-- Logs begin at Wed 2021-10-20 09:51:18 UTC, end at Wed 2021-10-20 12:09:09 UTC. -- Oct 20 10:27:40.908765 n-d-802060-17 systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 10:27:43.630049 n-d-802060-17 neutron-server[100637]: INFO neutron.common.config [-] Logging enabled! Oct 20 10:27:43.630622 n-d-802060-17 neutron-server[100637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 10:27:43.630761 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 10:27:43.633961 n-d-802060-17 neutron-server[100637]: INFO neutron.common.config [-] Logging enabled! Oct 20 10:27:43.634217 n-d-802060-17 neutron-server[100637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 10:27:43.634530 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 10:27:43.635502 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:27:43.635736 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:27:43.636097 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:27:43.636343 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:27:43.636563 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:27:43.636882 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.637180 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.637474 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.637701 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.637993 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.638281 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.638565 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.638852 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.639171 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.639460 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.639739 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.640021 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.640248 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.640528 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.640815 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.641100 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.641321 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] debug = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.641602 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.642032 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.642450 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.642732 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.643045 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.643327 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.643624 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.643904 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.644188 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.644517 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] host = n-d-802060-17 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.644794 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.645080 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.645366 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.645651 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.645927 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.646204 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.646487 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.646761 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.647064 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.647341 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.647628 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.647912 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.648209 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.648441 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.648655 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.648944 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.649230 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.649505 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.649779 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.650056 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.650327 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.650598 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.650867 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.651176 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.651462 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.651746 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.652022 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.652301 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.652575 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.652846 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.653130 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.653402 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.653674 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.653947 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.654231 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.654499 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.654770 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.655093 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.655379 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.655658 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.655941 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.656213 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.656494 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.656766 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.657038 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.657309 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_json = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.657580 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.657852 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.658131 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.658403 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.658675 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.658972 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.659778 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.660064 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:43.660365 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.660663 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.660964 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.661248 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.661551 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.661830 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.662118 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.662396 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.662685 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.662997 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.663290 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.663575 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.663861 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.664139 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.664434 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.664738 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.665033 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.665325 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.665603 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.665879 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.666154 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.666431 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.666716 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.667018 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.667307 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.667596 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.667874 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.668162 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.668456 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.668745 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.669019 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.669297 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.669590 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.669868 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.670144 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.670420 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.670742 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.671012 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.671290 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.671573 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.671854 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.672132 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.672408 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.672694 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.672985 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.673264 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.673539 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.673811 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.674090 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.674361 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.674646 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.675498 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.675782 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.676059 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.676341 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.676615 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.676890 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.677168 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.677442 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.677719 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.677993 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.678267 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.678541 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.678813 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.679114 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.679387 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.679659 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.679939 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.680212 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.680485 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.680757 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.681030 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.681303 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.681591 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.681895 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.682179 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.682734 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.683047 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.683333 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.683615 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.683895 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.684174 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.684455 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.684729 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.685020 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.685306 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.685596 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.685882 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.686164 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.686478 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.686761 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.687067 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.687348 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.687629 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.687915 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.688201 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.688496 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.688790 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.689085 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.689379 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.689674 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.689958 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.690269 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.691110 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:43.691397 n-d-802060-17 neutron-server[100637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:27:43.691576 n-d-802060-17 neutron-server[100637]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100637) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 10:27:44.123254 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 10:27:44.123533 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 10:27:44.123824 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 10:27:44.124158 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 10:27:44.445567 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.445766 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.446041 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.447254 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.447530 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.447797 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.482242 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.482517 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.482914 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.498161 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.498439 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.498701 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.529510 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.529784 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.530059 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.566612 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.566897 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.567193 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.804542 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.805165 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.805165 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.805363 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.806029 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.929225 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.929544 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.929827 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.930096 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.930356 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.930662 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.930918 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.931200 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.931451 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.931728 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.931983 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.932508 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.932760 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.933009 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.933259 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.933519 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.933770 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.934033 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.934298 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.934553 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.934819 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.935096 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.935375 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.935745 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.935993 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.936236 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.936635 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.936873 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.937109 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.937341 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.937574 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.937806 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:44.938173 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 10:27:44.941362 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 10:27:44.946414 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 10:27:44.950389 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 20 10:27:44.952063 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 10:27:44.952523 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 10:27:44.952859 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 10:27:44.953248 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 10:27:44.956636 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 10:27:44.956885 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 10:27:44.957234 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 10:27:44.962614 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 10:27:44.985450 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 10:27:44.985908 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.986207 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100637) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 20 10:27:44.986566 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.988009 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100637) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 10:27:44.988288 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 10:27:44.988532 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 10:27:44.991967 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:44.992245 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.055449 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 10:27:45.055620 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 10:27:45.055833 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 10:27:45.056213 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 10:27:45.078118 n-d-802060-17 neutron-server[100637]: DEBUG oslo_db.sqlalchemy.engines [None req-740a291a-6241-46a0-912b-35e086857d7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100637) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 10:27:45.632994 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing driver for type 'gre' Oct 20 10:27:45.633587 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-740a291a-6241-46a0-912b-35e086857d7d None None] gre ID ranges: [(1, 1000)] Oct 20 10:27:45.698117 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing driver for type 'local' Oct 20 10:27:45.698650 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing driver for type 'vlan' Oct 20 10:27:45.716546 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-740a291a-6241-46a0-912b-35e086857d7d None None] VlanTypeDriver initialization complete Oct 20 10:27:45.716901 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing driver for type 'vxlan' Oct 20 10:27:45.717418 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-740a291a-6241-46a0-912b-35e086857d7d None None] vxlan ID ranges: [(1, 1000)] Oct 20 10:27:45.780886 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing extension driver 'port_security' Oct 20 10:27:45.781230 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.extensions.port_security [None req-740a291a-6241-46a0-912b-35e086857d7d None None] PortSecurityExtensionDriver initialization complete Oct 20 10:27:45.781564 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing mechanism driver 'openvswitch' Oct 20 10:27:45.781929 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing mechanism driver 'hyperv' Oct 20 10:27:45.789227 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.plugin [None req-740a291a-6241-46a0-912b-35e086857d7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:27:45.790092 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.790466 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.790827 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.791401 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.791834 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.792188 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.792536 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.792931 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.793340 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.793692 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.794038 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.794432 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.794840 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.795222 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.795567 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.795962 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.796372 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.796722 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.797066 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.797460 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.797864 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > address_group after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.798214 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > address_group after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.798556 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.798965 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:27:45.799352 n-d-802060-17 neutron-server[100637]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-740a291a-6241-46a0-912b-35e086857d7d None None] ML2 OVO RPC backend initialized. {{(pid=100637) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 20 10:27:45.800686 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.801045 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.801472 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.801825 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > networks before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.802176 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.802522 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > ports before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.802869 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.803243 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnets before_response 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.803596 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.803940 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.804281 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.804622 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.805183 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.805298 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.805615 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.805953 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.806290 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.806875 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.plugin [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Modular L2 Plugin initialization complete Oct 20 10:27:45.807506 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading services supported by the core plugin {{(pid=100637) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 10:27:45.807837 n-d-802060-17 neutron-server[100637]: INFO neutron.plugins.ml2.managers [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Got port-security extension from driver 'port_security' Oct 20 10:27:45.808313 n-d-802060-17 neutron-server[100637]: INFO neutron.extensions.vlantransparent [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Disabled vlantransparent extension. Oct 20 10:27:45.808815 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100637) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 10:27:45.809134 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: router Oct 20 10:27:45.844641 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.845037 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_create 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.845409 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router before_create 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.845773 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.846152 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.846500 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_delete 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.847396 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > floatingip after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.847872 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.848239 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_create 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.848599 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.848952 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.849301 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.849661 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.850073 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.850440 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.850788 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.851151 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: subnet after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.851491 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.851842 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.852187 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_create 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.852538 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.852885 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.853233 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router after_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.853576 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.853931 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_create 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.854298 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.854646 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_update 55549900 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.855044 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > agent after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.855403 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > agent after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.855753 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > network after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.856619 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Tracking information for resource: router configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:45.856952 n-d-802060-17 neutron-server[100637]: DEBUG neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Tracking information for resource: floatingip configured {{(pid=100637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:27:45.861910 n-d-802060-17 neutron-server[100637]: INFO neutron.db.l3_agentschedulers_db [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 10:27:45.862677 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.863035 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.863396 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.863752 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: port after_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.865062 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router before_create 55550100 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.865432 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.865796 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_create 55550100 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.866153 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > router precommit_update 55550100 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.871122 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.provider_configuration [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service providers = [] {{(pid=100637) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 10:27:45.871826 n-d-802060-17 neutron-server[100637]: DEBUG neutron.db.servicetype_db [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100637) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 10:27:45.874494 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.service_base [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:27:45.874844 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.service_base [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:27:45.875211 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.service_base [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:27:45.876151 n-d-802060-17 neutron-server[100637]: DEBUG neutron.services.service_base [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:27:45.876489 n-d-802060-17 neutron-server[100637]: INFO neutron.services.service_base [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 10:27:45.876875 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.877194 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 10:27:45.888104 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.888385 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: auto_allocate Oct 20 10:27:45.894249 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: network precommit_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.894615 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: network precommit_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.895166 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.895489 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: tag Oct 20 10:27:45.903649 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.903981 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: timestamp Oct 20 10:27:45.907884 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.908220 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: network_ip_availability Oct 20 10:27:45.914215 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.914586 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.914971 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:45.915681 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.916002 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: flavors Oct 20 10:27:45.921078 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.921413 n-d-802060-17 neutron-server[100637]: INFO neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading Plugin: revisions Oct 20 10:27:45.926385 n-d-802060-17 neutron-server[100637]: DEBUG neutron.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:27:45.926780 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=100637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 10:27:45.927570 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100637) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 20 10:27:45.927913 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Initializing extension manager. Oct 20 10:27:45.928434 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: __init__.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.928785 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: __pycache__ {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.929120 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.929454 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: address_group.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.930215 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.930783 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: address-group Oct 20 10:27:45.931146 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: address_scope.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.931869 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.932647 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: address-scope Oct 20 10:27:45.932974 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.933933 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.934664 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: router-admin-state-down-before-update Oct 20 10:27:45.934772 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: agent.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.935509 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.936031 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: agent Oct 20 10:27:45.936356 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: agent_resources_synced.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.937284 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.937806 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: agent-resources-synced Oct 20 10:27:45.938130 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: allowedaddresspairs.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.939977 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.940533 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: allowed-address-pairs Oct 20 10:27:45.940865 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: auto_allocated_topology.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.941955 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.942479 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: auto-allocated-topology Oct 20 10:27:45.942806 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: availability_zone.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.943533 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.944052 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: availability_zone Oct 20 10:27:45.944380 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: availability_zone_filter.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.945307 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.945824 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: availability_zone_filter Oct 20 10:27:45.946148 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: data_plane_status.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.947102 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.947616 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 10:27:45.947941 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: default_subnetpools.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.948881 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.949393 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: default-subnetpools Oct 20 10:27:45.949716 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.950533 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.951073 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: dhcp_agent_scheduler Oct 20 10:27:45.951401 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: dns.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.952329 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.952844 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension dns-integration not supported by any of loaded plugins Oct 20 10:27:45.953169 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: dns_domain_ports.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.954097 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.954611 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 10:27:45.954958 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.955913 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.956428 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 10:27:45.956754 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: dvr.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.957433 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.957950 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: dvr Oct 20 10:27:45.958278 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: ecmp_routes.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.959241 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.959762 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 10:27:45.960079 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: empty_string_filtering.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.961007 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.961529 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: empty-string-filtering Oct 20 10:27:45.961850 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.962776 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.963321 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 10:27:45.963643 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.964560 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.965074 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 10:27:45.965398 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: external_net.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.966313 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.966831 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: external-net Oct 20 10:27:45.967189 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.968104 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.968626 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: extra_dhcp_opt Oct 20 10:27:45.968949 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: extraroute.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.969860 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.970379 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: extraroute Oct 20 10:27:45.970704 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: extraroute_atomic.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.972313 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.972831 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: extraroute-atomic Oct 20 10:27:45.973156 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: filter_validation.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.973828 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.974342 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: filter-validation Oct 20 10:27:45.974672 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: fip_pf_description.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.975800 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.976315 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 10:27:45.976641 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: fip_port_details.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.977570 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.978085 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: fip-port-details Oct 20 10:27:45.978412 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: flavors.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.979703 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.980229 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: flavors Oct 20 10:27:45.980553 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.982281 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.982816 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 10:27:45.983192 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: floatingip_pools.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.983907 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.984429 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: floatingip-pools Oct 20 10:27:45.984762 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: ip_allocation.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.985695 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.986213 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 10:27:45.986542 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.988936 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.989460 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: ip-substring-filtering Oct 20 10:27:45.989794 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l2_adjacency.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.990739 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.991297 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 10:27:45.991614 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.992596 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.993122 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: router Oct 20 10:27:45.993453 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.995777 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.996309 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 10:27:45.996644 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.997614 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:45.998137 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: ext-gw-mode Oct 20 10:27:45.998470 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:45.999457 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.000015 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: l3-ha Oct 20 10:27:46.000344 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3_flavors.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.001283 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.001799 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: l3-flavors Oct 20 10:27:46.002127 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.003112 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.003636 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 10:27:46.003966 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: l3agentscheduler.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.005035 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.005546 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: l3_agent_scheduler Oct 20 10:27:46.005885 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: logging.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.007462 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.007993 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension logging not supported by any of loaded plugins Oct 20 10:27:46.008322 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: metering.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.009064 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.009642 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: metering Oct 20 10:27:46.009976 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.011122 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.011648 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: metering_source_and_destination_fields Oct 20 10:27:46.011974 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: multiprovidernet.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.013045 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.013566 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: multi-provider Oct 20 10:27:46.013892 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: netmtu.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.014820 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.015376 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: net-mtu Oct 20 10:27:46.015701 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: netmtu_writable.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.016631 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.017144 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: net-mtu-writable Oct 20 10:27:46.017469 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: network_availability_zone.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.018146 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.018689 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: network_availability_zone Oct 20 10:27:46.019039 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: network_ip_availability.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.020190 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.020708 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: network-ip-availability Oct 20 10:27:46.021346 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: network_segment_range.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.022202 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.022718 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 10:27:46.023076 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: pagination.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.024095 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.024424 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: pagination Oct 20 10:27:46.024745 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: port_device_profile.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.025666 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.026191 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: port-device-profile Oct 20 10:27:46.026518 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.027466 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.027982 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: port-mac-address-regenerate Oct 20 10:27:46.028308 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.029245 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.029764 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: port-numa-affinity-policy Oct 20 10:27:46.030091 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: port_resource_request.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.031067 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.031583 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 10:27:46.031907 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: portbindings.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.032857 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.033373 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: binding Oct 20 10:27:46.033698 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: portbindings_extended.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.035565 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.036090 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: binding-extended Oct 20 10:27:46.036420 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: portsecurity.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.037352 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.037876 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: port-security Oct 20 10:27:46.038205 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: project_id.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.039233 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.039571 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: project-id Oct 20 10:27:46.039899 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: providernet.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.040847 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.041375 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: provider Oct 20 10:27:46.041700 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.045299 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.045845 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos not supported by any of loaded plugins Oct 20 10:27:46.046186 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.047503 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.048032 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 10:27:46.048361 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.049293 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.050435 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 10:27:46.050694 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_default.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.051665 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.052177 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-default not supported by any of loaded plugins Oct 20 10:27:46.052503 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_fip.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.053173 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.053684 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-fip not supported by any of loaded plugins Oct 20 10:27:46.054006 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_gateway_ip.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.054978 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.055496 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 10:27:46.055821 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_port_network_policy.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.056749 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.057528 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 10:27:46.057851 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.059185 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.059706 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 10:27:46.060030 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_pps_rule.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.061237 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.061761 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-pps not supported by any of loaded plugins Oct 20 10:27:46.062089 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_rule_type_details.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.063058 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.063572 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 10:27:46.063898 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: qos_rules_alias.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.064949 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.065493 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 10:27:46.065820 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: quotasv2.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.067045 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.067376 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: quotas Oct 20 10:27:46.067703 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: quotasv2_detail.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.071208 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.071556 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: quota_details Oct 20 10:27:46.071888 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: rbac.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.073016 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.073561 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: rbac-policies Oct 20 10:27:46.074004 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: rbac_address_group.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.075969 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.076517 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: rbac-address-group Oct 20 10:27:46.076845 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: rbac_address_scope.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.077801 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.078461 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: rbac-address-scope Oct 20 10:27:46.078788 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: rbac_security_groups.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.079755 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.080269 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: rbac-security-groups Oct 20 10:27:46.080594 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: rbac_subnetpool.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.082060 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.082587 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: rbac-subnetpool Oct 20 10:27:46.082911 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: revisionifmatch.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.083873 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.085234 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: revision-if-match Oct 20 10:27:46.085646 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: revisions.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.086719 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.087276 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: standard-attr-revisions Oct 20 10:27:46.087602 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: router_availability_zone.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.088319 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.088819 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: router_availability_zone Oct 20 10:27:46.089144 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: routerservicetype.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.090900 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.091451 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension router-service-type not supported by any of loaded plugins Oct 20 10:27:46.091785 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.092731 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.093255 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: security-groups-normalized-cidr Oct 20 10:27:46.093581 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.094521 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.095065 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: port-security-groups-filtering Oct 20 10:27:46.095449 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.096332 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.097417 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: security-groups-remote-address-group Oct 20 10:27:46.097741 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: securitygroup.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.107847 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.108406 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: security-group Oct 20 10:27:46.108747 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: segment.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.109588 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.110106 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension segment not supported by any of loaded plugins Oct 20 10:27:46.110432 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.111666 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.112219 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 10:27:46.112550 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: servicetype.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.113699 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.114234 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: service-type Oct 20 10:27:46.114557 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: sorting.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.115593 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.115926 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: sorting Oct 20 10:27:46.116252 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: standard_attr_segment.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.117190 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.117724 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 10:27:46.118053 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: standardattrdescription.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.118717 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.119285 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: standard-attr-description Oct 20 10:27:46.119605 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: stateful_security_group.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.120584 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.121114 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: stateful-security-group Oct 20 10:27:46.121437 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: stdattrs_common.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.122034 n-d-802060-17 neutron-server[100637]: WARNING neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 10:27:46.122360 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.123355 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.123886 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 10:27:46.124203 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnet_onboard.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.125302 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.125844 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: subnet_onboard Oct 20 10:27:46.126165 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.127136 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.127654 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 10:27:46.128015 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnet_service_types.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.128958 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.129482 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: subnet-service-types Oct 20 10:27:46.129805 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnetallocation.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.130910 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.131461 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: subnet_allocation Oct 20 10:27:46.131793 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.132477 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.132991 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: subnetpool-prefix-ops Oct 20 10:27:46.133313 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.134283 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.134802 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 10:27:46.135156 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: tagging.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.136250 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.136773 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: standard-attr-tag Oct 20 10:27:46.137103 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: timestamp.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.138405 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.138867 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loaded extension: standard-attr-timestamp Oct 20 10:27:46.139222 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: trunk.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.140271 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.140794 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension trunk not supported by any of loaded plugins Oct 20 10:27:46.141125 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: trunk_details.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.142052 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.142569 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension trunk-details not supported by any of loaded plugins Oct 20 10:27:46.142897 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: uplink_status_propagation.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.144375 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.144891 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 10:27:46.145217 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Loading extension file: vlantransparent.py {{(pid=100637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:27:46.145910 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:27:46.146422 n-d-802060-17 neutron-server[100637]: INFO neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 10:27:46.148968 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:network Oct 20 10:27:46.149937 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnet Oct 20 10:27:46.150341 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:27:46.150751 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:port Oct 20 10:27:46.152067 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.152538 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service FLAVORS assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.153202 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.153633 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.153968 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:router Oct 20 10:27:46.154405 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:floatingip Oct 20 10:27:46.154911 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service METERING assigned prefix: /metering {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.156386 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:46.156754 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:46.157111 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:27:46.158126 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 10:27:46.158584 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:security_group Oct 20 10:27:46.159125 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 10:27:46.160229 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service CORE assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.160561 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:27:46.160911 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] subnetpool is already registered Oct 20 10:27:46.161359 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service CORE assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.161687 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:27:46.162017 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] subnetpool is already registered Oct 20 10:27:46.164339 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.164773 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service FLAVORS assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.165366 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.165797 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.166133 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:router Oct 20 10:27:46.166476 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] router is already registered Oct 20 10:27:46.166891 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:floatingip Oct 20 10:27:46.167264 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] floatingip is already registered Oct 20 10:27:46.167727 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service METERING assigned prefix: /metering {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.168389 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 10:27:46.168719 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] rbac_policy is already registered Oct 20 10:27:46.169134 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:security_group Oct 20 10:27:46.169468 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] security_group is already registered Oct 20 10:27:46.169870 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 10:27:46.170203 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] security_group_rule is already registered Oct 20 10:27:46.170829 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service CORE assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.171189 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:27:46.171532 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] subnetpool is already registered Oct 20 10:27:46.171952 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.v2.resource_helper [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Service CORE assigned prefix: {{(pid=100637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:27:46.172279 n-d-802060-17 neutron-server[100637]: INFO neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:27:46.172611 n-d-802060-17 neutron-server[100637]: WARNING neutron.quota.resource_registry [None req-740a291a-6241-46a0-912b-35e086857d7d None None] subnetpool is already registered Oct 20 10:27:46.173095 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: extensions {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.174587 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: address-groups {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.176142 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: address-scopes {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.177465 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: agents {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.178625 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: auto-allocated-topology {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.179901 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: availability_zones {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.181136 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: dhcp-networks {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.184185 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: dhcp-agents {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.185625 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: routers {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.188075 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: flavors {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.189258 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: service_profiles {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.190620 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: next_providers {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.192131 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: service_profiles {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.193730 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: floatingip-pools {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.194960 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: routers {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.197088 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: floatingips {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.198381 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: l3-routers {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.199797 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: l3-agents {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.201322 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: metering-labels {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.202691 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: metering-label-rules {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.204007 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: network-ip-availabilities {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.205321 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: bindings {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.207542 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: quotas {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.209141 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: quotas {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.210688 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: rbac-policies {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.212025 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: security-groups {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.213257 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: security-group-rules {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.214483 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: service-providers {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.215726 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: subnetpools {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.217148 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: subnetpools {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.218610 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.220355 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.222730 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.224584 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.226388 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.228300 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.229987 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.231951 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.233743 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.235630 n-d-802060-17 neutron-server[100637]: DEBUG neutron.api.extensions [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Extended resource: tags {{(pid=100637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:27:46.241761 n-d-802060-17 neutron-server[100637]: WARNING keystonemiddleware.auth_token [None req-740a291a-6241-46a0-912b-35e086857d7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 10:27:46.247484 n-d-802060-17 neutron-server[100637]: WARNING keystonemiddleware.auth_token [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 10:27:46.256375 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Acquired lock "singleton_lock" {{(pid=100637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 20 10:27:46.256856 n-d-802060-17 neutron-server[100637]: DEBUG oslo_concurrency.lockutils [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Releasing lock "singleton_lock" {{(pid=100637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 20 10:27:46.257507 n-d-802060-17 neutron-server[100637]: INFO oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Starting 2 workers Oct 20 10:27:46.262405 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Started child 100746 {{(pid=100637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:27:46.267177 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Started child 100747 {{(pid=100637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:27:46.269457 n-d-802060-17 neutron-server[100637]: INFO neutron.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 10:27:46.269631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.270620 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Publish callbacks [] for process, before_spawn {{(pid=100637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.271891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [-] (100746) wsgi starting up on http://0.0.0.0:9696 Oct 20 10:27:46.272554 n-d-802060-17 neutron-server[100637]: INFO oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Starting 1 workers Oct 20 10:27:46.275341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.277609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [-] (100747) wsgi starting up on http://0.0.0.0:9696 Oct 20 10:27:46.277935 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Started child 100748 {{(pid=100637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:27:46.278535 n-d-802060-17 neutron-server[100637]: INFO oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Starting 1 workers Oct 20 10:27:46.283273 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Started child 100749 {{(pid=100637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:27:46.284177 n-d-802060-17 neutron-server[100637]: DEBUG neutron_lib.callbacks.manager [None req-740a291a-6241-46a0-912b-35e086857d7d None None] Publish callbacks [] for process, after_spawn {{(pid=100637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.286009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] calling RpcWorker wait() {{(pid=100748) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 10:27:46.286829 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 10:27:46.286987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.service [None req-740a291a-6241-46a0-912b-35e086857d7d None None] returning from RpcWorker wait() {{(pid=100748) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 10:27:46.287146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:27:46.287146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:27:46.287146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:27:46.287473 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:27:46.287614 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:27:46.288284 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.288570 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.288849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.289123 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.289423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.289931 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.290698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:27:46.291278 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.292655 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.293352 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.293979 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.294818 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.295484 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.296153 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.296666 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.297306 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.297932 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.298646 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.299340 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.300129 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.300799 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.301683 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.301865 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.302319 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.302698 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.303169 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] debug = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.303573 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.304394 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.304937 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.305332 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.305692 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.306283 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.306680 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.307361 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.307758 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.308126 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.308513 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.308923 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.309303 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.309659 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.310017 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.310571 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.310931 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.311668 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] host = n-d-802060-17 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.312175 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.312561 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.312946 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.313345 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.313758 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.314144 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.314710 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.315030 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.315448 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.315839 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.316411 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.316848 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.317236 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.317641 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.317917 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_options = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.318354 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.318789 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.319241 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.319543 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.319823 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.320131 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.320665 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.320877 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.321239 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.321551 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.321841 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.322270 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.322576 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.322901 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.323251 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.323925 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.324245 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.324525 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.325835 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.326279 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.327053 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.327269 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.327515 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.327889 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.328512 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.328512 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.328512 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.328828 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.328986 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.329257 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.329566 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.329893 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.330157 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.330415 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.330686 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.331463 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.332813 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.333078 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.333873 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.333873 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.333873 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.334243 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.334431 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.335354 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.335354 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.335354 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.335769 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_json = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.335769 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.336007 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.336229 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.336603 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.336770 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.337058 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.337334 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.337664 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.340178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.340360 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341061 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341061 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341061 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341397 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341535 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341684 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.341985 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.342233 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.342503 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.342862 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.343150 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.343426 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.343661 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.343941 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.344165 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.344401 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.344685 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.344908 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.345161 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.345395 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.345618 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.345969 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.346247 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.347606 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.347606 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.347777 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.347939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.348465 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.348465 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.348610 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.348794 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.349027 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.349256 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.349480 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.349729 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.349979 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.350214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.350451 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.350696 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.350963 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.351247 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.351488 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.351715 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.351930 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.352152 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.352397 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.352627 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.352862 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.353119 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.353388 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.353631 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.353851 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.354090 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.354330 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.354586 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.354836 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.355077 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.355318 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.355520 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.355736 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.355985 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.356226 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.356443 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.356657 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.356902 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.357149 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.357366 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.357603 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.357848 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.358102 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.358421 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.358760 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.359323 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.359323 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.359657 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.359799 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.359937 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.360122 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.360342 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.361321 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.362402 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.362402 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.363068 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.363543 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.364279 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.364659 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.365081 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.365669 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.366087 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.366468 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.366874 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.367410 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.367815 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.368527 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.368921 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.369304 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.369700 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.370962 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.370962 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.371198 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.371818 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.372247 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.372590 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.372977 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.373370 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.373791 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.374190 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376092 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376092 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376092 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376092 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376418 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.376722 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.377084 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.377514 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.377946 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.378419 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.378830 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.380195 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.380195 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.380195 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.380477 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.380995 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.381412 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.381804 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.382200 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.382637 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.383066 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.383627 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.383993 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.384392 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.384869 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.385197 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.385556 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.386118 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.386561 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.387002 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.387428 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.387871 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.388295 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.388795 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.389146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.389557 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.390315 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.390694 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.391130 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.391551 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.391954 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.392352 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.392732 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.393088 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.393974 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.394623 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.395240 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.395836 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.396311 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.396774 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.397220 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.397662 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.398025 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.398437 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.398811 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.399160 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.399503 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.399873 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.400222 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.400616 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.401004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.401417 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.401766 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.402063 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.402384 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.402742 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.403119 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.403461 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.403872 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.404226 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.404575 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.404988 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.405272 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.405553 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.405952 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.406115 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.406412 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.406704 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.407073 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.407463 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.407795 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.408146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.408488 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.408846 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.409778 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.410176 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.410532 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.410876 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.411205 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.411558 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.412002 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.412368 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.413053 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.413446 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.413750 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.414044 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.414345 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.414662 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.415080 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.415431 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.415733 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.416356 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.416356 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.417018 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.417018 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.417192 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.417482 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.417778 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.418085 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.418366 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.418670 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.418958 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.419260 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.419551 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.419853 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.420132 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.420428 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.420757 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.421031 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.421341 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.421628 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.421909 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.422225 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.422507 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.422789 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.423114 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.423406 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.423680 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.423981 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.424265 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.424566 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.424893 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.425177 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.425457 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.425839 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.426173 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.426754 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.426853 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.427372 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.427472 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.427811 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.428192 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.428541 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.428950 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.429336 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.429696 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.430248 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.430505 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.431036 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.431486 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.431896 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.432557 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.432988 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.433453 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.433890 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.434249 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.434692 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.435191 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.435532 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.435898 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.436290 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.436689 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.437094 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.437445 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.437833 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.438138 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.438476 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.438807 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.439124 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.439433 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.439960 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.440115 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.440484 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.440796 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.441060 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.441402 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.441679 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.441922 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:27:46.442749 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 10:27:46.443263 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:27:46.443263 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:27:46.443611 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:27:46.443611 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:27:46.443966 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.446462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] debug = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.449994 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.452996 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.459849 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] host = n-d-802060-17 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.460478 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461004 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_options = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.461939 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.462521 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.463740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464203 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464203 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464343 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464420 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464634 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.464846 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.465055 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.465262 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.465477 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.465703 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.465912 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.466118 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.466325 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.466532 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_json = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.466739 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.466967 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.467181 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.467389 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.467596 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.467799 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.468007 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.468214 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:27:46.468453 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.468671 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.468896 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.469106 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.469314 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.469528 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.469740 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.469949 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.470161 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.470369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.470586 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.470824 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.471089 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.471299 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.472137 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.472372 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.472587 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.472802 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.473067 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.473231 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.473441 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.473659 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.473884 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.474093 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.474300 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.474513 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.474721 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.474973 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.475224 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.475482 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.475742 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.476010 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.476275 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.476702 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.476827 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.477215 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.477335 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.477569 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.477853 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.478075 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.478330 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.478588 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.478846 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.479211 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.479394 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.479633 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.479901 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.480172 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.480444 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.480716 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.480988 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.481245 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.481592 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.481776 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.482046 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.482336 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.482602 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.482871 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.483131 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.483396 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.483660 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.483918 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.484178 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.484451 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.484701 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.484951 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.485413 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.485675 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.485927 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.486191 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.486458 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.486731 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.487020 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.487293 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.487555 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.487824 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.488097 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.488361 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.488626 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.488883 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.489160 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.489422 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.489696 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.489964 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.490194 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.490451 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.490719 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.491611 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.491611 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.491611 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492121 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492121 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492287 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492370 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492621 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.492881 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.493124 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.493388 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.493656 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.494104 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.494373 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.494644 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.494913 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.495272 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.495534 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.495792 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.496056 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.496316 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.496568 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.496783 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.496998 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.497211 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.497419 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.497630 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.497841 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.498050 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.498269 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.498484 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.498699 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.498908 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.499156 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.499375 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.499585 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.499794 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.500003 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.500210 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.500419 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.500632 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.500837 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.501043 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.501254 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.501462 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.501678 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.501896 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.502111 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.502369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.502582 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.503370 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.503580 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.503790 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.504001 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.504210 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.504418 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.504633 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.504841 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.505049 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.505255 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.505488 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.505732 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.505957 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.506167 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.506375 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.506583 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.506793 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.507046 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.507288 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.507534 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.507769 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.508000 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.508231 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.508464 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.508691 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.508917 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.509146 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.509376 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.509609 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.509837 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.510065 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.510479 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.510745 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.511041 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.511317 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.511585 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.511851 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.512123 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.512395 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.512667 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.513037 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.513185 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.513557 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.513683 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.513928 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.514178 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.514443 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.514706 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.514992 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.515229 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.515498 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.515774 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.516513 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.516513 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.516747 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.516865 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.517069 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.517336 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.517613 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.517853 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.518046 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.518247 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.518578 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.519307 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.519576 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.519835 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.520101 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.520374 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.520594 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.520850 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.521119 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.521358 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.522120 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.522120 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.522120 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.522493 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.522762 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.523053 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.523656 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.523656 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.523837 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.524032 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.524292 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525079 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525079 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525079 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525079 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525361 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525571 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.525833 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.526129 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.526396 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.526679 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.526915 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.527201 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.527427 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.527643 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.527880 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.528164 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.528429 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.528704 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.528972 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.529170 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.529369 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.529587 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.529817 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.530014 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.530210 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.530407 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.530645 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.531304 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.531304 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.531482 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.531629 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.531857 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.532100 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.532365 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.532652 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.532866 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.533079 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.533283 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.533477 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.533675 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.533874 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.534149 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.534285 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.534487 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.534681 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.534882 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.535111 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.535316 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.535510 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.535711 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.535917 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.536110 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.536303 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.536493 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.536694 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.536943 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.537185 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.537424 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.537670 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.537909 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.538265 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.538516 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.538777 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.539043 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.539285 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.539525 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.539765 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.540005 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.540243 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.540488 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:27:46.540719 n-d-802060-17 neutron-server[100637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:27:46.584231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:46.592747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062912 Oct 20 10:27:58.493997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85da82-3ad9-48a2-86b5-4ecdeebc826f None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:27:58.616650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85da82-3ad9-48a2-86b5-4ecdeebc826f None None] No non-hosted networks {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 10:27:58.631224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.agentschedulers_db [None req-6d85da82-3ad9-48a2-86b5-4ecdeebc826f None None] DHCP Agent not found on host n-d-802060-17 {{(pid=100748) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 20 10:27:58.703192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-321cbc6a-c36d-4e3a-bf3d-73a9bbc358f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.239954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28ae7f94-8cfc-47a6-b7c2-ed43db9a02d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.312457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e51a82a9-13ce-4036-8497-6e904255d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.629410 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.630657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.632210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.633523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.635174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.636832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.638231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.639023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.646265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.647473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.648646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.650142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.651483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:01.652105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802060-17', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:01.669892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802060-17', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:02.630666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:04.134180 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.766632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35776) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:06.267252 n-d-802060-17 neutron-server[100747]: WARNING oslo_policy.policy [None req-2dab97cd-be44-484b-bbf7-0f6241b05547 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:06.267874 n-d-802060-17 neutron-server[100747]: WARNING oslo_policy.policy [None req-2dab97cd-be44-484b-bbf7-0f6241b05547 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:06.495623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-2dab97cd-be44-484b-bbf7-0f6241b05547 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:06.496657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2dab97cd-be44-484b-bbf7-0f6241b05547 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7285421 Oct 20 10:28:08.844404 n-d-802060-17 neutron-server[100748]: INFO neutron.db.l3_hamode_db [None req-0525cd73-03e8-4edd-9db7-5eb0e086ef06 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 10:28:08.926372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525cd73-03e8-4edd-9db7-5eb0e086ef06 None None] Routers set() bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:08.926772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525cd73-03e8-4edd-9db7-5eb0e086ef06 None None] Router IDs set() for agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 10:28:09.006007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35790) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:09.322127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:09.416587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.policy [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100747) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 10:28:09.463735 n-d-802060-17 neutron-server[100747]: WARNING oslo_policy.policy [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:09.464102 n-d-802060-17 neutron-server[100747]: WARNING oslo_policy.policy [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:09.472723 n-d-802060-17 neutron-server[100747]: INFO neutron.quota [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] Loaded quota_driver: . Oct 20 10:28:09.564590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422175790', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422176733', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422163556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422194848', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782421490277', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422210226', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33256927', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33195514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565303'] for rbac-policy, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.629675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.630843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f3bef06-1315-4f0e-bd00-73c233d56ba1 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6237369 Oct 20 10:28:12.299741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35802) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:12.592396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Request body: {'network': {'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:12.620784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Made reservation on behalf of d1bcee48b5b041f9a36097a95455f1c3 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:12.623682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.640902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.754614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.758398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.777690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:12.806459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782419170452', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.807049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Unsubscribe: segment precommit_create {{(pid=100747) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 10:28:12.807545 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Added segment b799bd49-706f-49db-b1e2-7680b38090fd of type vlan for network e85e4bad-8cd6-40a3-8798-23359031891f Oct 20 10:28:12.822920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1acd1-29da-4d8e-a373-5f282f313d48,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:12.875378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.875714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.876049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.876377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.876703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.877054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.877376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.877698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.878006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.878321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.878641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.878968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Tracked resource versions report: Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: pushed versions: Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: { 'AddressGroup': {'1.2'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'ConntrackHelper': {'1.0'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Log': {'1.0'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Network': {'1.1'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Port': {'1.7'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'PortForwarding': {'1.2'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'QosPolicy': {'1.10'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SecurityGroup': {'1.4'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SubPort': {'1.0'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Subnet': {'1.1'}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Trunk': {'1.1'}} Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: consumer versions: Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: L3 agent@n-d-802060-17: {}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: Metadata agent@n-d-802060-17: {}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: Metering agent@n-d-802060-17: {}, Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'ConntrackHelper': '1.0', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Log': '1.0', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Network': '1.1', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Port': '1.7', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'PortForwarding': '1.2', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'QosPolicy': '1.10', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SecurityGroup': '1.4', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SecurityGroupRule': '1.2', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'SubPort': '1.0', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Subnet': '1.1', Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: 'Trunk': '1.1'}} Oct 20 10:28:12.880070 n-d-802060-17 neutron-server[100747]: {{(pid=100747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:28:12.919723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.961834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.962853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.963513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.008844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7079809 Oct 20 10:28:13.067183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10646600-b868-4623-bbaf-fa1020d92f7e admin admin] Pushing event updated for resources: {'Network': ['ID=e85e4bad-8cd6-40a3-8798-23359031891f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:13.079038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e85e4bad-8cd6-40a3-8798-23359031891f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:15.770726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:16.261773 n-d-802060-17 neutron-server[100746]: WARNING oslo_policy.policy [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:16.262370 n-d-802060-17 neutron-server[100746]: WARNING oslo_policy.policy [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:16.710215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.policy [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 10:28:16.756187 n-d-802060-17 neutron-server[100746]: WARNING oslo_policy.policy [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:16.756550 n-d-802060-17 neutron-server[100746]: WARNING oslo_policy.policy [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:28:16.765909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.768400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2dd8fb6f-75a8-4d67-84ca-eb8da99767c6 admin admin] 10.222.0.74 "GET /v2.0/networks/e85e4bad-8cd6-40a3-8798-23359031891f HTTP/1.1" status: 200 len: 826 time: 0.9950280 Oct 20 10:28:16.811226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e11e5ba4-c8f9-4d64-acb0-6da4f74b512e admin admin] 10.222.0.74 "GET /v2.0/subnetpools/577c6fcc-ff26-4058-84d5-10f4005bfa7e HTTP/1.1" status: 200 len: 734 time: 0.0365140 Oct 20 10:28:16.821395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e', 'ip_version': 4, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:16.822969 n-d-802060-17 neutron-server[100746]: INFO neutron.quota [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Loaded quota_driver: . Oct 20 10:28:16.859424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Made reservation on behalf of d1bcee48b5b041f9a36097a95455f1c3 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:16.862667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.141799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.213803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Checking segment: {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:17.214198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Network hostable DHCP agents. Network: e85e4bad-8cd6-40a3-8798-23359031891f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:17.222180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6bec0b-a07b-4331-9931-ece1dba40458,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:17.232204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.232545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.232872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.233195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.233513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.233830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.234145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.234456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.234765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.235101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.235411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.235719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Tracked resource versions report: Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: pushed versions: Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: { 'AddressGroup': {'1.2'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'ConntrackHelper': {'1.0'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Log': {'1.0'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Network': {'1.1'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Port': {'1.7'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'PortForwarding': {'1.2'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'QosPolicy': {'1.10'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SecurityGroup': {'1.4'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SubPort': {'1.0'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Subnet': {'1.1'}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Trunk': {'1.1'}} Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: consumer versions: Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: L3 agent@n-d-802060-17: {}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: Metadata agent@n-d-802060-17: {}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: Metering agent@n-d-802060-17: {}, Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'ConntrackHelper': '1.0', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Log': '1.0', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Network': '1.1', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Port': '1.7', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'PortForwarding': '1.2', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'QosPolicy': '1.10', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SecurityGroup': '1.4', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SecurityGroupRule': '1.2', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'SubPort': '1.0', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Subnet': '1.1', Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: 'Trunk': '1.1'}} Oct 20 10:28:17.236816 n-d-802060-17 neutron-server[100746]: {{(pid=100746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:28:17.278577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Network e85e4bad-8cd6-40a3-8798-23359031891f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:17.290537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e85e4bad-8cd6-40a3-8798-23359031891f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:17.295906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:17.297108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.300554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9c318-8737-4377-9950-a73d27b760d9 None None] Network e85e4bad-8cd6-40a3-8798-23359031891f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:17.319190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c9d7e87d-dbe0-4672-9a24-71d8be2d2f43 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5011959 Oct 20 10:28:17.625726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e85e4bad-8cd6-40a3-8798-23359031891f', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:28:17.627585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.905650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Allocated IP 172.20.0.2 (e85e4bad-8cd6-40a3-8798-23359031891f/1b6bec0b-a07b-4331-9931-ece1dba40458/29296206-0a07-44f5-946a-c3103bc1c465) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:18.105761 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.114760 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.214019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Network e85e4bad-8cd6-40a3-8798-23359031891f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:18.220085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:18.228526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Pushing event updated for resources: {'Port': ['ID=29296206-0a07-44f5-946a-c3103bc1c465,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:18.230657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:18.241059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.241404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.241744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.242076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.242408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.242732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.243081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.243404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.243724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.244043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.244360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.244681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Tracked resource versions report: Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: pushed versions: Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: { 'AddressGroup': {'1.2'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'ConntrackHelper': {'1.0'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Log': {'1.0'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Network': {'1.1'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Port': {'1.7'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'PortForwarding': {'1.2'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'QosPolicy': {'1.10'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SecurityGroup': {'1.4'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SubPort': {'1.0'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Subnet': {'1.1'}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Trunk': {'1.1'}} Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: consumer versions: Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: L3 agent@n-d-802060-17: {}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: Metadata agent@n-d-802060-17: {}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: Metering agent@n-d-802060-17: {}, Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'ConntrackHelper': '1.0', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Log': '1.0', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Network': '1.1', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Port': '1.7', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'PortForwarding': '1.2', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'QosPolicy': '1.10', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SecurityGroup': '1.4', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SecurityGroupRule': '1.2', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'SubPort': '1.0', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Subnet': '1.1', Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: 'Trunk': '1.1'}} Oct 20 10:28:18.245770 n-d-802060-17 neutron-server[100748]: {{(pid=100748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:28:18.319564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Attempting to bind port 29296206-0a07-44f5-946a-c3103bc1c465 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:18.320157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Attempting to bind port 29296206-0a07-44f5-946a-c3103bc1c465 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:18.320378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Attempting to bind port 29296206-0a07-44f5-946a-c3103bc1c465 on network e85e4bad-8cd6-40a3-8798-23359031891f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:18.325267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:18.325637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Checking segment: {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:18.326108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.326488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Bound using segment: {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:18.326955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Bound port: 29296206-0a07-44f5-946a-c3103bc1c465, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:18.327358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.387691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] For port 29296206-0a07-44f5-946a-c3103bc1c465, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:18.391793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] For port 29296206-0a07-44f5-946a-c3103bc1c465, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=29296206-0a07-44f5-946a-c3103bc1c465,segment=NetworkSegment(b799bd49-706f-49db-b1e2-7680b38090fd),segment_id=b799bd49-706f-49db-b1e2-7680b38090fd)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:18.396701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.460759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed7d6-75ac-47f1-aebd-1e3fa8cdd33f None None] Pushing event updated for resources: {'Port': ['ID=29296206-0a07-44f5-946a-c3103bc1c465,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.869485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:20.181718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-0d67eae5-de02-4ac6-90d8-8fdf4a2adc84 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:20.194963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d67eae5-de02-4ac6-90d8-8fdf4a2adc84 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3121278 Oct 20 10:28:22.683829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35844) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:22.998362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-f5ccb583-c57c-4322-8fa6-d498633424f1 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:22.999343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f5ccb583-c57c-4322-8fa6-d498633424f1 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3145018 Oct 20 10:28:25.724006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:26.022746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Request body: {'router': {'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:26.045071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.047051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.188696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.194332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.208283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.209451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-baee2bd2-ab99-4ceb-b33d-6fa9375f75fc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4844873 Oct 20 10:28:27.501646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c93f5-795c-4af0-a63d-89581e04f878 None None] Network e85e4bad-8cd6-40a3-8798-23359031891f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:27.566785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] Provisioning complete for port 29296206-0a07-44f5-946a-c3103bc1c465 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:27.567117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.664114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29296206-0a07-44f5-946a-c3103bc1c465 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:27.794950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.876749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 29296206-0a07-44f5-946a-c3103bc1c465 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:27.877042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.880464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] For port 29296206-0a07-44f5-946a-c3103bc1c465, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=29296206-0a07-44f5-946a-c3103bc1c465,segment=NetworkSegment(b799bd49-706f-49db-b1e2-7680b38090fd),segment_id=b799bd49-706f-49db-b1e2-7680b38090fd)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:27.902399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.967364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28efba-04b4-47dd-853f-f4e486445de6 None None] Pushing event updated for resources: {'Port': ['ID=29296206-0a07-44f5-946a-c3103bc1c465,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:28.121906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6691700d-3d9e-40ab-85a7-bd84d3450fcc None None] Provisioning complete for port 29296206-0a07-44f5-946a-c3103bc1c465 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:28.122270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6691700d-3d9e-40ab-85a7-bd84d3450fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.400937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-007a06ba-04e9-4cdb-88d3-db90c2a069f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.735105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35868) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:29.041919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-2fa87b42-42cc-41f3-bc5c-55a8dd2d1569 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:29.042895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2fa87b42-42cc-41f3-bc5c-55a8dd2d1569 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3062713 Oct 20 10:28:29.625242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29296206-0a07-44f5-946a-c3103bc1c465 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:29.672724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 29296206-0a07-44f5-946a-c3103bc1c465 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:29.673589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.233362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9a2aa95-6e8e-4f63-bd17-008e689fb651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.370765 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:28:31.514623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:31.630313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.831191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:31.871888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Made reservation on behalf of b45c4b84088c4f018b4284896948e6fe for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:31.874438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.889432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.994423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.998216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.012248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Reserving flat network on physical network physnet1 {{(pid=100746) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 10:28:32.037446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782419170452', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.038003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Unsubscribe: segment precommit_create {{(pid=100746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 10:28:32.038475 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Added segment 92e5fad0-f889-4306-918d-547bffb77f78 of type flat for network f6b9d159-1e6e-4153-8a25-750db3bfcdfc Oct 20 10:28:32.041891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb2818-16a1-4ba4-8fcc-244277434981,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.105871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.145261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.146178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:32.146750 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.201966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6862612 Oct 20 10:28:32.242050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656448e-67ee-424c-93e9-6de73697cd9a admin admin] Pushing event updated for resources: {'Network': ['ID=f6b9d159-1e6e-4153-8a25-750db3bfcdfc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.253385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:32.565863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.097495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.749420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:34.927606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02148c7-716e-47ee-883a-0c5f111190f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:34.928914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a02148c7-716e-47ee-883a-0c5f111190f7 admin admin] 10.222.0.74 "GET /v2.0/subnets/1b6bec0b-a07b-4331-9931-ece1dba40458 HTTP/1.1" status: 200 len: 849 time: 0.1784532 Oct 20 10:28:35.045657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-379cd5ac-022b-4bdf-9c3a-95ef6a9bdf16 admin admin] 10.222.0.74 "GET /v2.0/routers/791bcb8d-bba9-4f2c-9d43-c865b818126b HTTP/1.1" status: 200 len: 704 time: 0.1102319 Oct 20 10:28:35.310634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.598613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Allocated IP 172.20.0.1 (e85e4bad-8cd6-40a3-8798-23359031891f/1b6bec0b-a07b-4331-9931-ece1dba40458/fa699981-d2de-49bd-8b6b-b009525a73d3) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:35.754064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.819718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.931982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Network e85e4bad-8cd6-40a3-8798-23359031891f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:35.937005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:35.942723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:35.943170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.019822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Pushing event updated for resources: {'Port': ['ID=fa699981-d2de-49bd-8b6b-b009525a73d3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:36.154925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.165216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cd8edfb4-12d3-4ca3-9afe-a1960a2a491b None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:36.165768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cd8edfb4-12d3-4ca3-9afe-a1960a2a491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.197906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cd8edfb4-12d3-4ca3-9afe-a1960a2a491b None None] Port fa699981-d2de-49bd-8b6b-b009525a73d3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:36.362476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.366789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.367557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.428554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Pushing event updated for resources: {'Port': ['ID=fa699981-d2de-49bd-8b6b-b009525a73d3,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:36.491303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Network e85e4bad-8cd6-40a3-8798-23359031891f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:36.492556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:36.650873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Router 791bcb8d-bba9-4f2c-9d43-c865b818126b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:28:36.718930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-34dadd1f-73d2-4357-b971-89075aff143b None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:36.719310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34dadd1f-73d2-4357-b971-89075aff143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.743926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:36.749819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a89bd139-c5c2-41b1-9bd5-93d619c41faa admin admin] 10.222.0.74 "PUT /v2.0/routers/791bcb8d-bba9-4f2c-9d43-c865b818126b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6979041 Oct 20 10:28:36.752292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-34dadd1f-73d2-4357-b971-89075aff143b None None] Port fa699981-d2de-49bd-8b6b-b009525a73d3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:36.764283 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Sync routers for ids ['791bcb8d-bba9-4f2c-9d43-c865b818126b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:36.778700 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Routers {'791bcb8d-bba9-4f2c-9d43-c865b818126b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:36.779572 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:28:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['791bcb8d-bba9-4f2c-9d43-c865b818126b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:36.963178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Set router 791bcb8d-bba9-4f2c-9d43-c865b818126b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:37.385703 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 2, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port_host': None, '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 2, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.436285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Checking router: 791bcb8d-bba9-4f2c-9d43-c865b818126b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:37.436652 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Updating router 791bcb8d-bba9-4f2c-9d43-c865b818126b port fa699981-d2de-49bd-8b6b-b009525a73d3 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:37.483387 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.988952 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.995490 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.162803 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Pushing event updated for resources: {'Port': ['ID=fa699981-d2de-49bd-8b6b-b009525a73d3,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:38.167446 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Attempting to bind port fa699981-d2de-49bd-8b6b-b009525a73d3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:38.167896 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Attempting to bind port fa699981-d2de-49bd-8b6b-b009525a73d3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:38.168250 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Attempting to bind port fa699981-d2de-49bd-8b6b-b009525a73d3 on network e85e4bad-8cd6-40a3-8798-23359031891f {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:38.176770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.177106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.177439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.177766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.178103 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.178424 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.178740 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.179333 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.179648 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.179961 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.180274 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.180584 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Tracked resource versions report: Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: pushed versions: Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: { 'AddressGroup': {'1.2'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'ConntrackHelper': {'1.0'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Log': {'1.0'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Network': {'1.1'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Port': {'1.7'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'PortForwarding': {'1.2'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'QosPolicy': {'1.10'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SecurityGroup': {'1.4'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SubPort': {'1.0'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Subnet': {'1.1'}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Trunk': {'1.1'}} Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: consumer versions: Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: L3 agent@n-d-802060-17: {}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: Metadata agent@n-d-802060-17: {}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: Metering agent@n-d-802060-17: {}, Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'ConntrackHelper': '1.0', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Log': '1.0', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Network': '1.1', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Port': '1.7', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'PortForwarding': '1.2', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'QosPolicy': '1.10', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SecurityGroup': '1.4', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SecurityGroupRule': '1.2', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'SubPort': '1.0', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Subnet': '1.1', Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: 'Trunk': '1.1'}} Oct 20 10:28:38.181657 n-d-802060-17 neutron-server[100749]: {{(pid=100749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:28:38.185668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:38.185668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Checking segment: {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:38.185668 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.185668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Bound using segment: {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:38.185668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Bound port: fa699981-d2de-49bd-8b6b-b009525a73d3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b799bd49-706f-49db-b1e2-7680b38090fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:38.186330 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.251778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] For port fa699981-d2de-49bd-8b6b-b009525a73d3, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:38.270331 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] For port fa699981-d2de-49bd-8b6b-b009525a73d3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fa699981-d2de-49bd-8b6b-b009525a73d3,segment=NetworkSegment(b799bd49-706f-49db-b1e2-7680b38090fd),segment_id=b799bd49-706f-49db-b1e2-7680b38090fd)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:38.274551 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.279622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:38.280662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.326528 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88671-b518-4f62-b0ba-73e51c35df40 None None] Pushing event updated for resources: {'Port': ['ID=fa699981-d2de-49bd-8b6b-b009525a73d3,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:38.350061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Routers {'791bcb8d-bba9-4f2c-9d43-c865b818126b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:38.350666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:28:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['791bcb8d-bba9-4f2c-9d43-c865b818126b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:38.378897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.425668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] For port fa699981-d2de-49bd-8b6b-b009525a73d3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fa699981-d2de-49bd-8b6b-b009525a73d3,segment=NetworkSegment(b799bd49-706f-49db-b1e2-7680b38090fd),segment_id=b799bd49-706f-49db-b1e2-7680b38090fd)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:38.432044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.447231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] Set router 791bcb8d-bba9-4f2c-9d43-c865b818126b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:38.490454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b7b4-8b04-48b8-bb6d-278a15994a85 None None] Pushing event updated for resources: {'Port': ['ID=fa699981-d2de-49bd-8b6b-b009525a73d3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:38.552412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1c84a5d0-2d8a-498b-873d-12f4ad9c8585 None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:38.552772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c84a5d0-2d8a-498b-873d-12f4ad9c8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.664823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 2, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port_host': None, '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:38Z', 'revision_number': 4, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:38.693999 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26784c3-b778-418c-a37b-652b38e9f061 None None] The sync data for ids ['791bcb8d-bba9-4f2c-9d43-c865b818126b'] in n-d-802060-17 is: [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 2, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port_host': None, '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:38Z', 'revision_number': 4, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:39.137167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35916) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:39.284764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b49bb8-617d-431b-ae73-7e90a7ea74ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:39.286144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-12b49bb8-617d-431b-ae73-7e90a7ea74ce admin admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 842 time: 0.1480038 Oct 20 10:28:39.298464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.3.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:39.322964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Made reservation on behalf of b45c4b84088c4f018b4284896948e6fe for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:39.325121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.725444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:28:39.725916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.783956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcaa5930-85ea-44bf-a147-e5b2bb2f7297,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:39.795581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:39.795952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Network hostable DHCP agents. Network: f6b9d159-1e6e-4153-8a25-750db3bfcdfc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:39.816678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:39.827836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f6b9d159-1e6e-4153-8a25-750db3bfcdfc) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:39.833100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:39.833678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.840762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5bfda-27c1-4286-b3c5-d0edfc4fdaa6 None None] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:39.859577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-544981bc-2c9b-4e34-bbb9-5e21138ec098 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5665717 Oct 20 10:28:40.036646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb480c92-0c49-4478-9e3d-ed021ef641bf None None] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:42.268205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35924) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:42.508340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c593cc55-d99c-42d7-854d-143af9495525 admin admin] 10.222.0.74 "GET /v2.0/routers/791bcb8d-bba9-4f2c-9d43-c865b818126b HTTP/1.1" status: 200 len: 710 time: 0.2389331 Oct 20 10:28:42.602105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35316899-4746-4f99-b7d4-2f858be16efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.603518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35316899-4746-4f99-b7d4-2f858be16efa admin admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 886 time: 0.0891635 Oct 20 10:28:42.613818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:42.873645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.106358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.188857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.392322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Allocated IP 172.25.3.31 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/3525e773-4e8e-43e9-9a4f-11025233e03f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:43.502092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.561244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.636590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:43.645778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:43.648621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:43.658676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3525e773-4e8e-43e9-9a4f-11025233e03f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:43.943728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.144574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.150779 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.271849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Router 791bcb8d-bba9-4f2c-9d43-c865b818126b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:28:44.383997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:44.388546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.389597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-81d5746a-3b26-425f-ac7c-d8460e9d58f9 admin admin] 10.222.0.74 "PUT /v2.0/routers/791bcb8d-bba9-4f2c-9d43-c865b818126b HTTP/1.1" status: 200 len: 889 time: 1.7791162 Oct 20 10:28:45.680213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fa699981-d2de-49bd-8b6b-b009525a73d3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:45.728809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:45.729176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.775411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Sync routers for ids ['791bcb8d-bba9-4f2c-9d43-c865b818126b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:45.790659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Routers {'791bcb8d-bba9-4f2c-9d43-c865b818126b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:45.791344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:28:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['791bcb8d-bba9-4f2c-9d43-c865b818126b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:46.027276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Set router 791bcb8d-bba9-4f2c-9d43-c865b818126b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:46.421471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:43Z', 'revision_number': 4, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port': {'id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:43Z', 'updated_at': '2021-10-20T10:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:38Z', 'revision_number': 5, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:46.473023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Checking router: 791bcb8d-bba9-4f2c-9d43-c865b818126b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:46.473376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Updating router 791bcb8d-bba9-4f2c-9d43-c865b818126b port 3525e773-4e8e-43e9-9a4f-11025233e03f binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:46.523818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.927188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.932684 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.938512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:46.979875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Attempting to bind port 3525e773-4e8e-43e9-9a4f-11025233e03f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:46.980240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Attempting to bind port 3525e773-4e8e-43e9-9a4f-11025233e03f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:46.980602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Attempting to bind port 3525e773-4e8e-43e9-9a4f-11025233e03f on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:46.992157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:46.992527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:46.992924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.993312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:46.993775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Bound port: 3525e773-4e8e-43e9-9a4f-11025233e03f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:46.994165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.995691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d0843-c93c-4a75-bc8d-32010ca54ef0 None None] Pushing event updated for resources: {'Port': ['ID=3525e773-4e8e-43e9-9a4f-11025233e03f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:47.051310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] For port 3525e773-4e8e-43e9-9a4f-11025233e03f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:47.054233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c36c13e2-f979-4620-a808-9924e0fe664f admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1143594 Oct 20 10:28:47.054718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] For port 3525e773-4e8e-43e9-9a4f-11025233e03f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3525e773-4e8e-43e9-9a4f-11025233e03f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:47.059814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.122915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d0843-c93c-4a75-bc8d-32010ca54ef0 None None] Pushing event updated for resources: {'Port': ['ID=3525e773-4e8e-43e9-9a4f-11025233e03f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:47.125572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Routers {'791bcb8d-bba9-4f2c-9d43-c865b818126b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:47.126184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:28:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['791bcb8d-bba9-4f2c-9d43-c865b818126b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:47.239481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] Set router 791bcb8d-bba9-4f2c-9d43-c865b818126b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:47.459912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:43Z', 'revision_number': 4, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port': {'id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:43Z', 'updated_at': '2021-10-20T10:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:38Z', 'revision_number': 5, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:47.492920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b61170-267f-45c8-9c96-cab0027bda9b None None] The sync data for ids ['791bcb8d-bba9-4f2c-9d43-c865b818126b'] in n-d-802060-17 is: [{'id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'name': 'router1', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:43Z', 'revision_number': 4, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'gw_port': {'id': '3525e773-4e8e-43e9-9a4f-11025233e03f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:43Z', 'updated_at': '2021-10-20T10:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'fa699981-d2de-49bd-8b6b-b009525a73d3', 'name': '', 'network_id': 'e85e4bad-8cd6-40a3-8798-23359031891f', 'tenant_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'mac_address': 'fa:16:3e:af:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791bcb8d-bba9-4f2c-9d43-c865b818126b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:35Z', 'updated_at': '2021-10-20T10:28:38Z', 'revision_number': 5, 'project_id': 'd1bcee48b5b041f9a36097a95455f1c3', 'subnets': [{'id': '1b6bec0b-a07b-4331-9931-ece1dba40458', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577c6fcc-ff26-4058-84d5-10f4005bfa7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:47.709057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3525e773-4e8e-43e9-9a4f-11025233e03f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:47.770214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3525e773-4e8e-43e9-9a4f-11025233e03f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:47.770719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.861184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.883706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 3525e773-4e8e-43e9-9a4f-11025233e03f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3525e773-4e8e-43e9-9a4f-11025233e03f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:47.889446 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.951111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=3525e773-4e8e-43e9-9a4f-11025233e03f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.659886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3525e773-4e8e-43e9-9a4f-11025233e03f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:49.720188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3525e773-4e8e-43e9-9a4f-11025233e03f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:49.720566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.406317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8fa71f2a-b89b-4562-94e7-f80aaa8f4c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:01.242901 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-725ab264-e42b-4070-bc67-00606a7b7b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:01.633266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.569983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.122658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:08.372538 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:29:28.402733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-16ceaabf-0f67-4b7e-a057-511fe8958504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.236027 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b049cab9-9116-4257-8349-523d5bba104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.644398 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.585241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:34.115219 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.372602 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:29:58.405521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bbd06cbf-231e-497c-90be-20f07168950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:01.238054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3446e092-2d05-4c50-80d6-4285f94f31a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:01.640917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.582261 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.116601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.374763 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:30:28.409367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86c3d891-5ba9-4770-a64b-eaaf57e5558b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.113503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:31.178891 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b377b454-0057-449c-b7ef-a42659c76eb3 admin admin] GET failed (client error): The resource could not be found. Oct 20 10:30:31.180256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b377b454-0057-449c-b7ef-a42659c76eb3 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656869 Oct 20 10:30:31.238813 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-702d0f8f-951c-4664-9326-711bece93007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.424556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0893133-a09f-4732-9762-fd5315b204da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.426976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0893133-a09f-4732-9762-fd5315b204da admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2407160 Oct 20 10:30:31.636362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.590285 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:33.736999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:33.841759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593a780-0afa-4e56-8c1d-6a8278dc5c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:33.843169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7593a780-0afa-4e56-8c1d-6a8278dc5c58 admin admin] 10.222.0.74 "GET /v2.0/subnets/1b6bec0b-a07b-4331-9931-ece1dba40458 HTTP/1.1" status: 200 len: 849 time: 0.1051455 Oct 20 10:30:33.856018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:33.954366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.120235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.121519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419142238'] for subnet, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.157138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:34.157719 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.159068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] 10.222.0.74 "PUT /v2.0/subnets/1b6bec0b-a07b-4331-9931-ece1dba40458 HTTP/1.1" status: 200 len: 868 time: 0.3090756 Oct 20 10:30:34.172758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc13be4-22c7-4c21-b6b3-3f577fa64d53 None None] Network e85e4bad-8cd6-40a3-8798-23359031891f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:34.193181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6bec0b-a07b-4331-9931-ece1dba40458,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:34.203416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.204048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.204454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.204719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.205048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.205373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.205695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.206021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.206338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.206650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.207344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.207808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaa5f5-c42e-4a30-9118-0d33215ddf37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:34.587373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3217b1b8-95b7-4772-aa99-4e610948950c None None] Provisioning complete for port 29296206-0a07-44f5-946a-c3103bc1c465 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:34.587829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3217b1b8-95b7-4772-aa99-4e610948950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.675598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3217b1b8-95b7-4772-aa99-4e610948950c None None] Provisioning complete for port fa699981-d2de-49bd-8b6b-b009525a73d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:34.678994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3217b1b8-95b7-4772-aa99-4e610948950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.509432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36548) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:36.720033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9cb3c3-0e86-47af-a76e-5bdd25834f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:36.720512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9cb3c3-0e86-47af-a76e-5bdd25834f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:36.722233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a9cb3c3-0e86-47af-a76e-5bdd25834f46 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2116888 Oct 20 10:30:39.059280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36558) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:39.198789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9d09a-216e-409d-9843-243efa6a747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.199365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9d09a-216e-409d-9843-243efa6a747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.201004 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9bd9d09a-216e-409d-9843-243efa6a747a admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1406617 Oct 20 10:30:41.518460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36566) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:41.650434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8bc7b-acb1-42dc-b73c-035c6645ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.651849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-27b8bc7b-acb1-42dc-b73c-035c6645ab11 admin admin] 10.222.0.74 "GET /v2.0/networks/e85e4bad-8cd6-40a3-8798-23359031891f HTTP/1.1" status: 200 len: 870 time: 0.1323931 Oct 20 10:30:43.957793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:44.088427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47607d88-5d9c-46dd-8a63-c1576b42e5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:44.090033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-47607d88-5d9c-46dd-8a63-c1576b42e5bc admin admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 886 time: 0.1313350 Oct 20 10:30:46.393774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36582) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:46.521026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233f62b-ae55-4aca-98b6-8de1eac5366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:46.521484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233f62b-ae55-4aca-98b6-8de1eac5366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:46.523179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7233f62b-ae55-4aca-98b6-8de1eac5366b admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283081 Oct 20 10:30:48.805585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36590) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:48.893813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c7e0d-0644-45fa-85d6-16de28baed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.894261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c7e0d-0644-45fa-85d6-16de28baed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.895783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-890c7e0d-0644-45fa-85d6-16de28baed0e admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892599 Oct 20 10:30:51.159684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36598) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:51.256065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19621f-8cd5-4e8f-9c3c-511d7b3b0c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.257419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea19621f-8cd5-4e8f-9c3c-511d7b3b0c1d admin admin] 10.222.0.74 "GET /v2.0/subnets/1b6bec0b-a07b-4331-9931-ece1dba40458 HTTP/1.1" status: 200 len: 868 time: 0.0967374 Oct 20 10:30:53.553559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36606) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:53.637008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42073d1-05e6-46a9-9269-0f7c8bc472c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.638326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e42073d1-05e6-46a9-9269-0f7c8bc472c5 admin admin] 10.222.0.74 "GET /v2.0/subnets/dcaa5930-85ea-44bf-a147-e5b2bb2f7297 HTTP/1.1" status: 200 len: 816 time: 0.0838821 Oct 20 10:30:58.498904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-55628c7e-9691-4534-b0ba-3177f3301407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:59.374267 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:31:01.241991 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eb0607c6-5cf7-4bfb-80cb-f098072f0832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.640449 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.589400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.120138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:18.277958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:18.325700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-65b03836-6b9d-4a01-9c6c-1966b2d53801 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:31:18.326684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65b03836-6b9d-4a01-9c6c-1966b2d53801 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0477576 Oct 20 10:31:20.685156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:20.747278 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d47624-cc94-463d-863a-3d1a0913180c admin admin] GET failed (client error): The resource could not be found. Oct 20 10:31:20.748606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-86d47624-cc94-463d-863a-3d1a0913180c admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625112 Oct 20 10:31:20.839488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0773bfd-a040-464c-ad35-70a55b0be114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.840975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0773bfd-a040-464c-ad35-70a55b0be114 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871251 Oct 20 10:31:23.161661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36676) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:23.208932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:23.234682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Made reservation on behalf of b45c4b84088c4f018b4284896948e6fe for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:23.236947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:23.270269 n-d-802060-17 neutron-server[100747]: WARNING neutron.services.revisions.revision_plugin [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Could not find related network for resource to bump revision. Oct 20 10:31:23.283509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:31:23.292731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:23.293070 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Added segment 5ea50796-b99f-4035-9c49-9276eac240e1 of type vlan for network 7e586b7a-4a51-4c93-838f-246bb032aa75 Oct 20 10:31:23.340580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:23.364138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:23.365195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.365828 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:23.400389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2376547 Oct 20 10:31:23.432646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9527acb-4cde-4ab2-9d7e-c5216737ffeb admin admin] Pushing event updated for resources: {'Network': ['ID=7e586b7a-4a51-4c93-838f-246bb032aa75,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:23.443903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:31:25.729296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36684) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:25.790078 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-192beb98-864e-45bb-85e4-d333b9335c39 admin admin] GET failed (client error): The resource could not be found. Oct 20 10:31:25.791422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-192beb98-864e-45bb-85e4-d333b9335c39 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611739 Oct 20 10:31:25.863724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ef338-f2df-4f72-adaf-3af8b1469d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.865193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-873ef338-f2df-4f72-adaf-3af8b1469d10 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0692198 Oct 20 10:31:25.876194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:25.898897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Made reservation on behalf of b45c4b84088c4f018b4284896948e6fe for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:25.900539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.068689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.122519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62d545b-871e-4935-9f3c-ab9bed554013,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:26.132262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:26.132606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Network hostable DHCP agents. Network: 7e586b7a-4a51-4c93-838f-246bb032aa75, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:31:26.147597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:31:26.156505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7e586b7a-4a51-4c93-838f-246bb032aa75) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:26.160475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.161044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.165790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce1fa7-34c8-4f6a-afe2-27faf98dc46b None None] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:26.176649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d5523468-75ad-4ce7-9157-dad115f79456 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3044837 Oct 20 10:31:26.319711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-7e586b7a-4a51-4c93-838f-246bb032aa75', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'tenant_id': 'b45c4b84088c4f018b4284896948e6fe', 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:31:26.320537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.470731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Allocated IP 192.168.233.2 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/e88eb7ad-229d-4d9b-8e80-1a725e964655) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:26.629194 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.636185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.674516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:26.677538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:26.681531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:26.694959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Pushing event updated for resources: {'Port': ['ID=e88eb7ad-229d-4d9b-8e80-1a725e964655,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:26.715430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.715778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.716119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.716460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.716791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.717124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.717450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.717827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.718162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.718474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.718794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.719139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:26.753585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Attempting to bind port e88eb7ad-229d-4d9b-8e80-1a725e964655 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:26.753949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Attempting to bind port e88eb7ad-229d-4d9b-8e80-1a725e964655 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:26.754311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Attempting to bind port e88eb7ad-229d-4d9b-8e80-1a725e964655 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:26.760159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:26.760532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:26.760928 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.761317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:26.761783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Bound port: e88eb7ad-229d-4d9b-8e80-1a725e964655, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:26.762164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.828166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] For port e88eb7ad-229d-4d9b-8e80-1a725e964655, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:26.831681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] For port e88eb7ad-229d-4d9b-8e80-1a725e964655, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e88eb7ad-229d-4d9b-8e80-1a725e964655,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:26.836750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.899930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7c12-4c5a-46f4-8ba5-f6e5034589e1 None None] Pushing event updated for resources: {'Port': ['ID=e88eb7ad-229d-4d9b-8e80-1a725e964655,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:27.742717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c07448-c390-4953-bda0-d48ae00f26b5 None None] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:27.826561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] Provisioning complete for port e88eb7ad-229d-4d9b-8e80-1a725e964655 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:27.826925 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:27.855795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e88eb7ad-229d-4d9b-8e80-1a725e964655 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:28.011928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e88eb7ad-229d-4d9b-8e80-1a725e964655 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:28.012287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.016310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.084315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] For port e88eb7ad-229d-4d9b-8e80-1a725e964655, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e88eb7ad-229d-4d9b-8e80-1a725e964655,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:28.089483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.174410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64a6ba-2765-4831-b3f4-ea47d2d45b95 None None] Pushing event updated for resources: {'Port': ['ID=e88eb7ad-229d-4d9b-8e80-1a725e964655,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:28.316648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-545d074a-acb2-40e3-a3e3-05fd588228ec None None] Provisioning complete for port e88eb7ad-229d-4d9b-8e80-1a725e964655 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:28.316989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-545d074a-acb2-40e3-a3e3-05fd588228ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.415030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d50d13a9-cc9b-4fa7-9847-d81828de3b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.779806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e88eb7ad-229d-4d9b-8e80-1a725e964655 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:29.832193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e88eb7ad-229d-4d9b-8e80-1a725e964655 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:29.832565 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.244002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccce3-685f-4305-a7d5-575fb7614dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.643178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.591857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:34.122985 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.373707 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:31:58.417092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-218c58d4-f0d4-466c-8d6c-909088e6f855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:01.245787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbb07-f165-45aa-89cb-926d21fce9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:01.646235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:02.597231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.127430 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:13.372638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:32:28.422912 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d54bb8c9-bfe5-42e8-9d13-6fcb8c5ffa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:31.247140 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a22a0f85-00f5-4468-890a-c1f56d5f35b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:31.649450 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.600171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:34.128388 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.450906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:38.456729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-8d8ce44c-6bc2-414f-806a-b9297c183147 tempest-verify_tempest_config-751928610 tempest-verify_tempest_config-751928610-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:32:38.457744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d8ce44c-6bc2-414f-806a-b9297c183147 tempest-verify_tempest_config-751928610 tempest-verify_tempest_config-751928610-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058224 Oct 20 10:32:38.746026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:38.853645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.928149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.932315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.983557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0ed77bd083b45d5bc4cb1e77652a024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2363288 Oct 20 10:32:38.985625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdfa832-3cb4-4e5c-943d-b50c7ddf775e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:38.986627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36760) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:38.992823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.993161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.993498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.993824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.994146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.994467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.994785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.995123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.995439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.995753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.996064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:38.996377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65c54-66fc-4d88-9816-27283d31c5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.040934 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.061945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.148962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.151554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.152703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fcdfa832-3cb4-4e5c-943d-b50c7ddf775e HTTP/1.1" status: 204 len: 168 time: 0.1650825 Oct 20 10:32:39.161237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdfa832-3cb4-4e5c-943d-b50c7ddf775e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:39.167799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.168144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.168481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.168813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.169144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.169468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.169789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.170097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.170417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.170734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.171086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.171431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adb97f-970e-4621-babf-b12c8554db45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:50.370944 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:32:58.429222 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63d154e8-e597-4173-9d34-7a55c3129b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.250327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13e6ce0e-cbcf-45bc-a871-5c3db2d58a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.650491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.602515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.132761 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.368976 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:33:28.420452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b19f138-f398-4197-a114-2aa54e50babe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.254872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c01e047-41ee-4035-b86d-07adc0261db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.652297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.604503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.132437 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.420396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5cf4-38b4-489e-a7c8-f94957cc58e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.256220 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c613d59-3706-4aa8-baa7-2425bffeef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.653695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.607524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.136272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.369055 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:34:28.420829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b4bcc82-9e8d-4ed3-99dd-f09528db583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.257305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fb593d-14fa-431f-89c4-913895881063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.658175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.608600 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.137867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.368386 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:34:58.423163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7c39706-c52c-4b28-974c-cea134432d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.258250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cf762920-bcf3-4817-8e09-3b9c6b05bb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.660057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.615751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.140674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.368270 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 5 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:35:28.424185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4f50-1cbb-4d3f-98e2-01521a064222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:31.259240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4aedf52-c5ff-4fe8-aa28-323d28151a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:31.660910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.617804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.145498 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.529619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.287524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726440'] for agent, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:55.368127 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:35:58.425333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e70331a6-b799-4fba-9f59-0955f7cc8d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.260682 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-43a9e6d8-9de3-4b52-9816-d61c70a067f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.662997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:02.620305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.147078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.487872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.240363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:28.426721 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee67e343-e29f-49b3-a5b5-47186e2fcbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.262711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-65917b97-0e21-4d0e-a7c8-42bcb7a94f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.665655 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.367458 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:36:32.622910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.149730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.340008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36824) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:37.509646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49de8428-81a1-4dbe-a0ac-4c6f2ec8b21f admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1684730 Oct 20 10:36:39.786422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36834) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:39.841178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c5b1d13d-36da-402d-b89c-9925b22324a1 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0536580 Oct 20 10:36:45.487766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.240929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:58.430033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f1ab95ae-319e-495e-babd-2f169efe2bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:01.266333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-611a0c22-5dcb-45bf-9c21-6b0809fe019f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:01.666515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:02.624407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.153398 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.367152 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:37:15.501901 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.253284 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:28.431041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3edbfdb-317f-4a75-a58d-7dc4251d5a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.268769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec7a0-8d47-4ce3-89a3-101eff5d9a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.669286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:32.628865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:34.159296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.502875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.252253 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.366797 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:37:58.439605 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a1451915-2752-4b08-97ac-e39bc8b4570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.186928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36978) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:01.275313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bb60-b913-4df0-8690-05507650f7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.445140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-network', 'tenant_id': 'c498c59a684447e388dfeddc9671d571'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:01.468341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Made reservation on behalf of c498c59a684447e388dfeddc9671d571 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:01.470671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.479323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.568408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.576746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.600190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:01.618433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cfe8d-7c31-4bba-9b4e-3c7baab7b19f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.627535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.627932 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Added segment 581e48f7-ce94-466a-b8e4-60740dc27167 of type vlan for network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 Oct 20 10:38:01.630036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.630375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.630708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.631156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.631487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.631809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.632136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.632476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.632795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.633110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.633427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.633828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Tracked resource versions report: Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: pushed versions: Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: { 'AddressGroup': {'1.2'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'ConntrackHelper': {'1.0'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Log': {'1.0'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Network': {'1.1'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Port': {'1.7'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'PortForwarding': {'1.2'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'QosPolicy': {'1.10'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SecurityGroup': {'1.4'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SubPort': {'1.0'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Subnet': {'1.1'}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Trunk': {'1.1'}} Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: consumer versions: Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: HyperV agent@n-h1-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: HyperV agent@n-h2-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: L3 agent@n-d-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: Metadata agent@n-d-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: Metering agent@n-d-802060-17: {}, Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'ConntrackHelper': '1.0', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Log': '1.0', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Network': '1.1', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Port': '1.7', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'PortForwarding': '1.2', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'QosPolicy': '1.10', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SecurityGroup': '1.4', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SecurityGroupRule': '1.2', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'SubPort': '1.0', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Subnet': '1.1', Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: 'Trunk': '1.1'}} Oct 20 10:38:01.634896 n-d-802060-17 neutron-server[100746]: {{(pid=100746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:38:01.681529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.682002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.708605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.710076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.710964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.754570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:01.755274 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5664926 Oct 20 10:38:01.762178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Request body: {'subnet': {'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-subnet', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:01.785853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec74e4-ff08-451c-81dd-cd4d7a3eb892 admin admin] Pushing event updated for resources: {'Network': ['ID=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.794474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Made reservation on behalf of c498c59a684447e388dfeddc9671d571 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:01.797428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:01.797576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.851322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37016) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.011050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.065959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2026474271-network', 'tenant_id': '0b9918ccd8d34e039733511ad54d930a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:02.066636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d36128-47b5-400f-9e2b-163044fe7f73,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.079478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.079811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.080325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.080831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.081423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.081899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.082511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.083440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.083912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.084569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.085047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.085507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Tracked resource versions report: Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: pushed versions: Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: { 'AddressGroup': {'1.2'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'ConntrackHelper': {'1.0'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Log': {'1.0'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Network': {'1.1'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Port': {'1.7'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'PortForwarding': {'1.2'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'QosPolicy': {'1.10'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SecurityGroup': {'1.4'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SubPort': {'1.0'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Subnet': {'1.1'}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Trunk': {'1.1'}} Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: consumer versions: Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: HyperV agent@n-h1-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: HyperV agent@n-h2-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: L3 agent@n-d-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: Metadata agent@n-d-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: Metering agent@n-d-802060-17: {}, Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'ConntrackHelper': '1.0', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Log': '1.0', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Network': '1.1', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Port': '1.7', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'PortForwarding': '1.2', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'QosPolicy': '1.10', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SecurityGroup': '1.4', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SecurityGroupRule': '1.2', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'SubPort': '1.0', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Subnet': '1.1', Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: 'Trunk': '1.1'}} Oct 20 10:38:02.086917 n-d-802060-17 neutron-server[100747]: {{(pid=100747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:38:02.101400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Checking segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:02.101809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:02.102188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Network hostable DHCP agents. Network: c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:02.104771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.125337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.131874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:02.144392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:02.159692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb0b7d-0104-4abd-b360-e9cad13f8934 None None] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:02.165809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.167213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.190671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ffeaec4a-6a9d-472f-8b90-41fb82ef30f3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4337187 Oct 20 10:38:02.191320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37038) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.196583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:02.212733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.218137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.227485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.228871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.231198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:02.243366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.243786 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Added segment 7e538868-c0af-42c9-a925-5ad832751591 of type vlan for network bce9a2ad-fd43-4709-9321-3c7f18800952 Oct 20 10:38:02.322927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.375737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bdf6d3-8f8e-40b8-9184-58d55ee3294d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.393712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.394873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.395677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.419439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:02.421291 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.435193 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5823758 Oct 20 10:38:02.437105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37050) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.447702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Request body: {'subnet': {'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2026474271-subnet', 'tenant_id': '0b9918ccd8d34e039733511ad54d930a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:02.480184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:02.484273 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.521282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.619290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e85d-61f5-44b9-8fdf-f0273e2c012b admin admin] Pushing event updated for resources: {'Network': ['ID=bce9a2ad-fd43-4709-9321-3c7f18800952,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.637112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bce9a2ad-fd43-4709-9321-3c7f18800952 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:02.720859 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.770974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.772932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.784488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Allocated IP 172.20.0.2 (c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9/e9d36128-47b5-400f-9e2b-163044fe7f73/f19509d9-8762-443e-a16a-b145e5aff4fa) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:02.858730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9183ef-6dac-43e4-a812-c9fb094c7858,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.878010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:02.878496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Network hostable DHCP agents. Network: bce9a2ad-fd43-4709-9321-3c7f18800952, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:02.901638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Network bce9a2ad-fd43-4709-9321-3c7f18800952 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:02.919991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bce9a2ad-fd43-4709-9321-3c7f18800952) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:02.931190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e205910-8325-492e-adfd-74cf1ed51726 None None] Network bce9a2ad-fd43-4709-9321-3c7f18800952 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:02.933879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.934465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.958891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9bffc61e-2375-4c82-99ad-c71d3ffbaa14 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5175655 Oct 20 10:38:03.031792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.064338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.103779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.140164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.189298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2c2ed-1ff5-4965-b1fa-dfc6ccbac4e1 None None] Network bce9a2ad-fd43-4709-9321-3c7f18800952 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:03.198002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:03.199522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:03.204432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:03.218310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Allocated IP 172.25.3.240 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/acad2790-4ee1-4038-baf9-08a0d79e9440) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:03.226051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Pushing event updated for resources: {'Port': ['ID=f19509d9-8762-443e-a16a-b145e5aff4fa,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:03.245254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.245584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.246102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.246578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.247098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.247590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.248596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.249074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.249625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.250111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.250579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.251070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Tracked resource versions report: Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: pushed versions: Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: { 'AddressGroup': {'1.2'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'ConntrackHelper': {'1.0'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Log': {'1.0'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Network': {'1.1'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Port': {'1.7'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'PortForwarding': {'1.2'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'QosPolicy': {'1.10'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SecurityGroup': {'1.4'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SubPort': {'1.0'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Subnet': {'1.1'}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Trunk': {'1.1'}} Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: consumer versions: Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: HyperV agent@n-h1-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: HyperV agent@n-h2-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: L3 agent@n-d-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: Metadata agent@n-d-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: Metering agent@n-d-802060-17: {}, Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'ConntrackHelper': '1.0', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Log': '1.0', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Network': '1.1', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Port': '1.7', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'PortForwarding': '1.2', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'QosPolicy': '1.10', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SecurityGroup': '1.4', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SecurityGroupRule': '1.2', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'SubPort': '1.0', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Subnet': '1.1', Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: 'Trunk': '1.1'}} Oct 20 10:38:03.252342 n-d-802060-17 neutron-server[100748]: {{(pid=100748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:38:03.350380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Attempting to bind port f19509d9-8762-443e-a16a-b145e5aff4fa on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:03.350747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Attempting to bind port f19509d9-8762-443e-a16a-b145e5aff4fa by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:03.351139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Attempting to bind port f19509d9-8762-443e-a16a-b145e5aff4fa on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:03.364823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:03.365071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Checking segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:03.365722 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.365722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Bound using segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:03.366206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Bound port: f19509d9-8762-443e-a16a-b145e5aff4fa, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:03.366575 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.370461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.413463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.461341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:03.463344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:03.471967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:03.475772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Pushing event updated for resources: {'Port': ['ID=acad2790-4ee1-4038-baf9-08a0d79e9440,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:03.478055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] For port f19509d9-8762-443e-a16a-b145e5aff4fa, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:03.481559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] For port f19509d9-8762-443e-a16a-b145e5aff4fa, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f19509d9-8762-443e-a16a-b145e5aff4fa,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:03.487721 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.548403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d22dc-3817-41b9-9989-6146628aef48 None None] Pushing event updated for resources: {'Port': ['ID=f19509d9-8762-443e-a16a-b145e5aff4fa,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:03.728396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.748618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37086) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.021835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.051159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f19509d9-8762-443e-a16a-b145e5aff4fa up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:04.109392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f19509d9-8762-443e-a16a-b145e5aff4fa triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:04.110019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.176250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.203514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:38:04.247996 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.291545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port f19509d9-8762-443e-a16a-b145e5aff4fa, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f19509d9-8762-443e-a16a-b145e5aff4fa,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:04.297959 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.370699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:04.383223 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:04.383785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=f19509d9-8762-443e-a16a-b145e5aff4fa,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:04.396118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:04.398276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:04.421369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.427168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3bd496a4-58b0-417f-ab87-9d653cf2278d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2346530 Oct 20 10:38:04.428129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-512e9f7c-0b19-4146-bc8a-ddb426bf28c6 tempest-AutoAllocateNetworkTest-1391920713 tempest-AutoAllocateNetworkTest-1391920713-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c79fc324227d4643aacb2fccdb76daab&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6775837 Oct 20 10:38:04.430639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.430868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37110) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.625657 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:04.805901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff804581-8f9b-43f9-ba57-bda48d47accd None None] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:04.827002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b4a2e-7fc0-4563-8216-777b7ac91a51 tempest-AutoAllocateNetworkTest-1391920713 tempest-AutoAllocateNetworkTest-1391920713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.829912 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c54b4a2e-7fc0-4563-8216-777b7ac91a51 tempest-AutoAllocateNetworkTest-1391920713 tempest-AutoAllocateNetworkTest-1391920713-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3972032 Oct 20 10:38:04.832816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37124) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.913626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-18438c7c-884a-4969-a7c3-1b6b6ea1000e tempest-AutoAllocateNetworkTest-1391920713 tempest-AutoAllocateNetworkTest-1391920713-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794759 Oct 20 10:38:04.916068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37130) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.953909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7e4a641b-5179-46c9-bcb4-8cff6239d6a1 None None] Provisioning complete for port f19509d9-8762-443e-a16a-b145e5aff4fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:04.954300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e4a641b-5179-46c9-bcb4-8cff6239d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.972216 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:03Z', 'revision_number': 3, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:04.975242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b3e3bb0-c21e-49ab-80a5-23bd39564a47 tempest-AutoAllocateNetworkTest-1391920713 tempest-AutoAllocateNetworkTest-1391920713-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c79fc324227d4643aacb2fccdb76daab HTTP/1.1" status: 200 len: 208 time: 0.0578444 Oct 20 10:38:05.011066 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:05.011958 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Updating router a46f914d-cf9d-48c7-9172-c6914b5e9994 port acad2790-4ee1-4038-baf9-08a0d79e9440 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:38:05.055613 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.240855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.489901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-855205a5-890a-41f0-8acd-97b8e7133158 None None] Provisioning complete for port f19509d9-8762-443e-a16a-b145e5aff4fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:05.490379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-855205a5-890a-41f0-8acd-97b8e7133158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.524752 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.530016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Allocated IP 172.20.0.1 (c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9/e9d36128-47b5-400f-9e2b-163044fe7f73/861b344b-a07e-45c1-8014-220a59a1bafe) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:05.541607 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.661125 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Pushing event updated for resources: {'Port': ['ID=acad2790-4ee1-4038-baf9-08a0d79e9440,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:05.666547 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Attempting to bind port acad2790-4ee1-4038-baf9-08a0d79e9440 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:05.667153 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Attempting to bind port acad2790-4ee1-4038-baf9-08a0d79e9440 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:05.667665 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Attempting to bind port acad2790-4ee1-4038-baf9-08a0d79e9440 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:05.675414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.677992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.678346 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.678690 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.679061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.679401 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.679736 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.680059 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.680535 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.681002 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.681457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.682050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.682517 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Tracked resource versions report: Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: pushed versions: Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: { 'AddressGroup': {'1.2'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'ConntrackHelper': {'1.0'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Log': {'1.0'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Network': {'1.1'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Port': {'1.7'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'PortForwarding': {'1.2'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'QosPolicy': {'1.10'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SecurityGroup': {'1.4'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SubPort': {'1.0'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Subnet': {'1.1'}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Trunk': {'1.1'}} Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: consumer versions: Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: { DHCP agent@n-d-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: HyperV agent@n-h1-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: HyperV agent@n-h2-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: L3 agent@n-d-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: Metadata agent@n-d-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: Metering agent@n-d-802060-17: {}, Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: Open vSwitch agent@n-d-802060-17: { 'AddressGroup': '1.2', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'ConntrackHelper': '1.0', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Log': '1.0', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Network': '1.1', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Port': '1.7', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'PortForwarding': '1.2', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'QosPolicy': '1.10', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SecurityGroup': '1.4', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SecurityGroupRule': '1.2', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'SubPort': '1.0', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Subnet': '1.1', Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: 'Trunk': '1.1'}} Oct 20 10:38:05.683781 n-d-802060-17 neutron-server[100749]: {{(pid=100749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:38:05.700244 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:05.700616 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:05.701567 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.701964 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:05.702461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Bound port: acad2790-4ee1-4038-baf9-08a0d79e9440, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:05.703070 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.718879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.774019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Pushing event updated for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:05.789605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:05.790170 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] For port acad2790-4ee1-4038-baf9-08a0d79e9440, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:05.791309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:05.795237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:05.795543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.807614 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] For port acad2790-4ee1-4038-baf9-08a0d79e9440, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=acad2790-4ee1-4038-baf9-08a0d79e9440,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:05.814788 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.919667 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:05.920512 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:05.923745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fd55-1269-4c52-811c-f6d66111ddf0 None None] Pushing event updated for resources: {'Port': ['ID=acad2790-4ee1-4038-baf9-08a0d79e9440,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:05.996031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:06.003327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-103565946-network', 'tenant_id': '18c3764768d54a95958b9e7c44307f07'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:06.071587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Made reservation on behalf of 18c3764768d54a95958b9e7c44307f07 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:06.085867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.087263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f19509d9-8762-443e-a16a-b145e5aff4fa up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:06.109362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.151315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37168) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:06.192778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:06.200461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f19509d9-8762-443e-a16a-b145e5aff4fa triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:06.200832 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.271185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.292073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e0e90b41-5cee-4df5-be85-4a3e47951a77 None None] Provisioning complete for port 861b344b-a07e-45c1-8014-220a59a1bafe triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:06.294002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.299612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e0e90b41-5cee-4df5-be85-4a3e47951a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.302480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.373460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:06.380804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e0e90b41-5cee-4df5-be85-4a3e47951a77 None None] Port 861b344b-a07e-45c1-8014-220a59a1bafe cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:06.424690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.425287 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Added segment 223648b8-25a1-4f44-8ee7-4b3bd28b070d of type vlan for network 30b7f90d-1efe-4de9-a7bd-f60c0180d19a Oct 20 10:38:06.426667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179fd46-e919-4c52-a7c8-28c146e32d18,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.503879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.537156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.539052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.539826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.603062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=30b7f90d-1efe-4de9-a7bd-f60c0180d19a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.615373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 30b7f90d-1efe-4de9-a7bd-f60c0180d19a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:06.636270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3c095b7-4f0f-43ae-81fe-e9802de49cc4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6367972 Oct 20 10:38:06.640117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:06.647440 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:03Z', 'revision_number': 3, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:06.657895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Request body: {'subnet': {'network_id': '30b7f90d-1efe-4de9-a7bd-f60c0180d19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-103565946-subnet', 'tenant_id': '18c3764768d54a95958b9e7c44307f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:06.666111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.675452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.676303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.684403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2887d-77ce-4d00-8b3b-6284fa5cc799 None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:03Z', 'revision_number': 3, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:06.700682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Made reservation on behalf of 18c3764768d54a95958b9e7c44307f07 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:06.706971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.727296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f62ec6a-d981-426a-9008-22273f36abd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.760509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Pushing event updated for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.842292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f62ec6a-d981-426a-9008-22273f36abd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.855482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f62ec6a-d981-426a-9008-22273f36abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.893057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:06.899191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:06.927368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f62ec6a-d981-426a-9008-22273f36abd2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c79fc324227d4643aacb2fccdb76daab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7689221 Oct 20 10:38:06.934819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:06.977587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62ec6a-d981-426a-9008-22273f36abd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017066e-b473-40ec-9037-537d50bc0f1b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:07.060480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.159542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.197482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:07.203672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.283810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59d0033-d9c4-415c-889c-0849784cb3c1,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:07.312133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.315033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.319561 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7017066e-b473-40ec-9037-537d50bc0f1b HTTP/1.1" status: 204 len: 168 time: 0.3765659 Oct 20 10:38:07.323080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Checking segment: {'id': '223648b8-25a1-4f44-8ee7-4b3bd28b070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30b7f90d-1efe-4de9-a7bd-f60c0180d19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:07.323546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Network hostable DHCP agents. Network: 30b7f90d-1efe-4de9-a7bd-f60c0180d19a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:07.336545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb047-5c3a-4edb-87d5-a767c753ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017066e-b473-40ec-9037-537d50bc0f1b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:07.361958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Network 30b7f90d-1efe-4de9-a7bd-f60c0180d19a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:07.377043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 30b7f90d-1efe-4de9-a7bd-f60c0180d19a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:07.384278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.384873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.416777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-03e29c77-f699-4093-a065-262f7e49d3a5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7662365 Oct 20 10:38:07.424824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2635f-adef-4f4e-8b12-b7f3eb0c2bed None None] Network 30b7f90d-1efe-4de9-a7bd-f60c0180d19a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:07.441656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8c0e2146-9631-4950-92d9-d21b4f59aaaa None None] Provisioning complete for port 861b344b-a07e-45c1-8014-220a59a1bafe triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:07.442269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2146-9631-4950-92d9-d21b4f59aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.687114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e2146-9631-4950-92d9-d21b4f59aaaa None None] Port 861b344b-a07e-45c1-8014-220a59a1bafe cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:07.762662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:07.770624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c695261b-582b-4375-89d7-963a324ae93e admin admin] 10.222.0.74 "PUT /v2.0/routers/a46f914d-cf9d-48c7-9172-c6914b5e9994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3382614 Oct 20 10:38:07.842114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efb37c-4b1d-496e-ba41-d42ceb62a205 None None] Network 30b7f90d-1efe-4de9-a7bd-f60c0180d19a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:08.039970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device acad2790-4ee1-4038-baf9-08a0d79e9440 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:08.113722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port acad2790-4ee1-4038-baf9-08a0d79e9440 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:08.114089 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.234119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.256539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port acad2790-4ee1-4038-baf9-08a0d79e9440, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=acad2790-4ee1-4038-baf9-08a0d79e9440,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:08.264943 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.322201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=acad2790-4ee1-4038-baf9-08a0d79e9440,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:08.987126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:09.010047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:09.010832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:09.129238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:09.184588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37300) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:09.192711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-network', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:09.245321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Made reservation on behalf of 110123a23df24c72a3bc3df96e728ba7 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:09.253160 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.269507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.426072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 2, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:09.434381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.440938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.459008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:09.459358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Updating router a46f914d-cf9d-48c7-9172-c6914b5e9994 port 861b344b-a07e-45c1-8014-220a59a1bafe binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:38:09.471677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:09.481949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1b273-281d-4be7-a142-114a327ef57d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:09.489524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.489861 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Added segment b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8 of type vlan for network d5263771-a048-4e77-bba4-e04532e90193 Oct 20 10:38:09.503548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.551585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.557038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37322) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:09.559602 n-d-802060-17 neutron-server[100747]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 10:38:09.586493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.588679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.589705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.628628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4418437 Oct 20 10:38:09.639308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:09.676309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Request body: {'subnet': {'network_id': 'd5263771-a048-4e77-bba4-e04532e90193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-subnet', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:09.684626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b7478-6a7a-4055-9b9c-72e82bc970ff admin admin] Pushing event updated for resources: {'Network': ['ID=d5263771-a048-4e77-bba4-e04532e90193,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:09.710015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d5263771-a048-4e77-bba4-e04532e90193 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:09.711000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Made reservation on behalf of 110123a23df24c72a3bc3df96e728ba7 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:09.719744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.907890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-300e8883-5452-43d8-bab8-9eed1d4867e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.915329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-300e8883-5452-43d8-bab8-9eed1d4867e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.3570120 Oct 20 10:38:09.946329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-60b2a387-94cf-49c7-aece-3c2da56ba1bb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/quotas/0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 375 time: 0.0300753 Oct 20 10:38:10.057775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device acad2790-4ee1-4038-baf9-08a0d79e9440 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:10.061187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.066301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-ea3c2f63-484e-436e-8667-45a34d53ed8a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183255 Oct 20 10:38:10.084479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.089272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.164039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d51660f-6879-4272-9149-6a197841eb01,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.176761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ff49-f970-4863-a4d8-cdd19dfbbdfd None None] Pushing event updated for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.225599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Checking segment: {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:10.226795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Network hostable DHCP agents. Network: d5263771-a048-4e77-bba4-e04532e90193, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:10.257360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port acad2790-4ee1-4038-baf9-08a0d79e9440 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:10.257727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.278235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Network d5263771-a048-4e77-bba4-e04532e90193 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:10.283924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Attempting to bind port 861b344b-a07e-45c1-8014-220a59a1bafe on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:10.284293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Attempting to bind port 861b344b-a07e-45c1-8014-220a59a1bafe by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:10.284767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Attempting to bind port 861b344b-a07e-45c1-8014-220a59a1bafe on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:10.295559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:10.295892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Checking segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:10.296300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.296748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Bound using segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:10.297257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Bound port: 861b344b-a07e-45c1-8014-220a59a1bafe, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:10.297731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.304226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d5263771-a048-4e77-bba4-e04532e90193) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:10.316479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:10.317935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.325916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdb522-ea7a-479d-b06a-0d362c1e1462 None None] Network d5263771-a048-4e77-bba4-e04532e90193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:10.345465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a3d1923-f572-4f01-b533-df9d0a76decd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7047403 Oct 20 10:38:10.347316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-c2ad5b59-900b-47d2-89ba-98e27a740151 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:10.348581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:10.355242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-c2ad5b59-900b-47d2-89ba-98e27a740151 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1086226 Oct 20 10:38:10.358506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:10.401174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.403040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.488249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.505247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-46f976f9-05fe-4d37-b4e9-65ff2cd39f3e service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489902 Oct 20 10:38:10.612909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-f6484015-0f4a-4992-ab15-dcb5eb9adceb service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067700 Oct 20 10:38:10.627518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] For port 861b344b-a07e-45c1-8014-220a59a1bafe, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:10.635672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] For port 861b344b-a07e-45c1-8014-220a59a1bafe, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=861b344b-a07e-45c1-8014-220a59a1bafe,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:10.655356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.689351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.738002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] Provisioning complete for port 861b344b-a07e-45c1-8014-220a59a1bafe triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:10.738366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.798110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:10.798110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:10.892318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ff49-f970-4863-a4d8-cdd19dfbbdfd None None] Pushing event updated for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.922663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d5263771-a048-4e77-bba4-e04532e90193', 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'fixed_ips': [{'subnet_id': '7d51660f-6879-4272-9149-6a197841eb01'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:10.923547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.116253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.121992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:11.141288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.169601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.216133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37410) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:11.288397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Allocated IP 172.25.3.13 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2c2c410e-464e-499b-8b29-1f3a58b5bebe) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:11.381251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] For port 861b344b-a07e-45c1-8014-220a59a1bafe, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=861b344b-a07e-45c1-8014-220a59a1bafe,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:11.402273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6b92992-025a-4a00-82ce-5f75aa1d16b6 req-b1896550-4a0f-4b56-9553-d0308a892429 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.1838059 Oct 20 10:38:11.416707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.462672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Allocated IP 172.20.0.2 (d5263771-a048-4e77-bba4-e04532e90193/7d51660f-6879-4272-9149-6a197841eb01/101acf4e-95ab-4fc8-95df-3aadb86c93ba) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:11.467859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.549437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.598901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea2795-138d-4db4-a48a-de899e7d6c8e None None] Pushing event updated for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:11.640733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:11.644155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:11.653639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:11.661801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5ae850f6-7719-40f6-bd35-ddc359bed33a None None] Provisioning complete for port 861b344b-a07e-45c1-8014-220a59a1bafe triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:11.663830 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ae850f6-7719-40f6-bd35-ddc359bed33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.789452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Pushing event updated for resources: {'Port': ['ID=2c2c410e-464e-499b-8b29-1f3a58b5bebe,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:11.907536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:10Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:11.998352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c0d0e-a6c5-4b72-bd00-067aa8298636 None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:10Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:12.034195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.094660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.153351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Network d5263771-a048-4e77-bba4-e04532e90193 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:12.157058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:12.194296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:12.212833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Pushing event updated for resources: {'Port': ['ID=101acf4e-95ab-4fc8-95df-3aadb86c93ba,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:12.266056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.360376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Attempting to bind port 101acf4e-95ab-4fc8-95df-3aadb86c93ba on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:12.361151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Attempting to bind port 101acf4e-95ab-4fc8-95df-3aadb86c93ba by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:12.361859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Attempting to bind port 101acf4e-95ab-4fc8-95df-3aadb86c93ba on network d5263771-a048-4e77-bba4-e04532e90193 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:12.370587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:12.371302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Checking segment: {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:12.371906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.372486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Bound using segment: {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:12.373947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Bound port: 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:12.374511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.411343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:12.522657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] For port 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:12.546876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] For port 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=101acf4e-95ab-4fc8-95df-3aadb86c93ba,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:12.560713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.580187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03bbcc23-53f6-482c-a1ce-0d0bac0bdc19 req-486e0d6c-636e-461f-affe-54166c38701e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.0543842 Oct 20 10:38:12.667679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37520) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:12.733340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.748539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f63d65-d0b9-4536-91d5-b0b5fb7d9b28 None None] Pushing event updated for resources: {'Port': ['ID=101acf4e-95ab-4fc8-95df-3aadb86c93ba,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:13.087790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff060b02-f3c8-4975-865c-720ce149fad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.281971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff060b02-f3c8-4975-865c-720ce149fad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.300038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff060b02-f3c8-4975-865c-720ce149fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.353240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Router 33cb644f-8829-40f2-b145-5b1577777ee9 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:38:13.423662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff060b02-f3c8-4975-865c-720ce149fad9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=658d7a77207d4a3381ba0e861068c590&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0112219 Oct 20 10:38:13.425427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.428888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060b02-f3c8-4975-865c-720ce149fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7014cc-1db4-4e88-b94b-7a326123cb92,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:13.537207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.578922 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.591623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e133fe9-81ca-4cfa-b874-4717e3a80b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.616665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:13.629670 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Sync routers for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:13.650619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37534) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.654761 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:13.664449 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:13.665552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.667296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2bd7f493-d2ca-4f52-9055-745a1296ebaf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3170140 Oct 20 10:38:13.677141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37538) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.809224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e133fe9-81ca-4cfa-b874-4717e3a80b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.811653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.824353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e133fe9-81ca-4cfa-b874-4717e3a80b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.940617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.70', 65051) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:14.052866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6e133fe9-81ca-4cfa-b874-4717e3a80b8e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27657218769548fd9e60a52beeafd625&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3839452 Oct 20 10:38:14.055346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-0ddafb55-120f-48e1-b5e0-cd0058e29413 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283126 Oct 20 10:38:14.067088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37558) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:14.144295 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:14.220173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 861b344b-a07e-45c1-8014-220a59a1bafe up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:14.288107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ff32b3-eef3-4fea-b4b1-e753d941e7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.318154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8a08e-10ec-4dad-a6e9-64f1cbd63394 None None] Network d5263771-a048-4e77-bba4-e04532e90193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:14.324933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f44a44a-052a-4600-9e53-34abbe06a87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.413997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.416608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.417744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a7014cc-1db4-4e88-b94b-7a326123cb92 HTTP/1.1" status: 204 len: 168 time: 0.9900153 Oct 20 10:38:14.424195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-234f82a9-409d-4cf0-9f3a-ec69cd272cf5 req-c7fdb223-2e5e-47bd-b34a-62c1ab0e1f69 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.2703397 Oct 20 10:38:14.442272 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 3, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:14.483226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] Provisioning complete for port 101acf4e-95ab-4fc8-95df-3aadb86c93ba triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:14.483628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.508180 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Checking router: 33cb644f-8829-40f2-b145-5b1577777ee9 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:14.512952 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Updating router 33cb644f-8829-40f2-b145-5b1577777ee9 port 2c2c410e-464e-499b-8b29-1f3a58b5bebe binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:38:14.534860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 861b344b-a07e-45c1-8014-220a59a1bafe triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:14.535418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.593481 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.603099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ff32b3-eef3-4fea-b4b1-e753d941e7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.672431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.697014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.748087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.824121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] For port 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=101acf4e-95ab-4fc8-95df-3aadb86c93ba,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:14.836018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ff32b3-eef3-4fea-b4b1-e753d941e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.838103 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.842274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e133fe9-81ca-4cfa-b874-4717e3a80b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3c023-a0e7-49d5-b96f-6fda45d0d7c2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:14.875814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.883941 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.886386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0a3c023-a0e7-49d5-b96f-6fda45d0d7c2 HTTP/1.1" status: 204 len: 168 time: 0.8102996 Oct 20 10:38:14.928604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35ff32b3-eef3-4fea-b4b1-e753d941e7d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6d908ca26e945ec80d4f493dc8d7fec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1122077 Oct 20 10:38:14.929401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37592) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:14.965491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cedea-fe77-466d-8f29-635364c5a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7014cc-1db4-4e88-b94b-7a326123cb92,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.018009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 101acf4e-95ab-4fc8-95df-3aadb86c93ba up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:15.034666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:15.073013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-6414b739-7d08-4cf6-a995-d9ead9c33d15 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.080431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-6414b739-7d08-4cf6-a995-d9ead9c33d15 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9552162 Oct 20 10:38:15.097960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.120581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.124382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.197858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-66a348e0-e1ce-422c-9d8b-92a2c76d4697 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/quotas/6d7f6d793e6d4fa1b581e3f08ffc6c3c HTTP/1.1" status: 200 len: 375 time: 0.1118290 Oct 20 10:38:15.197941 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.215331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c04dfaf-8c3c-447d-afaf-83eafedb8bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.216652 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.234973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff32b3-eef3-4fea-b4b1-e753d941e7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f2c46-10f6-4468-8afc-ac27cbb03d36,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.312684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-90dd936c-363b-4ffc-9395-b8779150ff81 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153858 Oct 20 10:38:15.345447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73a79-e2e8-49b0-b336-e8f5a6662307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3c023-a0e7-49d5-b96f-6fda45d0d7c2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.376079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.378711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.390694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab3f2c46-10f6-4468-8afc-ac27cbb03d36 HTTP/1.1" status: 204 len: 168 time: 0.4455559 Oct 20 10:38:15.433423 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac542e72-0826-4a64-88c6-29337a44177d None None] Pushing event updated for resources: {'Port': ['ID=2c2c410e-464e-499b-8b29-1f3a58b5bebe,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.435645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce83c6-1207-4379-ad1c-c003e019ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f2c46-10f6-4468-8afc-ac27cbb03d36,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.468384 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Attempting to bind port 2c2c410e-464e-499b-8b29-1f3a58b5bebe on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:15.470451 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Attempting to bind port 2c2c410e-464e-499b-8b29-1f3a58b5bebe by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:15.473648 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Attempting to bind port 2c2c410e-464e-499b-8b29-1f3a58b5bebe on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:15.485169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-98651af3-db33-4267-a89d-86937bc2c255 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.487429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-98651af3-db33-4267-a89d-86937bc2c255 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 1.5441761 Oct 20 10:38:15.500652 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:15.502119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:15.505236 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.510978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:15.510978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Bound port: 2c2c410e-464e-499b-8b29-1f3a58b5bebe, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:15.510978 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.567145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c04dfaf-8c3c-447d-afaf-83eafedb8bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.583664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c04dfaf-8c3c-447d-afaf-83eafedb8bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.645080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Request body: {'port': {'device_id': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'admin_state_up': True, 'tenant_id': '0b9918ccd8d34e039733511ad54d930a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:15.692477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c04dfaf-8c3c-447d-afaf-83eafedb8bd5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61f5ce1b993941dcaf745ed0ce067c27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6567309 Oct 20 10:38:15.693305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37610) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:15.703681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23ce75e2-73de-485a-b516-521ed20a8891 req-25ea0ed0-59ae-425a-a1dc-08003ec2b67d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.0567243 Oct 20 10:38:15.703814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] For port 2c2c410e-464e-499b-8b29-1f3a58b5bebe, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:15.705295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37612) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:15.717145 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] For port 2c2c410e-464e-499b-8b29-1f3a58b5bebe, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c2c410e-464e-499b-8b29-1f3a58b5bebe,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:15.720744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04dfaf-8c3c-447d-afaf-83eafedb8bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c34d82-33e1-4926-b4b0-6f232864ce5d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.723556 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.751024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82043e4b-8c51-44d3-83a2-2190d11622f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.839173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.868644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26b12d71-936e-4ff2-82b2-c55924a1da70 req-2b63d47f-5cf5-4b34-8ff1-a6b3f9814ace tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.0861077 Oct 20 10:38:15.892365 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:15.911316 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:15.914566 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac542e72-0826-4a64-88c6-29337a44177d None None] Pushing event updated for resources: {'Port': ['ID=2c2c410e-464e-499b-8b29-1f3a58b5bebe,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.922468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.959581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cc1be-4420-4c0b-86f3-137f76ea46e9 None None] Pushing event updated for resources: {'Port': ['ID=101acf4e-95ab-4fc8-95df-3aadb86c93ba,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.988822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.045659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f44a44a-052a-4600-9e53-34abbe06a87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.077045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 101acf4e-95ab-4fc8-95df-3aadb86c93ba triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:16.077743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.090367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Allocated IP 172.20.0.1 (d5263771-a048-4e77-bba4-e04532e90193/7d51660f-6879-4272-9149-6a197841eb01/e7b3de16-ea2e-46e0-a14c-83aa89d58b37) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:16.167461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f44a44a-052a-4600-9e53-34abbe06a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.172634 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82043e4b-8c51-44d3-83a2-2190d11622f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.181750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82043e4b-8c51-44d3-83a2-2190d11622f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.196141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.203635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.204985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61c34d82-33e1-4926-b4b0-6f232864ce5d HTTP/1.1" status: 204 len: 168 time: 0.5090337 Oct 20 10:38:16.312305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82043e4b-8c51-44d3-83a2-2190d11622f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc507cb-18ac-4403-b44c-704995e89ff0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:16.321737 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:16.322183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44a44a-052a-4600-9e53-34abbe06a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20661a-4733-45aa-a1e7-777e616281c3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:16.355432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-82043e4b-8c51-44d3-83a2-2190d11622f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=352829fa39c84701af2a69319b037b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486492 Oct 20 10:38:16.376941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37640) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:16.387341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f4d8-5445-4fe0-bf17-903c1da82376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c34d82-33e1-4926-b4b0-6f232864ce5d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:16.467185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.595540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8cfc818d-3963-46e9-9f04-1c0fbe590af4 None None] Provisioning complete for port 101acf4e-95ab-4fc8-95df-3aadb86c93ba triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:16.597323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8cfc818d-3963-46e9-9f04-1c0fbe590af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.707207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 101acf4e-95ab-4fc8-95df-3aadb86c93ba up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:16.755667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37652) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:16.777238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64d71781-ca99-4303-918d-972f8a945d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.803973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f44a44a-052a-4600-9e53-34abbe06a87c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5062115872f44997879edacd8505e7e4&name=default HTTP/1.1" status: 200 len: 2976 time: 3.1514392 Oct 20 10:38:16.823288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37656) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:16.837910 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 3, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:16.860220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.882906 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18438639-ab84-4e56-ba76-21c2a387666b None None] The sync data for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 is: [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 3, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:16.905199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:16.928540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.950027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.073863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cef2057d-2995-4267-be2a-d7da2f60c973 req-b9c5b306-15e3-4ff6-8eb8-3ea97da5c454 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.1416302 Oct 20 10:38:17.150326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 101acf4e-95ab-4fc8-95df-3aadb86c93ba triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:17.150835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.267725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.274355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-575c8c66-c69b-4835-af0c-bb19f5d16e65 req-f2521cf6-6b2e-4266-9048-69b8422b2138 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.1660924 Oct 20 10:38:17.447064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64d71781-ca99-4303-918d-972f8a945d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.490246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64d71781-ca99-4303-918d-972f8a945d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.515928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.733834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.737441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.738765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bfc507cb-18ac-4403-b44c-704995e89ff0 HTTP/1.1" status: 204 len: 168 time: 1.3389347 Oct 20 10:38:17.813370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf5bc5-6391-44dc-a7c0-2208e2bb0bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc507cb-18ac-4403-b44c-704995e89ff0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:17.877827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-64d71781-ca99-4303-918d-972f8a945d13 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4757a1b229ea4ac5a1f8f2710320bf84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1202626 Oct 20 10:38:17.878438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:17.899407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d71781-ca99-4303-918d-972f8a945d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ab0f5-9b71-4191-bfbe-d3536e70d728,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:17.908648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.066334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.109601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.139481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.142049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.145878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c20661a-4733-45aa-a1e7-777e616281c3 HTTP/1.1" status: 204 len: 168 time: 1.2972994 Oct 20 10:38:18.151747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Allocated IP 172.20.0.2 (bce9a2ad-fd43-4709-9321-3c7f18800952/8e9183ef-6dac-43e4-a812-c9fb094c7858/59331495-978d-4b15-864b-ccf779b72d7b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:18.181108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Network d5263771-a048-4e77-bba4-e04532e90193 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:18.188337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c55570-8bdf-4af6-be62-78b26b49ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20661a-4733-45aa-a1e7-777e616281c3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:18.191596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.197218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:18.202248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:18.203129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.287352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.299108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.300789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f53ab0f5-9b71-4191-bfbe-d3536e70d728 HTTP/1.1" status: 204 len: 168 time: 0.4135258 Oct 20 10:38:18.318311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16807d50-b3a5-4a73-a33b-d882dff6ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ab0f5-9b71-4191-bfbe-d3536e70d728,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:18.370717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Pushing event updated for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:18.517543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-342e93a6-dc98-4542-ab69-0ec0b13fa951 req-14ce5ef3-f642-4140-8357-2bb6c3b7f519 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.0476542 Oct 20 10:38:18.675164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.83', 64098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:18.718667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c2c410e-464e-499b-8b29-1f3a58b5bebe up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:18.725087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-de2c17c3-9651-4f8e-b3ce-fea7125da53c None None] Provisioning complete for port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.725462 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de2c17c3-9651-4f8e-b3ce-fea7125da53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.754671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.778121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-d2c09ba4-3a57-42f0-93b2-99021008ce6d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015255 Oct 20 10:38:18.870169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d79f4cd9-d00f-41e6-a3cd-fc828bd53e01 req-c6f03b3b-66e9-42b8-963b-cad42c5a104a tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.1567156 Oct 20 10:38:18.878301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-de2c17c3-9651-4f8e-b3ce-fea7125da53c None None] Port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:18.932639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.939397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2c2c410e-464e-499b-8b29-1f3a58b5bebe triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.940072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.052595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.083588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 2c2c410e-464e-499b-8b29-1f3a58b5bebe, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c2c410e-464e-499b-8b29-1f3a58b5bebe,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:19.090330 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.190105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-649f82ec-ac6a-45d1-9ce8-898c2b06333a tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.192728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-649f82ec-ac6a-45d1-9ce8-898c2b06333a tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068310 Oct 20 10:38:19.194292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=2c2c410e-464e-499b-8b29-1f3a58b5bebe,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:19.269999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.286620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.305340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Request body: {'port': {'device_id': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '6d7f6d793e6d4fa1b581e3f08ffc6c3c'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:19.374494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37716) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:19.380015 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.381450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.393110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Network bce9a2ad-fd43-4709-9321-3c7f18800952 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:19.409969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00eb00c8-5b09-4c9a-8d84-bc75b7c5c194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.439958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:19.461915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:19.469077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.470083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.542294 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9132111 Oct 20 10:38:19.543038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1a0a-2e68-46a9-a264-2a033f15eb6e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:19.770399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Pushing event updated for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:19.897692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Network d5263771-a048-4e77-bba4-e04532e90193 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:19.900473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:19.990007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Made reservation on behalf of 6d7f6d793e6d4fa1b581e3f08ffc6c3c for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:20.003759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.156898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.193899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99930d29-cc9a-4cfc-8f7d-460773f76741 req-c95fc1ac-d229-4602-81c8-9f178ce5da9a tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.1767027 Oct 20 10:38:20.219877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cbcce-d74c-45f2-8c40-7e0e4dafbbe8 req-10711d36-1df0-4d63-ac27-a7b8bd1077d7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.229645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-832cbcce-d74c-45f2-8c40-7e0e4dafbbe8 req-10711d36-1df0-4d63-ac27-a7b8bd1077d7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 931 time: 0.3529634 Oct 20 10:38:20.239475 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00eb00c8-5b09-4c9a-8d84-bc75b7c5c194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.246240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Router 33cb644f-8829-40f2-b145-5b1577777ee9 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:20.251431 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00eb00c8-5b09-4c9a-8d84-bc75b7c5c194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.285439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb00c8-5b09-4c9a-8d84-bc75b7c5c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f67956-f4a5-43fa-8550-79e3523cd743,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.421341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-832cbcce-d74c-45f2-8c40-7e0e4dafbbe8 req-19884c02-6075-4adc-9408-42f0d6d33f3e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900659 Oct 20 10:38:20.439171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-76329e50-03b4-4c60-a2c1-7882774790da None None] Provisioning complete for port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:20.439942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76329e50-03b4-4c60-a2c1-7882774790da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.455664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:20.461838 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-00eb00c8-5b09-4c9a-8d84-bc75b7c5c194 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b972a0b80c1b48f9af7ccee7bc6a4a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0775833 Oct 20 10:38:20.467860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8d10576-5728-4a83-a97b-503658b2833d admin admin] 10.222.0.74 "PUT /v2.0/routers/33cb644f-8829-40f2-b145-5b1577777ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7896676 Oct 20 10:38:20.468825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37744) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:20.547559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.564045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-76329e50-03b4-4c60-a2c1-7882774790da None None] Port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:20.572004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Sync routers for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:20.593527 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.598376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:20.599534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:20.600524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.601317 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.698247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299e743c-dfd8-4a1b-99d1-0c01b88209dd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.704701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-89f90427-5384-47e2-b58f-6ad8961e4b23 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:20.705743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-89f90427-5384-47e2-b58f-6ad8961e4b23 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082293 Oct 20 10:38:20.709877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.716943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.718085 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27f67956-f4a5-43fa-8550-79e3523cd743 HTTP/1.1" status: 204 len: 168 time: 0.2481956 Oct 20 10:38:20.733695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c2c410e-464e-499b-8b29-1f3a58b5bebe up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:20.737329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ee6e-de0b-41f3-86e3-f1cbdfd9150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f67956-f4a5-43fa-8550-79e3523cd743,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.977360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2c2c410e-464e-499b-8b29-1f3a58b5bebe triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:20.978766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.987311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:21.260373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Allocated IP 192.168.233.61 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/627270df-bdd4-4820-9ec5-8a7d4292492e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:21.563320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2279a6d7-ff90-4af5-b66f-b3fb2397fa15 req-a07ce811-800c-4407-9c09-4920ff85b28b tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.1924200 Oct 20 10:38:21.811614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:18Z', 'revision_number': 4, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e7b3de16-ea2e-46e0-a14c-83aa89d58b37', 'name': '', 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'mac_address': 'fa:16:3e:dc:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d51660f-6879-4272-9149-6a197841eb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:15Z', 'updated_at': '2021-10-20T10:38:18Z', 'revision_number': 2, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'subnets': [{'id': '7d51660f-6879-4272-9149-6a197841eb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:21.872312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Checking router: 33cb644f-8829-40f2-b145-5b1577777ee9 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:21.873105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Updating router 33cb644f-8829-40f2-b145-5b1577777ee9 port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:38:21.913307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.934194 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.157724 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.180520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Request body: {'port': {'device_id': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:22.281502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.464060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Pushing event updated for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:22.484215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:22.486794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:22.517825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77ba8d-d929-4a64-bb47-1940d89dd721 req-79c0a2d8-7d6b-4c85-941e-182e502af25d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.519498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd77ba8d-d929-4a64-bb47-1940d89dd721 req-79c0a2d8-7d6b-4c85-941e-182e502af25d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 931 time: 0.5926247 Oct 20 10:38:22.520397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:22.527024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.527732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.571346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-81792a33-acea-46b6-bc44-03c856acead7 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2707908 Oct 20 10:38:22.628016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd77ba8d-d929-4a64-bb47-1940d89dd721 req-93250381-f9f2-4216-b66a-aced3df8834a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Oct 20 10:38:22.636514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-55e5f9e8-2a50-457f-b2f7-5a36047a662d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:22.638310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-55e5f9e8-2a50-457f-b2f7-5a36047a662d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0252833 Oct 20 10:38:22.831553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.853005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.973142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab220c6-9a96-44cf-b0d5-468ae4bcc793 req-9a5fd787-6661-4e52-bb3e-8ac3136566ab tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.997511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ab220c6-9a96-44cf-b0d5-468ae4bcc793 req-9a5fd787-6661-4e52-bb3e-8ac3136566ab tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 935 time: 0.2173736 Oct 20 10:38:23.087529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70617da0-45dd-4761-921b-83469ef632f9 None None] Pushing event updated for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:23.144164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5b33361a-edd5-499e-9436-2c53dd1d0dc8 None None] Provisioning complete for port 627270df-bdd4-4820-9ec5-8a7d4292492e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:23.144814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5b33361a-edd5-499e-9436-2c53dd1d0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.147010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ab220c6-9a96-44cf-b0d5-468ae4bcc793 req-1dffc541-06ca-4c14-971e-b3f5c907ba4c tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478093 Oct 20 10:38:23.217883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5b33361a-edd5-499e-9436-2c53dd1d0dc8 None None] Port 627270df-bdd4-4820-9ec5-8a7d4292492e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:23.237207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Attempting to bind port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:23.237775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Attempting to bind port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:23.238247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Attempting to bind port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 on network d5263771-a048-4e77-bba4-e04532e90193 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:23.253385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:23.254116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Checking segment: {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:23.254757 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.255497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Bound using segment: {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:23.256446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Bound port: e7b3de16-ea2e-46e0-a14c-83aa89d58b37, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:23.258447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.288787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59331495-978d-4b15-864b-ccf779b72d7b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:23.312992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.361164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Transition to ACTIVE for port object 59331495-978d-4b15-864b-ccf779b72d7b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:23.366661 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.374820 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:38:23.425243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] For port e7b3de16-ea2e-46e0-a14c-83aa89d58b37, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:23.435107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] For port e7b3de16-ea2e-46e0-a14c-83aa89d58b37, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:23.452781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.513340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] Provisioning complete for port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:23.513705 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.611097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:23.611726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:23.713185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:23.758923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:23.759563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:23.760271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:23.769871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:23.770075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:23.785897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:23.788348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:23.793661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:23.794771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Bound port: 59331495-978d-4b15-864b-ccf779b72d7b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:23.797279 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.875400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:23.880066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829010966', 'description': 'tempest-description--1227681786'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:24.003426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:24.014598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:24.025237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.034054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Request body: {'port': {'device_id': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'device_owner': 'compute:tempest-test_az-84665566', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:24.109766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.110398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.112053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] 10.222.0.70 "PUT /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 1092 time: 2.9182065 Oct 20 10:38:24.112516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:24.159493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:24.238488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.248149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70617da0-45dd-4761-921b-83469ef632f9 None None] Pushing event updated for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:24.324058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b63f-c88f-4d3d-aefc-4acb72a74e95 service neutron] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:24.343814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6771e-13ec-432b-b429-a9ffa1ba7d40 req-f3016523-0367-4dce-a61e-96f6fc3fd5fe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.353029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60a6771e-13ec-432b-b429-a9ffa1ba7d40 req-f3016523-0367-4dce-a61e-96f6fc3fd5fe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.2285142 Oct 20 10:38:24.354606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-edee3875-c039-4824-9bd3-ca2d3f34484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.357066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-edee3875-c039-4824-9bd3-ca2d3f34484f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1095 time: 0.1503103 Oct 20 10:38:24.381946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.448217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60a6771e-13ec-432b-b429-a9ffa1ba7d40 req-91b84287-b96e-4770-9c2b-d5101adb7aba tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Oct 20 10:38:24.552934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-ac6ce218-084c-4625-9e88-8ef262606d11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.1829054 Oct 20 10:38:24.771240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-0ec81131-a831-43e7-9b10-e7cb0a4e25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.776983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-0ec81131-a831-43e7-9b10-e7cb0a4e25f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.2138040 Oct 20 10:38:24.838681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.951648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] For port e7b3de16-ea2e-46e0-a14c-83aa89d58b37, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:24.960593 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-1e5030e2-6ab0-465a-9724-132f5f1cfa17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689537 Oct 20 10:38:24.972092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.979476 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9187df12-4527-4ca9-b885-3d2ed190a900" -d '{"events": [{"name": "network-changed", "server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "tag": "59331495-978d-4b15-864b-ccf779b72d7b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:25.033116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627270df-bdd4-4820-9ec5-8a7d4292492e {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:25.051672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.100228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Transition to ACTIVE for port object 627270df-bdd4-4820-9ec5-8a7d4292492e will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:25.115187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4577ca6-7ebb-40d8-bf7d-bfa02a2b8ba8 None None] Pushing event updated for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:25.132376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.155664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7c4372da-f1aa-4493-aa23-7c5818fadfb8 None None] Provisioning complete for port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:25.156286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c4372da-f1aa-4493-aa23-7c5818fadfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.207356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:18Z', 'revision_number': 4, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e7b3de16-ea2e-46e0-a14c-83aa89d58b37', 'name': '', 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'mac_address': 'fa:16:3e:dc:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d51660f-6879-4272-9149-6a197841eb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:15Z', 'updated_at': '2021-10-20T10:38:23Z', 'revision_number': 4, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'subnets': [{'id': '7d51660f-6879-4272-9149-6a197841eb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:25.245851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c55bb-2be9-4f6d-b873-f2e00429683a None None] The sync data for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 is: [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:38:18Z', 'revision_number': 4, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e7b3de16-ea2e-46e0-a14c-83aa89d58b37', 'name': '', 'network_id': 'd5263771-a048-4e77-bba4-e04532e90193', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'mac_address': 'fa:16:3e:dc:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d51660f-6879-4272-9149-6a197841eb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:15Z', 'updated_at': '2021-10-20T10:38:23Z', 'revision_number': 4, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'subnets': [{'id': '7d51660f-6879-4272-9149-6a197841eb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:25.446233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-12a30f54-8f76-4ca4-a4db-b2aa86ae7687 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496021 Oct 20 10:38:25.549630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969b8d5-be21-442a-98dc-342b50853709 req-039b8c68-33b2-4874-a60a-4dfac5d0316d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.562653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3969b8d5-be21-442a-98dc-342b50853709 req-039b8c68-33b2-4874-a60a-4dfac5d0316d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.4390609 Oct 20 10:38:25.689394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.760832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3969b8d5-be21-442a-98dc-342b50853709 req-935ebc7e-6c95-4800-a34b-3f7c65dd68a9 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968937 Oct 20 10:38:25.761510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Pushing event updated for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:25.768764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d64871dc-bda3-4171-92ba-d1408f020e0d req-22fa5b9e-8c33-49b6-84f6-264b435f4a86 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948322 Oct 20 10:38:25.797524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.940619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac820bd-df22-404d-b420-ca63277a9ff0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:25.963491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.968784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:25.971425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-599fe712-9206-4144-9ec9-fcba4840204e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0947566 Oct 20 10:38:25.973903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'security_group_rule': {'security_group_id': 'fac820bd-df22-404d-b420-ca63277a9ff0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:25.980238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Attempting to bind port 627270df-bdd4-4820-9ec5-8a7d4292492e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:25.982518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Attempting to bind port 627270df-bdd4-4820-9ec5-8a7d4292492e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:25.987369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Attempting to bind port 627270df-bdd4-4820-9ec5-8a7d4292492e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:26.005621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Port 627270df-bdd4-4820-9ec5-8a7d4292492e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:26.005940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Attempting to bind port 627270df-bdd4-4820-9ec5-8a7d4292492e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:26.024146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:26.024426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:26.026395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:26.026558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Bound port: 627270df-bdd4-4820-9ec5-8a7d4292492e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:26.027230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.058482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.101702 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d330a93-01e6-4020-b724-7135b42f4591 x-openstack-request-id: req-0d330a93-01e6-4020-b724-7135b42f4591 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:26.103241 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "tag": "59331495-978d-4b15-864b-ccf779b72d7b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:26.103517 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d330a93-01e6-4020-b724-7135b42f4591 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:26.104000 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b', 'status': 'completed', 'code': 200} Oct 20 10:38:26.225894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37bb28-8f24-4f24-a8ab-99f39401a0ed req-e5a2ff0a-8cb4-4ea9-b088-31ac896ef681 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.234689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b37bb28-8f24-4f24-a8ab-99f39401a0ed req-e5a2ff0a-8cb4-4ea9-b088-31ac896ef681 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.1629636 Oct 20 10:38:26.341688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b37bb28-8f24-4f24-a8ab-99f39401a0ed req-6735b32c-d90a-4c73-bee8-7371d9e29db5 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005702 Oct 20 10:38:26.375310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.396729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:26.403572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.423314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627270df-bdd4-4820-9ec5-8a7d4292492e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:26.433722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.493703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-26cab455-253b-400f-9ff0-016346dae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.516094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-26cab455-253b-400f-9ff0-016346dae89a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1095 time: 0.3977470 Oct 20 10:38:26.521341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a16df3-f279-480d-95d8-8fbcd31e5bda,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:26.580203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.580776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.588622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] 10.222.0.83 "PUT /v2.0/ports/627270df-bdd4-4820-9ec5-8a7d4292492e HTTP/1.1" status: 200 len: 1116 time: 3.4235394 Oct 20 10:38:26.592286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:26.602448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.612593 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0b831a4d-76f3-42a8-8501-428e7f7225c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6421831 Oct 20 10:38:26.653736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.654181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37890) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.679428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'security_group_rule': {'security_group_id': 'fac820bd-df22-404d-b420-ca63277a9ff0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:26.813158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e7b3de16-ea2e-46e0-a14c-83aa89d58b37 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:27.046835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:27.049993 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.068227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.143818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37906) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:27.168736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-58eef274-c56d-4546-9682-2d8477251f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.171461 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-58eef274-c56d-4546-9682-2d8477251f17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.6466010 Oct 20 10:38:27.316871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-113272f4-cf42-4a57-9f1d-4b654ce210ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.1248596 Oct 20 10:38:27.394595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-42c3438d-878e-4d42-8dfe-86f2614f2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.396501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-42c3438d-878e-4d42-8dfe-86f2614f2e8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0676594 Oct 20 10:38:27.400563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.405193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-834932794-network', 'tenant_id': '2b02c4cc305d462e81de911c726a52af'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:27.409853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.462306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59d6d8-f532-40bb-9de4-1fbcceb584cd service neutron] Pushing event updated for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:27.466304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.468077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8129706 Oct 20 10:38:27.470422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-1f8b54c9-0ef5-43df-bf30-01722a346515 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447261 Oct 20 10:38:27.499209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:27.560718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1e98-b7f3-4c3f-a414-82f72a408777 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1615fbe-d0ac-468b-959b-e8a9674a8d14,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:27.573052 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0b236-cdb5-42c1-a826-ab3cc953578f" -d '{"events": [{"name": "network-changed", "server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:27.580208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:27.609662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-f2714b50-7ad9-450f-9669-1f542fe8b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.611757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-f2714b50-7ad9-450f-9669-1f542fe8b4ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 1119 time: 0.6820168 Oct 20 10:38:27.622454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f9c0-0f8a-43a7-8a0d-ba0b51bb8455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.645900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e62d3c-8f2e-4a73-9066-2de9c485f6ab req-53c75578-bcf1-4617-b053-99072367ad5e tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.657673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3e62d3c-8f2e-4a73-9066-2de9c485f6ab req-53c75578-bcf1-4617-b053-99072367ad5e tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.5695164 Oct 20 10:38:27.721516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:27.733963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.809287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-f8e8b0a1-66be-4719-acc1-0ae569ec88b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=627270df-bdd4-4820-9ec5-8a7d4292492e HTTP/1.1" status: 200 len: 217 time: 0.1843581 Oct 20 10:38:27.892127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-a0bf700a-d358-4fb7-8521-e8d01714e8fd service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908398 Oct 20 10:38:27.893267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.957202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3e62d3c-8f2e-4a73-9066-2de9c485f6ab req-70a277a1-fcce-482a-bf79-d4d774e3fb47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951770 Oct 20 10:38:27.991306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb07b5-b09c-4bd2-922e-5beb44d50910 req-15c0a8bd-c2fe-4590-937f-6d536702ba3f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.993132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8eb07b5-b09c-4bd2-922e-5beb44d50910 req-15c0a8bd-c2fe-4590-937f-6d536702ba3f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.1830475 Oct 20 10:38:27.997712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-2a720dd9-310f-4d25-bf91-81c656c894e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.999536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-2a720dd9-310f-4d25-bf91-81c656c894e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1554499 Oct 20 10:38:28.062766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8eb07b5-b09c-4bd2-922e-5beb44d50910 req-18e48431-a831-4b2f-ac14-91cbd78cdc20 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Oct 20 10:38:28.122172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.192929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f9c0-0f8a-43a7-8a0d-ba0b51bb8455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.216817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f9c0-0f8a-43a7-8a0d-ba0b51bb8455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.349063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f9c0-0f8a-43a7-8a0d-ba0b51bb8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd190746-d5af-4ad6-b2bc-da993c4ba22d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:28.366209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9eb1f9c0-0f8a-43a7-8a0d-ba0b51bb8455 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15856332d39547f2964876d9278ad35d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1768599 Oct 20 10:38:28.366871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:28.431142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9187df12-4527-4ca9-b885-3d2ed190a900 req-031cc82f-101e-42a0-a9d0-72147cb20023 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181331 Oct 20 10:38:28.452912 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d677615f-386c-43b7-9853-eda9e10948fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.481704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.490686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.681251 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436a5e8-1465-4c65-9edf-dab99df2abef x-openstack-request-id: req-d436a5e8-1465-4c65-9edf-dab99df2abef {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:28.681977 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:28.681977 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d436a5e8-1465-4c65-9edf-dab99df2abef {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:28.682376 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e', 'status': 'completed', 'code': 200} Oct 20 10:38:28.698083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4527c0f9-c54a-4c2d-b854-24f5667abe5a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:28.718596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:28.758879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.785547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.792448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.800290 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Added segment e98286f6-73ae-4642-9fc7-a6343a9e587e of type vlan for network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd Oct 20 10:38:28.848739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.857668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-94892cb5-6a32-4566-8fad-fa77b89cd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:28.872577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-94892cb5-6a32-4566-8fad-fa77b89cd255 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3537352 Oct 20 10:38:28.907455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.911683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.913470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd190746-d5af-4ad6-b2bc-da993c4ba22d HTTP/1.1" status: 204 len: 168 time: 0.5448487 Oct 20 10:38:28.937299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac66f51-90c1-407c-9e17-0be918950189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd190746-d5af-4ad6-b2bc-da993c4ba22d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.316938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-ed653a86-c065-4da5-8097-17b5d9b67405 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484477 Oct 20 10:38:29.338537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.363150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213c3d5-febf-4d0b-a770-5e6b065cecb6 req-90077dd1-29f8-46fa-ad7f-54bd2ea5f840 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.364862 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5213c3d5-febf-4d0b-a770-5e6b065cecb6 req-90077dd1-29f8-46fa-ad7f-54bd2ea5f840 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1815786 Oct 20 10:38:29.454540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79389-2530-4d84-bcee-5ab5bba860c7 req-d0a8732c-ece3-4d47-8b00-70df11c839ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.466229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51e79389-2530-4d84-bcee-5ab5bba860c7 req-d0a8732c-ece3-4d47-8b00-70df11c839ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.2437072 Oct 20 10:38:29.483375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.484582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.485493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.488449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Allocated IP 172.25.3.22 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/25ee41fe-6ad0-4a08-a652-01437323788b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:29.533230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:29.605122 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9307539 Oct 20 10:38:29.610700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:29.629339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Request body: {'subnet': {'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-834932794-subnet', 'tenant_id': '2b02c4cc305d462e81de911c726a52af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:29.657283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5213c3d5-febf-4d0b-a770-5e6b065cecb6 req-1e545602-ebf0-4940-8b29-a175124a709f tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824850 Oct 20 10:38:29.706626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cd9d2-597e-467f-b23e-4db98b9c1808 admin admin] Pushing event updated for resources: {'Network': ['ID=94427d7e-1e59-44a5-97a3-c3dab0e87fcd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.718978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:29.801392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51e79389-2530-4d84-bcee-5ab5bba860c7 req-426816fb-178f-4b8c-bd11-fbb155bba4ab tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206620 Oct 20 10:38:29.805911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c1c696-daea-49e2-a960-cbe3fa5a6b52 req-7a42c4da-778c-488a-b8a9-d3fafc5309f9 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392755 Oct 20 10:38:29.812316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:29.822026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.886261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7d77-8950-4692-99df-0c2d03a10e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.915050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37978) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:29.972454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86659d73-86be-4bae-a8eb-ddc48d8079dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.008217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.183300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-d74a769f-1f7a-466d-8d80-dbcf62199de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.185730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-d74a769f-1f7a-466d-8d80-dbcf62199de8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 1119 time: 0.1376598 Oct 20 10:38:30.192535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.230256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7d77-8950-4692-99df-0c2d03a10e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.279440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.280381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7d77-8950-4692-99df-0c2d03a10e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.318137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:30.334464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:30.361943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86659d73-86be-4bae-a8eb-ddc48d8079dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.363199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:30.388240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86659d73-86be-4bae-a8eb-ddc48d8079dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.424459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'Port': ['ID=25ee41fe-6ad0-4a08-a652-01437323788b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.439159 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86659d73-86be-4bae-a8eb-ddc48d8079dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=478a3f5641b341d685f945bf685a546d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228841 Oct 20 10:38:30.441630 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff7a7d77-8950-4692-99df-0c2d03a10e05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7213d0720f2b4b21bc80d5a31a9c9316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9016960 Oct 20 10:38:30.442293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37980) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:30.531616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37982) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:30.564419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a7d77-8950-4692-99df-0c2d03a10e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af86b4-28cd-412c-88d0-7c33d38e1ce7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.667895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:30.669297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Network hostable DHCP agents. Network: 94427d7e-1e59-44a5-97a3-c3dab0e87fcd, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:30.693804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce68598b-7584-44bc-afd5-57c58c50fe54,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.737664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.770537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659d73-86be-4bae-a8eb-ddc48d8079dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc0c10-373b-4fb2-9ba7-ef94e06af458,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.779794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.803199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-70651eea-803b-4caa-a0a0-0f7c56f3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.805185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-70651eea-803b-4caa-a0a0-0f7c56f3b9b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.5977299 Oct 20 10:38:30.809910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:30.819283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.873948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-740ffa4c-bce8-42fa-adb1-69bdd4d7aa97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=627270df-bdd4-4820-9ec5-8a7d4292492e HTTP/1.1" status: 200 len: 217 time: 0.0407848 Oct 20 10:38:30.876276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 94427d7e-1e59-44a5-97a3-c3dab0e87fcd) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:30.882624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.883372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.889846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a829550-89a3-4c5b-91d6-011ee0acab0c None None] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:30.904718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.926801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.976449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6a1a7fd7-2af9-426b-920b-783ca99fa1c4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3586521 Oct 20 10:38:30.980608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.139901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953fbd0-69c7-4091-8745-7aaa70d88762 None None] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:31.182833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e795-54bd-45c0-b8fc-0a1087aea770 req-94d23aec-61f9-4cb8-aceb-3e96b37a441e tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.185028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8985e795-54bd-45c0-b8fc-0a1087aea770 req-94d23aec-61f9-4cb8-aceb-3e96b37a441e tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.4072959 Oct 20 10:38:31.289222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-959e2207-7f0c-4bdc-bcb9-ae134c61a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.304091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-959e2207-7f0c-4bdc-bcb9-ae134c61a6a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.3886595 Oct 20 10:38:31.323531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280bad1-50e1-41fe-af6b-4d95e9c0c5d8 req-ba42c5be-a9c0-41cd-ab9d-64858ce3f77b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.327149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8280bad1-50e1-41fe-af6b-4d95e9c0c5d8 req-ba42c5be-a9c0-41cd-ab9d-64858ce3f77b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.2052598 Oct 20 10:38:31.330662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8985e795-54bd-45c0-b8fc-0a1087aea770 req-cd0e386b-7167-4bcb-91bc-2a9f22add0cd tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102350 Oct 20 10:38:31.371937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-196e30fd-31da-4c63-b70e-f942d0f944f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.466988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.469909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.474373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbbc0c10-373b-4fb2-9ba7-ef94e06af458 HTTP/1.1" status: 204 len: 168 time: 1.0051947 Oct 20 10:38:31.474373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.475388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.478914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99af86b4-28cd-412c-88d0-7c33d38e1ce7 HTTP/1.1" status: 204 len: 168 time: 0.9435563 Oct 20 10:38:31.491578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f4b11-bff4-4795-85b6-b81dfac9402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc0c10-373b-4fb2-9ba7-ef94e06af458,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:31.505877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c573a21-b3a9-4019-a9fa-063471e3fc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af86b4-28cd-412c-88d0-7c33d38e1ce7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:31.514871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8280bad1-50e1-41fe-af6b-4d95e9c0c5d8 req-15bca927-1531-4a57-aaf3-083da32e3201 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504977 Oct 20 10:38:31.534331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-823737c4-060d-4424-8b66-b369899bb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.550479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-823737c4-060d-4424-8b66-b369899bb2f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164936 Oct 20 10:38:31.647539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.660184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.688490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.697269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.732445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.736174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2272847 Oct 20 10:38:31.772763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c70db6-1348-4eb9-a9e7-070e621b81ac tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'Port': ['ID=25ee41fe-6ad0-4a08-a652-01437323788b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:31.806584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-6d5505d4-76ac-40e0-9637-2cdb680528a5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457530 Oct 20 10:38:32.417031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:32.451127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2690e3ca-7fd5-4341-af80-b6ec4ba349d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.465325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-32afe518-3054-43dd-b7e7-b639790f23c6 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--829010966&fields=id&tenant_id=c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 267 time: 0.0667269 Oct 20 10:38:32.639877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b34783-7e99-4171-8a8e-ca2da3f6bd91 req-57d68195-22a2-421b-b323-683f3bf37e5b tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.643401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.646819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2690e3ca-7fd5-4341-af80-b6ec4ba349d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.647127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95b34783-7e99-4171-8a8e-ca2da3f6bd91 req-57d68195-22a2-421b-b323-683f3bf37e5b tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1409001 Oct 20 10:38:32.654865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2690e3ca-7fd5-4341-af80-b6ec4ba349d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.679500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-d522a23c-61ea-44b7-a4ad-84bb90215d43 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.686592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-d522a23c-61ea-44b7-a4ad-84bb90215d43 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 822 time: 0.2200987 Oct 20 10:38:32.708553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-0ce5c30d-68de-420f-bbb1-15a6e049064b tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/quotas/c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 375 time: 0.0209656 Oct 20 10:38:32.775885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2690e3ca-7fd5-4341-af80-b6ec4ba349d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=31f6de4bdcae41e982b88f57f47b8f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575249 Oct 20 10:38:32.776866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690e3ca-7fd5-4341-af80-b6ec4ba349d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8e063-3c2c-4f8e-a05b-88ab1edfb205,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:32.781690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95b34783-7e99-4171-8a8e-ca2da3f6bd91 req-dc3160eb-733c-4834-bb3a-a1edaf89b338 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335707 Oct 20 10:38:32.782249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38072) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:32.833215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-53c0d335-d198-4656-b845-f0551c784de5 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234267 Oct 20 10:38:32.844148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:32.850477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1373502322-network', 'tenant_id': '3ffcdc701ca74d6e8cd67c8ec1d05753'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:32.889442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.889694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Made reservation on behalf of 3ffcdc701ca74d6e8cd67c8ec1d05753 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:32.895012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.912576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.917422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.977657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.980824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.984491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73f8e063-3c2c-4f8e-a05b-88ab1edfb205 HTTP/1.1" status: 204 len: 168 time: 0.1933274 Oct 20 10:38:32.993011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45270-5188-48e7-88a4-cc589ddd5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8e063-3c2c-4f8e-a05b-88ab1edfb205,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.044973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.054509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.080584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:33.095878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd5c86-a0dd-44e6-8118-a2c9470bd544,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.111094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.114922 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Added segment b1b0d48b-cbb4-4aec-a1e0-b7f7730366da of type vlan for network d86262c7-e37a-4ab3-88eb-e374fde4ef55 Oct 20 10:38:33.164702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.209726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.210812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.211683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.253763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4081211 Oct 20 10:38:33.256257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:33.260922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Request body: {'subnet': {'network_id': 'd86262c7-e37a-4ab3-88eb-e374fde4ef55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1373502322-subnet', 'tenant_id': '3ffcdc701ca74d6e8cd67c8ec1d05753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:33.313589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b64af4-9a79-4684-bbc7-316c86745af6 admin admin] Pushing event updated for resources: {'Network': ['ID=d86262c7-e37a-4ab3-88eb-e374fde4ef55,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.314174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f145f9-595a-471a-852b-37c26a38fb9b req-06b0f62d-c7a1-41c5-bc79-85a94b9ca55b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.323231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2f145f9-595a-471a-852b-37c26a38fb9b req-06b0f62d-c7a1-41c5-bc79-85a94b9ca55b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.0920825 Oct 20 10:38:33.326709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d86262c7-e37a-4ab3-88eb-e374fde4ef55 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:33.358930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Made reservation on behalf of 3ffcdc701ca74d6e8cd67c8ec1d05753 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:33.361769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.372140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2f145f9-595a-471a-852b-37c26a38fb9b req-0341eed0-567c-4b6a-8b4e-8e40e3fe213c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Oct 20 10:38:33.495737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-28ac8101-a4be-40aa-9985-e7c8327724ac service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:33.505324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-28ac8101-a4be-40aa-9985-e7c8327724ac service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3077166 Oct 20 10:38:33.619871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.667624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-b2c3411c-527c-46ff-9608-25f0fd69a00c service neutron] 10.222.0.74 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612716 Oct 20 10:38:33.718111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a631974f-80ef-43a0-af23-8d3d6863d66d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.728105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Checking segment: {'id': 'b1b0d48b-cbb4-4aec-a1e0-b7f7730366da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd86262c7-e37a-4ab3-88eb-e374fde4ef55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:33.728797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Network hostable DHCP agents. Network: d86262c7-e37a-4ab3-88eb-e374fde4ef55, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:33.764315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Network d86262c7-e37a-4ab3-88eb-e374fde4ef55 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:33.777546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d86262c7-e37a-4ab3-88eb-e374fde4ef55) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:33.783707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.785548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.788769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63aa948-5e7c-4174-bd9e-2da6c9f5c8b2 None None] Network d86262c7-e37a-4ab3-88eb-e374fde4ef55 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:33.801456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-3d599296-3c99-4968-ae70-c677239af540 service neutron] 10.222.0.74 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316447 Oct 20 10:38:33.814979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-620f062d-7cc8-4fd4-bf5a-4bab65e02a72 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5565200 Oct 20 10:38:34.057109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1767e7e-52c8-4b18-9e47-c9b9d9eb57da None None] Network d86262c7-e37a-4ab3-88eb-e374fde4ef55 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:34.165228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52d2e1c5-8927-49dc-b8c0-36d938d424b9 req-91b4e169-0c01-49cb-8ec0-414f5fd3b69a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 210 time: 0.0658128 Oct 20 10:38:34.188273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6ec33-2f8c-4a74-b2d5-c003e98a7d5a req-7657fee7-8ce5-4eb5-a5f0-947f30c53408 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.190379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ba6ec33-2f8c-4a74-b2d5-c003e98a7d5a req-7657fee7-8ce5-4eb5-a5f0-947f30c53408 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1799479 Oct 20 10:38:34.281012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ba6ec33-2f8c-4a74-b2d5-c003e98a7d5a req-e1b7dbce-a43b-43e4-b88f-9bc9d592697f tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825763 Oct 20 10:38:34.360863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.555282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40a52-227b-4be2-9a07-aab3500cd928 req-5109fa56-83fd-4172-bb9f-70ee822e7f90 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.563669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dd40a52-227b-4be2-9a07-aab3500cd928 req-5109fa56-83fd-4172-bb9f-70ee822e7f90 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.0792212 Oct 20 10:38:34.616412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dd40a52-227b-4be2-9a07-aab3500cd928 req-a029de56-c807-45da-ad97-13166c956caa tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515964 Oct 20 10:38:35.152068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-afed366c-04ab-4fca-a474-8f84c696a76f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.159916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-afed366c-04ab-4fca-a474-8f84c696a76f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.1639771 Oct 20 10:38:35.175743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-e472be77-0980-4e46-8c04-828bf66755d0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/quotas/2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 375 time: 0.0147715 Oct 20 10:38:35.213060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-66e06237-3ffe-40da-8e27-31bacb3ee782 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360653 Oct 20 10:38:35.334322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac84e891-32ce-4626-94b2-4ec6395a96b5 req-db530072-46c4-4299-98fb-0154b81e250f tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 210 time: 0.0618520 Oct 20 10:38:35.388396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-e7e996a8-0533-4c77-bb3b-d42ed1c661a7 service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625731 Oct 20 10:38:35.460467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:35.598594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3b9b-1edd-4977-89d9-45098a83692a req-88af84b3-3851-457b-a191-2be9ac756ed6 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.600301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a89e3b9b-1edd-4977-89d9-45098a83692a req-88af84b3-3851-457b-a191-2be9ac756ed6 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1703131 Oct 20 10:38:35.646256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-00eac9fa-8224-40ea-b176-59b6c8d9a62e service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510066 Oct 20 10:38:35.688104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a89e3b9b-1edd-4977-89d9-45098a83692a req-71294a24-fbce-4739-a7de-84ca130cd8ea tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Oct 20 10:38:35.701514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-bbb90fd9-7acb-4e24-a82a-1c01ad076e8a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.703154 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-bbb90fd9-7acb-4e24-a82a-1c01ad076e8a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.70 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 822 time: 0.2324409 Oct 20 10:38:35.796172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-d886c5b5-8c88-456d-8bef-64740fee7270 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 379 time: 0.0815284 Oct 20 10:38:35.812653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'port': {'device_id': '1b983264-50ee-478a-b022-251f7a064631', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'admin_state_up': True, 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'security_groups': ['fac820bd-df22-404d-b420-ca63277a9ff0']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:35.885223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8236b0d5-c7a4-473e-9dbe-b9810dd9661d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.888883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125ac29-0324-4c7d-9bcf-8870705a2be7 req-15d56dc9-fbf6-403c-bf25-bc0b27a7c2bc tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.896394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9125ac29-0324-4c7d-9bcf-8870705a2be7 req-15d56dc9-fbf6-403c-bf25-bc0b27a7c2bc tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.1123273 Oct 20 10:38:35.967338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9125ac29-0324-4c7d-9bcf-8870705a2be7 req-074e82ef-b407-49c6-b4e5-e22bf8ded5c0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613713 Oct 20 10:38:35.969549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef08ed9b-5f60-4ded-ad67-ae38ebf71ee8 req-25a696eb-00ad-46b3-ac42-dd379674bd54 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 210 time: 0.1186512 Oct 20 10:38:36.103328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31c0b236-cdb5-42c1-a826-ab3cc953578f req-faeaa709-305f-48e9-b944-38567e1b2d55 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548173 Oct 20 10:38:36.123003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Made reservation on behalf of c498c59a684447e388dfeddc9671d571 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:36.131744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.227037 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8236b0d5-c7a4-473e-9dbe-b9810dd9661d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.237899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8236b0d5-c7a4-473e-9dbe-b9810dd9661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.271423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236b0d5-c7a4-473e-9dbe-b9810dd9661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba9b673-8b8d-4a25-bca0-ab270a0e8c45,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:36.337469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8236b0d5-c7a4-473e-9dbe-b9810dd9661d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34a3dcf4d5b4497192718492298fe636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752575 Oct 20 10:38:36.340699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:36.367741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Allocated IP 172.20.0.9 (c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9/e9d36128-47b5-400f-9e2b-163044fe7f73/afed17e9-67be-4916-9b94-1fac82c5bf60) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:36.415801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.447482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.542464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e00423a4-49a3-4187-8968-9bb028efa6da req-e68f1ee7-498f-4f46-ac0d-24fe0c12ddf6 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Oct 20 10:38:36.578288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.582298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.584224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ba9b673-8b8d-4a25-bca0-ab270a0e8c45 HTTP/1.1" status: 204 len: 168 time: 0.2410858 Oct 20 10:38:36.595855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d04d-19f4-4bfd-b2cb-719d2f4bd1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba9b673-8b8d-4a25-bca0-ab270a0e8c45,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:36.648513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.703419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.771259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:36.775012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:36.789176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:36.801043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:36.801692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.828435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:36.851438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-47733767-d575-4ac4-9f41-aa075b6160c8 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0449452 Oct 20 10:38:36.865803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Request body: {'port': {'device_id': '1b983264-50ee-478a-b022-251f7a064631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:36.917179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef1cd-26ba-4fcb-8ef3-dcf42de782f4 req-ee0125ac-c911-44d7-b765-77bb431ca3be tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:36.920160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-357ef1cd-26ba-4fcb-8ef3-dcf42de782f4 req-ee0125ac-c911-44d7-b765-77bb431ca3be tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.0977867 Oct 20 10:38:36.945797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.996053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-357ef1cd-26ba-4fcb-8ef3-dcf42de782f4 req-37979992-cee4-4525-ba13-a837ed82d31a tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678074 Oct 20 10:38:37.016189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 59331495-978d-4b15-864b-ccf779b72d7b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:37.150106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38256) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:37.223850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5977036-815a-4500-9d77-660d23bb6c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.253218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:37.256980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38258) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:37.266367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-efa94e7c-b94c-4722-bb4b-45f979cd96a0 None None] Provisioning complete for port afed17e9-67be-4916-9b94-1fac82c5bf60 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:37.266738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-efa94e7c-b94c-4722-bb4b-45f979cd96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.316216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-efa94e7c-b94c-4722-bb4b-45f979cd96a0 None None] Port afed17e9-67be-4916-9b94-1fac82c5bf60 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:37.319638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '59331495-978d-4b15-864b-ccf779b72d7b', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'port_id': '59331495-978d-4b15-864b-ccf779b72d7b', 'mac_address': 'fa:16:3e:a3:12:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9183ef-6dac-43e4-a812-c9fb094c7858', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:37.339970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18561fd9-b046-4220-9d2a-11f433f63a81 req-494a9221-fc9a-4dc6-bb83-2b529b82d710 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 210 time: 0.1600358 Oct 20 10:38:37.365852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.396842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59331495-978d-4b15-864b-ccf779b72d7b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:37.407577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118db198-f5a4-42fc-bd54-ed1de8455888 req-082beeda-1101-4e5d-89ab-cb99081c5748 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.415439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-118db198-f5a4-42fc-bd54-ed1de8455888 req-082beeda-1101-4e5d-89ab-cb99081c5748 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.2343929 Oct 20 10:38:37.432467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:37.439077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.443798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afed17e9-67be-4916-9b94-1fac82c5bf60 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:37.447627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-350c0667-a953-48b3-8d1b-f360a485d6d1 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.449137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-350c0667-a953-48b3-8d1b-f360a485d6d1 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.3376455 Oct 20 10:38:37.456602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.469868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Request body: {'port': {'device_id': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'admin_state_up': True, 'tenant_id': '2b02c4cc305d462e81de911c726a52af'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:37.484403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Transition to ACTIVE for port object afed17e9-67be-4916-9b94-1fac82c5bf60 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:37.494606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.513278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.519978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-118db198-f5a4-42fc-bd54-ed1de8455888 req-fb7692b8-ff06-43d1-b4e3-3d647cb724be tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015582 Oct 20 10:38:37.591457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f89f74fb-43ff-4167-8d9d-fa5f6df462ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.611196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.629284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5977036-815a-4500-9d77-660d23bb6c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.645377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Attempting to bind port afed17e9-67be-4916-9b94-1fac82c5bf60 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:37.645377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Attempting to bind port afed17e9-67be-4916-9b94-1fac82c5bf60 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:37.645961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Attempting to bind port afed17e9-67be-4916-9b94-1fac82c5bf60 on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:37.651683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5977036-815a-4500-9d77-660d23bb6c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.657109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Port afed17e9-67be-4916-9b94-1fac82c5bf60 on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:37.657685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Attempting to bind port afed17e9-67be-4916-9b94-1fac82c5bf60 on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:37.673365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:37.673774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Checking segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:37.674492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Bound using segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:37.675162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Bound port: afed17e9-67be-4916-9b94-1fac82c5bf60, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:37.675607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.750350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a5977036-815a-4500-9d77-660d23bb6c8e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96dc1d416f4b448fadb36949ebee6dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974340 Oct 20 10:38:37.751040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977036-815a-4500-9d77-660d23bb6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4e320-a15f-45b0-9891-f1cda0d1eeb1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.753482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38268) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:37.772617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17caa-6734-4048-9ddf-f95cb3001fbb req-e151fa6d-d91b-4fb6-9a7d-1313696f46bb tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.774396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3d17caa-6734-4048-9ddf-f95cb3001fbb req-e151fa6d-d91b-4fb6-9a7d-1313696f46bb tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 943 time: 0.1377685 Oct 20 10:38:37.775212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:37.779377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.791300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['59331495-978d-4b15-864b-ccf779b72d7b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:37.863608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f89f74fb-43ff-4167-8d9d-fa5f6df462ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.872865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:37.878150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=afed17e9-67be-4916-9b94-1fac82c5bf60,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:37.881758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f89f74fb-43ff-4167-8d9d-fa5f6df462ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.890615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3d17caa-6734-4048-9ddf-f95cb3001fbb req-3075ba1a-af5e-42e8-9720-073da527404a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034768 Oct 20 10:38:37.890855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.900347 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.964775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.965956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.967405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] 10.222.0.70 "PUT /v2.0/ports/afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 200 len: 1092 time: 1.1072159 Oct 20 10:38:37.973702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:37.976369 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754440aa-16cf-41aa-a08b-5a469937404f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:37.998733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f74fb-43ff-4167-8d9d-fa5f6df462ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6580f-47e6-4e39-b006-bc8286edd5c8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.020677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.026125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38276) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.028876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f89f74fb-43ff-4167-8d9d-fa5f6df462ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0f69a1e91fe4f529d322d035e30882b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706883 Oct 20 10:38:38.032997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38278) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.094543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733f64-c7bf-4d52-8eaa-d28b8d78a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.128221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-dd793cae-e424-4dd3-9668-e088c3b56614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.129849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-dd793cae-e424-4dd3-9668-e088c3b56614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 1095 time: 0.0927851 Oct 20 10:38:38.173633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Allocated IP 172.20.0.6 (94427d7e-1e59-44a5-97a3-c3dab0e87fcd/ce68598b-7584-44bc-afd5-57c58c50fe54/0589e42f-0088-424c-bf60-8dcc5959190b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:38.227480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.253774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.298611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d48ab5-c375-4cd4-ba32-31665a7ae01f req-d6689b25-c9bd-4c2d-bb9e-26cacd76cade tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.300490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3d48ab5-c375-4cd4-ba32-31665a7ae01f req-d6689b25-c9bd-4c2d-bb9e-26cacd76cade tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1618235 Oct 20 10:38:38.312171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5b405f4-13d8-49e2-a624-e213692372ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.366135 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346baf5-4c97-484c-8b88-db16435015e7 x-openstack-request-id: req-9346baf5-4c97-484c-8b88-db16435015e7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:38.366490 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:38.366657 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9346baf5-4c97-484c-8b88-db16435015e7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:38.367042 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'status': 'completed', 'code': 200} Oct 20 10:38:38.368740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-9e3266b4-54e3-4c88-9320-12bb8334915b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 200 len: 217 time: 0.2275519 Oct 20 10:38:38.370364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.373335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.374330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71d4e320-a15f-45b0-9891-f1cda0d1eeb1 HTTP/1.1" status: 204 len: 168 time: 0.6068392 Oct 20 10:38:38.393113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39f8d-19b4-414e-bbda-59c10e21c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4e320-a15f-45b0-9891-f1cda0d1eeb1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.430539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-8cd541dc-bd26-4725-bcfe-4739c13c8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.432251 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-8cd541dc-bd26-4725-bcfe-4739c13c8cdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.0500755 Oct 20 10:38:38.495970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-d361f31b-8088-4f58-b85e-b84eeed0a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.498090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-d361f31b-8088-4f58-b85e-b84eeed0a3b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559149 Oct 20 10:38:38.608702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-363cdc6f-6a10-40c6-a92d-c9b8f5454125 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030881 Oct 20 10:38:38.649500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3d48ab5-c375-4cd4-ba32-31665a7ae01f req-dee6a9f1-641c-4637-8971-3b7fcf2b256d tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331900 Oct 20 10:38:38.677997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10d4ce5a-2a12-465f-a652-98bd4531e52a req-9a2c1dc4-904a-4068-9f9c-e42fb1d5afc8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 210 time: 0.0758722 Oct 20 10:38:38.705411 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.708467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.709185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4eb6580f-47e6-4e39-b006-bc8286edd5c8 HTTP/1.1" status: 204 len: 168 time: 0.6462784 Oct 20 10:38:38.736940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8c3b-d239-4667-8123-b9465c6772d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6580f-47e6-4e39-b006-bc8286edd5c8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.738125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b295795-2bb9-4b95-88c6-d7ef5c7e11be req-1f54ed68-f79c-4ba9-a9c5-2dad5fc844c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218848 Oct 20 10:38:38.785964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.810867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38294) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.826352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5b405f4-13d8-49e2-a624-e213692372ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.839775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5b405f4-13d8-49e2-a624-e213692372ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.845627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56cb3505-46ef-4775-bc10-ddabeefb54a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.846219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754440aa-16cf-41aa-a08b-5a469937404f req-9aa1989b-9a33-445a-b3bc-741d4ee074e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.847959 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-9aa1989b-9a33-445a-b3bc-741d4ee074e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 1095 time: 0.0464296 Oct 20 10:38:38.923637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f1391-4ed9-4dd2-af7a-b5e80cee4a99 req-6247569e-fd4d-4cdf-96aa-d343cd8fe0ab tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.925458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b66f1391-4ed9-4dd2-af7a-b5e80cee4a99 req-6247569e-fd4d-4cdf-96aa-d343cd8fe0ab tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.1723459 Oct 20 10:38:38.928724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b405f4-13d8-49e2-a624-e213692372ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce0516a-691e-4cf7-8dda-465c8cf01c9d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.935801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b5b405f4-13d8-49e2-a624-e213692372ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b01cf82aca214c8592daff08cbfcaa28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009743 Oct 20 10:38:38.936934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38300) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.947870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754440aa-16cf-41aa-a08b-5a469937404f req-5cfc47ea-b3fc-45a8-9b0a-ba24b6c1f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.950332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-5cfc47ea-b3fc-45a8-9b0a-ba24b6c1f184 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 924 time: 0.0949051 Oct 20 10:38:38.988391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 59331495-978d-4b15-864b-ccf779b72d7b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:38.998961 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-9a490177-0ddf-424c-9529-844c39312414 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 200 len: 217 time: 0.0402749 Oct 20 10:38:39.002315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.060484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754440aa-16cf-41aa-a08b-5a469937404f req-7629ebee-cffb-49b3-95d6-4e6c63870b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.062147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-7629ebee-cffb-49b3-95d6-4e6c63870b07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.0541437 Oct 20 10:38:39.075257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 59331495-978d-4b15-864b-ccf779b72d7b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:39.085733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 59331495-978d-4b15-864b-ccf779b72d7b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:39.086359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.114469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754440aa-16cf-41aa-a08b-5a469937404f req-54ee35ac-e50b-4ab2-80ea-07dffe81fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.116303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-54ee35ac-e50b-4ab2-80ea-07dffe81fcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463994 Oct 20 10:38:39.130888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:39.138562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b66f1391-4ed9-4dd2-af7a-b5e80cee4a99 req-7bdf27f4-98fd-401c-8bb9-febf5e0fdaa0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881285 Oct 20 10:38:39.153927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:39.161245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.187853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:39.193857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.194763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.215733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffffcc-ee04-4446-9ae0-9a3bc857545a req-824b3b1a-3079-4915-943a-0bc71ad9b6b3 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.218252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ffffcc-ee04-4446-9ae0-9a3bc857545a req-824b3b1a-3079-4915-943a-0bc71ad9b6b3 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 943 time: 0.2496245 Oct 20 10:38:39.235930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38304) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:39.247679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.259391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4d73c0-3998-4d6f-9c53-92c452f8d19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.260850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56cb3505-46ef-4775-bc10-ddabeefb54a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.264268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-b6e0279e-54e9-42dc-9668-230f546a19b4 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387701 Oct 20 10:38:39.275386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-feab69f0-f69d-4d49-8b5a-1ab5863aeaec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131959 Oct 20 10:38:39.281220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56cb3505-46ef-4775-bc10-ddabeefb54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.313645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.323682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Request body: {'port': {'device_id': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'device_owner': 'compute:tempest-test_az-84665566', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:39.337536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:39.339363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.389432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ffffcc-ee04-4446-9ae0-9a3bc857545a req-2e09279a-9c41-460d-80e9-e998846ad2c7 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633332 Oct 20 10:38:39.393889 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-754440aa-16cf-41aa-a08b-5a469937404f req-7975b7b4-2919-4c82-a506-7088d385fe04 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204031 Oct 20 10:38:39.407276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-56cb3505-46ef-4775-bc10-ddabeefb54a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c840a85c0e3d4b6e966314e69be7cdda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894599 Oct 20 10:38:39.409862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38306) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:39.422000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3505-46ef-4775-bc10-ddabeefb54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae3f9c-ceb1-48e4-8a72-9841a8db708d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.429775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4d73c0-3998-4d6f-9c53-92c452f8d19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.443040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4d73c0-3998-4d6f-9c53-92c452f8d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.460697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:39.460843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.468487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.508891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.512504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.513705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ce0516a-691e-4cf7-8dda-465c8cf01c9d HTTP/1.1" status: 204 len: 168 time: 0.5736549 Oct 20 10:38:39.514223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef4d73c0-3998-4d6f-9c53-92c452f8d19f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=129abd08ac134b07a2c59f1599cd8a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722621 Oct 20 10:38:39.517051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d73c0-3998-4d6f-9c53-92c452f8d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a819b-07ea-4cdf-a8d5-e4154cd3be3b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.519725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38314) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:39.530567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.544160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1284cc6-5cc6-44a0-9fb9-73d0d3a544f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce0516a-691e-4cf7-8dda-465c8cf01c9d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.557058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.568888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.614700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.620755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.623072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96ae3f9c-ceb1-48e4-8a72-9841a8db708d HTTP/1.1" status: 204 len: 168 time: 0.2121377 Oct 20 10:38:39.636268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630d3a1-8b38-4bd9-8ea6-757f14f401e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae3f9c-ceb1-48e4-8a72-9841a8db708d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.649029 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86055be-3765-4a10-9148-e8df7a93dac2" -d '{"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-plugged", "status": "completed", "tag": "59331495-978d-4b15-864b-ccf779b72d7b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:39.690384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.763012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.852218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f80c-76a3-44af-86a6-f2a739d6b3ba req-f3e3454d-ce2e-4fe3-9a19-2adabbce66f3 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.853643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ea8f80c-76a3-44af-86a6-f2a739d6b3ba req-f3e3454d-ce2e-4fe3-9a19-2adabbce66f3 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 967 time: 0.1173735 Oct 20 10:38:39.905076 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.907676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.911330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/645a819b-07ea-4cdf-a8d5-e4154cd3be3b HTTP/1.1" status: 204 len: 168 time: 0.3873320 Oct 20 10:38:39.932483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa58f-5af9-487e-9708-5bd89c2a6bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a819b-07ea-4cdf-a8d5-e4154cd3be3b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.943841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0589e42f-0088-424c-bf60-8dcc5959190b {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:39.951961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ea8f80c-76a3-44af-86a6-f2a739d6b3ba req-1432b983-dbbb-436d-8ec3-cd8dfe2e0395 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856326 Oct 20 10:38:39.956536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.971845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Transition to ACTIVE for port object 0589e42f-0088-424c-bf60-8dcc5959190b will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:39.976313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.008594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38332) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:40.037246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f180662-d622-47ca-9ea3-268c08eb3f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.062366 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fa8e9a-2cbf-4430-aab9-af2714f2e898 x-openstack-request-id: req-c2fa8e9a-2cbf-4430-aab9-af2714f2e898 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:40.062852 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-plugged", "status": "completed", "tag": "59331495-978d-4b15-864b-ccf779b72d7b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:40.062931 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2fa8e9a-2cbf-4430-aab9-af2714f2e898 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:40.064868 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b', 'code': 200} Oct 20 10:38:40.066490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.142521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:40.142855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:40.143215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:40.158416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93adc-5a1c-4b42-b038-6ca67fd9a9ab req-1e1078d6-2919-4823-b037-0d79c0ad9019 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.159980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6c93adc-5a1c-4b42-b038-6ca67fd9a9ab req-1e1078d6-2919-4823-b037-0d79c0ad9019 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.1270211 Oct 20 10:38:40.163119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:40.163365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:40.174574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:40.174911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:40.175329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:40.175752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Bound port: 0589e42f-0088-424c-bf60-8dcc5959190b, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:40.176107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.228853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-f665dee2-56ef-48f5-8d40-7661c214bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.230904 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-f665dee2-56ef-48f5-8d40-7661c214bcaf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1097 time: 0.0817516 Oct 20 10:38:40.259880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-bf9887a5-fa31-4772-8a5f-1d73e270c003 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.275586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f180662-d622-47ca-9ea3-268c08eb3f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.283454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6c93adc-5a1c-4b42-b038-6ca67fd9a9ab req-65e7b1e8-fcc1-4c24-b6dc-79bc4797d8a9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Oct 20 10:38:40.289277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627270df-bdd4-4820-9ec5-8a7d4292492e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:40.298161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f180662-d622-47ca-9ea3-268c08eb3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.379635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7f180662-d622-47ca-9ea3-268c08eb3f3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=136011bd494f4111b7e01317300595a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698945 Oct 20 10:38:40.383387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:40.384192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:40.390669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:40.397328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f180662-d622-47ca-9ea3-268c08eb3f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de64523e-f1ef-4f03-9c7b-2d273873f48a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.406967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.453606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-bf9887a5-fa31-4772-8a5f-1d73e270c003 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.464080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-bf9887a5-fa31-4772-8a5f-1d73e270c003 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.464696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ca1-2c75-4a7f-bc11-6f7876cf9a72 req-e16c0031-59d8-43d7-b573-73a9580f16a0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.466257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa4c2ca1-2c75-4a7f-bc11-6f7876cf9a72 req-e16c0031-59d8-43d7-b573-73a9580f16a0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 945 time: 0.1869130 Oct 20 10:38:40.501314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.501956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.503344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] 10.222.0.83 "PUT /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 1112 time: 1.2122250 Oct 20 10:38:40.503787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:40.506065 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:40.519063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627270df-bdd4-4820-9ec5-8a7d4292492e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:40.549484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9887a5-fa31-4772-8a5f-1d73e270c003 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b612d6-569d-48e4-b929-f64342af0d6e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.553900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816180-6272-437b-ac89-5d8ce03f7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.559847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '627270df-bdd4-4820-9ec5-8a7d4292492e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '627270df-bdd4-4820-9ec5-8a7d4292492e', 'mac_address': 'fa:16:3e:43:c3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:tempest-test_az-84665566', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:40.563521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a02b0fd5-3e05-405c-b57e-3fe7c2afbff3 req-bf9887a5-fa31-4772-8a5f-1d73e270c003 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230002 Oct 20 10:38:40.620163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.629529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa4c2ca1-2c75-4a7f-bc11-6f7876cf9a72 req-3f0b2639-64d8-4cad-aa27-bb527132d1db tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549346 Oct 20 10:38:40.630510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.659220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627270df-bdd4-4820-9ec5-8a7d4292492e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:40.676209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.696890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801dc61-10c6-43be-a040-d2feddf7cc91 req-c37fb018-269f-4dfa-aea4-80d0d4ef6e77 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.698405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a801dc61-10c6-43be-a040-d2feddf7cc91 req-c37fb018-269f-4dfa-aea4-80d0d4ef6e77 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 943 time: 0.1479936 Oct 20 10:38:40.705986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-1aa9fc41-4d20-4a50-82d4-6501d46203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.706128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627270df-bdd4-4820-9ec5-8a7d4292492e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:40.707937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-1aa9fc41-4d20-4a50-82d4-6501d46203ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1115 time: 0.1262586 Oct 20 10:38:40.713973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.723544 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f1b27-b5e7-4a80-a487-4f0451a7ad11 x-openstack-request-id: req-c02f1b27-b5e7-4a80-a487-4f0451a7ad11 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:40.723831 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:40.724345 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c02f1b27-b5e7-4a80-a487-4f0451a7ad11 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:40.724884 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b', 'status': 'completed', 'code': 200} Oct 20 10:38:40.787558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-70f1a633-1903-4c02-b576-4947dffe5c2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.0569441 Oct 20 10:38:40.791014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.836211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a801dc61-10c6-43be-a040-d2feddf7cc91 req-2708426a-3845-4b30-9d96-c7ea59c25a4d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255856 Oct 20 10:38:40.850479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.853169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.854314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de64523e-f1ef-4f03-9c7b-2d273873f48a HTTP/1.1" status: 204 len: 168 time: 0.4674122 Oct 20 10:38:40.869508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-f9ad894b-7b2d-48cc-998b-e96667a634ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.871878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-f9ad894b-7b2d-48cc-998b-e96667a634ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0712817 Oct 20 10:38:40.873168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177fa5d-9ea5-49af-8dc0-0cba1810201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64523e-f1ef-4f03-9c7b-2d273873f48a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.921029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-cff7bfe4-a76e-4a7d-84e3-389904949d3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361578 Oct 20 10:38:41.037018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-3ffce899-218b-4289-9c0d-92a746e3184b service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039169 Oct 20 10:38:41.057103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['627270df-bdd4-4820-9ec5-8a7d4292492e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:41.172465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf6ea2-6492-46ec-bcdf-ffe63d2b8465 req-452dbd70-4f92-46aa-b796-488c2a74c946 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.174399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21bf6ea2-6492-46ec-bcdf-ffe63d2b8465 req-452dbd70-4f92-46aa-b796-488c2a74c946 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 968 time: 0.1352546 Oct 20 10:38:41.233592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64954dfb-c1d1-4ace-8695-ee20c3d0741a req-d9ba2ef7-acce-4e94-9451-43f1cfade1e0 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825917 Oct 20 10:38:41.247623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21bf6ea2-6492-46ec-bcdf-ffe63d2b8465 req-bea978f0-e0fa-4cb8-898b-290247d3fd55 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635555 Oct 20 10:38:41.356920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-c23c8d6b-e481-4265-8f69-9e2d35266977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.358534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-c23c8d6b-e481-4265-8f69-9e2d35266977 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1115 time: 0.0562735 Oct 20 10:38:41.525695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28deb12-560c-419e-a0e2-cdc0c581c91e req-4487e82b-4fb1-4da3-a393-8d5275c55254 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.527230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c28deb12-560c-419e-a0e2-cdc0c581c91e req-4487e82b-4fb1-4da3-a393-8d5275c55254 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.1181684 Oct 20 10:38:41.530741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-e6c31b03-c0aa-45e6-a500-89f0260dcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.532341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-e6c31b03-c0aa-45e6-a500-89f0260dcbc9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1660318 Oct 20 10:38:41.598187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-1d199d3a-65b9-4398-a6e7-f651fe3c72c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.0533335 Oct 20 10:38:41.618551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c28deb12-560c-419e-a0e2-cdc0c581c91e req-27f76962-beb6-4ce7-ab92-0850506fc60a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823069 Oct 20 10:38:41.653305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-6b0a31ed-34a1-4d07-9a85-07349a9c9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.654925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-6b0a31ed-34a1-4d07-9a85-07349a9c9fcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0504105 Oct 20 10:38:41.695862 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-52456854-d2c3-4119-bf60-165062b5ce28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328925 Oct 20 10:38:41.832140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726fd2a-384c-43ca-a202-145b9fc20fdd req-1dff9dff-a48a-4f38-8ec8-11a1e175ca17 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.834342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6726fd2a-384c-43ca-a202-145b9fc20fdd req-1dff9dff-a48a-4f38-8ec8-11a1e175ca17 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 945 time: 0.0981107 Oct 20 10:38:41.845993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-94a75082-fb9e-449a-80b0-35d1862885be service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402802 Oct 20 10:38:41.908147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6726fd2a-384c-43ca-a202-145b9fc20fdd req-68df7892-4d6d-44d4-a69a-1a4603b3111a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Oct 20 10:38:41.998155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2fdbd36-9976-4a37-b15c-4ea924b1ab3e req-88107731-52b1-4830-b7ca-42d7b03be03e service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364706 Oct 20 10:38:42.011132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671fa5d-9a0b-495d-9b75-9845e07e8ef0 req-85f724a2-1430-47dc-918d-83fb0e5558ab tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.012705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d671fa5d-9a0b-495d-9b75-9845e07e8ef0 req-85f724a2-1430-47dc-918d-83fb0e5558ab tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 943 time: 0.0737855 Oct 20 10:38:42.065313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d671fa5d-9a0b-495d-9b75-9845e07e8ef0 req-9c18f8c0-5c3e-4f9b-8dbc-b9df08447734 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379386 Oct 20 10:38:42.245275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627270df-bdd4-4820-9ec5-8a7d4292492e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:42.315797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 627270df-bdd4-4820-9ec5-8a7d4292492e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:42.321995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 627270df-bdd4-4820-9ec5-8a7d4292492e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:42.322374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.395091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286ca8f-ff46-428c-a750-05c6e4a8878d req-adeda70a-f782-4edf-ac6d-6e3e6a0c5108 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.403419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a286ca8f-ff46-428c-a750-05c6e4a8878d req-adeda70a-f782-4edf-ac6d-6e3e6a0c5108 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 968 time: 0.0649264 Oct 20 10:38:42.455262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a286ca8f-ff46-428c-a750-05c6e4a8878d req-51263db2-da43-4c46-a5c8-9c17aacc0fba tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Oct 20 10:38:42.460300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.498036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:42.503966 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6977ee1-f8ba-47da-8c15-5fdead95f939" -d '{"events": [{"server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "name": "network-vif-plugged", "status": "completed", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:42.544628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627270df-bdd4-4820-9ec5-8a7d4292492e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:42.550276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.589985 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d8000-e222-4ebc-8fba-8cbaa37f7ad3 x-openstack-request-id: req-8f2d8000-e222-4ebc-8fba-8cbaa37f7ad3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:42.590283 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "name": "network-vif-plugged", "status": "completed", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:42.590689 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f2d8000-e222-4ebc-8fba-8cbaa37f7ad3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:42.591868 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e', 'code': 200} Oct 20 10:38:42.633144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:42.710658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7889de-0c5f-405b-a179-9e910896715f req-576368c6-e3c1-42d1-b55a-3275aff8a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.712201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b7889de-0c5f-405b-a179-9e910896715f req-576368c6-e3c1-42d1-b55a-3275aff8a5cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 1121 time: 0.0760479 Oct 20 10:38:42.763419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b7889de-0c5f-405b-a179-9e910896715f req-52477a7a-b649-4088-8670-fbe2ca3164a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Oct 20 10:38:42.872352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19bd50-fbad-4905-8d8b-2448366ebd94 req-29a96b1c-2874-4d3c-a793-43d923b7d6f4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.874777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f19bd50-fbad-4905-8d8b-2448366ebd94 req-29a96b1c-2874-4d3c-a793-43d923b7d6f4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.0518613 Oct 20 10:38:42.915570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f19bd50-fbad-4905-8d8b-2448366ebd94 req-ee245aac-5ccd-43c2-b4d0-efff03692d97 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Oct 20 10:38:43.003163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device afed17e9-67be-4916-9b94-1fac82c5bf60 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:43.072101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64595-3507-4b05-9851-f3e67de587cb req-445c08e1-1da9-4b72-9406-c24d1fdaad39 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.080568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72a64595-3507-4b05-9851-f3e67de587cb req-445c08e1-1da9-4b72-9406-c24d1fdaad39 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 945 time: 0.0855007 Oct 20 10:38:43.128789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72a64595-3507-4b05-9851-f3e67de587cb req-0fd9f4c1-35ae-448c-841c-bb5bf41b3454 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Oct 20 10:38:43.236366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=afed17e9-67be-4916-9b94-1fac82c5bf60,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:43.260648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38476) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.265241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'port_id': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'mac_address': 'fa:16:3e:aa:89:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:43.332915 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.352054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afed17e9-67be-4916-9b94-1fac82c5bf60 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:43.383778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=afed17e9-67be-4916-9b94-1fac82c5bf60,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:43.390653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.454667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:43.487182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62572b-d0da-4749-8c15-37b320172088 req-ee7094be-cc6a-4c97-9bd2-5881221e72ee tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.488712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e62572b-d0da-4749-8c15-37b320172088 req-ee7094be-cc6a-4c97-9bd2-5881221e72ee tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 943 time: 0.2873714 Oct 20 10:38:43.520318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e9160ba-7ea5-44e3-95d2-f69c05685421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.531610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e62572b-d0da-4749-8c15-37b320172088 req-99c49bd0-4853-403e-a447-86864797d402 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363433 Oct 20 10:38:43.630211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e9160ba-7ea5-44e3-95d2-f69c05685421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.634728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e9160ba-7ea5-44e3-95d2-f69c05685421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.648417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['afed17e9-67be-4916-9b94-1fac82c5bf60'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:43.688619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9160ba-7ea5-44e3-95d2-f69c05685421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731e72ff-da0a-410c-917c-b57e9c0bbf13,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:43.707803 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8e9160ba-7ea5-44e3-95d2-f69c05685421 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=635f0863f4304d7da01a7e6068fa1882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459884 Oct 20 10:38:43.711839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38490) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.763913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc6331-bab3-46f7-84ab-30f6063a7636 req-20fd6edf-5858-4199-b854-fa8df12d98dc tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.765647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0acc6331-bab3-46f7-84ab-30f6063a7636 req-20fd6edf-5858-4199-b854-fa8df12d98dc tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1097 time: 0.0504808 Oct 20 10:38:43.780143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.807951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.831821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0acc6331-bab3-46f7-84ab-30f6063a7636 req-6a4bdbf1-c7d5-4669-a03a-4280ef2e9aba tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 Oct 20 10:38:43.839612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99c272-c83a-4518-96d3-d425322617de req-f9ad15f5-4fbd-4136-ac86-908e760aa2a0 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.841119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f99c272-c83a-4518-96d3-d425322617de req-f9ad15f5-4fbd-4136-ac86-908e760aa2a0 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 969 time: 0.0806222 Oct 20 10:38:43.856883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.859861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.861011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/731e72ff-da0a-410c-917c-b57e9c0bbf13 HTTP/1.1" status: 204 len: 168 time: 0.1449363 Oct 20 10:38:43.872669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a652731-bb56-4841-87a2-fd90c0488987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e72ff-da0a-410c-917c-b57e9c0bbf13,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:43.894670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f99c272-c83a-4518-96d3-d425322617de req-78622739-d548-4ad8-aa88-1261d791198e tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472596 Oct 20 10:38:44.078563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2015f7e-3fed-4f8b-820a-89127bac27a3 req-85017634-f0a0-4005-8d77-b915da05e111 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:44.080266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2015f7e-3fed-4f8b-820a-89127bac27a3 req-85017634-f0a0-4005-8d77-b915da05e111 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1097 time: 0.0459564 Oct 20 10:38:44.122786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2015f7e-3fed-4f8b-820a-89127bac27a3 req-69d96f56-db0f-46d3-b296-0196b28e19e9 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Oct 20 10:38:44.176292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:44.193605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-873af83a-29a1-451d-bd71-dcaf618a0331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.277052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:44.313177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-873af83a-29a1-451d-bd71-dcaf618a0331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.318566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-873af83a-29a1-451d-bd71-dcaf618a0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.363141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-873af83a-29a1-451d-bd71-dcaf618a0331 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=911bb49c813d489f9079c6d19ec0e4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856990 Oct 20 10:38:44.363862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873af83a-29a1-451d-bd71-dcaf618a0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af371bdf-2cdf-40d3-928f-7089508a0476,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:44.366705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:44.367810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-5b0bbddd-f92f-4154-aa21-786a576e7c0b tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=16109c15f94442f8bca792a7e18dc63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433183 Oct 20 10:38:44.430703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.442024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:44.454099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '0589e42f-0088-424c-bf60-8dcc5959190b', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'port_id': '0589e42f-0088-424c-bf60-8dcc5959190b', 'mac_address': 'fa:16:3e:01:3f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce68598b-7584-44bc-afd5-57c58c50fe54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-84665566', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:44.455122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.493785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.509683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0589e42f-0088-424c-bf60-8dcc5959190b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:44.512346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.515020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.518984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af371bdf-2cdf-40d3-928f-7089508a0476 HTTP/1.1" status: 204 len: 168 time: 0.1482258 Oct 20 10:38:44.520763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-3c54deb1-852b-436f-a2e8-ea84dea13f47 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:44.523376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-3c54deb1-852b-436f-a2e8-ea84dea13f47 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466832 Oct 20 10:38:44.541293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:44.542455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81510c-1e74-4e50-ac44-160222f1ff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af371bdf-2cdf-40d3-928f-7089508a0476,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:44.547135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.560776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-d9a56765-5370-438e-87c5-057447c78166 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/quotas/16109c15f94442f8bca792a7e18dc63a HTTP/1.1" status: 200 len: 375 time: 0.0203941 Oct 20 10:38:44.615506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:44.617557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-c5a88a6a-19b8-43f6-819d-462d7c867c09 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504529 Oct 20 10:38:44.800819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['0589e42f-0088-424c-bf60-8dcc5959190b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:44.931389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1860f-182f-48f7-b3d0-e2ad5a3fc5b6 req-3206928a-9f93-4465-8f60-7ec5609db2ef tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:44.940094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ade1860f-182f-48f7-b3d0-e2ad5a3fc5b6 req-3206928a-9f93-4465-8f60-7ec5609db2ef tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.1049311 Oct 20 10:38:45.012104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ade1860f-182f-48f7-b3d0-e2ad5a3fc5b6 req-aa9b21ca-cff8-47e2-9e04-6ee868fbf66f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Oct 20 10:38:45.013990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device afed17e9-67be-4916-9b94-1fac82c5bf60 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:45.103189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port afed17e9-67be-4916-9b94-1fac82c5bf60 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:45.131278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port afed17e9-67be-4916-9b94-1fac82c5bf60 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:45.131742 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.169924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96005802-50d1-457c-bee6-4bf5209594c7 req-abad408b-d10c-4f4f-a1cd-4140407e1f82 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 210 time: 0.0504262 Oct 20 10:38:45.248425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.286924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=afed17e9-67be-4916-9b94-1fac82c5bf60,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:45.288862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:45.294709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c77593-fba4-4388-b44c-00b0464357ee req-ad399f40-baf7-4169-834c-4f34e0a3ad54 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.296116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11c77593-fba4-4388-b44c-00b0464357ee req-ad399f40-baf7-4169-834c-4f34e0a3ad54 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 944 time: 0.1294575 Oct 20 10:38:45.305208 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e64505-2523-4c44-b3ef-da36b0349549" -d '{"events": [{"server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "name": "network-vif-plugged", "status": "completed", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:45.313313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.316798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d8cb1-7be5-4dda-938c-d3d3bc44b9d0 req-50c3a4fd-83a7-44aa-8127-670a1f2f6f52 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.318413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a3d8cb1-7be5-4dda-938c-d3d3bc44b9d0 req-50c3a4fd-83a7-44aa-8127-670a1f2f6f52 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 969 time: 0.0757637 Oct 20 10:38:45.373323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:45.386406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a3d8cb1-7be5-4dda-938c-d3d3bc44b9d0 req-7ae712a2-1613-4fcc-a7d6-e803ace63cc5 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Oct 20 10:38:45.392071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11c77593-fba4-4388-b44c-00b0464357ee req-cf35a26d-ac89-4e37-9dda-ab1130e75489 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840406 Oct 20 10:38:45.488002 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde3535-e473-40f3-859f-1da168562853 x-openstack-request-id: req-fcde3535-e473-40f3-859f-1da168562853 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:45.488002 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "name": "network-vif-plugged", "status": "completed", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:45.488002 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcde3535-e473-40f3-859f-1da168562853 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:45.488002 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'code': 200} Oct 20 10:38:45.507661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.531867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-06810fd0-11ff-459e-8ee3-ae521c8c8cd0 req-c3ac1168-72b8-43e4-8770-9223dd2c190d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:45.533651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06810fd0-11ff-459e-8ee3-ae521c8c8cd0 req-c3ac1168-72b8-43e4-8770-9223dd2c190d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069768 Oct 20 10:38:45.596253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4697779f-b879-49f6-b117-bb894589074e tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.597730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4697779f-b879-49f6-b117-bb894589074e tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 1121 time: 0.0515077 Oct 20 10:38:45.619228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ab675-a6ae-4023-9598-5c2ef6e68d64 req-83768763-5bb8-4548-bac4-b59bdc2e45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.624898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a41ab675-a6ae-4023-9598-5c2ef6e68d64 req-83768763-5bb8-4548-bac4-b59bdc2e45c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 1097 time: 0.0608077 Oct 20 10:38:45.629616 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4d856142-5f47-4330-bbd7-731c8279a4f1 tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.691656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a41ab675-a6ae-4023-9598-5c2ef6e68d64 req-42eac166-6059-4782-9216-73f0c74a82f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594609 Oct 20 10:38:45.723467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4d856142-5f47-4330-bbd7-731c8279a4f1 tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.727400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4d856142-5f47-4330-bbd7-731c8279a4f1 tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.754035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed498c6d-0bd0-4b10-88ee-77935dab641d req-4d856142-5f47-4330-bbd7-731c8279a4f1 tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462882 Oct 20 10:38:45.764751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d856142-5f47-4330-bbd7-731c8279a4f1 tempest-AggregatesAdminTestJSON-499307243 tempest-AggregatesAdminTestJSON-499307243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd1c9c-72fc-4fd0-9b11-758d8bf1ba52,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.209924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd4df-4802-422a-97b2-c868bc11a4ab req-ac42ba06-b77e-4566-97f3-dce279254262 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.211988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b2dd4df-4802-422a-97b2-c868bc11a4ab req-ac42ba06-b77e-4566-97f3-dce279254262 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.0637999 Oct 20 10:38:46.304280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:46.321105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-43ebc2d8-ce56-4a70-9440-01c60846aef6 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=16109c15f94442f8bca792a7e18dc63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387976 Oct 20 10:38:46.328843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b2dd4df-4802-422a-97b2-c868bc11a4ab req-3e2ee537-1819-4a60-8c2b-77f1ff567954 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004105 Oct 20 10:38:46.372321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-8a75882b-bcb4-46c5-930b-0627e8d9673d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1165466 Oct 20 10:38:46.407858 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.434359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 0589e42f-0088-424c-bf60-8dcc5959190b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:46.440268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 0589e42f-0088-424c-bf60-8dcc5959190b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:46.440897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.493212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38630) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:46.557998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-68820854-05bc-423f-8bf5-01a41dcb7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.560400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-68820854-05bc-423f-8bf5-01a41dcb7ef7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 1121 time: 0.1122687 Oct 20 10:38:46.587378 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.597853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-5b32e245-ee21-4461-89d4-1037efdb495e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.600369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-5b32e245-ee21-4461-89d4-1037efdb495e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784717 Oct 20 10:38:46.640437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:46.641088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Request body: {'port': {'device_id': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '16109c15f94442f8bca792a7e18dc63a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:46.647166 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.715611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-2572ee39-a881-43b6-bd31-22045df05cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.716968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.718172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-2572ee39-a881-43b6-bd31-22045df05cf7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1357000 Oct 20 10:38:46.803635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-ec376451-a81d-4715-a2c9-4ab201a1d932 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=627270df-bdd4-4820-9ec5-8a7d4292492e HTTP/1.1" status: 200 len: 217 time: 0.0423279 Oct 20 10:38:46.814583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6591f4db-463d-4dfd-97dc-9c05978605af req-c15959b4-d438-4a9d-b9d2-870832866f48 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 210 time: 0.0947893 Oct 20 10:38:46.863320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Made reservation on behalf of 16109c15f94442f8bca792a7e18dc63a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:46.867489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.878299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.909202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b380966a-478b-49a6-bbb4-ae40e5e591fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.964472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-ba76fbff-bfa4-4bb5-9218-63246fe1ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.965970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-ba76fbff-bfa4-4bb5-9218-63246fe1ebf1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1481781 Oct 20 10:38:47.022675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.030358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.051074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-006e0a62-64bb-4ffe-8844-1bfa000f4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.052588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-006e0a62-64bb-4ffe-8844-1bfa000f4e46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688415 Oct 20 10:38:47.066416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1982547-f778-4205-8404-6ee176002596 req-4d70d26f-e21d-4e9c-9cc6-37d6adc78fe9 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.071504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1982547-f778-4205-8404-6ee176002596 req-4d70d26f-e21d-4e9c-9cc6-37d6adc78fe9 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 945 time: 0.1198485 Oct 20 10:38:47.093782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99399fe-1313-46bd-af77-17d620a8c2c6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.204847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1982547-f778-4205-8404-6ee176002596 req-d6b7ac93-fa0b-4b00-a86f-d4768fc72d63 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253281 Oct 20 10:38:47.224382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b380966a-478b-49a6-bbb4-ae40e5e591fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.242976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b380966a-478b-49a6-bbb4-ae40e5e591fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.245103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Allocated IP 192.168.233.243 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/4d1c7da2-030c-4806-b3a3-8cd16ce37437) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:47.307809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b380966a-478b-49a6-bbb4-ae40e5e591fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2de6beb1a7c34bf88b1980952f12b3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105247 Oct 20 10:38:47.309903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38662) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.364097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-c6758743-dd86-46e7-ae61-388dfadfff4f service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883844 Oct 20 10:38:47.381563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380966a-478b-49a6-bbb4-ae40e5e591fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17fd245-dc12-478e-be44-c1795a2288a2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.485823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:47.489004 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d3b807-0a8b-4829-af5f-161ea1f0a627" -d '{"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-plugged", "status": "completed", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:47.491795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.521918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.535415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.550432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.557001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec57ed1f-a5ad-4e30-8032-1796ff2f386d req-fd15a957-95c3-407b-a23d-faff36b5154b service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499100 Oct 20 10:38:47.575144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.651618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Pushing event updated for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.656750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:47.658609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:47.661290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:47.667178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.667954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.686870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-88addb4d-f59f-412f-9966-465154119ad3 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0704985 Oct 20 10:38:47.694694 n-d-802060-17 neutron-server[100746]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 10:38:47.700899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-d2d45de7-525f-4018-97be-bfa608980d89 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:47.704407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-d2d45de7-525f-4018-97be-bfa608980d89 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1798031 Oct 20 10:38:47.711206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Request body: {'port': {'device_id': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:47.718582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.721508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.725961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e17fd245-dc12-478e-be44-c1795a2288a2 HTTP/1.1" status: 204 len: 168 time: 0.4088204 Oct 20 10:38:47.751159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285835-a4af-429b-bcfe-324216aecea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17fd245-dc12-478e-be44-c1795a2288a2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.785901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-14f6ea62-abf4-40c4-a28f-335df4040023 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.787544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-14f6ea62-abf4-40c4-a28f-335df4040023 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 1094 time: 0.0711195 Oct 20 10:38:47.842132 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.940784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Request body: {'binding': {'host': 'n-h2-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:47.942287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Unknown quota resources ['binding']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:38:48.032731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250526-7e10-4aa1-a4eb-54f0c10c88c0 req-e3e44106-8d98-4a0a-883a-47ad7e34f36c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.034215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00250526-7e10-4aa1-a4eb-54f0c10c88c0 req-e3e44106-8d98-4a0a-883a-47ad7e34f36c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 965 time: 0.0501156 Oct 20 10:38:48.056848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-47476c3e-2387-47ec-8f50-8dc2b56b2fb4 None None] Provisioning complete for port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:48.057648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-47476c3e-2387-47ec-8f50-8dc2b56b2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.084710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00250526-7e10-4aa1-a4eb-54f0c10c88c0 req-97ebcddf-5ce9-4b23-984f-b9a008b19651 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Oct 20 10:38:48.111445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-47476c3e-2387-47ec-8f50-8dc2b56b2fb4 None None] Port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:48.140197 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2151d-64ca-421e-a8d9-0e550936ef3a x-openstack-request-id: req-dab2151d-64ca-421e-a8d9-0e550936ef3a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:48.140514 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-plugged", "status": "completed", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:48.140764 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dab2151d-64ca-421e-a8d9-0e550936ef3a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:48.141149 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b', 'code': 200} Oct 20 10:38:48.238485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on host n-h2-802060-17 for vnic_type normal with profile None {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:48.238841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:48.240645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:48.246631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:48.246980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:48.248632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38706) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:48.276811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:48.277694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:48.278072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:48.278527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Bound port: 59331495-978d-4b15-864b-ccf779b72d7b, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:48.284838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb55d-5353-4799-9e86-42c83a5a7036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.304387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3af9-ee48-4d09-891b-2d109dc26da7 req-af02b8d2-5560-4912-bcb8-6bfb81687a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.306394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c54e3af9-ee48-4d09-891b-2d109dc26da7 req-af02b8d2-5560-4912-bcb8-6bfb81687a6a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1117 time: 0.0838645 Oct 20 10:38:48.360950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c54e3af9-ee48-4d09-891b-2d109dc26da7 req-6d5190a9-379e-48e6-8483-979f6549ee2e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Oct 20 10:38:48.384283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1c7da2-030c-4806-b3a3-8cd16ce37437 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:48.401633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.448511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Transition to ACTIVE for port object 4d1c7da2-030c-4806-b3a3-8cd16ce37437 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:48.458037 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.494404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:48.508619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.509923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-8bf5f2c3-07ac-46f7-b634-fc9179548a66 service neutron] 10.222.0.74 "POST /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6639404 Oct 20 10:38:48.553638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.587571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bfa9c-b078-48a7-a0be-6c48be5804e5 req-f32cdbf0-cd31-4ee9-bc19-31a46716e04f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.595545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-283bfa9c-b078-48a7-a0be-6c48be5804e5 req-f32cdbf0-cd31-4ee9-bc19-31a46716e04f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 948 time: 0.0699801 Oct 20 10:38:48.596561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb55d-5353-4799-9e86-42c83a5a7036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.604040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Attempting to bind port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:48.604666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Attempting to bind port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:48.605691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Attempting to bind port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:48.608013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb55d-5353-4799-9e86-42c83a5a7036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.635605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:48.636112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Attempting to bind port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:48.666355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:48.667428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:48.668509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:48.669092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Bound port: 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:48.669625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.684036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ad4eb55d-5353-4799-9e86-42c83a5a7036 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3870b587ee5c4966a09cb804a75be236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342740 Oct 20 10:38:48.684944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:48.723536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb55d-5353-4799-9e86-42c83a5a7036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ac7f5-589d-4fba-b3e7-8f60c6d5422f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.739473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-283bfa9c-b078-48a7-a0be-6c48be5804e5 req-88a07f79-3bc6-40d8-a271-985bef1e7168 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289880 Oct 20 10:38:48.811946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.825192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:48.829941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:48.834672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.876876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.877542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.879138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d1c7da2-030c-4806-b3a3-8cd16ce37437 HTTP/1.1" status: 200 len: 1097 time: 1.1734352 Oct 20 10:38:48.879574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:48.881882 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc6c6e-c1ed-4af7-b199-b53e387c762f" -d '{"events": [{"name": "network-changed", "server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:48.910258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677ad5a-97f0-496b-ad6c-d7404cfc3da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.916215 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.978468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-d3fc2730-6e85-47ad-98d0-6c0ca17c10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.980036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-d3fc2730-6e85-47ad-98d0-6c0ca17c10fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 1100 time: 0.0535171 Oct 20 10:38:48.988315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eb876-9525-404f-b55e-8fde680356a0 req-58bc2139-1b44-4e27-8218-66bbb2ea2153 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.989945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-520eb876-9525-404f-b55e-8fde680356a0 req-58bc2139-1b44-4e27-8218-66bbb2ea2153 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 945 time: 0.1952803 Oct 20 10:38:49.001805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2709b16-bb96-43b4-ab90-19a74ecc1fba req-d3697b53-d19b-4b7e-a1eb-323a88cc1819 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.010100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2709b16-bb96-43b4-ab90-19a74ecc1fba req-d3697b53-d19b-4b7e-a1eb-323a88cc1819 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 945 time: 0.1509900 Oct 20 10:38:49.023762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-a2778fc6-fb43-42b4-a9ae-2ccd17b8f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.025231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-a2778fc6-fb43-42b4-a9ae-2ccd17b8f052 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1097 time: 0.1772738 Oct 20 10:38:49.038918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-579a308b-030f-4f98-950a-926b4c8b1b1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437 HTTP/1.1" status: 200 len: 217 time: 0.0499940 Oct 20 10:38:49.095507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-c5ef9315-b532-4a3e-a831-8edcc0f2dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.097068 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-c5ef9315-b532-4a3e-a831-8edcc0f2dbc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0491345 Oct 20 10:38:49.104835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.107421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.109047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b6ac7f5-589d-4fba-b3e7-8f60c6d5422f HTTP/1.1" status: 204 len: 168 time: 0.4225667 Oct 20 10:38:49.148745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-a534d669-2657-41a7-a081-b88fcb469f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.150334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-a534d669-2657-41a7-a081-b88fcb469f56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459235 Oct 20 10:38:49.156040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2709b16-bb96-43b4-ab90-19a74ecc1fba req-b81e8594-9d35-40a7-9013-84a6a18c2002 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449099 Oct 20 10:38:49.158480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd51518-7e57-4065-9424-1357b6680d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ac7f5-589d-4fba-b3e7-8f60c6d5422f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:49.171021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-520eb876-9525-404f-b55e-8fde680356a0 req-19dc8e77-3e4a-447b-8e39-9da5c9c203c3 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559644 Oct 20 10:38:49.205037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-f702a07c-8aa0-4130-aded-089f9ad249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.211804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-f702a07c-8aa0-4130-aded-089f9ad249d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1752396 Oct 20 10:38:49.262203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-3ffb1f53-396f-4479-a962-8d40a4a8aac8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0440457 Oct 20 10:38:49.330817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-5e360ec8-a2f2-4387-8b59-ec796d820b45 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659451 Oct 20 10:38:49.335488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-5a719515-7a5b-432e-919d-2deffadbf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.337599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-5a719515-7a5b-432e-919d-2deffadbf146 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0644150 Oct 20 10:38:49.347267 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b6eda-2ee6-45e6-be8d-43f5b5c4b34a x-openstack-request-id: req-bb7b6eda-2ee6-45e6-be8d-43f5b5c4b34a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:49.347640 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:49.347908 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb7b6eda-2ee6-45e6-be8d-43f5b5c4b34a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:49.348167 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437', 'status': 'completed', 'code': 200} Oct 20 10:38:49.426596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-a10d5722-a1cb-4764-89ff-6d2d8f630d35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708261 Oct 20 10:38:49.449237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-591a659a-d61b-495f-b7dc-8afc935c56f9 req-d96d8283-2609-4eb9-aa30-47254cbba172 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111572 Oct 20 10:38:49.606042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c476f-c1be-4b55-b25f-a04fac49659c req-8588b24d-8a1f-470a-9906-08234e669e57 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.608027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa0c476f-c1be-4b55-b25f-a04fac49659c req-8588b24d-8a1f-470a-9906-08234e669e57 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 965 time: 0.1222951 Oct 20 10:38:49.629209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-ccf49d71-cef5-411e-8a72-5caa92d27456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.631731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-ccf49d71-cef5-411e-8a72-5caa92d27456 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 1100 time: 0.1238492 Oct 20 10:38:49.635156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-7b977869-63e9-41af-a888-77b0ff8572e4 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935329 Oct 20 10:38:49.790083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa0c476f-c1be-4b55-b25f-a04fac49659c req-28a17134-e238-456f-b5e9-f79e848468f8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699805 Oct 20 10:38:49.865520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-bf2b5d18-88fe-4c48-acae-fae1df3c3140 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225294 Oct 20 10:38:49.932195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53691c6-e4bf-48d0-91f2-ed8f9551fbef req-89d593e1-9fb2-4bda-884a-3f01da943c91 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.935353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f53691c6-e4bf-48d0-91f2-ed8f9551fbef req-89d593e1-9fb2-4bda-884a-3f01da943c91 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 945 time: 0.1257977 Oct 20 10:38:49.947378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:49.952581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'floatingip': {'port_id': 'afed17e9-67be-4916-9b94-1fac82c5bf60'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:50.067150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.129633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-0d06aa4f-9d61-42a2-bb71-b5f8b084044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.131322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-0d06aa4f-9d61-42a2-bb71-b5f8b084044e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4794650 Oct 20 10:38:50.177949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-91415f28-debb-41bd-acaf-78c93a7b15e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437 HTTP/1.1" status: 200 len: 217 time: 0.0387015 Oct 20 10:38:50.244656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-c1cf36c6-6e41-42f8-bdf8-e75e7c1211fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.247338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-c1cf36c6-6e41-42f8-bdf8-e75e7c1211fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0610137 Oct 20 10:38:50.320086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-e0d02c2c-3e7a-4eae-b0f7-0ae42b8d8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.322352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-e0d02c2c-3e7a-4eae-b0f7-0ae42b8d8344 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671728 Oct 20 10:38:50.460026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-0ff3fc46-a019-40ff-b4d9-36f8267fdd92 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266892 Oct 20 10:38:50.566694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea6db1-2d1b-4911-8b54-918a67c473db req-f5006e6a-75dc-4d00-ade6-34b9d8f72be2 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.573809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92ea6db1-2d1b-4911-8b54-918a67c473db req-f5006e6a-75dc-4d00-ade6-34b9d8f72be2 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 948 time: 0.5100157 Oct 20 10:38:50.602257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-c614cced-0781-4551-9939-59cf669ec66f tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.603995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-c614cced-0781-4551-9939-59cf669ec66f tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.5250869 Oct 20 10:38:50.613206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74fc6c6e-c1ed-4af7-b199-b53e387c762f req-b47d9565-9b9a-489a-bf52-db352815b0f8 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468692 Oct 20 10:38:50.622811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-17'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:50.668119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976c7e-4b8f-4e5c-836e-e536ec0651ba req-336987b9-66f2-4f1a-a2a2-d4f002e334fe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.670055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c976c7e-4b8f-4e5c-836e-e536ec0651ba req-336987b9-66f2-4f1a-a2a2-d4f002e334fe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 945 time: 0.2565360 Oct 20 10:38:50.732132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92ea6db1-2d1b-4911-8b54-918a67c473db req-712097ff-7785-43ce-8e81-aad2eba5078f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574421 Oct 20 10:38:50.826802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c976c7e-4b8f-4e5c-836e-e536ec0651ba req-9719ee97-4d58-4b89-bca6-c77c7ed1d367 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376708 Oct 20 10:38:50.829448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.954559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-211db2df-5341-4eee-80e8-3c7d37076539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.957479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-211db2df-5341-4eee-80e8-3c7d37076539 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1097 time: 0.0622067 Oct 20 10:38:51.121326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-8d9d27f8-deaa-4610-8f41-c982fd9f1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:51.123926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-8d9d27f8-deaa-4610-8f41-c982fd9f1f12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1393340 Oct 20 10:38:51.175190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-9a6db3de-a638-4427-b03a-6604e4e75350 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0439045 Oct 20 10:38:51.219095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec1f1-e240-419a-ae94-3d6a968effc9 req-294f5adc-04df-4161-a846-21d27b2121a3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:51.220653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-130ec1f1-e240-419a-ae94-3d6a968effc9 req-294f5adc-04df-4161-a846-21d27b2121a3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 965 time: 0.2522604 Oct 20 10:38:51.235999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38826) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:51.249146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-edb4fd29-e72b-4f03-8b97-30637841a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:51.250885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-edb4fd29-e72b-4f03-8b97-30637841a329 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0664694 Oct 20 10:38:51.291633 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-3781565c-412f-4479-95c2-ceb61fda3f4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330691 Oct 20 10:38:51.361355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:51.420322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-5e69e241-4e72-4170-92c1-7b598f4d2abe service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218390 Oct 20 10:38:51.434906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-130ec1f1-e240-419a-ae94-3d6a968effc9 req-877aecd8-cec1-4aac-879e-f32823f42455 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728346 Oct 20 10:38:51.498455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:38:51.536389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eedf0133-bb14-40cb-88ad-25ee8fcae978 req-24d68b24-6eab-41ac-bfe9-3880453cc474 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087499 Oct 20 10:38:51.575781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7efb208-940e-40f7-b700-b3c9730a3c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.587779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:51.638640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.665733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.670228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:51.674425 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4423847d-9699-4511-b009-a27ac34262f7" -d '{"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-unplugged", "status": "completed", "tag": "59331495-978d-4b15-864b-ccf779b72d7b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:51.677164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7efb208-940e-40f7-b700-b3c9730a3c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.680064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.682238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7efb208-940e-40f7-b700-b3c9730a3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.727969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.732345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb208-940e-40f7-b700-b3c9730a3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3bd35-475d-4a59-9174-a05d30262d27,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:51.750692 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7efb208-940e-40f7-b700-b3c9730a3c60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1f562524b0e493081b1f54f7bc06170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099654 Oct 20 10:38:51.750692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:51.810605 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741f2ff1-b0bc-4552-bbe3-94203b3834fe x-openstack-request-id: req-741f2ff1-b0bc-4552-bbe3-94203b3834fe {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:51.810898 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-unplugged", "status": "completed", "tag": "59331495-978d-4b15-864b-ccf779b72d7b", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:51.811199 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-741f2ff1-b0bc-4552-bbe3-94203b3834fe {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:51.811577 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b', 'code': 200} Oct 20 10:38:51.817419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.849646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.904286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.907259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.908721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6da3bd35-475d-4a59-9174-a05d30262d27 HTTP/1.1" status: 204 len: 168 time: 0.1579487 Oct 20 10:38:51.912302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4efaf6-9167-4c63-9340-75d0e8fa5e2c req-ac9af8f6-8cb6-4848-af31-3c8d7d184f14 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:51.913835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce4efaf6-9167-4c63-9340-75d0e8fa5e2c req-ac9af8f6-8cb6-4848-af31-3c8d7d184f14 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1117 time: 0.1560147 Oct 20 10:38:51.925597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8dea1-ce16-43f3-9461-210df62236a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3bd35-475d-4a59-9174-a05d30262d27,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:51.934406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:51.947746 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Floating IP 7b38a109-6d73-4cbe-b555-206969181b52 associated. External IP: 172.25.3.22, port: afed17e9-67be-4916-9b94-1fac82c5bf60. Oct 20 10:38:51.960720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on host n-h1-802060-17 for vnic_type normal with profile {"migrating_to": "n-h2-802060-17"} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:51.961051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:51.961374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:52.204409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:52.204726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Attempting to bind port 59331495-978d-4b15-864b-ccf779b72d7b on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:52.239979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:52.240315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:52.240695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:52.241122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Bound port: 59331495-978d-4b15-864b-ccf779b72d7b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:52.241470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.255100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce4efaf6-9167-4c63-9340-75d0e8fa5e2c req-fc924443-ba76-4982-bc68-5bfd465330cc tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317709 Oct 20 10:38:52.255551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38880) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:52.326494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-baa5f37e-676e-458d-ba2e-914b7f4578f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.361581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeac8-0a2c-4378-84dc-04d54d50c225 req-9e6b73aa-4b9c-47f0-8eca-5120c7a6a66d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.363048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbdbeac8-0a2c-4378-84dc-04d54d50c225 req-9e6b73aa-4b9c-47f0-8eca-5120c7a6a66d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 948 time: 0.2055852 Oct 20 10:38:52.460269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:52.527769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:52.531934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbdbeac8-0a2c-4378-84dc-04d54d50c225 req-d493af06-e583-4743-b5b1-a8ba79586f87 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551850 Oct 20 10:38:52.553115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239850-71a4-43d2-8c5c-9c7033e5dce9 req-1a4843c4-d05d-4a87-8b7b-096a570f0f82 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.553115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c239850-71a4-43d2-8c5c-9c7033e5dce9 req-1a4843c4-d05d-4a87-8b7b-096a570f0f82 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.1930225 Oct 20 10:38:52.553115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.762270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c239850-71a4-43d2-8c5c-9c7033e5dce9 req-f8fb229c-0056-4c63-a5be-f2594cff1565 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072389 Oct 20 10:38:52.763506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=8']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.771069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.771684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.773041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-ea779baa-88c0-495d-944e-757297c7d1e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 1123 time: 2.1598940 Oct 20 10:38:52.776615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-baa5f37e-676e-458d-ba2e-914b7f4578f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.790861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-baa5f37e-676e-458d-ba2e-914b7f4578f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.808073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:52.812572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58526-2c09-489d-a5b8-c3416d5aa09b req-3b7a0ff7-dce8-49da-abf3-07a843def291 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.814095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aed58526-2c09-489d-a5b8-c3416d5aa09b req-3b7a0ff7-dce8-49da-abf3-07a843def291 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1117 time: 0.1567671 Oct 20 10:38:52.844749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['59331495-978d-4b15-864b-ccf779b72d7b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:52.861066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-baa5f37e-676e-458d-ba2e-914b7f4578f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e0afccc987245aba77ac9fc263c4e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973608 Oct 20 10:38:52.862414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:52.870295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5f37e-676e-458d-ba2e-914b7f4578f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb89e92-17db-44a7-92e2-472204ac6e9d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.924142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aed58526-2c09-489d-a5b8-c3416d5aa09b req-3616b412-d0e2-45c3-b749-f9e24cb4b6dd tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952272 Oct 20 10:38:52.966823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.002910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.025811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:53.038081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d1c7da2-030c-4806-b3a3-8cd16ce37437 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:53.041520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:53.043122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.055961 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:53.058572 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:53.086465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8063c9dd-aa34-4dd4-b1f2-7a4bb9bfb95d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "PUT /v2.0/floatingips/7b38a109-6d73-4cbe-b555-206969181b52 HTTP/1.1" status: 200 len: 990 time: 3.1379209 Oct 20 10:38:53.109596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.112263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.113409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8eb89e92-17db-44a7-92e2-472204ac6e9d HTTP/1.1" status: 204 len: 168 time: 0.2498660 Oct 20 10:38:53.123387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4504ac-4b38-4b4f-bcb7-bfcd27ef0630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb89e92-17db-44a7-92e2-472204ac6e9d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.220016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:53.231872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4d1c7da2-030c-4806-b3a3-8cd16ce37437', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '4d1c7da2-030c-4806-b3a3-8cd16ce37437', 'mac_address': 'fa:16:3e:a2:7d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:53.262289 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:53.274909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.314032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1c7da2-030c-4806-b3a3-8cd16ce37437 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:53.373494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:53.379165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.462826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.652157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d1c7da2-030c-4806-b3a3-8cd16ce37437'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:53.747580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b958-8fae-4ebf-87b4-58deefbfcf2f req-03b8ab7c-820d-4cc3-9b60-44169790355a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:53.749444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9140b958-8fae-4ebf-87b4-58deefbfcf2f req-03b8ab7c-820d-4cc3-9b60-44169790355a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 949 time: 0.0724239 Oct 20 10:38:53.820755 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:aa:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b983264-50ee-478a-b022-251f7a064631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:38:51Z', 'revision_number': 1, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:53.827259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9140b958-8fae-4ebf-87b4-58deefbfcf2f req-e0007560-1925-4199-abf8-d991e69dfc94 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654752 Oct 20 10:38:53.827971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b'}, {'name': 'network-changed', 'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:53.830832 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37" -d '{"events": [{"name": "network-changed", "server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "tag": "59331495-978d-4b15-864b-ccf779b72d7b"}, {"name": "network-changed", "server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:53.863366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:53.878049 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:53.878969 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:38:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:53.996099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:54.296118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:aa:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b983264-50ee-478a-b022-251f7a064631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:38:51Z', 'revision_number': 1, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:54.351397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478423d-3f14-4fb3-a547-fd226336a471 None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:aa:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b983264-50ee-478a-b022-251f7a064631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:38:51Z', 'revision_number': 1, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:54.397581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1fcc-8745-466a-9362-6d26ee928d05 req-347d2501-9c5d-4b97-81f1-11413d20da5c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:54.399997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93e1fcc-8745-466a-9362-6d26ee928d05 req-347d2501-9c5d-4b97-81f1-11413d20da5c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.0772569 Oct 20 10:38:54.463301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93e1fcc-8745-466a-9362-6d26ee928d05 req-8f17d366-de90-4ce9-b634-a8a1e34ec9e0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Oct 20 10:38:54.553660 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a07e2a-9c8b-43e3-a044-d0bdd17397f9 x-openstack-request-id: req-54a07e2a-9c8b-43e3-a044-d0bdd17397f9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:54.553967 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "tag": "59331495-978d-4b15-864b-ccf779b72d7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:54.554218 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-54a07e2a-9c8b-43e3-a044-d0bdd17397f9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:54.554646 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b', 'status': 'completed', 'code': 200} Oct 20 10:38:54.555144 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'status': 'completed', 'code': 200} Oct 20 10:38:54.663376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb7b9b-4758-4744-aed0-6dcee45042e1 None None] New status for floating IP 7b38a109-6d73-4cbe-b555-206969181b52: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:38:54.708942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-1e68a2ec-a112-4056-8970-e1b211c9e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:54.711127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-1e68a2ec-a112-4056-8970-e1b211c9e482 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1126 time: 0.1119442 Oct 20 10:38:54.846260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-c1a774c0-0cc2-422f-b491-4c42886a4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:54.848016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-c1a774c0-0cc2-422f-b491-4c42886a4327 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1287713 Oct 20 10:38:54.928521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-bfc19fa6-702a-4066-b1b7-6956497f1a32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0693207 Oct 20 10:38:54.981456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39026) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:54.990713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-fdeb2f94-17e0-4308-ab3f-9c9121cea92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:54.992492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-fdeb2f94-17e0-4308-ab3f-9c9121cea92a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0541468 Oct 20 10:38:55.027075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-4a350164-9eb3-48bb-b474-4483176a1020 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262914 Oct 20 10:38:55.077874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d1c7da2-030c-4806-b3a3-8cd16ce37437 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:55.149402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-b7537a5c-3019-4909-858d-12c8c7dafcd2 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:55.150419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-b7537a5c-3019-4909-858d-12c8c7dafcd2 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1674788 Oct 20 10:38:55.181637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:55.194142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-5517596e-d596-41c8-9cac-88b69d000110 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581721 Oct 20 10:38:55.194552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:55.194926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.225429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-1e274f1e-00cc-4003-a02a-df7ac5fd4770 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.226871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-1e274f1e-00cc-4003-a02a-df7ac5fd4770 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 1114 time: 0.0676680 Oct 20 10:38:55.313501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.345836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:55.348309 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4ad2b-df09-42c9-b242-d782cc4684b6" -d '{"events": [{"server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:55.362125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-606d16bd-37d5-40d4-afc4-4ddee259a361 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583056 Oct 20 10:38:55.363131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:55.372258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.408334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051013e-5f97-4049-b2c5-53485d1d05d9 req-8c863563-cfe6-4b93-9da3-972199293069 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.411175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6051013e-5f97-4049-b2c5-53485d1d05d9 req-8c863563-cfe6-4b93-9da3-972199293069 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 949 time: 0.0928652 Oct 20 10:38:55.438737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:55.445503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:55.446208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:38:55.464515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-91eb3647-ec4b-4ac3-b3e8-b5e403a875ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.466098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-91eb3647-ec4b-4ac3-b3e8-b5e403a875ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 1097 time: 0.0489635 Oct 20 10:38:55.489671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6051013e-5f97-4049-b2c5-53485d1d05d9 req-d10a23bb-fef7-49af-84bb-775e82b7f9c0 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725303 Oct 20 10:38:55.571316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-a3024580-c237-4190-93cc-6f5143b5313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.572833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-a3024580-c237-4190-93cc-6f5143b5313e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 924 time: 0.0985913 Oct 20 10:38:55.609727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:55.610024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:55.610601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:55.614840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:55.615260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:55.620891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:55.621234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:55.621626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:55.622036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Bound port: 0589e42f-0088-424c-bf60-8dcc5959190b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:55.677454 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-f42ac45f-2894-4602-8c58-ef0cc67c0cea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 200 len: 1000 time: 0.0967565 Oct 20 10:38:55.707997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:55.714865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.720221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-bc141745-b083-4c8b-9ace-63ebff2110cc service neutron] 10.222.0.74 "POST /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3390725 Oct 20 10:38:55.734351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-9d89a589-9cd0-44b9-89f4-f18a2c9edcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.735861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-9d89a589-9cd0-44b9-89f4-f18a2c9edcf7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.0493176 Oct 20 10:38:55.822513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-e7e46653-6788-43b9-9633-3bd5cb230219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.831937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-e7e46653-6788-43b9-9633-3bd5cb230219 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874920 Oct 20 10:38:55.833698 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa0d475-6dda-4e51-ac24-ac3dcc33122f x-openstack-request-id: req-afa0d475-6dda-4e51-ac24-ac3dcc33122f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:55.834190 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:55.834636 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-afa0d475-6dda-4e51-ac24-ac3dcc33122f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:55.835129 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437', 'code': 200} Oct 20 10:38:55.955993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.70', 65086) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:56.017470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.70', 65087) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:56.031405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a047d3-df37-43a0-aefe-d79f003eb99a req-91aec6a7-6dac-47d7-b2fd-994dc8e49d1b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.032900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72a047d3-df37-43a0-aefe-d79f003eb99a req-91aec6a7-6dac-47d7-b2fd-994dc8e49d1b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.1358991 Oct 20 10:38:56.053424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-e43121d6-26d0-4d2c-983e-5e9d99688f93 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427804 Oct 20 10:38:56.062212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-c99008d8-501e-4cb1-ac55-c4b93ffe437b service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080429 Oct 20 10:38:56.071440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-31a07bc6-57f8-4fa2-a92c-47f2553905b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.072820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-31a07bc6-57f8-4fa2-a92c-47f2553905b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1117 time: 0.0542054 Oct 20 10:38:56.096306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b3de4-de14-4351-bcf6-a7fe12f550de req-609c677b-2bde-4de5-8f23-b2a1593b8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.098128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c09b3de4-de14-4351-bcf6-a7fe12f550de req-609c677b-2bde-4de5-8f23-b2a1593b8d2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 1102 time: 0.1409605 Oct 20 10:38:56.133699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72a047d3-df37-43a0-aefe-d79f003eb99a req-6e05151c-467d-4042-bb77-00096ed79954 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843599 Oct 20 10:38:56.200363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c09b3de4-de14-4351-bcf6-a7fe12f550de req-e641b041-ad7b-4046-8baf-d26d8fe24c4c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 Oct 20 10:38:56.221575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-48c5be0f-0850-40d9-84cb-6abff0e88d54 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.223259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-48c5be0f-0850-40d9-84cb-6abff0e88d54 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567914 Oct 20 10:38:56.240685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-9cd78461-f6ad-4b17-b3b2-e180466c0b26 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/quotas/13d0d7d5c18c4c0b9fe1ccdc000d4a63 HTTP/1.1" status: 200 len: 375 time: 0.0105476 Oct 20 10:38:56.242702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-5718e57e-ac4b-474c-bffd-eb484895f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.244237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-5718e57e-ac4b-474c-bffd-eb484895f399 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1524706 Oct 20 10:38:56.247816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fcc72c96-3fb5-4f72-a3d7-a53f6cd05c37 req-92d91bb1-f258-44aa-b5b3-6e4a3725b810 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736634 Oct 20 10:38:56.292465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-d7b2d1cf-e08b-407b-8f98-6771f5aee1ba tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378485 Oct 20 10:38:56.318040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582826-71e1-4cff-89e2-915ee4f3b17a req-227a99a4-2562-4746-a813-347d998c9b73 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.319510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c582826-71e1-4cff-89e2-915ee4f3b17a req-227a99a4-2562-4746-a813-347d998c9b73 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 965 time: 0.0748055 Oct 20 10:38:56.357821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c582826-71e1-4cff-89e2-915ee4f3b17a req-13997076-9b73-422c-80fe-f53f90c5e475 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Oct 20 10:38:56.385199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 59331495-978d-4b15-864b-ccf779b72d7b details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:56.537104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:56.551930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 59331495-978d-4b15-864b-ccf779b72d7b has no active binding in host n-h2-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:38:56.560071 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-6d6a4a63-9ff0-495c-b6b3-d2be23cab4f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.1157238 Oct 20 10:38:56.631780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-fc6c1730-8d62-447a-84d4-447af07f089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.633379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-fc6c1730-8d62-447a-84d4-447af07f089c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0625434 Oct 20 10:38:56.676028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-053019f3-27ad-4dab-b787-c60b718bafa0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344288 Oct 20 10:38:56.684362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-1c2ba4ac-175f-4dd4-8266-b60028546d2a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263577 Oct 20 10:38:56.804008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-e82e5941-0f16-43f5-8ce3-054408430153 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188128 Oct 20 10:38:56.860462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2570f-67f0-4a69-9568-e8149e9bbde1 req-937571bc-aa08-4343-ae18-b421ccd06790 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.861918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0f2570f-67f0-4a69-9568-e8149e9bbde1 req-937571bc-aa08-4343-ae18-b421ccd06790 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 950 time: 0.1497564 Oct 20 10:38:56.904367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d36023ea-4faf-4b38-b3db-7fe137a6829a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.905859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d36023ea-4faf-4b38-b3db-7fe137a6829a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096057 Oct 20 10:38:56.908902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-9e2240ca-c417-48e9-b38e-e97662860fbb service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933332 Oct 20 10:38:56.940659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0f2570f-67f0-4a69-9568-e8149e9bbde1 req-1f5905e5-5447-4a8c-8c65-f76b5fbf73d4 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Oct 20 10:38:56.942365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-ff3b02a9-4ad4-44c1-80c1-4f2c4dcc097d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/quotas/13d0d7d5c18c4c0b9fe1ccdc000d4a63 HTTP/1.1" status: 200 len: 375 time: 0.0238893 Oct 20 10:38:56.985721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-f970e4b5-9e4d-4408-a74b-581612939d5d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309286 Oct 20 10:38:57.187169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-1f0eb431-f4c5-41f4-96ba-c2d8296ec59c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:57.188679 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-1f0eb431-f4c5-41f4-96ba-c2d8296ec59c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1117 time: 0.1133790 Oct 20 10:38:57.201767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:57.225884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3f0d362-3f7d-4e8c-a650-d31f1f850270 req-3b0f304e-f92e-4cf2-bc84-8479c3492f31 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 210 time: 0.0492024 Oct 20 10:38:57.279795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.416354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4271e1-ab69-413d-a21e-9d879cb09d67 req-91ed4afd-200e-4394-be3d-93ec404ace9a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:57.425117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca4271e1-ab69-413d-a21e-9d879cb09d67 req-91ed4afd-200e-4394-be3d-93ec404ace9a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.0798206 Oct 20 10:38:57.477236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca4271e1-ab69-413d-a21e-9d879cb09d67 req-a4c1d7e6-9f3f-4852-a4dc-60b04830daaf tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 Oct 20 10:38:57.539224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:57.635684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:57.719224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:57.722187 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa8a49-fc2d-4d7e-a48a-5c3fbcc200ab" -d '{"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:57.733496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.743965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.758135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f6eed-9da4-44c8-86a3-418a6189c37e req-8c94e1cd-5a6d-4ddd-97b2-8b6bdc3d27c7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:57.761900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd6f6eed-9da4-44c8-86a3-418a6189c37e req-8c94e1cd-5a6d-4ddd-97b2-8b6bdc3d27c7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 965 time: 0.0923641 Oct 20 10:38:57.855228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd6f6eed-9da4-44c8-86a3-418a6189c37e req-f967527a-782c-4804-bd21-663c4060509a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874732 Oct 20 10:38:57.882993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:57.892261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-39379746-0636-47e1-a611-931933cd87c1 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551519 Oct 20 10:38:57.927897 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9069a9e-5dac-4895-9c48-a50c838eac4e x-openstack-request-id: req-c9069a9e-5dac-4895-9c48-a50c838eac4e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:57.928319 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:57.928570 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9069a9e-5dac-4895-9c48-a50c838eac4e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:57.929091 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b', 'code': 200} Oct 20 10:38:57.930305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:57.930887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:57.931661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:57.949320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:57.949977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Attempting to bind port 0589e42f-0088-424c-bf60-8dcc5959190b on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:57.990274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:57.990606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:57.991026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:57.991464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Bound port: 0589e42f-0088-424c-bf60-8dcc5959190b, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:57.991803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.085007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-ccb0da04-30e6-41b1-b703-ccb8bea42951 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:58.089037 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-ccb0da04-30e6-41b1-b703-ccb8bea42951 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896155 Oct 20 10:38:58.113622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Request body: {'port': {'device_id': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '13d0d7d5c18c4c0b9fe1ccdc000d4a63'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:58.173486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:58.181719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f40989-a794-4c7b-9e18-a220f1c7cb40 req-be06a51d-20e0-442f-bb43-db27a50fe05b tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:58.183932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f40989-a794-4c7b-9e18-a220f1c7cb40 req-be06a51d-20e0-442f-bb43-db27a50fe05b tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 950 time: 0.0678005 Oct 20 10:38:58.241424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:58.247084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f40989-a794-4c7b-9e18-a220f1c7cb40 req-363f0f26-a0e2-494e-8b7c-742a2c958990 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490117 Oct 20 10:38:58.256728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.393453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-0d598e03-7d2c-4d3e-a483-5880223ed9d9 service neutron] 10.222.0.70 "GET /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.0838280 Oct 20 10:38:58.396202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:58.396971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.399611 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] 10.222.0.70 "PUT /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 1143 time: 1.2034338 Oct 20 10:38:58.411191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe1c-3027-479b-9914-627817e3daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.435807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d877e0ff-ee29-4221-a522-01fe90887ec0 req-b9f1d55c-7893-4e86-85b3-75e34fb27544 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 210 time: 0.0330393 Oct 20 10:38:58.452492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e94c9fc4-da23-4e63-a665-a65cd50ac3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.457651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Made reservation on behalf of 13d0d7d5c18c4c0b9fe1ccdc000d4a63 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:58.466130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.478452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.493018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['0589e42f-0088-424c-bf60-8dcc5959190b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:58.587961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.598496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.741923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:58.777311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1c006-915c-4564-b67c-35e108e19b6e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.802614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-dd9e56ab-1012-4e84-8c9d-c843a9f8b1c7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809190 Oct 20 10:38:58.817236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:58.863441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59331495-978d-4b15-864b-ccf779b72d7b {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:58.880410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:58.917455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.970123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Allocated IP 192.168.233.148 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/f960c738-9dd1-4851-bf05-be79dd5314e5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:58.995105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6b4e-3c35-43c7-8adf-fb6e0034f601 req-e2ee170a-e450-411c-9738-27d8cde17fb7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:58.996632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2fc6b4e-3c35-43c7-8adf-fb6e0034f601 req-e2ee170a-e450-411c-9738-27d8cde17fb7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 943 time: 0.0965095 Oct 20 10:38:59.013929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-1714e2b9-f8d7-47b4-939d-c1c2af87d011 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.015644 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-1714e2b9-f8d7-47b4-939d-c1c2af87d011 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007511 Oct 20 10:38:59.038119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Request body: {'port': {'device_id': '574d9efb-e135-4f76-a30e-b488c7449fce', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '13d0d7d5c18c4c0b9fe1ccdc000d4a63'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:59.071189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] Transition to ACTIVE for port object 59331495-978d-4b15-864b-ccf779b72d7b will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:59.075164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2fc6b4e-3c35-43c7-8adf-fb6e0034f601 req-19612604-edb3-4bb1-86d1-bebab4c4c35f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679033 Oct 20 10:38:59.076722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.144540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] No DVR routers for this DVR port 59331495-978d-4b15-864b-ccf779b72d7b on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:59.153248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:59.196912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-6cc8567c-6836-40ac-9c33-1e16cdcd23b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b/bindings/n-h2-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 0.7597532 Oct 20 10:38:59.273140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d260c8f-74cd-4d69-90bb-a24bd9b04b7c req-3fa16710-2ca4-4891-9af2-a8b5a2f0af27 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.285800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d260c8f-74cd-4d69-90bb-a24bd9b04b7c req-3fa16710-2ca4-4891-9af2-a8b5a2f0af27 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.0775988 Oct 20 10:38:59.316808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.324580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Made reservation on behalf of 13d0d7d5c18c4c0b9fe1ccdc000d4a63 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:59.328246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.400486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-55fd3337-b517-4ccb-8810-28e47190002c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.402485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-55fd3337-b517-4ccb-8810-28e47190002c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.1135066 Oct 20 10:38:59.407130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d260c8f-74cd-4d69-90bb-a24bd9b04b7c req-1efd10e3-3a2f-470c-99a5-22914b760ada tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200359 Oct 20 10:38:59.520367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-43efcf49-329b-43d6-920c-4bbb0172ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.521745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-43efcf49-329b-43d6-920c-4bbb0172ca84 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&tenant_id=0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 1096 time: 0.0992312 Oct 20 10:38:59.544314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-10c802e3-4c85-4a07-aaa9-7520107bb2ec tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=16109c15f94442f8bca792a7e18dc63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265982 Oct 20 10:38:59.601757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.669565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:59.696070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:59.699212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:59.705322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.705772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.725912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:59.756050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-2f8fbf23-7672-40f5-8413-fac41f82ab37 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6486061 Oct 20 10:38:59.773299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Request body: {'port': {'device_id': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:59.785987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Allocated IP 192.168.233.65 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/c2008d66-14dd-4e42-b4b5-655f89dcee81) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:59.886526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.941541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:59.943878 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc77138e-7ad3-4324-aa00-8a9cbea46404" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:59.956009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:59.972251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-f01ea9aa-3079-4856-806c-640f331b6453 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.973856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-f01ea9aa-3079-4856-806c-640f331b6453 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4197843 Oct 20 10:38:59.983745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397457-a2ac-486e-9323-b7bb311530b6 req-aec7c4d6-a25f-4181-ba24-1f99ab85dcdb tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.985052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79397457-a2ac-486e-9323-b7bb311530b6 req-aec7c4d6-a25f-4181-ba24-1f99ab85dcdb tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 969 time: 0.1338332 Oct 20 10:38:59.989980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-677864fb-77fc-4ff6-899a-0f9244bbae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.990400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-677864fb-77fc-4ff6-899a-0f9244bbae93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1096 time: 0.1379175 Oct 20 10:39:00.021427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c76c7ee2-56b1-4856-bbe9-8515e3fe074e None None] Provisioning complete for port f960c738-9dd1-4851-bf05-be79dd5314e5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:00.023279 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c76c7ee2-56b1-4856-bbe9-8515e3fe074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.025227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-f334353a-d73a-4c6b-8333-92446f59ec3a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/quotas/16109c15f94442f8bca792a7e18dc63a HTTP/1.1" status: 200 len: 375 time: 0.0383005 Oct 20 10:39:00.076918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c76c7ee2-56b1-4856-bbe9-8515e3fe074e None None] Port f960c738-9dd1-4851-bf05-be79dd5314e5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:00.123016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79397457-a2ac-486e-9323-b7bb311530b6 req-9aa49a3c-1220-42a5-bded-1660fa883121 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312313 Oct 20 10:39:00.143345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.145175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5baaa07d-f879-458e-b044-dbfe2f43360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.151005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-5239d4b8-eddb-4697-95ee-53992bda79e7 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221428 Oct 20 10:39:00.190214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-99425f06-d1e3-4346-8cb7-caf8e48061ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.191916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-99425f06-d1e3-4346-8cb7-caf8e48061ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1860898 Oct 20 10:39:00.221447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.268844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-0101ec28-18e0-45c6-bf05-fea2afd0209c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0656874 Oct 20 10:39:00.324885 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc6ae2-4c70-4cf8-9e3f-dc68ceac0623 x-openstack-request-id: req-02fc6ae2-4c70-4cf8-9e3f-dc68ceac0623 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:00.325219 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:00.325476 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02fc6ae2-4c70-4cf8-9e3f-dc68ceac0623 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:00.325864 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b', 'status': 'completed', 'code': 200} Oct 20 10:39:00.344091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:00.358881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.83', 64131) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:00.362665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:00.365065 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:39:00.366285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:00.368616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-92efbc87-a503-4279-b608-d2d7320e5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.370869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-92efbc87-a503-4279-b608-d2d7320e5c05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0859456 Oct 20 10:39:00.372489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.373096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.382266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event updated for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:00.424232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e16ec-4110-475e-9e88-f5ee3fc54c03 req-68e313b5-659d-4bc6-ade0-55452da9aba5 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.426673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb0e16ec-4110-475e-9e88-f5ee3fc54c03 req-68e313b5-659d-4bc6-ade0-55452da9aba5 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 935 time: 0.2073126 Oct 20 10:39:00.444134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-8c7b0999-a0d8-48d4-8dfe-bc28780b3937 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595632 Oct 20 10:39:00.452767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5baaa07d-f879-458e-b044-dbfe2f43360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.462483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-16e38344-e97a-4285-be5c-bdb16ee24068 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4286962 Oct 20 10:39:00.467515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5baaa07d-f879-458e-b044-dbfe2f43360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.504069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Request body: {'port': {'device_id': '574d9efb-e135-4f76-a30e-b488c7449fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:00.574573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-cd0b10df-397c-4c10-a7da-1a2ff6d780a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.576198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-cd0b10df-397c-4c10-a7da-1a2ff6d780a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1146 time: 0.2113543 Oct 20 10:39:00.576988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaa07d-f879-458e-b044-dbfe2f43360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af2a5a-95be-4166-aee2-95b031f9b686,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:00.581315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5baaa07d-f879-458e-b044-dbfe2f43360c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abdf0b7b01214ffdb7f64b31f0dadb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236191 Oct 20 10:39:00.584783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:00.599619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb0e16ec-4110-475e-9e88-f5ee3fc54c03 req-ad3c4a84-1b8a-4851-ab1b-614181723aac tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543963 Oct 20 10:39:00.692164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.709681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-42881f20-ff97-4f85-8a54-f62f6bf44bc9 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533038 Oct 20 10:39:00.725322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fe95f-fc4e-4eec-b1a8-d1a40149ab71 req-3f4d2e4d-fd70-434f-80ce-b1bf6b9e5a5f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.727280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271fe95f-fc4e-4eec-b1a8-d1a40149ab71 req-3f4d2e4d-fd70-434f-80ce-b1bf6b9e5a5f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.2146757 Oct 20 10:39:00.732212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:00.753704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.780477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a66aade5-08d4-4b74-9e3f-c2c845784b32 req-16c38b2e-66c8-4a97-a19d-d887cf1a2d2f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 210 time: 0.0670645 Oct 20 10:39:00.791892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Transition to ACTIVE for port object f960c738-9dd1-4851-bf05-be79dd5314e5 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:00.823125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.827558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e52d05ac-3631-463d-a53c-9c3b08295f9d None None] Provisioning complete for port c2008d66-14dd-4e42-b4b5-655f89dcee81 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:00.828259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e52d05ac-3631-463d-a53c-9c3b08295f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.836252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-b1037f3f-ec84-440a-84fb-b01a24853084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.837965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-b1037f3f-ec84-440a-84fb-b01a24853084 service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.2427356 Oct 20 10:39:00.889483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.924294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271fe95f-fc4e-4eec-b1a8-d1a40149ab71 req-5e2bb939-ec9d-43c5-8f1b-ff3f51f5ec64 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855211 Oct 20 10:39:00.945287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e52d05ac-3631-463d-a53c-9c3b08295f9d None None] Port c2008d66-14dd-4e42-b4b5-655f89dcee81 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:00.974315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-abf7a2f2-f6c6-4a7d-867b-91735677cfd8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.0624270 Oct 20 10:39:01.004874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:01.022171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.044579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-69285c30-31d6-44e3-9d34-9691c4e32cf3 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084066 Oct 20 10:39:01.067717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:01.092387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d760f-f9b9-48ac-8f41-f8f1d634d5c0 req-19c306f7-a58a-4892-8d04-0383a0c2265b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.095484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-630d760f-f9b9-48ac-8f41-f8f1d634d5c0 req-19c306f7-a58a-4892-8d04-0383a0c2265b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.1311948 Oct 20 10:39:01.128784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Attempting to bind port f960c738-9dd1-4851-bf05-be79dd5314e5 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:01.129296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Attempting to bind port f960c738-9dd1-4851-bf05-be79dd5314e5 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:01.129804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Attempting to bind port f960c738-9dd1-4851-bf05-be79dd5314e5 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:01.139708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Port f960c738-9dd1-4851-bf05-be79dd5314e5 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:01.140181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Attempting to bind port f960c738-9dd1-4851-bf05-be79dd5314e5 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:01.192089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:01.193297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:01.193869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:01.194480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Bound port: f960c738-9dd1-4851-bf05-be79dd5314e5, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:01.195997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.228737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-47fddc29-63b1-4c94-b466-d692609e6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.231885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-47fddc29-63b1-4c94-b466-d692609e6c06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.2418027 Oct 20 10:39:01.255326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-630d760f-f9b9-48ac-8f41-f8f1d634d5c0 req-071d9a4d-965b-4745-96ac-c260d5058355 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881822 Oct 20 10:39:01.278890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-8b892cfe-133a-4576-9d7d-e8a0a206be9f tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.290190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-8b892cfe-133a-4576-9d7d-e8a0a206be9f tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 969 time: 0.1817727 Oct 20 10:39:01.328440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:01.330019 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-f33eb422-d72d-4440-a7e7-aa0f364475ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645297 Oct 20 10:39:01.357747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:39:01.386834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.389476 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.396206 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8268-276a-4c85-a4e7-6f96f93a39d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.396578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95af2a5a-95be-4166-aee2-95b031f9b686 HTTP/1.1" status: 204 len: 168 time: 0.7958992 Oct 20 10:39:01.465887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:01.498494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b522-8d58-4555-8083-8a007e6ffb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af2a5a-95be-4166-aee2-95b031f9b686,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:01.507051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.83', 64134) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:01.540621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:01.566841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.622151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d9053-9c81-4e9e-b667-3f515336d412 req-93010695-1791-41dd-a42d-c932907595ae tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.629923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd1d9053-9c81-4e9e-b667-3f515336d412 req-93010695-1791-41dd-a42d-c932907595ae tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 969 time: 0.2587533 Oct 20 10:39:01.678435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2008d66-14dd-4e42-b4b5-655f89dcee81 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:01.685648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719463c-085e-488d-bad3-d6953ef178de req-b3675eeb-81cb-4371-80ff-3f272183b535 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.687750 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-b3675eeb-81cb-4371-80ff-3f272183b535 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.1667082 Oct 20 10:39:01.692671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.693708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.694622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.695849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] 10.222.0.70 "PUT /v2.0/ports/f960c738-9dd1-4851-bf05-be79dd5314e5 HTTP/1.1" status: 200 len: 1097 time: 1.9286077 Oct 20 10:39:01.702141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-4a8da43c-b561-46ce-970d-5ee6e1c63b68 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660619 Oct 20 10:39:01.703723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd1d9053-9c81-4e9e-b667-3f515336d412 req-e011221f-0a7a-49f6-b52d-960e191da876 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/security-groups?id=299e743c-dfd8-4a1b-99d1-0c01b88209dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726693 Oct 20 10:39:01.705919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.738002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Deleting port 627270df-bdd4-4820-9ec5-8a7d4292492e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:01.750821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.961215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39312) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:01.961554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.83', 64135) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.012068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.050657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93569b32-1c8b-4948-af73-0f304e80f233 req-0cb3c955-d2ba-4eab-b048-0bda5f879799 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 210 time: 0.0902390 Oct 20 10:39:02.055500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-614e632c-f831-4841-8987-e060fc0d6bf7 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=16109c15f94442f8bca792a7e18dc63a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904856 Oct 20 10:39:02.110456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480250-421d-4078-9d05-35cf6809dcf2 req-2e1b5c73-731f-4c40-b9a9-1a560efe262d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.112439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5480250-421d-4078-9d05-35cf6809dcf2 req-2e1b5c73-731f-4c40-b9a9-1a560efe262d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 935 time: 0.2984023 Oct 20 10:39:02.114540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] For port 627270df-bdd4-4820-9ec5-8a7d4292492e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627270df-bdd4-4820-9ec5-8a7d4292492e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:02.114918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.150142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cc77138e-7ad3-4324-aa00-8a9cbea46404 req-c88de5e5-dcbe-47f7-922f-325445052516 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181561 Oct 20 10:39:02.158121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Transition to ACTIVE for port object c2008d66-14dd-4e42-b4b5-655f89dcee81 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:02.158730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Calling delete_port for 627270df-bdd4-4820-9ec5-8a7d4292492e owned by compute:tempest-test_az-84665566 {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:02.166483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.181093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.181444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.181768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.182097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.182460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.182797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.183139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.183456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.183776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.184583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.184583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.184771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249574-f8a5-4138-b747-596ac6c6c0fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.188666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.260413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-dbaba2b8-bd74-4e00-83e1-f41d0ac21125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.261976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-dbaba2b8-bd74-4e00-83e1-f41d0ac21125 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1100 time: 0.4733582 Oct 20 10:39:02.294853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Pushing event updated for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.362225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:02.364949 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed90434e-dd99-4aad-ba98-a4a78ee53641" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:02.368771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-527b017d-2d22-435f-b21f-7dedc9abd9de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f960c738-9dd1-4851-bf05-be79dd5314e5 HTTP/1.1" status: 200 len: 217 time: 0.0945265 Oct 20 10:39:02.383716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5480250-421d-4078-9d05-35cf6809dcf2 req-373a6990-35c9-4b4d-91fb-e07b5c3363fd tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472565 Oct 20 10:39:02.437881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-acd5e942-ff2b-44a2-881f-5d3e2449180a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.440721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-acd5e942-ff2b-44a2-881f-5d3e2449180a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671176 Oct 20 10:39:02.458376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Request body: {'port': {'device_id': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '16109c15f94442f8bca792a7e18dc63a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:02.471390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-0506deb2-13cf-48cb-9e9a-6648dc48e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.473069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-0506deb2-13cf-48cb-9e9a-6648dc48e791 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0696404 Oct 20 10:39:02.499739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39326) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.526069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Attempting to bind port c2008d66-14dd-4e42-b4b5-655f89dcee81 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:02.526517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Attempting to bind port c2008d66-14dd-4e42-b4b5-655f89dcee81 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:02.527194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Attempting to bind port c2008d66-14dd-4e42-b4b5-655f89dcee81 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:02.529834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11acc4-d1b5-4954-a024-71a2d06034dd req-34805484-10f5-45f0-9a33-5dda7c7b952c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.531790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b11acc4-d1b5-4954-a024-71a2d06034dd req-34805484-10f5-45f0-9a33-5dda7c7b952c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.3295591 Oct 20 10:39:02.533964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a719463c-085e-488d-bad3-d6953ef178de req-eecd4ddf-edc0-471b-bfe3-5ba80cc1e8b5 service neutron] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:02.539947 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a719463c-085e-488d-bad3-d6953ef178de req-eecd4ddf-edc0-471b-bfe3-5ba80cc1e8b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.541331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a719463c-085e-488d-bad3-d6953ef178de req-eecd4ddf-edc0-471b-bfe3-5ba80cc1e8b5 service neutron] 10.222.0.83 "DELETE /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b/bindings/n-h1-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.8318093 Oct 20 10:39:02.543444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Port c2008d66-14dd-4e42-b4b5-655f89dcee81 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:02.543872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Attempting to bind port c2008d66-14dd-4e42-b4b5-655f89dcee81 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:02.555516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:02.555516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:02.556329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:02.556920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Bound port: c2008d66-14dd-4e42-b4b5-655f89dcee81, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:02.557281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.582444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-85e9ea63-56ab-48c3-aba6-8a83ce2f752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.584440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-85e9ea63-56ab-48c3-aba6-8a83ce2f752a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030431 Oct 20 10:39:02.645735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.664670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.690393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.716807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:02.718908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9adc93af-8a18-4375-abbb-d934f461b139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.741002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:02.751340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.793011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d65e7-0882-4879-986d-bb5b58b1baf6 req-080264a3-1139-4437-ac22-171f0775d678 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.794572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-949d65e7-0882-4879-986d-bb5b58b1baf6 req-080264a3-1139-4437-ac22-171f0775d678 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.2838452 Oct 20 10:39:02.796972 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-f0b4808c-f261-4366-9786-4cadda3d60b5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863525 Oct 20 10:39:02.809674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.810837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.812224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] 10.222.0.70 "PUT /v2.0/ports/c2008d66-14dd-4e42-b4b5-655f89dcee81 HTTP/1.1" status: 200 len: 1096 time: 2.3268638 Oct 20 10:39:02.815425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa12303-070a-40ee-9006-ecfa857391b9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.822701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32d9ebc9c9464848aa497ff791761aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8584471 Oct 20 10:39:02.826320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b11acc4-d1b5-4954-a024-71a2d06034dd req-e4957f70-dcc1-4adc-bc66-79fc87cfb573 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396045 Oct 20 10:39:02.827539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39334) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.849494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.858658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.859025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.859378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.859710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.860032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.860356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.860676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.860994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.861312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.861631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.861968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.862261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc4d41-3fce-4df6-a0db-bf148f82e9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:02.868404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['627270df-bdd4-4820-9ec5-8a7d4292492e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:02.910339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Pushing event deleted for resources: {'Port': ['ID=627270df-bdd4-4820-9ec5-8a7d4292492e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.939919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-949d65e7-0882-4879-986d-bb5b58b1baf6 req-761dfb29-a997-46d5-a086-bae330fb16b4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279266 Oct 20 10:39:02.995149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Made reservation on behalf of 16109c15f94442f8bca792a7e18dc63a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:03.010589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.011966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9adc93af-8a18-4375-abbb-d934f461b139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.013537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e21bb5-7866-4f91-9e76-dcea642cd18a service neutron] Pushing event updated for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.032409 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e1274-5bb7-4359-a021-80e6136f45c4 x-openstack-request-id: req-0f5e1274-5bb7-4359-a021-80e6136f45c4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:03.034919 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:03.035405 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0f5e1274-5bb7-4359-a021-80e6136f45c4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:03.037126 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'status': 'completed', 'code': 200} Oct 20 10:39:03.065941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] No DVR routers for this DVR port 627270df-bdd4-4820-9ec5-8a7d4292492e on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:03.074801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.078253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04bc816f-5fd3-4297-acbb-344b6826c840 req-c403ac03-676e-4c03-8009-59c862bdff47 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.83 "DELETE /v2.0/ports/627270df-bdd4-4820-9ec5-8a7d4292492e HTTP/1.1" status: 204 len: 173 time: 1.7813582 Oct 20 10:39:03.078721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'name': 'network-vif-deleted', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:03.081042 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a7218-8a0b-443e-a257-b0f5e50ce594" -d '{"events": [{"server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "name": "network-vif-deleted", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:03.087007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 59331495-978d-4b15-864b-ccf779b72d7b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:03.169038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f18b7b8-1e33-4476-ae51-60242757f4d5 req-b032aaa6-2700-4039-a9bc-311f38fb0a64 tempest-AggregatesAdminTestJSON-1587831337 tempest-AggregatesAdminTestJSON-1587831337-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69957bd-85e0-428d-aeb3-5def4106c22e HTTP/1.1" status: 200 len: 210 time: 0.0357082 Oct 20 10:39:03.184140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9adc93af-8a18-4375-abbb-d934f461b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.225091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 59331495-978d-4b15-864b-ccf779b72d7b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:03.296512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfae74aa-bb00-493b-8b59-e3f736038225 req-ee91987a-25c4-429d-8aae-f3e80228c5cd tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 210 time: 0.0434813 Oct 20 10:39:03.296813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc93af-8a18-4375-abbb-d934f461b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e0e59-4a55-4fcd-b67b-089f1de973a6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.301038 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5c0ec-11c7-4e03-aafb-0c4783ce1688 x-openstack-request-id: req-2db5c0ec-11c7-4e03-aafb-0c4783ce1688 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:03.304108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9adc93af-8a18-4375-abbb-d934f461b139 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc7ef9845e674716a9cb1e3b922c06ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7984874 Oct 20 10:39:03.308997 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69957bd-85e0-428d-aeb3-5def4106c22e", "name": "network-vif-deleted", "tag": "627270df-bdd4-4820-9ec5-8a7d4292492e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:03.310554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c44f86b0-7091-4ebb-be0c-58a5f4d2f68d req-b8bd6b54-bff6-4b0b-aa5f-0bc6d262568f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970291 Oct 20 10:39:03.311043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:03.320672 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2db5c0ec-11c7-4e03-aafb-0c4783ce1688 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:03.321467 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69957bd-85e0-428d-aeb3-5def4106c22e', 'name': 'network-vif-deleted', 'tag': '627270df-bdd4-4820-9ec5-8a7d4292492e', 'status': 'completed', 'code': 200} Oct 20 10:39:03.348622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Allocated IP 192.168.233.227 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/a70687c9-7edd-4e59-bc04-30bee5204b3a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:03.382734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-857930b3-a485-44ae-98ed-ca2c9303e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.384658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-857930b3-a485-44ae-98ed-ca2c9303e47f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 1099 time: 0.4816530 Oct 20 10:39:03.441911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.477255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-b53a6223-2dd3-4412-9947-4ffde0117c64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81 HTTP/1.1" status: 200 len: 217 time: 0.0773401 Oct 20 10:39:03.523557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.549921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.601436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-f4e0f97f-6465-4145-bf8a-44274926c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.602965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-f4e0f97f-6465-4145-bf8a-44274926c573 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1100 time: 0.1562879 Oct 20 10:39:03.616108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.637627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-66742109-18fe-4f60-afcb-9b8d64bbcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.639252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-66742109-18fe-4f60-afcb-9b8d64bbcb70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1456866 Oct 20 10:39:03.756349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.758878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.763240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f4e0e59-4a55-4fcd-b67b-089f1de973a6 HTTP/1.1" status: 204 len: 168 time: 0.4379125 Oct 20 10:39:03.790740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a1b2d-2b48-4f6e-882c-7351e8886c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e0e59-4a55-4fcd-b67b-089f1de973a6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.811352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-0e296635-accc-484f-8693-d63a32f69715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.812990 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-0e296635-accc-484f-8693-d63a32f69715 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1947572 Oct 20 10:39:03.815051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-56230df3-47b2-4324-a3f9-293ce7e924af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.815938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb87b1-cb09-42d1-b086-1d3c48ae6c0e req-a29e4462-f647-4426-99a4-d907ea23a042 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.817075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-56230df3-47b2-4324-a3f9-293ce7e924af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563089 Oct 20 10:39:03.819969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.822572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.826247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fdb87b1-cb09-42d1-b086-1d3c48ae6c0e req-a29e4462-f647-4426-99a4-d907ea23a042 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1096 time: 0.4428968 Oct 20 10:39:03.826547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7fa12303-070a-40ee-9006-ecfa857391b9 HTTP/1.1" status: 204 len: 168 time: 0.9958558 Oct 20 10:39:03.890010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4050-e911-4412-9691-00dc4a2e108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa12303-070a-40ee-9006-ecfa857391b9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.907525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857a08-613a-42c6-abeb-223cce46dc2c req-b5690eb1-6679-4146-8bbf-5df46f201801 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:03.909618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09857a08-613a-42c6-abeb-223cce46dc2c req-b5690eb1-6679-4146-8bbf-5df46f201801 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 947 time: 0.4271555 Oct 20 10:39:03.930973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-1ba3a516-7e9c-4400-abd7-cd27229c7f5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f960c738-9dd1-4851-bf05-be79dd5314e5 HTTP/1.1" status: 200 len: 217 time: 0.1001728 Oct 20 10:39:03.986885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fdb87b1-cb09-42d1-b086-1d3c48ae6c0e req-5adbdf09-abbb-411e-bdf5-04bb4a879434 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597304 Oct 20 10:39:04.004240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.009290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-ad339a48-e6e2-4764-b580-617744bfc306 service neutron] 10.222.0.83 "GET /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.2154584 Oct 20 10:39:04.078005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09857a08-613a-42c6-abeb-223cce46dc2c req-7ee94d1a-7414-45ad-bb72-0b9b019965a7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440995 Oct 20 10:39:04.183187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-f3f8cf59-a635-410e-8be0-66351ab72c81 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390779 Oct 20 10:39:04.186621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.211727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-6d3af04e-1446-4b5d-88f2-24224d3b8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.213160 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-6d3af04e-1446-4b5d-88f2-24224d3b8ede service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2543924 Oct 20 10:39:04.248564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.276943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d1c7da2-030c-4806-b3a3-8cd16ce37437'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:04.323655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-de4798f0-e723-43a2-879a-2df45deb5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.325169 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-de4798f0-e723-43a2-879a-2df45deb5e29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975015 Oct 20 10:39:04.363521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4401a868-36b7-41e5-a301-22fdaf8e3b2d req-c0aa9196-3525-4642-8bc3-676752700784 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637747 Oct 20 10:39:04.414826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:04.428315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:04.430767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:04.437112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.437853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.473945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-7baae0ce-28c3-4ed4-9c7c-9c21f574f814 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401596 Oct 20 10:39:04.484477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Pushing event updated for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.519586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6056-5f2f-44bc-afcb-dca3f84a9621 req-63828b3a-8196-433f-b71f-14ca204e08db tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.530973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf9c6056-5f2f-44bc-afcb-dca3f84a9621 req-63828b3a-8196-433f-b71f-14ca204e08db tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 963 time: 0.3295095 Oct 20 10:39:04.616296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d2608737-6497-4396-91e7-762b0b4b277d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1625948 Oct 20 10:39:04.617468 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed90434e-dd99-4aad-ba98-a4a78ee53641 req-994a379e-73d9-438b-ba53-34c81e71944c service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344302 Oct 20 10:39:04.645433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Request body: {'port': {'device_id': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:04.654748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:04.675825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c60a7d2d-2b66-4e33-834a-f8e53cb1504d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.722719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf9c6056-5f2f-44bc-afcb-dca3f84a9621 req-52b88676-d40f-400d-bcae-91a81fa66a66 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859281 Oct 20 10:39:04.754352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10c57-6832-4a02-b02f-3a2c115ce159 req-8f578856-e211-4fa7-a9bf-57fbf0eeded5 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.768561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87d10c57-6832-4a02-b02f-3a2c115ce159 req-8f578856-e211-4fa7-a9bf-57fbf0eeded5 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 936 time: 0.3021405 Oct 20 10:39:04.800158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c60a7d2d-2b66-4e33-834a-f8e53cb1504d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.811574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c60a7d2d-2b66-4e33-834a-f8e53cb1504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.827921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:04.865640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:04.873976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c60a7d2d-2b66-4e33-834a-f8e53cb1504d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e34d7919ca6418480dc78dec44bb672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180197 Oct 20 10:39:04.875691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.878123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a7d2d-2b66-4e33-834a-f8e53cb1504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454a632f-0939-4784-b728-e27ac54ab56c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.878272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fddb4ef2-db00-4f71-9e89-8e9e7876ce2a None None] Provisioning complete for port a70687c9-7edd-4e59-bc04-30bee5204b3a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:04.878567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fddb4ef2-db00-4f71-9e89-8e9e7876ce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.889485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39392) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:04.923352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fddb4ef2-db00-4f71-9e89-8e9e7876ce2a None None] Port a70687c9-7edd-4e59-bc04-30bee5204b3a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:04.935274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:04.963531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87d10c57-6832-4a02-b02f-3a2c115ce159 req-b24b5098-6c57-4bba-bb53-1eb3a4581002 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926355 Oct 20 10:39:05.043110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:05.045776 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68a766d-2003-4a8a-adc6-d5b415894068" -d '{"events": [{"name": "network-changed", "server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:05.075490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0589e42f-0088-424c-bf60-8dcc5959190b {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:05.077002 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ead8a47e-c5dc-4d2b-8484-d3deacf33090 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d7f6d793e6d4fa1b581e3f08ffc6c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862297 Oct 20 10:39:05.079625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:05.105666 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf7a40-ba51-493b-89f5-e575e8751391 x-openstack-request-id: req-a0bf7a40-ba51-493b-89f5-e575e8751391 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:05.106008 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:05.106263 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0bf7a40-ba51-493b-89f5-e575e8751391 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:05.106668 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81', 'status': 'completed', 'code': 200} Oct 20 10:39:05.128548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:05.187196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.193765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-99c8507a-94c2-49e3-83b0-b1f9d30df259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.195383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-99c8507a-94c2-49e3-83b0-b1f9d30df259 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 1099 time: 0.0725183 Oct 20 10:39:05.199244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.229795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.236303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.278841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-4a5e8e84-9ad5-48c7-a440-e6ba9173e13f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.285762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-4a5e8e84-9ad5-48c7-a440-e6ba9173e13f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.4209237 Oct 20 10:39:05.313784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.355522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-bcbe8d08-4b52-4b3d-ab8c-4d7d54b6cb1a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/quotas/0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 375 time: 0.0688124 Oct 20 10:39:05.366086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-fffd54cc-3f9c-44aa-a351-5aa35eb5f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.368694 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-fffd54cc-3f9c-44aa-a351-5aa35eb5f101 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1605086 Oct 20 10:39:05.369814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.372470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.375926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/299e743c-dfd8-4a1b-99d1-0c01b88209dd HTTP/1.1" status: 204 len: 168 time: 0.2924006 Oct 20 10:39:05.429610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830999c-837f-4afb-a9c7-8bd5c9eeef99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e743c-dfd8-4a1b-99d1-0c01b88209dd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:05.433817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-b285fe73-116a-4bc5-b515-ed149cb2a126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81 HTTP/1.1" status: 200 len: 217 time: 0.0548446 Oct 20 10:39:05.478736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.482659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.486247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/454a632f-0939-4784-b728-e27ac54ab56c HTTP/1.1" status: 204 len: 168 time: 0.6165075 Oct 20 10:39:05.507428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-c11b21df-145e-4ae2-b7e0-a198301e3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.509360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-c11b21df-145e-4ae2-b7e0-a198301e3cd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0646024 Oct 20 10:39:05.526009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421435-b137-4eb6-a4c1-4bcd75ad874c req-b68e3c43-126c-44a6-8ac4-591a501525a5 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.533349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03421435-b137-4eb6-a4c1-4bcd75ad874c req-b68e3c43-126c-44a6-8ac4-591a501525a5 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 947 time: 0.3397410 Oct 20 10:39:05.540042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc2891-9724-4a10-b190-c07b7e57e51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a632f-0939-4784-b728-e27ac54ab56c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:05.592589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-f4bba6b0-7ea7-4094-845b-9642a7f5d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:05.594895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-f4bba6b0-7ea7-4094-845b-9642a7f5d5cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742543 Oct 20 10:39:05.638480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] Transition to ACTIVE for port object 0589e42f-0088-424c-bf60-8dcc5959190b will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:05.647419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-eae3704d-26f2-458b-969b-d4baf51a5927 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304685 Oct 20 10:39:05.650022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.654439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03421435-b137-4eb6-a4c1-4bcd75ad874c req-8dd356a6-fc19-400c-a365-aa6f6ff9ef70 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202538 Oct 20 10:39:05.730287 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-eafc8c2e-3180-43ab-ae74-5c2134d7def2 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232452 Oct 20 10:39:05.827362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-5b502469-89a4-46f7-bbcd-c16256f0ff0c service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667624 Oct 20 10:39:05.901533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a68a766d-2003-4a8a-adc6-d5b415894068 req-7bcac8b1-d861-43f7-88bf-de2c5dece212 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405151 Oct 20 10:39:05.946297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39432) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:05.997724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf1f4eb0-75da-4359-8015-f4f39ceb5a1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47088de40acd4ec490e19ffd92a28e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474539 Oct 20 10:39:05.997724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:06.000693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70687c9-7edd-4e59-bc04-30bee5204b3a {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:06.006897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] No DVR routers for this DVR port 0589e42f-0088-424c-bf60-8dcc5959190b on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:06.018662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.065694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.092416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.101284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Transition to ACTIVE for port object a70687c9-7edd-4e59-bc04-30bee5204b3a will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:06.102265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.106293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-c3fafd6c-b409-4775-a89e-ef5c648c7dfc service neutron] 10.222.0.83 "PUT /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 2.0865700 Oct 20 10:39:06.125987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ea14c-f1ba-4265-8b1d-369294044f20 req-a760188e-4eb1-4bba-9dc4-53b6e7c0d940 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.127554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-174ea14c-f1ba-4265-8b1d-369294044f20 req-a760188e-4eb1-4bba-9dc4-53b6e7c0d940 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.2785263 Oct 20 10:39:06.130141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.142831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-4ed8912a-391b-4fca-91b9-608ab9ed70f8 service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894855 Oct 20 10:39:06.230631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Pushing event updated for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.267793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-174ea14c-f1ba-4265-8b1d-369294044f20 req-4ec776ee-5c71-4bd4-aee2-9e85b08d77de tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272500 Oct 20 10:39:06.293178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Attempting to bind port a70687c9-7edd-4e59-bc04-30bee5204b3a on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:06.293178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Attempting to bind port a70687c9-7edd-4e59-bc04-30bee5204b3a by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:06.293178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Attempting to bind port a70687c9-7edd-4e59-bc04-30bee5204b3a on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:06.309308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Port a70687c9-7edd-4e59-bc04-30bee5204b3a on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:06.309633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Attempting to bind port a70687c9-7edd-4e59-bc04-30bee5204b3a on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:06.311242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.317557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.322142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a4bd1c9c-72fc-4fd0-9b11-758d8bf1ba52 HTTP/1.1" status: 204 len: 168 time: 0.3229427 Oct 20 10:39:06.326497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:06.326853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:06.327271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:06.327715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Bound port: a70687c9-7edd-4e59-bc04-30bee5204b3a, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:06.328234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.330136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-80e245d1-cc9b-4ce6-b6c1-ac10bec64867 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.331781 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-80e245d1-cc9b-4ce6-b6c1-ac10bec64867 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1116 time: 0.1576381 Oct 20 10:39:06.338226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ec8d-0c56-46e1-9496-a95d0b199d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd1c9c-72fc-4fd0-9b11-758d8bf1ba52,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.437323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:06.441905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:06.447383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:06.511182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.576554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-8155cd15-4421-4dfb-85f0-011f8b76d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.596110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-8155cd15-4421-4dfb-85f0-011f8b76d387 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&tenant_id=2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 1116 time: 0.2501953 Oct 20 10:39:06.598038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:06.598559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627270df-bdd4-4820-9ec5-8a7d4292492e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:06.639314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 627270df-bdd4-4820-9ec5-8a7d4292492e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:06.639314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627270df-bdd4-4820-9ec5-8a7d4292492e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:06.666863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea6aaeaf-30bd-4233-b434-5a617309eb8e req-8fce4829-7315-44c3-bdd4-77a56989e445 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 210 time: 0.1476481 Oct 20 10:39:06.669372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.673475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.675767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] 10.222.0.83 "PUT /v2.0/ports/a70687c9-7edd-4e59-bc04-30bee5204b3a HTTP/1.1" status: 200 len: 1097 time: 2.0456061 Oct 20 10:39:06.685490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:06.692460 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef251c5-6b8f-441b-8050-50f95025f883" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:06.701260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-e8681dbb-5670-4d9f-9722-57e6f128a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.703270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-e8681dbb-5670-4d9f-9722-57e6f128a406 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1116 time: 0.0765841 Oct 20 10:39:06.730101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d35883-4871-4bf0-b204-3933fe717d3e req-f62dfac0-b068-4bb6-ac03-932429536dd1 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.738848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7d35883-4871-4bf0-b204-3933fe717d3e req-f62dfac0-b068-4bb6-ac03-932429536dd1 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 948 time: 0.2814343 Oct 20 10:39:06.842625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eb95a-4743-44c4-bae5-f6cd363ad546 service neutron] Pushing event updated for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.861729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-16ac9fe3-ac91-416a-8d8b-534aa3055c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.869235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-16ac9fe3-ac91-416a-8d8b-534aa3055c2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1566286 Oct 20 10:39:06.941466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7d35883-4871-4bf0-b204-3933fe717d3e req-0caa71ad-028f-4333-8c12-dec0097a1e5d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707737 Oct 20 10:39:06.967176 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-d9f57d52-b256-4978-adb8-12acb55389d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.0871909 Oct 20 10:39:06.991499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-919c51c9-6eb6-493f-ba09-dd6729c6e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.994630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-919c51c9-6eb6-493f-ba09-dd6729c6e6e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 1100 time: 0.2524657 Oct 20 10:39:07.021100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e1ac-4e48-4425-a8db-889275d9ac60 req-7d4a23e9-3f71-4b04-9ba5-fc8edffc35c3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.040864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e209e1ac-4e48-4425-a8db-889275d9ac60 req-7d4a23e9-3f71-4b04-9ba5-fc8edffc35c3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 947 time: 0.1994572 Oct 20 10:39:07.053391 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70871ce-0135-4d71-af25-40a77ee26104 x-openstack-request-id: req-d70871ce-0135-4d71-af25-40a77ee26104 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:07.054251 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:07.054511 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d70871ce-0135-4d71-af25-40a77ee26104 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:07.054913 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a', 'status': 'completed', 'code': 200} Oct 20 10:39:07.055729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-246c9e3d-d0c6-4997-b16c-db1bb8bc90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.057405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-246c9e3d-d0c6-4997-b16c-db1bb8bc90f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0820560 Oct 20 10:39:07.085472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c2008d66-14dd-4e42-b4b5-655f89dcee81 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:07.135973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-d1ebc53b-07ea-4029-8347-77566d3d7a80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688620 Oct 20 10:39:07.154547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-6f22d30d-0a1a-4fac-ae0b-83220cb9a178 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a HTTP/1.1" status: 200 len: 217 time: 0.1523464 Oct 20 10:39:07.221676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e209e1ac-4e48-4425-a8db-889275d9ac60 req-dd8d99e2-abc3-4f8d-a993-7448717ddb85 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760166 Oct 20 10:39:07.287069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-628e8442-4b25-4e76-add8-7036a1a94a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.295029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-91aa4e78-8a6a-4ba3-8274-fffebdc0ac7b service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443458 Oct 20 10:39:07.298407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:07.302921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-628e8442-4b25-4e76-add8-7036a1a94a75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1069696 Oct 20 10:39:07.321364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'c2008d66-14dd-4e42-b4b5-655f89dcee81', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c2008d66-14dd-4e42-b4b5-655f89dcee81', 'mac_address': 'fa:16:3e:0b:ff:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:07.394649 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.438152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2008d66-14dd-4e42-b4b5-655f89dcee81 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:07.461422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-fb60e92b-d327-4776-a5e5-6b9a7085358e service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469045 Oct 20 10:39:07.469265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d65b4197-36d5-490a-b955-ad21db45e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.471363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-d65b4197-36d5-490a-b955-ad21db45e153 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593971 Oct 20 10:39:07.509043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:07.516785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.517754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:07.610794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:07.638217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:07.654636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'mac_address': 'fa:16:3e:48:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:07.663466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.664104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.664591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.665251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.665736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.666289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.667214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.668022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.668587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.669515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.670139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.670725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:07.728461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.756148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:07.803789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:07.809158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.881744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4728c1b-ba2a-4969-bd9c-8ae156eea553 req-b680fb17-e8e7-4408-a6af-4c1434669f44 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.890194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4728c1b-ba2a-4969-bd9c-8ae156eea553 req-b680fb17-e8e7-4408-a6af-4c1434669f44 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.4641078 Oct 20 10:39:07.893754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:07.910804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5797acc3-3e4c-4f09-97de-7ec75809c7b5 req-df579254-53d0-4f22-8f5a-ffde2ba917bc tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 210 time: 0.0558937 Oct 20 10:39:07.917509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-5e42d277-8f51-49b4-898f-57bb257771f9 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:07.919767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-5e42d277-8f51-49b4-898f-57bb257771f9 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1116 time: 0.0738046 Oct 20 10:39:07.975478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-bdd9780d-dfff-48f1-87a8-d58fb3f99f2e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927034 Oct 20 10:39:07.990025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4728c1b-ba2a-4969-bd9c-8ae156eea553 req-9eb0b94c-1802-4079-907f-1d09dbda62e5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937073 Oct 20 10:39:08.118028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c2008d66-14dd-4e42-b4b5-655f89dcee81'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:08.176936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:08.235786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34c8999-a34e-486c-9efc-56ccdb3d6cc8 req-b95fa811-67f1-4861-b5c8-539c057dea1a service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387602 Oct 20 10:39:08.275543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66176cf4-57c6-4840-a3d6-cace3affd86c req-c991476e-f79d-4bf7-af8d-ab8227cae539 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.285216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66176cf4-57c6-4840-a3d6-cace3affd86c req-c991476e-f79d-4bf7-af8d-ab8227cae539 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 948 time: 0.1992023 Oct 20 10:39:08.373566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-d28e46e6-41c6-49d5-a874-792cfe21fceb service neutron] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:08.383073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-d28e46e6-41c6-49d5-a874-792cfe21fceb service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.386608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44a7f434-4191-4d8b-9511-0ca837f1aca6 req-d28e46e6-41c6-49d5-a874-792cfe21fceb service neutron] 10.222.0.70 "DELETE /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.4558804 Oct 20 10:39:08.410473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66176cf4-57c6-4840-a3d6-cace3affd86c req-02f0a014-464d-44ed-bda9-688cd9944108 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238649 Oct 20 10:39:08.622146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-8a561116-cba9-41b6-9d64-b6b5301b44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.622146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-8a561116-cba9-41b6-9d64-b6b5301b44d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16109c15f94442f8bca792a7e18dc63a&device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 1100 time: 0.3083353 Oct 20 10:39:08.753316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-db1c369d-6e08-464d-ab3d-73ba1e3eee3b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.754808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-db1c369d-6e08-464d-ab3d-73ba1e3eee3b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.4927194 Oct 20 10:39:08.780636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838253f3-82f4-4b07-8b94-4e74019fe4b6 req-33db90ed-be30-4c68-9a41-e3e9631fd62d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.782263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-838253f3-82f4-4b07-8b94-4e74019fe4b6 req-33db90ed-be30-4c68-9a41-e3e9631fd62d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 948 time: 0.1195154 Oct 20 10:39:08.796040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Request body: {'port': {'device_id': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'admin_state_up': True, 'tenant_id': '0b9918ccd8d34e039733511ad54d930a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:08.822311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-e6c8f504-86a2-4972-be37-7bee29f9d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.823957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-e6c8f504-86a2-4972-be37-7bee29f9d022 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1975777 Oct 20 10:39:08.920890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-778d4800-91d8-4cd4-b6c3-8f71bfc608a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a HTTP/1.1" status: 200 len: 217 time: 0.0831277 Oct 20 10:39:08.950174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-838253f3-82f4-4b07-8b94-4e74019fe4b6 req-bcad4541-4d9b-415b-bdbe-efddf637cd6b tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587257 Oct 20 10:39:09.040719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-052acdd6-29d0-49ca-bff5-0aacdec4fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:09.042282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-052acdd6-29d0-49ca-bff5-0aacdec4fb5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1036186 Oct 20 10:39:09.091857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:09.097430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.146853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-b90e57c1-3a6c-449d-b594-658615272c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:09.148598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-b90e57c1-3a6c-449d-b594-658615272c1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953977 Oct 20 10:39:09.199841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a5d8852-ec88-43ea-aac3-af979fd5553b req-4ee3272e-4d2b-4f60-a89e-2fb6ba9d3e3e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 210 time: 0.0706649 Oct 20 10:39:09.442215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Allocated IP 172.20.0.3 (bce9a2ad-fd43-4709-9321-3c7f18800952/8e9183ef-6dac-43e4-a812-c9fb094c7858/1d6fe20a-da72-4253-a9cd-31fc675108ab) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:09.460954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bbc76-0b7b-4440-bc53-5816d66a0b4c req-76e121a9-08d2-4160-8d48-2adaa86a794a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:09.462790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c64bbc76-0b7b-4440-bc53-5816d66a0b4c req-76e121a9-08d2-4160-8d48-2adaa86a794a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.1653862 Oct 20 10:39:09.467841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-6ec2618a-1745-40bf-8e23-a27790a7a83e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722912 Oct 20 10:39:09.609163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c64bbc76-0b7b-4440-bc53-5816d66a0b4c req-10e6105e-d54d-4093-bcb1-0ad2346ff70f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365368 Oct 20 10:39:09.684221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ef251c5-6b8f-441b-8050-50f95025f883 req-e2a5ceda-8669-424d-832e-ce52cf1c2836 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083335 Oct 20 10:39:09.775379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.851918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99635196-ce4f-4bd9-bd43-53d1e5fe6bdd req-bee58277-39f8-4b48-a97d-1bba51cd0400 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:09.853490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99635196-ce4f-4bd9-bd43-53d1e5fe6bdd req-bee58277-39f8-4b48-a97d-1bba51cd0400 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 948 time: 0.0944786 Oct 20 10:39:09.885987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.939783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99635196-ce4f-4bd9-bd43-53d1e5fe6bdd req-f64263a1-619e-474c-a20b-edeef1ea0a50 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Oct 20 10:39:09.950051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Network bce9a2ad-fd43-4709-9321-3c7f18800952 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:09.955034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:09.966621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:09.974708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:09.975982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.001020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:10.017647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-352c53da-48a8-4b3e-a50b-ceb9955250a9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2294445 Oct 20 10:39:10.032336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Request body: {'port': {'device_id': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:10.169063 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.181056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:10.247019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d20b3a-9bd3-41fe-93ae-85233502083b req-66ff27c2-66ed-463f-b881-49170d7afea7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.254388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75d20b3a-9bd3-41fe-93ae-85233502083b req-66ff27c2-66ed-463f-b881-49170d7afea7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 948 time: 0.1699438 Oct 20 10:39:10.344939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e2e7-9e65-4a42-9239-0f764a3175f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.364974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d9eb-43d7-4f69-a84a-4efa1b2e3f50 req-195d48a8-bfa3-4b45-a88d-eecd828a7aae tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.366547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc7d9eb-43d7-4f69-a84a-4efa1b2e3f50 req-195d48a8-bfa3-4b45-a88d-eecd828a7aae tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1116 time: 0.2166333 Oct 20 10:39:10.372589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75d20b3a-9bd3-41fe-93ae-85233502083b req-ddf56c28-5c82-45b3-8e73-32787f6a6498 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173322 Oct 20 10:39:10.422258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc7d9eb-43d7-4f69-a84a-4efa1b2e3f50 req-3244f036-f756-4f69-a590-4dd6fa0ec0e5 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Oct 20 10:39:10.457757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e2e7-9e65-4a42-9239-0f764a3175f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.465075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e2e7-9e65-4a42-9239-0f764a3175f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.493223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39614) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:10.519340 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1ad9e2e7-9e65-4a42-9239-0f764a3175f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3adc3ee978664fc6a20fc602278c9b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346348 Oct 20 10:39:10.520082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39618) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:10.520781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9e2e7-9e65-4a42-9239-0f764a3175f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd01807-8d09-4cdf-a299-2c2aeee36eed,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:10.594384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.619285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.647367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339af-44eb-465f-ab63-d5497a87b62c req-425a21d4-8d1b-40e1-95ae-8cb5f5922c47 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.649201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0339af-44eb-465f-ab63-d5497a87b62c req-425a21d4-8d1b-40e1-95ae-8cb5f5922c47 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 931 time: 0.1111259 Oct 20 10:39:10.681325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.683931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.685311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9cd01807-8d09-4cdf-a299-2c2aeee36eed HTTP/1.1" status: 204 len: 168 time: 0.1616344 Oct 20 10:39:10.696943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8afbc9-fed0-46eb-b0eb-e2fd49a5e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd01807-8d09-4cdf-a299-2c2aeee36eed,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:10.731794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0339af-44eb-465f-ab63-d5497a87b62c req-bc367e5c-d3e9-4688-ad2e-0fd0a26f292b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749192 Oct 20 10:39:10.742220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6fe20a-da72-4253-a9cd-31fc675108ab {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:10.751692 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.781102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Transition to ACTIVE for port object 1d6fe20a-da72-4253-a9cd-31fc675108ab will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:10.790246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.812638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe785d6b-81de-47b0-bb92-54dcaf233543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.902313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:10.936141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe785d6b-81de-47b0-bb92-54dcaf233543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.942516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:10.942881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe785d6b-81de-47b0-bb92-54dcaf233543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.943026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:10.943411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:10.981567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:10.982018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:10.986272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe785d6b-81de-47b0-bb92-54dcaf233543 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7abde43b9e0c43b8aec2d5257bd38046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890866 Oct 20 10:39:10.991253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:10.999107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe785d6b-81de-47b0-bb92-54dcaf233543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02e7a74-0c70-471a-a743-35b5508e922a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.003066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:11.003485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:11.003935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:11.004492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Bound port: 1d6fe20a-da72-4253-a9cd-31fc675108ab, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:11.004859 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.092514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-7ade11c2-775c-4e63-8884-24c070295168 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.094027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-7ade11c2-775c-4e63-8884-24c070295168 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.2294862 Oct 20 10:39:11.113200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:11.117694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c2008d66-14dd-4e42-b4b5-655f89dcee81 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:11.132871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.141699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-122c3fa4-5cc9-48c7-86a1-640d00c24518 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/quotas/2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 375 time: 0.0339184 Oct 20 10:39:11.147261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cc1db4c-2de0-43c2-b3ca-96cb4c8fa032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.175178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:11.208895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.225775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port c2008d66-14dd-4e42-b4b5-655f89dcee81 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:11.231721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port c2008d66-14dd-4e42-b4b5-655f89dcee81 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:11.232326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.276908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:11.282246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cc1db4c-2de0-43c2-b3ca-96cb4c8fa032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.288279 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cc1db4c-2de0-43c2-b3ca-96cb4c8fa032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.290323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.327361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1db4c-2de0-43c2-b3ca-96cb4c8fa032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8f006-4cc8-4a9c-ab61-b32d2c165611,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.333287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.361101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.361972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:11.364837 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58f48b-65ec-4ef5-aa8a-fdcacf008664" -d '{"events": [{"server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "name": "network-vif-plugged", "status": "completed", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:11.367797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4cc1db4c-2de0-43c2-b3ca-96cb4c8fa032 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c0231b59fd742a2a74704801cc9e978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476223 Oct 20 10:39:11.370957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.371226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39650) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:11.374386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.375602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e02e7a74-0c70-471a-a743-35b5508e922a HTTP/1.1" status: 204 len: 168 time: 0.3832498 Oct 20 10:39:11.387144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:11.392695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.393780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:11.408354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-41705a09-fb4f-469e-8a9f-de747f58ecbb tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2592282 Oct 20 10:39:11.451193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.460512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.464913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-dde551e5-9e2e-4ad2-8058-f62aa368282e service neutron] 10.222.0.83 "PUT /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 1092 time: 1.4355845 Oct 20 10:39:11.466077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b16ee5-6d62-4903-8d8d-221b16845a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02e7a74-0c70-471a-a743-35b5508e922a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.468197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:11.474885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.477063 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e96037-8d93-4261-aced-1152807bc711" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:11.525443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.526381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port f960c738-9dd1-4851-bf05-be79dd5314e5 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:11.542111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f960c738-9dd1-4851-bf05-be79dd5314e5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:11.542835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.582188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.621570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.624419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.628621 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37e8f006-4cc8-4a9c-ab61-b32d2c165611 HTTP/1.1" status: 204 len: 168 time: 0.2538350 Oct 20 10:39:11.641359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349e850-89e9-4ebb-bc0b-ae01dc4430af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8f006-4cc8-4a9c-ab61-b32d2c165611,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.674451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.681117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-3d09e0b8-33f6-4dcc-a6c8-16605fa1eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.683130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-3d09e0b8-33f6-4dcc-a6c8-16605fa1eeb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1095 time: 0.1692636 Oct 20 10:39:11.702135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51da4f-9ad9-4cd7-8108-4f34413c2d71 req-c9c87448-7616-4c4e-a4f9-5cf42cf5700a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.704709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd51da4f-9ad9-4cd7-8108-4f34413c2d71 req-c9c87448-7616-4c4e-a4f9-5cf42cf5700a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 948 time: 0.1263936 Oct 20 10:39:11.716856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:11.725804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.751643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-bd1ec327-07c6-4c37-a551-8fc01931fff4 service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247132 Oct 20 10:39:11.754054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-3ad38458-10c9-403b-ba82-bab27ac6460a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.0484576 Oct 20 10:39:11.787842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:12.102519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd51da4f-9ad9-4cd7-8108-4f34413c2d71 req-31685ebc-5283-4a50-9a4a-c9c141be0a2d tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858533 Oct 20 10:39:12.126867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-493afe3f-bb97-4272-926c-127442535334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.126867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-493afe3f-bb97-4272-926c-127442535334 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.3492892 Oct 20 10:39:12.167354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-2bc4fee8-cbdd-494c-997b-841f84160217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350549 Oct 20 10:39:12.176818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-21c7c0d3-012d-45f1-9486-591986ebf726 service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144776 Oct 20 10:39:12.191580 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8a8c1d-f4b8-4649-a50c-c331862e6b46 x-openstack-request-id: req-ef8a8c1d-f4b8-4649-a50c-c331862e6b46 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:12.192194 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "name": "network-vif-plugged", "status": "completed", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:12.192194 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef8a8c1d-f4b8-4649-a50c-c331862e6b46 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:12.192510 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81', 'code': 200} Oct 20 10:39:12.251242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.271505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f13d0a2-6956-4ccd-bb26-ee0474d3093c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.315133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-0b5ec7a9-2342-4ed7-b9d1-b2f583a43e50 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372118 Oct 20 10:39:12.409297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a10a-a671-4606-966c-71419d682cd1 req-a43cf7d2-0a94-439f-a759-f68ab10466a7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.411509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5c3a10a-a671-4606-966c-71419d682cd1 req-a43cf7d2-0a94-439f-a759-f68ab10466a7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 949 time: 0.0949600 Oct 20 10:39:12.413241 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58706a8e-7c6c-4498-bc7e-4faebd2769e9 x-openstack-request-id: req-58706a8e-7c6c-4498-bc7e-4faebd2769e9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:12.413590 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:12.414098 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58706a8e-7c6c-4498-bc7e-4faebd2769e9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:12.415041 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'status': 'completed', 'code': 200} Oct 20 10:39:12.448880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a70687c9-7edd-4e59-bc04-30bee5204b3a details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:12.453167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c01fb-8c0c-4fc4-b9e9-9ed2c8f08b57 req-f1611a74-f856-45c4-8ef5-2e6f19f34404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.460288 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d19c01fb-8c0c-4fc4-b9e9-9ed2c8f08b57 req-f1611a74-f856-45c4-8ef5-2e6f19f34404 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 1101 time: 0.1806285 Oct 20 10:39:12.551571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39686) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.580645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d19c01fb-8c0c-4fc4-b9e9-9ed2c8f08b57 req-781cb649-610d-43a5-9621-84ee4226918e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024079 Oct 20 10:39:12.602365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5c3a10a-a671-4606-966c-71419d682cd1 req-85ae839e-6b5a-4c4c-9ecf-34a573571747 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458588 Oct 20 10:39:12.631547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9d0717-9f44-4b58-a062-3415f6cc22f6 req-a35120c5-09c0-484a-9a3a-9eed2a1777c0 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852643 Oct 20 10:39:12.649151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:12.669659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f13d0a2-6956-4ccd-bb26-ee0474d3093c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.670588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'a70687c9-7edd-4e59-bc04-30bee5204b3a', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'a70687c9-7edd-4e59-bc04-30bee5204b3a', 'mac_address': 'fa:16:3e:55:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:12.689864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f13d0a2-6956-4ccd-bb26-ee0474d3093c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.701405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1989b31-5919-449e-9566-67f6496aa0e5 req-b7ab4a5f-2316-4870-97cd-ec6725b4f3ba tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.711251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1989b31-5919-449e-9566-67f6496aa0e5 req-b7ab4a5f-2316-4870-97cd-ec6725b4f3ba tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 943 time: 0.1984272 Oct 20 10:39:12.740370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13d0a2-6956-4ccd-bb26-ee0474d3093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068d340-cb78-4cc7-89cc-7daf0ee018f6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:12.786323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f13d0a2-6956-4ccd-bb26-ee0474d3093c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d2a3e2d0a184d9f9d7467716f5d5a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340464 Oct 20 10:39:12.789402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.834182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.840194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1989b31-5919-449e-9566-67f6496aa0e5 req-efbd980b-acaf-49aa-adc8-e322ba956abb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279433 Oct 20 10:39:12.847512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96037-8d93-4261-aced-1152807bc711 req-ae08aa65-2696-40d7-b25f-b28129be77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.854157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-ae08aa65-2696-40d7-b25f-b28129be77fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1095 time: 0.1389873 Oct 20 10:39:12.888496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70687c9-7edd-4e59-bc04-30bee5204b3a {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:12.929468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.958755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:12.967714 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.974582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-086303a9-087a-4425-a5b8-28a8e033751c req-6cb9f73d-5cd7-41b5-ae17-ad6d4d96cb2c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 210 time: 0.0893674 Oct 20 10:39:12.976398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.040767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.056811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caf8ab75-8b75-481e-aeb8-0c5cce608d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.067145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96037-8d93-4261-aced-1152807bc711 req-3f81f0f4-5db9-4599-91da-8dee7aa61df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.068978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-3f81f0f4-5db9-4599-91da-8dee7aa61df0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2045376 Oct 20 10:39:13.115949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.119219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.123870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d068d340-cb78-4cc7-89cc-7daf0ee018f6 HTTP/1.1" status: 204 len: 168 time: 0.3308306 Oct 20 10:39:13.158753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543561b6-40ff-45e0-b4b7-1185c8dca876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068d340-cb78-4cc7-89cc-7daf0ee018f6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.207385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-3626d62e-1d8b-40bd-9c88-025b970daa11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.1287584 Oct 20 10:39:13.225416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a70687c9-7edd-4e59-bc04-30bee5204b3a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:13.228307 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caf8ab75-8b75-481e-aeb8-0c5cce608d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.237632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caf8ab75-8b75-481e-aeb8-0c5cce608d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.312994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ab75-8b75-481e-aeb8-0c5cce608d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716481e-a129-4ab1-8fde-6650ccfcc091,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.320871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-caf8ab75-8b75-481e-aeb8-0c5cce608d7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e5d77627a3e472f9ddae2af5e1b8c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680123 Oct 20 10:39:13.322054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:13.393997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.465443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96037-8d93-4261-aced-1152807bc711 req-4d48a42e-7e3e-4f3b-a30d-dd91ae690dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.467563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-4d48a42e-7e3e-4f3b-a30d-dd91ae690dea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.2498872 Oct 20 10:39:13.479567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.486508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3d268-968c-4315-8dac-2e9c86fb3c93 req-91097e94-3872-4ce7-93c9-aee36f8ce72f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.495066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18f3d268-968c-4315-8dac-2e9c86fb3c93 req-91097e94-3872-4ce7-93c9-aee36f8ce72f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 949 time: 0.2778745 Oct 20 10:39:13.547450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-e73b9c83-d484-4585-a29f-092893d07536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495028 Oct 20 10:39:13.556979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.561825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.563640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0716481e-a129-4ab1-8fde-6650ccfcc091 HTTP/1.1" status: 204 len: 168 time: 0.2402768 Oct 20 10:39:13.578189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e1775-0c63-42e7-9907-89327161dbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716481e-a129-4ab1-8fde-6650ccfcc091,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.608100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18f3d268-968c-4315-8dac-2e9c86fb3c93 req-1b4c3406-d2fc-449b-b36b-3bb9b9c3a31a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120512 Oct 20 10:39:13.736639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-db8ff60c-658b-4d12-b99a-258ee8642004 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686714 Oct 20 10:39:13.880686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef6590-32d6-4f89-98da-814ac7333cb3 req-36601c8e-f7d9-40a5-82a3-60fe108a2896 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.888144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecef6590-32d6-4f89-98da-814ac7333cb3 req-36601c8e-f7d9-40a5-82a3-60fe108a2896 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 949 time: 0.1546056 Oct 20 10:39:13.960518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecef6590-32d6-4f89-98da-814ac7333cb3 req-d0245021-5ea6-49c5-8b32-f52ef611a771 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713141 Oct 20 10:39:13.963511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e96037-8d93-4261-aced-1152807bc711 req-5aaffa90-c02a-4a79-8f3b-fd58611e48ee service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166884 Oct 20 10:39:14.060139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:14.064314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a375-9b5f-48fb-8f90-61df7910fc2e req-caa47bca-7e46-4e35-a155-90e010f739c8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:14.080406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7323a375-9b5f-48fb-8f90-61df7910fc2e req-caa47bca-7e46-4e35-a155-90e010f739c8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 943 time: 0.0946867 Oct 20 10:39:14.083516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3658d0c-1ff8-4387-930b-11ab42def217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.141749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f23111ba-2a9c-4c09-af4a-48eb8af28114 req-eeba85e2-8261-4feb-a6a6-0dd9b0265987 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 210 time: 0.0567079 Oct 20 10:39:14.191225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7323a375-9b5f-48fb-8f90-61df7910fc2e req-2b7f7227-6834-4d1c-9b11-e9cf9c47bad8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093326 Oct 20 10:39:14.197231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:14.213492 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb59d53f-afd4-40a1-96dc-e3af985635c4" -d '{"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:14.230844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3658d0c-1ff8-4387-930b-11ab42def217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.238752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3658d0c-1ff8-4387-930b-11ab42def217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.280731 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11877f65-6d66-487d-8df2-f7fc231357cb x-openstack-request-id: req-11877f65-6d66-487d-8df2-f7fc231357cb {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:14.281261 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:14.281261 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11877f65-6d66-487d-8df2-f7fc231357cb {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:14.286238 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'code': 200} Oct 20 10:39:14.321890 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3658d0c-1ff8-4387-930b-11ab42def217 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fbb2e8ed23464b42a89cd92c5e3af3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573328 Oct 20 10:39:14.321890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3658d0c-1ff8-4387-930b-11ab42def217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e28c4f-962e-41d5-89fb-6456c2da061f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.325551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39748) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:14.420088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.466303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a70687c9-7edd-4e59-bc04-30bee5204b3a up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:14.472832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-dcb1a108-fde5-41e2-8a4b-eb90da858a10 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:14.474364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-dcb1a108-fde5-41e2-8a4b-eb90da858a10 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.2700584 Oct 20 10:39:14.491601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Request body: {'port': {'device_id': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'admin_state_up': True, 'tenant_id': '2b02c4cc305d462e81de911c726a52af'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:14.547082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.551183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c460e-08f0-4e98-8c19-74e92fae5b45 req-5cb19371-ebe0-4477-a7e8-cb43f87e10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:14.552829 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb8c460e-08f0-4e98-8c19-74e92fae5b45 req-5cb19371-ebe0-4477-a7e8-cb43f87e10cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1102 time: 0.1272035 Oct 20 10:39:14.592442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port a70687c9-7edd-4e59-bc04-30bee5204b3a completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:14.600925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port a70687c9-7edd-4e59-bc04-30bee5204b3a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:14.601680 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.637263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb8c460e-08f0-4e98-8c19-74e92fae5b45 req-be2a6e2e-02f1-4dc4-b1e4-079722489cd5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Oct 20 10:39:14.665890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.668096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.673327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16e28c4f-962e-41d5-89fb-6456c2da061f HTTP/1.1" status: 204 len: 168 time: 0.3458972 Oct 20 10:39:14.686814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64887ef4-169b-4d61-86e5-00599f08cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e28c4f-962e-41d5-89fb-6456c2da061f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.804709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.807528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677c87-eca9-44e9-9870-d2239a589b68 req-f17f1056-a4b9-4d95-b666-361e488a34c6 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:14.811584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64677c87-eca9-44e9-9870-d2239a589b68 req-f17f1056-a4b9-4d95-b666-361e488a34c6 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 949 time: 0.1020713 Oct 20 10:39:14.866861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64677c87-eca9-44e9-9870-d2239a589b68 req-cdbfabc5-d90f-45c6-b1ce-7c77c7e4534a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Oct 20 10:39:14.867669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:14.871274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.881794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:14.891327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.993131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.103592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Allocated IP 172.20.0.13 (94427d7e-1e59-44a5-97a3-c3dab0e87fcd/ce68598b-7584-44bc-afd5-57c58c50fe54/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:15.132788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27597ed-cf8f-4692-96d5-e32f99e435e3 req-f780d0d2-ed52-4372-ad77-7add08cec5f6 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:15.139439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a27597ed-cf8f-4692-96d5-e32f99e435e3 req-f780d0d2-ed52-4372-ad77-7add08cec5f6 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 949 time: 0.0865948 Oct 20 10:39:15.223755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a27597ed-cf8f-4692-96d5-e32f99e435e3 req-3a0dbe79-dcea-4cbe-8978-d41e1c615ad3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720193 Oct 20 10:39:15.326200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b10e08c4-f06b-46f0-9cd7-2ca61cf38eb5 req-5d0b6ea2-cd89-4063-9d9e-855a5a79ad80 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 210 time: 0.0488837 Oct 20 10:39:15.411395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.413829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:15.420237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb332f-4e7f-4c3c-9f3e-f849ab161481 req-d5c00875-dcb3-44b6-9657-d6df6b0a8b65 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:15.422249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cfb332f-4e7f-4c3c-9f3e-f849ab161481 req-d5c00875-dcb3-44b6-9657-d6df6b0a8b65 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 943 time: 0.0986679 Oct 20 10:39:15.497792 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.519691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cfb332f-4e7f-4c3c-9f3e-f849ab161481 req-ca7832ce-d7ba-47c7-ad95-126e757986f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835690 Oct 20 10:39:15.533418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4693c46-bb77-4d34-928c-ec4f67611194 req-38544d4d-2c38-4d73-90cf-9b6e2290c6c2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:15.534399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4693c46-bb77-4d34-928c-ec4f67611194 req-38544d4d-2c38-4d73-90cf-9b6e2290c6c2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1109176 Oct 20 10:39:15.536093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.604194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-1ca0-43d1-848a-bffdade48b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.609560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:15.621328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:15.628632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:15.634360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:15.635580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.637990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.651257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4693c46-bb77-4d34-928c-ec4f67611194 req-59a75ac0-fc52-4e15-a458-c390467f88bd tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Oct 20 10:39:15.664606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-916b42e8-bd7a-42e1-9fb4-eb547b32f752 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1787446 Oct 20 10:39:15.679128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Request body: {'port': {'device_id': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:15.711438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-1ca0-43d1-848a-bffdade48b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.718666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-1ca0-43d1-848a-bffdade48b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.755643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.772601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1bfc4214-1ca0-43d1-848a-bffdade48b54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30642de4cf5d4014b5ced13fa69b1cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572767 Oct 20 10:39:15.773818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4214-1ca0-43d1-848a-bffdade48b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86ed23-a795-4368-92d7-f0a70fc9ba31,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.776656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39812) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:15.845880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.887722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.953613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.957238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.959874 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c86ed23-a795-4368-92d7-f0a70fc9ba31 HTTP/1.1" status: 204 len: 168 time: 0.1820216 Oct 20 10:39:16.014820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c545f1b-1257-4db9-9344-e530d16804b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86ed23-a795-4368-92d7-f0a70fc9ba31,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.122973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:16.149297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.167718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Transition to ACTIVE for port object a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:16.173886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.185608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ff870-191c-46c5-9f29-45a3efbbac3e req-5c164610-7899-4567-8743-a3d8e07e4352 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.186712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-700ff870-191c-46c5-9f29-45a3efbbac3e req-5c164610-7899-4567-8743-a3d8e07e4352 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 950 time: 0.0863500 Oct 20 10:39:16.271271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.287206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:16.290313 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9eacbf-3875-4fd3-b49e-d8afb3a10663" -d '{"events": [{"server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "name": "network-vif-plugged", "status": "completed", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:16.298774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.307136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-700ff870-191c-46c5-9f29-45a3efbbac3e req-ecf4e567-84d3-4966-8b13-62afb1226d12 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122398 Oct 20 10:39:16.329664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:16.329664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:16.329664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:16.346005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:16.346401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:16.356001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:16.356335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:16.356872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:16.357305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Bound port: a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:16.357655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.365582 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d46e7-dd22-4550-8e05-60a46995a3d6 x-openstack-request-id: req-9b6d46e7-dd22-4550-8e05-60a46995a3d6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:16.366218 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "name": "network-vif-plugged", "status": "completed", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:16.366702 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b6d46e7-dd22-4550-8e05-60a46995a3d6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:16.367321 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a', 'code': 200} Oct 20 10:39:16.475963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:16.478239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:16.528959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:16.552971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:16.576389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:16.582719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accf6d70-e4bc-48c5-98e7-45a629aa4ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.589497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6220ad0-cbaa-4d1c-ae66-c678aa48f9cd req-8e337206-f702-4637-9b4c-f6e8782c2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.591149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6220ad0-cbaa-4d1c-ae66-c678aa48f9cd req-8e337206-f702-4637-9b4c-f6e8782c2130 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 1102 time: 0.1491780 Oct 20 10:39:16.593268 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.617846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:16.632455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'port_id': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'mac_address': 'fa:16:3e:35:ba:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9183ef-6dac-43e4-a812-c9fb094c7858', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:16.672343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd9c55-6848-4859-8903-8f4ee20d311c req-967d3e46-9864-4635-b28d-6a0e6a174076 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.680597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74bd9c55-6848-4859-8903-8f4ee20d311c req-967d3e46-9864-4635-b28d-6a0e6a174076 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.2368016 Oct 20 10:39:16.704134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.704788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.707004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 1093 time: 1.0316658 Oct 20 10:39:16.713593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:16.715932 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d344867-03ce-43fb-8bfa-c9100fe765b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:16.762714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accf6d70-e4bc-48c5-98e7-45a629aa4ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.770284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accf6d70-e4bc-48c5-98e7-45a629aa4ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.826842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6220ad0-cbaa-4d1c-ae66-c678aa48f9cd req-aa02acc3-8693-438e-bdad-b13aa0e42a8a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123253 Oct 20 10:39:16.827493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c4f1-1212-45aa-8bf5-7a6f937e65d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.852869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74bd9c55-6848-4859-8903-8f4ee20d311c req-c8ef64b5-d29f-4945-ac11-111551acde8d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712663 Oct 20 10:39:16.862290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.863761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-network', 'tenant_id': '17fb5eea4e49405aadf34390437a82be'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:16.874399 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-accf6d70-e4bc-48c5-98e7-45a629aa4ac6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87012d451c624517ae0b76945b788822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203404 Oct 20 10:39:16.877500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39854) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:16.879279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6fe20a-da72-4253-a9cd-31fc675108ab {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:16.880827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf6d70-e4bc-48c5-98e7-45a629aa4ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016f8fdd-bcb8-4862-88c1-80cefc7d3548,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.904207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Made reservation on behalf of 17fb5eea4e49405aadf34390437a82be for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:16.905854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:16.908724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.911128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.911644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-3a96a86c-4382-4bee-8069-7a6238eb2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.913238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-3a96a86c-4382-4bee-8069-7a6238eb2f52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1096 time: 0.1415646 Oct 20 10:39:16.919593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.971736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.989306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.029827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.034101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.053347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-cca90dab-1ade-45f3-82e7-ee40da723533 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e74684842cbb480b8e4e0517b7223ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678217 Oct 20 10:39:17.060401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:17.061471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.071168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad2841-0ab5-40b3-9e3d-353495aa39e7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.076966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.077311 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Added segment 758a5c19-7161-4ea5-af9c-8f5e5aa746a5 of type vlan for network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a Oct 20 10:39:17.103372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-a4f8878f-1377-4882-8594-b7ab8b186cd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.0624084 Oct 20 10:39:17.118298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.144799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.145922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.146528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.165779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1d6fe20a-da72-4253-a9cd-31fc675108ab'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:17.190976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7130408 Oct 20 10:39:17.196302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39866) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.200944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db23b-0f5d-4245-9453-81163a49a4db req-dc2d7bb8-2409-4ee6-b917-d54f546379f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.208619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-642db23b-0f5d-4245-9453-81163a49a4db req-dc2d7bb8-2409-4ee6-b917-d54f546379f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.2217689 Oct 20 10:39:17.235623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Request body: {'subnet': {'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-subnet', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:17.238724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ddcff-e048-4753-8426-19e98f7fb6ee admin admin] Pushing event updated for resources: {'Network': ['ID=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.256997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:17.260204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Made reservation on behalf of 17fb5eea4e49405aadf34390437a82be for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:17.263264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.295001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-ec031193-74af-4b49-98e6-be4d1ab92593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.295001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-ec031193-74af-4b49-98e6-be4d1ab92593 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1768262 Oct 20 10:39:17.349865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-a1d3db66-9501-4f50-92e7-3b28d666b896 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458188 Oct 20 10:39:17.358241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-642db23b-0f5d-4245-9453-81163a49a4db req-fe4189ec-4e55-4f0f-9998-f02ad1aae08c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486638 Oct 20 10:39:17.365340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-ba6ecec4-2f40-4b20-9b68-0fb32b694a96 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.366418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-ba6ecec4-2f40-4b20-9b68-0fb32b694a96 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678289 Oct 20 10:39:17.367112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.375712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.376954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/016f8fdd-bcb8-4862-88c1-80cefc7d3548 HTTP/1.1" status: 204 len: 168 time: 0.4824722 Oct 20 10:39:17.420332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e95457-74d2-434f-b07a-87dd587d91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016f8fdd-bcb8-4862-88c1-80cefc7d3548,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.424038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-1952bbc0-9fd3-4242-be8c-36f50fad83a7 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/quotas/e74684842cbb480b8e4e0517b7223ef0 HTTP/1.1" status: 200 len: 375 time: 0.0458395 Oct 20 10:39:17.469869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-f4edbd68-fbb4-43be-a356-27e9b2a70b53 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325556 Oct 20 10:39:17.523880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.565590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11b042-7c82-4751-ad69-02008b76275d req-c599ced5-5303-4f1e-b7c8-34caaddccbca tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.567531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d11b042-7c82-4751-ad69-02008b76275d req-c599ced5-5303-4f1e-b7c8-34caaddccbca tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1003273 Oct 20 10:39:17.569500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-ab1e8b8c-612f-4754-9e32-a547ef3aca41 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903381 Oct 20 10:39:17.584043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.604871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Checking segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:17.605497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Network hostable DHCP agents. Network: a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:17.630920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:17.643297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:17.649369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:17.649743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.651675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687c5cf-4cd4-415e-82df-ede645a56173 None None] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:17.671739 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-34512237-5e0e-4b0f-b55b-f8071d9a9955 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4401572 Oct 20 10:39:17.675371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39878) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.680268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:17.683065 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde7b3b-75b7-40b3-ba2f-cc21fa58bdb4 x-openstack-request-id: req-bdde7b3b-75b7-40b3-ba2f-cc21fa58bdb4 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:17.683353 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:17.683606 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdde7b3b-75b7-40b3-ba2f-cc21fa58bdb4 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:17.683998 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'status': 'completed', 'code': 200} Oct 20 10:39:17.728853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.733338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.817157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.818089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d11b042-7c82-4751-ad69-02008b76275d req-1d370a89-207e-4d58-be18-9e4f07f59468 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431028 Oct 20 10:39:17.940046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:17.943794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.944273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d92502dc-cf9b-46b6-a696-57ad8b44914b req-d53738d6-ca53-43b5-8616-1788962d5277 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612337 Oct 20 10:39:18.038098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3e87d83-8b02-461b-935c-9dbcf36338eb req-eeeb143b-f348-4359-84a2-520cb8220bb6 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 210 time: 0.1486564 Oct 20 10:39:18.155829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.159700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd7c8b-a39f-492a-beff-e6217c1d9674 req-48da3c9e-05b7-4ec6-b700-1b88b4a3439c tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:18.171841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1cd7c8b-a39f-492a-beff-e6217c1d9674 req-48da3c9e-05b7-4ec6-b700-1b88b4a3439c tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 950 time: 0.2647493 Oct 20 10:39:18.185447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-c1a6bb03-90d2-459b-874b-a3383067151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:18.187758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-c1a6bb03-90d2-459b-874b-a3383067151d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1096 time: 0.1280215 Oct 20 10:39:18.238326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Allocated IP 172.20.0.2 (a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a/6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40/ceebe6c9-6454-445e-85dc-c385fa759dd3) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:18.338043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1cd7c8b-a39f-492a-beff-e6217c1d9674 req-037b2575-6990-4b91-95c7-4c33efe122c0 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631329 Oct 20 10:39:18.387991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131646-6d25-4fe7-acc6-e2b994040525 req-2e50dda9-6c3a-4c17-a46b-a2f70dcf4cb6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:18.399545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92131646-6d25-4fe7-acc6-e2b994040525 req-2e50dda9-6c3a-4c17-a46b-a2f70dcf4cb6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.2235904 Oct 20 10:39:18.466912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-eb545c07-b135-4c72-9ec3-b503fe6a839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:18.468387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-eb545c07-b135-4c72-9ec3-b503fe6a839e service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.2590079 Oct 20 10:39:18.486400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:18.543279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92131646-6d25-4fe7-acc6-e2b994040525 req-e6d48aca-abc6-4cf0-9434-310eedecf359 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243374 Oct 20 10:39:18.558620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-c557c57b-1af0-4b6b-981a-a9524019197e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.0766897 Oct 20 10:39:18.567840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-cd727b31-2fea-4464-8493-7bbb505dfc4a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728269 Oct 20 10:39:18.591060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.593299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.599676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.630636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.681116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:18.685120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:18.693868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:18.708431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Pushing event updated for resources: {'Port': ['ID=ceebe6c9-6454-445e-85dc-c385fa759dd3,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:18.715876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 1d6fe20a-da72-4253-a9cd-31fc675108ab completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:18.718859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-a4559f33-619e-4b69-9abf-176346e1d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:18.720305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-a4559f33-619e-4b69-9abf-176346e1d87e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1494153 Oct 20 10:39:18.735657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 1d6fe20a-da72-4253-a9cd-31fc675108ab triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:18.737257 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.806660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Allocated IP 172.25.3.90 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/a958d9cb-e7df-4536-9343-1a8d843ff5e8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:18.863922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Attempting to bind port ceebe6c9-6454-445e-85dc-c385fa759dd3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:18.864459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Attempting to bind port ceebe6c9-6454-445e-85dc-c385fa759dd3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:18.864943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Attempting to bind port ceebe6c9-6454-445e-85dc-c385fa759dd3 on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:18.873185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:18.873653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Checking segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:18.874123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.874581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Bound using segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:18.875165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Bound port: ceebe6c9-6454-445e-85dc-c385fa759dd3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:18.875610 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.967561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.969816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.007286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] For port ceebe6c9-6454-445e-85dc-c385fa759dd3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:19.012754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] For port ceebe6c9-6454-445e-85dc-c385fa759dd3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ceebe6c9-6454-445e-85dc-c385fa759dd3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:19.019246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:19.022325 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21a0380-4c15-4881-aaf8-c418fcb0f8b3" -d '{"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:19.025329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.028861 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.042214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-0ac831d1-1711-4045-9ef5-b34d9663c6b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373588 Oct 20 10:39:19.046819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:19.051433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:19.074699 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.079706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:19.081909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a73de-2cf0-40de-81bf-0961517f8b58 req-b6e2344c-4094-4f01-92d2-2906b2351a49 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.085569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:19.089971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee1a73de-2cf0-40de-81bf-0961517f8b58 req-b6e2344c-4094-4f01-92d2-2906b2351a49 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.4028478 Oct 20 10:39:19.114741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-f884ba03-53b5-4808-92ee-8be3630824b6 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.122651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-f884ba03-53b5-4808-92ee-8be3630824b6 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5538342 Oct 20 10:39:19.130446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0811b-3ed6-4b47-8579-bcecee35ab1d None None] Pushing event updated for resources: {'Port': ['ID=ceebe6c9-6454-445e-85dc-c385fa759dd3,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:19.200806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:19.248764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-d6347785-69d5-4257-82b4-161e3994c852 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/quotas/13d0d7d5c18c4c0b9fe1ccdc000d4a63 HTTP/1.1" status: 200 len: 375 time: 0.1156025 Oct 20 10:39:19.286583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee1a73de-2cf0-40de-81bf-0961517f8b58 req-02bda975-30b5-49af-a901-3dcd1b647b21 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919532 Oct 20 10:39:19.347943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a958d9cb-e7df-4536-9343-1a8d843ff5e8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:19.371676 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-65679ced-48d4-472c-a539-0211dec89e3c tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e74684842cbb480b8e4e0517b7223ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994027 Oct 20 10:39:19.396679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-246b731f-533b-42e6-9bae-ebee043131ef service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345137 Oct 20 10:39:19.417143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-bbf7c7aa-1b34-4253-8961-f94f65c2abba tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576037 Oct 20 10:39:19.510363 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8499e44-1c37-4401-b3f3-3587d155f38e x-openstack-request-id: req-a8499e44-1c37-4401-b3f3-3587d155f38e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:19.510966 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:19.511179 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8499e44-1c37-4401-b3f3-3587d155f38e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:19.512610 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'code': 200} Oct 20 10:39:19.664938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-39701eb2-2f92-41e1-bb23-81604b1c0e4a tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.667208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-39701eb2-2f92-41e1-bb23-81604b1c0e4a tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767398 Oct 20 10:39:19.676239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.685528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a533c89-e247-4cbe-a31d-91f7bf5580cd req-5e10ec4b-8644-429f-89d7-2a538a802590 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 210 time: 0.0717733 Oct 20 10:39:19.723966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d344867-03ce-43fb-8bfa-c9100fe765b5 req-e7ebe9eb-4f55-4899-bc00-a0414f368fe8 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021052 Oct 20 10:39:19.735411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Request body: {'port': {'device_id': '4311583f-6499-4280-8007-5ba096bf3a22', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e74684842cbb480b8e4e0517b7223ef0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:19.736201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d473bc3-4230-4dca-8b29-de442d0cdbd8 req-1d3ccaba-b504-41d6-9470-e4ac48cfe783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.737773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d473bc3-4230-4dca-8b29-de442d0cdbd8 req-1d3ccaba-b504-41d6-9470-e4ac48cfe783 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.1262071 Oct 20 10:39:19.818774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d473bc3-4230-4dca-8b29-de442d0cdbd8 req-35669666-4576-4d93-b73d-a9fc0b399029 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729942 Oct 20 10:39:19.845083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4453e93-7cc3-4b78-a3be-3fc7c7b8818f req-8f1de00c-c2ec-4010-a8cf-095f9b728306 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.846985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4453e93-7cc3-4b78-a3be-3fc7c7b8818f req-8f1de00c-c2ec-4010-a8cf-095f9b728306 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 950 time: 0.0927582 Oct 20 10:39:19.919842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4453e93-7cc3-4b78-a3be-3fc7c7b8818f req-55f0aeb1-4bae-4279-9133-d799c19a80e6 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663188 Oct 20 10:39:19.931244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Made reservation on behalf of e74684842cbb480b8e4e0517b7223ef0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:19.938153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.953887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.051526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b3ca4b0-d018-4d7b-a6b9-8ca2a664c92d req-8083f16e-e030-433e-8a84-ae7257c2fdd4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 210 time: 0.0583189 Oct 20 10:39:20.083695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81120c7-83f4-4622-8a42-1935492a5b54 req-c554bf61-bab0-4f35-af7f-1344950c0af8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.089325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f81120c7-83f4-4622-8a42-1935492a5b54 req-c554bf61-bab0-4f35-af7f-1344950c0af8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.0833952 Oct 20 10:39:20.118691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.162469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f81120c7-83f4-4622-8a42-1935492a5b54 req-7813b78c-4dcd-4646-a8ed-aa23e31e078e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633113 Oct 20 10:39:20.203078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.208246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.405091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a07634-a13c-42b1-be68-7f63afe167ca,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:20.419452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Allocated IP 192.168.233.210 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/16ea65de-fc78-44f7-a506-feb1aadc4839) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:20.532295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f42d-0d8b-4ce4-ad62-c9f66ddac024 req-d468c0d8-4219-4f95-aec6-aa159b85f46b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.535838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e108f42d-0d8b-4ce4-ad62-c9f66ddac024 req-d468c0d8-4219-4f95-aec6-aa159b85f46b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 945 time: 0.0866194 Oct 20 10:39:20.576706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-cf498b8c-bde4-4ebd-a67c-e3384bb48a86 tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.578034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-cf498b8c-bde4-4ebd-a67c-e3384bb48a86 tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 1102 time: 0.0846658 Oct 20 10:39:20.614307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e108f42d-0d8b-4ce4-ad62-c9f66ddac024 req-1fbed876-727e-489d-9c59-5b8145042556 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710263 Oct 20 10:39:20.615545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-0a94c0b3-d4d4-45bd-a84c-39f59fad838f tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.653125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b82b4e-26f8-4a77-98a6-228f169ec579 None None] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:20.758194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ceebe6c9-6454-445e-85dc-c385fa759dd3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:20.788125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-0a94c0b3-d4d4-45bd-a84c-39f59fad838f tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.795159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-0a94c0b3-d4d4-45bd-a84c-39f59fad838f tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.830664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ecd4ecc-5d86-4cbe-b8d5-6d0b1ddf6d08 req-0a94c0b3-d4d4-45bd-a84c-39f59fad838f tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357581 Oct 20 10:39:20.833726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] Provisioning complete for port ceebe6c9-6454-445e-85dc-c385fa759dd3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:20.834354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.848958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:39:20.873641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94c0b3-d4d4-45bd-a84c-39f59fad838f tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a1c6e-ae6e-4deb-83a1-6e68dfe41659,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:20.915353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ceebe6c9-6454-445e-85dc-c385fa759dd3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:20.915745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.966228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f06b677a-4ce1-4150-9471-f1c697df9142 req-a934bfb7-a5da-4223-9dcd-a8e4f68f60b0 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Oct 20 10:39:20.968674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.056350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:21.074495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:21.091408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.091619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:21.092222 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:21.096218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8047bffb-2764-4636-bd21-9c3bda66a5b8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4199088 Oct 20 10:39:21.099976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39996) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:21.100712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.159659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:21.162926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:21.167982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:21.174476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:21.175168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.240788 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.295462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-417b9e60-ec0d-42b8-8490-da9ad29313c8 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113381 Oct 20 10:39:21.295462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Pushing event updated for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:21.321242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4617b3e-0de7-4895-9a86-872bd618b701 req-3ab8911b-0565-4b5e-8756-9330e45079a8 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 210 time: 0.0381398 Oct 20 10:39:21.326686 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-da9fc5e6-4399-4d66-bfd6-f4515a1e97b4 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5996642 Oct 20 10:39:21.357750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Request body: {'port': {'device_id': '4311583f-6499-4280-8007-5ba096bf3a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:21.480186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] For port ceebe6c9-6454-445e-85dc-c385fa759dd3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ceebe6c9-6454-445e-85dc-c385fa759dd3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:21.493775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.505745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:21.615093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40002) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:21.620941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.634172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a869278-06f3-4fe0-a533-592082175b71 None None] Pushing event updated for resources: {'Port': ['ID=ceebe6c9-6454-445e-85dc-c385fa759dd3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:21.697422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.710848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa8e91-5360-4d78-855d-08c9a509d3d4 req-7ef412fa-3ba4-4a38-a0ad-1cdb1942e1ff tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:21.712484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdfa8e91-5360-4d78-855d-08c9a509d3d4 req-7ef412fa-3ba4-4a38-a0ad-1cdb1942e1ff tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.2279632 Oct 20 10:39:21.725299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-5b2b3645-0995-43d8-983d-30bffdbd1643 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:21.726799 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-5b2b3645-0995-43d8-983d-30bffdbd1643 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086728 Oct 20 10:39:21.738697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5959037a-9942-4a00-a10f-a2e48054ce44 None None] Provisioning complete for port 16ea65de-fc78-44f7-a506-feb1aadc4839 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:21.739709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5959037a-9942-4a00-a10f-a2e48054ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.756141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Request body: {'port': {'device_id': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '13d0d7d5c18c4c0b9fe1ccdc000d4a63'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:21.757379 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:19Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:21.792615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:39:21.793001 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Updating router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb port a958d9cb-e7df-4536-9343-1a8d843ff5e8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:39:21.822881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:39:21.823635 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:39:21.823983 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.841048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5959037a-9942-4a00-a10f-a2e48054ce44 None None] Port 16ea65de-fc78-44f7-a506-feb1aadc4839 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:21.899442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdfa8e91-5360-4d78-855d-08c9a509d3d4 req-0a329fc3-c845-4cf8-aab2-f237c0aa19b7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262956 Oct 20 10:39:21.903290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ad128ad-18f5-4444-aafa-2d8ed1b2c417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.968839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-60c04799-aaad-4ed2-b8c6-bfc615a0248e None None] Provisioning complete for port ceebe6c9-6454-445e-85dc-c385fa759dd3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:21.969452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60c04799-aaad-4ed2-b8c6-bfc615a0248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.033980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738833-d123-4246-b3ed-8f5d0270f07e req-2eb826bc-684a-47cb-bdea-38fd76a30a0b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.036197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e738833-d123-4246-b3ed-8f5d0270f07e req-2eb826bc-684a-47cb-bdea-38fd76a30a0b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 945 time: 0.2184393 Oct 20 10:39:22.047917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Made reservation on behalf of 13d0d7d5c18c4c0b9fe1ccdc000d4a63 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:22.051457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.139255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649478ca-c07e-47a6-995a-801d73931530 req-c74b3557-b29d-4b75-b2ae-dac87667b4ec tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.146451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-649478ca-c07e-47a6-995a-801d73931530 req-c74b3557-b29d-4b75-b2ae-dac87667b4ec tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 1102 time: 0.1714938 Oct 20 10:39:22.158164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e738833-d123-4246-b3ed-8f5d0270f07e req-073b8566-3a65-49cd-a135-26a33604cf1a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 Oct 20 10:39:22.165599 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.171877 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.221925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ea65de-fc78-44f7-a506-feb1aadc4839 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:22.226311 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Pushing event updated for resources: {'Port': ['ID=a958d9cb-e7df-4536-9343-1a8d843ff5e8,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.232155 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.235992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.236347 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.236677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.237010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.237340 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.237698 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.237992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.238315 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.238635 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.239088 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.239416 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.239736 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:22.245683 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Attempting to bind port a958d9cb-e7df-4536-9343-1a8d843ff5e8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:22.246029 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Attempting to bind port a958d9cb-e7df-4536-9343-1a8d843ff5e8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:22.246641 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Attempting to bind port a958d9cb-e7df-4536-9343-1a8d843ff5e8 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:22.255743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:22.256118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:22.256686 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.257280 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:22.257419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Transition to ACTIVE for port object 16ea65de-fc78-44f7-a506-feb1aadc4839 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:22.257833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Bound port: a958d9cb-e7df-4536-9343-1a8d843ff5e8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:22.258118 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.270132 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.282795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ad128ad-18f5-4444-aafa-2d8ed1b2c417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.298684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-649478ca-c07e-47a6-995a-801d73931530 req-c59a469e-128c-47e9-955c-304f807511e1 tempest-ServersAdminNegativeTestJSON-1148649217 tempest-ServersAdminNegativeTestJSON-1148649217-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507955 Oct 20 10:39:22.331432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ad128ad-18f5-4444-aafa-2d8ed1b2c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.367726 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] For port a958d9cb-e7df-4536-9343-1a8d843ff5e8, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:22.376026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Pushing event updated for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.377347 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] For port a958d9cb-e7df-4536-9343-1a8d843ff5e8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a958d9cb-e7df-4536-9343-1a8d843ff5e8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:22.389989 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.476418 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:22.477223 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:22.477589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:22.496192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Allocated IP 192.168.233.129 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/4f5f208e-c553-4a19-b817-a64b4dcc341f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:22.502188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Attempting to bind port 16ea65de-fc78-44f7-a506-feb1aadc4839 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:22.502519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Attempting to bind port 16ea65de-fc78-44f7-a506-feb1aadc4839 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:22.502844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Attempting to bind port 16ea65de-fc78-44f7-a506-feb1aadc4839 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:22.522549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Port 16ea65de-fc78-44f7-a506-feb1aadc4839 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:22.523186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad128ad-18f5-4444-aafa-2d8ed1b2c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa7bcd7-0da4-4952-b38c-b9bb5750bd6f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.523507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Attempting to bind port 16ea65de-fc78-44f7-a506-feb1aadc4839 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:22.531196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1ad128ad-18f5-4444-aafa-2d8ed1b2c417 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4a609ceb63c4b9fb9dd20c05563ecd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9143345 Oct 20 10:39:22.536864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40022) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:22.552371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:22.553756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:22.556173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:22.556968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Bound port: 16ea65de-fc78-44f7-a506-feb1aadc4839, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:22.557332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.561770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.676616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a6f5-c06a-4915-ada1-5f3c9c3b40b1 req-ebaf5376-9a34-46f2-8697-4a1deb1d2daa tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.679333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0041a6f5-c06a-4915-ada1-5f3c9c3b40b1 req-ebaf5376-9a34-46f2-8697-4a1deb1d2daa tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 948 time: 0.2745240 Oct 20 10:39:22.680952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ceebe6c9-6454-445e-85dc-c385fa759dd3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:22.728113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74017ae1-954e-4d42-8173-140f7f15379f req-9490cc8b-5af5-4197-ae35-5961c780282c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.730156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74017ae1-954e-4d42-8173-140f7f15379f req-9490cc8b-5af5-4197-ae35-5961c780282c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.2941430 Oct 20 10:39:22.748421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:22.752212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8d825-7752-4188-9c88-19b025387a25 None None] Pushing event updated for resources: {'Port': ['ID=a958d9cb-e7df-4536-9343-1a8d843ff5e8,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.774014 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:22.783216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'port_id': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'mac_address': 'fa:16:3e:32:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce68598b-7584-44bc-afd5-57c58c50fe54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:22.804926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:22.827610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=16ea65de-fc78-44f7-a506-feb1aadc4839,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:22.850200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74017ae1-954e-4d42-8173-140f7f15379f req-b1775783-fd8a-48c1-af50-447ea97a7249 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034012 Oct 20 10:39:22.855211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ceebe6c9-6454-445e-85dc-c385fa759dd3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:22.855939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.871954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.875105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.897520 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.904387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0041a6f5-c06a-4915-ada1-5f3c9c3b40b1 req-3981c39c-04e9-493c-ab26-695f668614d1 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570041 Oct 20 10:39:22.910703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.939576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:22.941821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.964893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.993207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:23.004178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.033388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Pushing event updated for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.064231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.064960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.066548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-99f8fc88-b937-4b35-97c0-1356d8573a50 service neutron] 10.222.0.70 "PUT /v2.0/ports/16ea65de-fc78-44f7-a506-feb1aadc4839 HTTP/1.1" status: 200 len: 1097 time: 1.7213550 Oct 20 10:39:23.068368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:23.071145 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b5e31-f767-4e55-8cce-b74d6af34119" -d '{"events": [{"name": "network-changed", "server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:23.117045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f960c738-9dd1-4851-bf05-be79dd5314e5', 'c2008d66-14dd-4e42-b4b5-655f89dcee81'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:23.154187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:19Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:23.180847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:23.188228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:23.191441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:23.197554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.198197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.217290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event updated for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.233407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.236474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.237946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/baa7bcd7-0da4-4952-b38c-b9bb5750bd6f HTTP/1.1" status: 204 len: 168 time: 0.6947720 Oct 20 10:39:23.240179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-f99fc15b-5064-4cf9-855b-0a75c3b598c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.242300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-f99fc15b-5064-4cf9-855b-0a75c3b598c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 1100 time: 0.1187263 Oct 20 10:39:23.247124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-51c7ce78-6d00-4629-a1f5-b9da2041b42c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4952662 Oct 20 10:39:23.255998 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bc368-a01a-4f36-8bed-d2c12c22d140 None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:19Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:23.260321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Allocated IP 172.20.0.1 (a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a/6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40/38ae1105-e60f-4468-9ecd-c2588a9ccee3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:23.276011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Request body: {'port': {'device_id': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:23.276416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a6f0-cbbf-4a0f-aaa4-0aebd12a4388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa7bcd7-0da4-4952-b38c-b9bb5750bd6f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.346315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f021d-b082-4927-898c-8bb61390206f req-a10df70d-d0a4-4ac6-aa95-e1901b530d9d tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.354810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a9f021d-b082-4927-898c-8bb61390206f req-a10df70d-d0a4-4ac6-aa95-e1901b530d9d tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.1741869 Oct 20 10:39:23.358286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-eae30310-453a-49f5-a0d5-1fd5c7cf8135 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=16ea65de-fc78-44f7-a506-feb1aadc4839 HTTP/1.1" status: 200 len: 217 time: 0.0972624 Oct 20 10:39:23.366845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708da99-a9c2-490b-852d-656472dc496e req-58ba61f6-7c2e-4c9a-a87a-f58c21620ce1 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.374652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8708da99-a9c2-490b-852d-656472dc496e req-58ba61f6-7c2e-4c9a-a87a-f58c21620ce1 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 936 time: 0.3359358 Oct 20 10:39:23.474212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.505810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-cf073dd3-e668-4cbe-9a98-5244d5cdaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.513855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-cf073dd3-e668-4cbe-9a98-5244d5cdaed7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1389136 Oct 20 10:39:23.539195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.560251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:23.600010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.648594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.665995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a9f021d-b082-4927-898c-8bb61390206f req-5c919eb5-f6b1-4c68-9236-606dfa48861a tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091171 Oct 20 10:39:23.671710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8708da99-a9c2-490b-852d-656472dc496e req-a73b6fb8-d06f-48cf-8908-b13530c2404a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938883 Oct 20 10:39:23.719378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:23.735079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:23.745792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:23.746925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.846038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40044) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:23.884517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Pushing event updated for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.886842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-78f3feb1-0503-4ac8-b69e-422788f1fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.894504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-78f3feb1-0503-4ac8-b69e-422788f1fb57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3750377 Oct 20 10:39:23.896350 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab08923-b585-4b47-aad5-47aa8b61bca8 x-openstack-request-id: req-4ab08923-b585-4b47-aad5-47aa8b61bca8 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:23.896736 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:23.897083 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ab08923-b585-4b47-aad5-47aa8b61bca8 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:23.897575 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839', 'status': 'completed', 'code': 200} Oct 20 10:39:24.047458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f978cd9e-2ea9-4276-b85d-4d44b694b627 None None] Provisioning complete for port 4f5f208e-c553-4a19-b817-a64b4dcc341f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:24.047994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978cd9e-2ea9-4276-b85d-4d44b694b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.061992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0210c83-9d09-47d1-9ad9-562a701728c8 req-063d3bdd-04eb-4f64-8bc0-ce02787c26af tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:24.070358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0210c83-9d09-47d1-9ad9-562a701728c8 req-063d3bdd-04eb-4f64-8bc0-ce02787c26af tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.1868587 Oct 20 10:39:24.073873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c52-d8f4-419e-9e6d-728f06803890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.169338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f978cd9e-2ea9-4276-b85d-4d44b694b627 None None] Port 4f5f208e-c553-4a19-b817-a64b4dcc341f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:24.183843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0210c83-9d09-47d1-9ad9-562a701728c8 req-1d4f82d1-bd7c-407b-9df1-b5ae09668b3e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121566 Oct 20 10:39:24.293621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5f208e-c553-4a19-b817-a64b4dcc341f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:24.317854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.343105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11556d52-8a4e-4e51-b7c8-725a1548c2cc None None] Provisioning complete for port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:24.343478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11556d52-8a4e-4e51-b7c8-725a1548c2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.359519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Transition to ACTIVE for port object 4f5f208e-c553-4a19-b817-a64b4dcc341f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:24.376224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.432371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-bb5f6d43-a9f5-4c98-8718-aef263b8555f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015678 Oct 20 10:39:24.438735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-11556d52-8a4e-4e51-b7c8-725a1548c2cc None None] Port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:24.550193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.581277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d411d-a042-4876-b043-3a995046365e req-680d4900-4407-4eab-ad51-7ad99cc0b2b9 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:24.593484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af3d411d-a042-4876-b043-3a995046365e req-680d4900-4407-4eab-ad51-7ad99cc0b2b9 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 948 time: 0.4078062 Oct 20 10:39:24.644132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:24.648088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c52-d8f4-419e-9e6d-728f06803890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.671406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Attempting to bind port 4f5f208e-c553-4a19-b817-a64b4dcc341f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:24.671783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Attempting to bind port 4f5f208e-c553-4a19-b817-a64b4dcc341f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:24.672420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Attempting to bind port 4f5f208e-c553-4a19-b817-a64b4dcc341f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:24.686882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Port 4f5f208e-c553-4a19-b817-a64b4dcc341f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:24.690464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Attempting to bind port 4f5f208e-c553-4a19-b817-a64b4dcc341f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:24.706420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c52-d8f4-419e-9e6d-728f06803890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.724048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:24.724450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:24.724790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:24.725191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Bound port: 4f5f208e-c553-4a19-b817-a64b4dcc341f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:24.725573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.753680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a958d9cb-e7df-4536-9343-1a8d843ff5e8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:24.774584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4c52-d8f4-419e-9e6d-728f06803890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c65d04-06a8-4622-a222-7ca9835d35ad,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:24.774699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af3d411d-a042-4876-b043-3a995046365e req-51cb54a0-da51-4474-b673-71da24d7b7df tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743507 Oct 20 10:39:24.781422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58adef76-91c2-41e9-934f-4ee782969ef2 req-4874aa33-79f3-4f12-9446-06d98e58f6e3 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314581 Oct 20 10:39:24.799606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb32772-8be4-425e-a995-54070f9dd00b req-49a93c7c-48cc-412b-bbc5-eaa2634b79d0 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:24.802974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1eb32772-8be4-425e-a995-54070f9dd00b req-49a93c7c-48cc-412b-bbc5-eaa2634b79d0 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.2067318 Oct 20 10:39:24.821177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f93c4c52-d8f4-419e-9e6d-728f06803890 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=135344ed90004e7cb39a066b8e03045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9603245 Oct 20 10:39:24.824218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40062) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:24.894182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.918010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a958d9cb-e7df-4536-9343-1a8d843ff5e8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:24.918376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.988690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1eb32772-8be4-425e-a995-54070f9dd00b req-3790bb16-d255-4511-8c9c-19b4e411475d tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675079 Oct 20 10:39:25.043712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.065379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.076909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.079548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.080602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.084333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:25.102586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:25.106768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port a958d9cb-e7df-4536-9343-1a8d843ff5e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a958d9cb-e7df-4536-9343-1a8d843ff5e8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:25.112110 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.118174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.170622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-2ad38bce-4176-4e5d-bd0a-eb6306137004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.172991 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-2ad38bce-4176-4e5d-bd0a-eb6306137004 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 1100 time: 0.2794335 Oct 20 10:39:25.174801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Pushing event updated for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:25.179799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.180410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.182470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-7689570c-3a29-492d-b765-af93781799b3 service neutron] 10.222.0.70 "PUT /v2.0/ports/4f5f208e-c553-4a19-b817-a64b4dcc341f HTTP/1.1" status: 200 len: 1097 time: 1.9180782 Oct 20 10:39:25.232439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=a958d9cb-e7df-4536-9343-1a8d843ff5e8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:25.391677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3407d-be42-4269-917b-0bde761efc7f req-f00bff6d-6682-47a3-a02e-832f597c66f2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.393226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5f3407d-be42-4269-917b-0bde761efc7f req-f00bff6d-6682-47a3-a02e-832f597c66f2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 948 time: 0.2611961 Oct 20 10:39:25.406151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5faa-8b34-443b-b899-43df7fad48ca req-0923d07a-0128-43e5-828a-b84a4c1ece7a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.407718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d6f5faa-8b34-443b-b899-43df7fad48ca req-0923d07a-0128-43e5-828a-b84a4c1ece7a tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 950 time: 0.1630864 Oct 20 10:39:25.430772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:25.440386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:25.496629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5f3407d-be42-4269-917b-0bde761efc7f req-63bf5670-abc2-4266-8111-b00796ddaa22 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876174 Oct 20 10:39:25.543580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d6f5faa-8b34-443b-b899-43df7fad48ca req-ebc2ba72-294f-4965-8693-acb94315f7d2 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251588 Oct 20 10:39:25.564196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689570c-3a29-492d-b765-af93781799b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:25.568266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.571001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.572670 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49c65d04-06a8-4622-a222-7ca9835d35ad HTTP/1.1" status: 204 len: 168 time: 0.7475376 Oct 20 10:39:25.579621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-aea1e74b-031c-42c9-96f2-f33dd7d1774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.580973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-aea1e74b-031c-42c9-96f2-f33dd7d1774a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3820543 Oct 20 10:39:25.593022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b818b6-9fbb-402b-8844-b3e950bce8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c65d04-06a8-4622-a222-7ca9835d35ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:25.651292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-505eb17b-2339-40eb-bddc-cfa1c5bdd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.651292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-505eb17b-2339-40eb-bddc-cfa1c5bdd819 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 1100 time: 0.1539898 Oct 20 10:39:25.652943 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-98efa389-a059-4e57-af80-1f0e8994d37b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=16ea65de-fc78-44f7-a506-feb1aadc4839 HTTP/1.1" status: 200 len: 217 time: 0.0577207 Oct 20 10:39:25.706914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:25.721048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617f29-0e3d-4748-854b-a782dcb5a58b req-766a6a89-4734-45a7-8d7f-157fc9a3bf7f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.722483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57617f29-0e3d-4748-854b-a782dcb5a58b req-766a6a89-4734-45a7-8d7f-157fc9a3bf7f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.0857620 Oct 20 10:39:25.758469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-6f72206a-da5f-49f9-bc60-2a28fbecfb6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f HTTP/1.1" status: 200 len: 217 time: 0.0891819 Oct 20 10:39:25.805514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-77367210-25e9-4d50-a59e-878311bc802b None None] Provisioning complete for port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:25.809861 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-77367210-25e9-4d50-a59e-878311bc802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.815800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-ae2a7957-702b-47cd-ae04-36209306a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.817503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-ae2a7957-702b-47cd-ae04-36209306a27f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1408648 Oct 20 10:39:25.827607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57617f29-0e3d-4748-854b-a782dcb5a58b req-dce64844-fa56-479a-871e-01af457cfd00 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962491 Oct 20 10:39:25.857533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-1ce37f60-c80b-450f-b0a0-dc510dcbcb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.859148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-1ce37f60-c80b-450f-b0a0-dc510dcbcb16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0893381 Oct 20 10:39:25.907709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:25.910169 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455" -d '{"events": [{"name": "network-changed", "server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:25.924294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-77367210-25e9-4d50-a59e-878311bc802b None None] Port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:25.925493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-97fc8ebc-a709-4ffa-bfe1-ac349c6e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.928317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-97fc8ebc-a709-4ffa-bfe1-ac349c6e8f19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986688 Oct 20 10:39:25.933659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:25.949203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-095db1c8-6799-4a01-a833-bf7bc62e1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.949719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5fde9edd-dfa9-44ac-bd77-aa7c8e592cec admin admin] 10.222.0.74 "PUT /v2.0/routers/56f0a3cb-b1c4-472a-a948-edd6eeb43bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8485680 Oct 20 10:39:25.951017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-095db1c8-6799-4a01-a833-bf7bc62e1e49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838490 Oct 20 10:39:25.953149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:25.965873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:25.967284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:25.975261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740dfd3-07f5-4fd7-8c40-9992f08b3e1e req-f4ed6675-672e-47f9-9c59-18d39ec16dae tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.976798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5740dfd3-07f5-4fd7-8c40-9992f08b3e1e req-f4ed6675-672e-47f9-9c59-18d39ec16dae tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 948 time: 0.0862713 Oct 20 10:39:25.988706 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd51930-1115-45f2-be3d-dc5bd474d8d8 x-openstack-request-id: req-6cd51930-1115-45f2-be3d-dc5bd474d8d8 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:25.989177 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:25.989459 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cd51930-1115-45f2-be3d-dc5bd474d8d8 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:25.992441 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'status': 'completed', 'code': 200} Oct 20 10:39:26.060354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5740dfd3-07f5-4fd7-8c40-9992f08b3e1e req-2e8cce04-c4df-469c-9e1c-f5b042b66763 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Oct 20 10:39:26.155190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:26.168406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-dde34217-de6d-4ef8-b341-5242e23cad90 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306380 Oct 20 10:39:26.183443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-5e6a8c51-ae1c-4104-b8c0-e526269bfc3f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041428 Oct 20 10:39:26.199291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c649448-0461-431a-9bcf-735eafe91520 req-84b39d93-373a-49ef-b742-111af7a786d2 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.202655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c649448-0461-431a-9bcf-735eafe91520 req-84b39d93-373a-49ef-b742-111af7a786d2 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.0708439 Oct 20 10:39:26.264087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c649448-0461-431a-9bcf-735eafe91520 req-0b1f9854-7356-480a-a3f8-7b530fc3c756 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533488 Oct 20 10:39:26.328346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e470a06f-dce4-4026-b6a4-ad9e4453516c req-db1504b3-ecd5-4ac6-9a53-33b0d8ba8a53 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292138 Oct 20 10:39:26.441145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 2, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:26.475368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-407d6695-4385-4618-8f34-7a3ef57d4b0f req-27a71e17-4af7-464f-a2f0-52f3104565d9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:26.477053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-407d6695-4385-4618-8f34-7a3ef57d4b0f req-27a71e17-4af7-464f-a2f0-52f3104565d9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067658 Oct 20 10:39:26.483155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:39:26.483509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Updating router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:39:26.498615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-3210fabb-9ff7-449f-8625-1c95d3e5b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.500188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-3210fabb-9ff7-449f-8625-1c95d3e5b213 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 1100 time: 0.0771265 Oct 20 10:39:26.502883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f3b5e31-f767-4e55-8cce-b74d6af34119 req-536d6a8e-f88f-4140-b58f-f1fab5e79416 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185210 Oct 20 10:39:26.514645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:26.549709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.637737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:26.690701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:26.691250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.729064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a958d9cb-e7df-4536-9343-1a8d843ff5e8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:26.730841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-5d930345-07e3-4aab-a2a6-596ee40c3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.732870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-5d930345-07e3-4aab-a2a6-596ee40c3881 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2023621 Oct 20 10:39:26.764501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-1454143c-421a-4c13-978f-1b52aedf2c76 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.766114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-1454143c-421a-4c13-978f-1b52aedf2c76 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.83 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 950 time: 0.1202385 Oct 20 10:39:26.795442 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-bd296703-8f1a-48d3-87c1-28d9998a67e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f HTTP/1.1" status: 200 len: 217 time: 0.0504820 Oct 20 10:39:26.902163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-f0996de1-c0c7-4320-aec6-080be4cd64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.904368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-f0996de1-c0c7-4320-aec6-080be4cd64c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1017282 Oct 20 10:39:27.021774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-bf5e79af-eb99-4948-bb0c-49bc27289906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.023275 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-bf5e79af-eb99-4948-bb0c-49bc27289906 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039200 Oct 20 10:39:27.028677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Deleting port a70687c9-7edd-4e59-bc04-30bee5204b3a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:27.029125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.035019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.042033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a958d9cb-e7df-4536-9343-1a8d843ff5e8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:27.042828 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.082979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-9835089e-7df6-4347-bfe5-3ad87b7b05c1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.090017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-9835089e-7df6-4347-bfe5-3ad87b7b05c1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 821 time: 0.1964228 Oct 20 10:39:27.134297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:27.137166 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c095c-3988-491b-ac52-242033ab6c7e" -d '{"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-plugged", "status": "completed", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:27.153846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-f2ee5e0c-c1ff-49d2-8e9f-430ba8516785 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/quotas/17fb5eea4e49405aadf34390437a82be HTTP/1.1" status: 200 len: 375 time: 0.0628045 Oct 20 10:39:27.166286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:27.190271 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.226575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] For port a70687c9-7edd-4e59-bc04-30bee5204b3a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a70687c9-7edd-4e59-bc04-30bee5204b3a,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:27.227209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.243834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-c1d461cd-cefa-4288-88ce-305061d8710e service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049904 Oct 20 10:39:27.252450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-b8ae6112-2794-4c74-823e-106cec100289 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976381 Oct 20 10:39:27.253865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Calling delete_port for a70687c9-7edd-4e59-bc04-30bee5204b3a owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:27.367079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.460362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.465396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.467907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-05d9e1c1-801c-4cf0-b4f8-c3c9a572f455 req-eb2b327f-a6df-4d93-89cf-59fd3d6a285b service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126815 Oct 20 10:39:27.489728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-6289fba5-8faf-419c-871e-358655c41686 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161589 Oct 20 10:39:27.643945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508fa50-9640-4660-8e7d-a0db37c4266c None None] Pushing event updated for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.691401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Attempting to bind port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:27.691401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Attempting to bind port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:27.691401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Attempting to bind port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:27.708708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:27.709326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Checking segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:27.710783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.715230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Bound using segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:27.715230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Bound port: 38ae1105-e60f-4468-9ecd-c2588a9ccee3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:27.715230 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.790142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-ee2f2db0-ebfb-4d3a-b65b-c2e2fd1d8b09 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989566 Oct 20 10:39:27.842107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.871755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a70687c9-7edd-4e59-bc04-30bee5204b3a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:27.874710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d1c7da2-030c-4806-b3a3-8cd16ce37437'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:27.950010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Pushing event deleted for resources: {'Port': ['ID=a70687c9-7edd-4e59-bc04-30bee5204b3a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.951803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] For port 38ae1105-e60f-4468-9ecd-c2588a9ccee3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:28.008930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] No DVR routers for this DVR port a70687c9-7edd-4e59-bc04-30bee5204b3a on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:28.016378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.020766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-156fe2b2-f274-44bd-aa81-e3fba14db5c5 req-e4634d35-3492-4422-bf9b-0a82ea5e2d6e tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.83 "DELETE /v2.0/ports/a70687c9-7edd-4e59-bc04-30bee5204b3a HTTP/1.1" status: 204 len: 173 time: 1.2473025 Oct 20 10:39:28.022356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'name': 'network-vif-deleted', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:28.027475 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d06c57-3c59-4705-8883-f791f273aafb" -d '{"events": [{"server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "name": "network-vif-deleted", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:28.065835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-2602a7ff-d55a-46f4-9c3f-10e5b88dc2d9 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:28.067252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-2602a7ff-d55a-46f4-9c3f-10e5b88dc2d9 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123155 Oct 20 10:39:28.068738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] For port 38ae1105-e60f-4468-9ecd-c2588a9ccee3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=38ae1105-e60f-4468-9ecd-c2588a9ccee3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:28.100690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.132797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-99064937-f6d7-44d6-a471-806683f036df None None] Provisioning complete for port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:28.133368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99064937-f6d7-44d6-a471-806683f036df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.211556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-f95975d0-fbfc-4e9b-8b42-9901998ee1b1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.215232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-f95975d0-fbfc-4e9b-8b42-9901998ee1b1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 1094 time: 0.1358738 Oct 20 10:39:28.262668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:28.263149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:39:28.331318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2f76-0e28-45b2-9809-54f6df2092ce req-7581fdec-06c8-4864-a6e7-b7556bc5ba64 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.339687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57ab2f76-0e28-45b2-9809-54f6df2092ce req-7581fdec-06c8-4864-a6e7-b7556bc5ba64 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 948 time: 0.1314747 Oct 20 10:39:28.365899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:28.366527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:28.414984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57ab2f76-0e28-45b2-9809-54f6df2092ce req-0d79ff98-95c9-4818-b278-e92c7be8500b tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742390 Oct 20 10:39:28.530117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a958d6a-5870-4a95-9e41-80090771d6ee req-1363ed36-17dc-470f-b4c1-b2a6e49d9d67 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9ff8a1-cf20-4bab-845f-7e0eac58681b HTTP/1.1" status: 200 len: 210 time: 0.0320179 Oct 20 10:39:28.593826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:28.594180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:28.594498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:28.608185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:28.608503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:28.639502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b882f17f-cc53-4237-a6c1-2e6f7119af39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.639885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:28.640522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:28.642539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:28.643243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Bound port: 1d6fe20a-da72-4253-a9cd-31fc675108ab, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:28.654515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508fa50-9640-4660-8e7d-a0db37c4266c None None] Pushing event updated for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:28.730367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe8db2-aa94-4321-a269-0be50a834775 req-43cef833-a8d1-4bb3-8650-1ae905043b31 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.731894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2fe8db2-aa94-4321-a269-0be50a834775 req-43cef833-a8d1-4bb3-8650-1ae905043b31 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 946 time: 0.1198697 Oct 20 10:39:28.773129 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99064937-f6d7-44d6-a471-806683f036df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.782388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:28.792798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.802661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-4920e770-7b20-4e13-b1eb-007904ac82f1 service neutron] 10.222.0.74 "POST /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab/bindings HTTP/1.1" status: 201 len: 390 time: 0.5423667 Oct 20 10:39:28.813386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2fe8db2-aa94-4321-a269-0be50a834775 req-67e39bcd-54cb-4f78-992d-2555ea5c992e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719178 Oct 20 10:39:28.841387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:28.897563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-99064937-f6d7-44d6-a471-806683f036df None None] For port 38ae1105-e60f-4468-9ecd-c2588a9ccee3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=38ae1105-e60f-4468-9ecd-c2588a9ccee3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:28.911355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99064937-f6d7-44d6-a471-806683f036df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.970146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156e8de-312c-4e46-a4ed-eae490a74de9 req-1db3e5e3-78bb-42c3-b0f7-fc79d7078ebc tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.973778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4156e8de-312c-4e46-a4ed-eae490a74de9 req-1db3e5e3-78bb-42c3-b0f7-fc79d7078ebc tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 948 time: 0.0792902 Oct 20 10:39:28.983561 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8770e-2d50-4acd-9810-2b979d511f4f x-openstack-request-id: req-6ec8770e-2d50-4acd-9810-2b979d511f4f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:28.984192 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-plugged", "status": "completed", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:28.984609 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ec8770e-2d50-4acd-9810-2b979d511f4f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:28.985198 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'code': 200} Oct 20 10:39:29.031935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4156e8de-312c-4e46-a4ed-eae490a74de9 req-ac116a5d-9e62-4f6c-b558-41fb6ae3fac8 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Oct 20 10:39:29.059726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99064937-f6d7-44d6-a471-806683f036df None None] Pushing event updated for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:29.109461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d959719b-60e6-4d33-9326-ba4414e9a0fc None None] Provisioning complete for port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:29.109835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d959719b-60e6-4d33-9326-ba4414e9a0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.117618 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11980dd-adf1-44ca-aef7-ad424bcb9baf x-openstack-request-id: req-a11980dd-adf1-44ca-aef7-ad424bcb9baf {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:29.118078 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9ff8a1-cf20-4bab-845f-7e0eac58681b", "name": "network-vif-deleted", "tag": "a70687c9-7edd-4e59-bc04-30bee5204b3a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:29.118078 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a11980dd-adf1-44ca-aef7-ad424bcb9baf {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:29.118987 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9ff8a1-cf20-4bab-845f-7e0eac58681b', 'name': 'network-vif-deleted', 'tag': 'a70687c9-7edd-4e59-bc04-30bee5204b3a', 'status': 'completed', 'code': 200} Oct 20 10:39:29.129085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477879-2ea1-4819-b21e-e3f78c9c4b56 req-0aa623fe-ed2e-4408-9acb-ce5d36e20288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.142104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a477879-2ea1-4819-b21e-e3f78c9c4b56 req-0aa623fe-ed2e-4408-9acb-ce5d36e20288 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1098 time: 0.0861051 Oct 20 10:39:29.207208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e80fa2f-9eb1-43ac-ad90-d483eb794821 req-dd41e727-3af5-490c-bdde-800f95b6c7c3 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 210 time: 0.0368030 Oct 20 10:39:29.224403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a477879-2ea1-4819-b21e-e3f78c9c4b56 req-730f2492-45f6-460b-a56e-49e68ab5063a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735309 Oct 20 10:39:29.230378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4f5f208e-c553-4a19-b817-a64b4dcc341f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:29.282379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-38e45044-b022-42c8-9d5a-69bfccd09abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.284644 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-38e45044-b022-42c8-9d5a-69bfccd09abb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1097 time: 0.0632508 Oct 20 10:39:29.309131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:27Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:29.352414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542977-d4ac-4155-98ee-94c4bc26f048 req-133a7a66-bd3d-4631-8a51-04ba5c03fd69 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.360085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82542977-d4ac-4155-98ee-94c4bc26f048 req-133a7a66-bd3d-4631-8a51-04ba5c03fd69 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 945 time: 0.0581801 Oct 20 10:39:29.386897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d36ec2-00ad-4251-a2c6-3e059de9e568 None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:27Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:29.410889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:29.412046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82542977-d4ac-4155-98ee-94c4bc26f048 req-11b7c26f-b052-45cc-b7ad-e6352e755610 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Oct 20 10:39:29.442417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-dcb970a0-a58f-4b09-8a03-bc67a37c5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.445610 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-dcb970a0-a58f-4b09-8a03-bc67a37c5dbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1428506 Oct 20 10:39:29.455050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'mac_address': 'fa:16:3e:fb:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:29.532328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.533871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-6a533c93-685e-4d55-9cdd-2193d6c4ac05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.0611243 Oct 20 10:39:29.557140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5f208e-c553-4a19-b817-a64b4dcc341f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:29.586033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bed9bc-42f8-4317-b455-f290a39e2da1 req-fbc6d6fe-b262-4d0e-90b8-6ae12fcf7a91 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.588100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1bed9bc-42f8-4317-b455-f290a39e2da1 req-fbc6d6fe-b262-4d0e-90b8-6ae12fcf7a91 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 948 time: 0.0599449 Oct 20 10:39:29.602614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:29.612543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.613288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 16ea65de-fc78-44f7-a506-feb1aadc4839 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:29.628975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-fc7ce5e6-acda-4c85-a26e-691cabb24c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.630918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-fc7ce5e6-acda-4c85-a26e-691cabb24c29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0867496 Oct 20 10:39:29.714174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1bed9bc-42f8-4317-b455-f290a39e2da1 req-a09306e1-0366-40d5-875a-84513d651fc3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176915 Oct 20 10:39:29.716525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e44917fd-6f7a-4100-bdb6-f00d1239c199 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689211 Oct 20 10:39:29.744725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=16ea65de-fc78-44f7-a506-feb1aadc4839,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:29.747562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:29.762044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '16ea65de-fc78-44f7-a506-feb1aadc4839', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '16ea65de-fc78-44f7-a506-feb1aadc4839', 'mac_address': 'fa:16:3e:68:d6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:29.825538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.869685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ea65de-fc78-44f7-a506-feb1aadc4839 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:29.939038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=16ea65de-fc78-44f7-a506-feb1aadc4839,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:29.951577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.989534 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-1e66405e-8d4b-4c76-bd73-8159db5f3e6c service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640247 Oct 20 10:39:30.036683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:30.061747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40206) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:30.086699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69765d-b29b-4a10-a731-1727dbfc800a req-0cb6933b-c217-4816-aeee-2d79f27c1507 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.088278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db69765d-b29b-4a10-a731-1727dbfc800a req-0cb6933b-c217-4816-aeee-2d79f27c1507 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 946 time: 0.1378624 Oct 20 10:39:30.096059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-30552e45-86f4-424b-8fb1-4c867586be82 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.097557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-30552e45-86f4-424b-8fb1-4c867586be82 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 821 time: 0.3456419 Oct 20 10:39:30.126514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd34e38-262a-4e4a-a3cb-89f49d179ab1 req-a9540999-73ec-4a09-9fda-d0ac8bea78c8 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.128371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcd34e38-262a-4e4a-a3cb-89f49d179ab1 req-a9540999-73ec-4a09-9fda-d0ac8bea78c8 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 950 time: 0.1310935 Oct 20 10:39:30.129105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-6a4fd8bd-1b8a-465e-a3e2-2d2c4767dce8 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179299 Oct 20 10:39:30.137232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'port': {'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'admin_state_up': True, 'tenant_id': '17fb5eea4e49405aadf34390437a82be'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:30.204339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db69765d-b29b-4a10-a731-1727dbfc800a req-aad5d9f9-0f7f-4154-aaf4-8923a713ae41 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045780 Oct 20 10:39:30.264972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3725507-767f-4cee-acad-1e1f95da93f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.289484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b215539e-f810-4509-b1df-36fde76fc79c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.292899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b215539e-f810-4509-b1df-36fde76fc79c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.0840778 Oct 20 10:39:30.294067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcd34e38-262a-4e4a-a3cb-89f49d179ab1 req-d306ef89-4942-4222-9b39-7e10a23bd098 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529715 Oct 20 10:39:30.303781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4f5f208e-c553-4a19-b817-a64b4dcc341f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:30.332987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:30.392084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['16ea65de-fc78-44f7-a506-feb1aadc4839'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:30.411094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Made reservation on behalf of 17fb5eea4e49405aadf34390437a82be for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:30.416061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.451443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39bc9d48-6072-4dff-8257-263e5f7ff3c9 req-d9100869-ed11-4f0e-b771-ffbc358d7c21 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 210 time: 0.0538504 Oct 20 10:39:30.497201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.549544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a70687c9-7edd-4e59-bc04-30bee5204b3a no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:30.580847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3725507-767f-4cee-acad-1e1f95da93f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.588315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: a70687c9-7edd-4e59-bc04-30bee5204b3a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:30.589308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a70687c9-7edd-4e59-bc04-30bee5204b3a not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:30.607491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3725507-767f-4cee-acad-1e1f95da93f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.642258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065b65-93dc-41ba-a349-3b0d55c377c9 req-95f386e8-df90-4700-b61c-78315fc0423c tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.643875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b065b65-93dc-41ba-a349-3b0d55c377c9 req-95f386e8-df90-4700-b61c-78315fc0423c tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 949 time: 0.2017577 Oct 20 10:39:30.724415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 38ae1105-e60f-4468-9ecd-c2588a9ccee3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:30.724919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c3725507-767f-4cee-acad-1e1f95da93f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bd523386634482284881a8e1aad8b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615403 Oct 20 10:39:30.731092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40214) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:30.731842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3725507-767f-4cee-acad-1e1f95da93f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e21eef1-43b0-456f-aa8c-837c23c08f37,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:30.746048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63dc19-19c6-4820-92a2-33fda87a08b0 req-34502542-e70a-46e7-8635-5aff5db04117 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.763384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b63dc19-19c6-4820-92a2-33fda87a08b0 req-34502542-e70a-46e7-8635-5aff5db04117 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 945 time: 0.1875916 Oct 20 10:39:30.807483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:30.811109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b065b65-93dc-41ba-a349-3b0d55c377c9 req-b3f8618b-0bdc-490b-aab4-6ebe1d5b5467 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555283 Oct 20 10:39:30.817740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Allocated IP 172.20.0.6 (a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a/6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40/77ed2c5c-d571-4208-a328-bbad81aa4333) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:30.836285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:30.836796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.837042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.849287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b63dc19-19c6-4820-92a2-33fda87a08b0 req-7a9665ba-9fc3-4030-8c2d-a903128dd6ae tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850482 Oct 20 10:39:30.885349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.902379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:30.976602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:30.980168 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e26bf-1477-4e85-8c9a-659fe42eb832" -d '{"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:30.985424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.999191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.051485 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3061d886-7c84-4b1e-b81d-b1238ad820fa x-openstack-request-id: req-3061d886-7c84-4b1e-b81d-b1238ad820fa {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:31.051781 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:31.052031 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3061d886-7c84-4b1e-b81d-b1238ad820fa {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:31.052413 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'code': 200} Oct 20 10:39:31.056334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.058844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.059994 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e21eef1-43b0-456f-aa8c-837c23c08f37 HTTP/1.1" status: 204 len: 168 time: 0.3249602 Oct 20 10:39:31.074366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229a0b-de7e-4bdb-9e62-022d2fa3dd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e21eef1-43b0-456f-aa8c-837c23c08f37,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.097311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec5fd-452e-4b88-9831-d3bb09d943d5 req-80478825-2e09-42e6-a0a1-5541edec95bc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.099947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c99ec5fd-452e-4b88-9831-d3bb09d943d5 req-80478825-2e09-42e6-a0a1-5541edec95bc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 949 time: 0.1644924 Oct 20 10:39:31.128149 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.149292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.153437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:31.153947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:31.154260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:31.161995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:31.161995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Attempting to bind port 1d6fe20a-da72-4253-a9cd-31fc675108ab on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:31.168270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:31.168632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:31.168969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:31.169535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Bound port: 1d6fe20a-da72-4253-a9cd-31fc675108ab, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:31.169724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.178147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c99ec5fd-452e-4b88-9831-d3bb09d943d5 req-cdcb4f2a-3017-41dd-849f-69d89f393297 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620978 Oct 20 10:39:31.197834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.264070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event updated for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.268367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:31.268602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:31.270553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:31.273058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:31.280123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:31.283967 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.299219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.299975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.300098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f1ee9579-e38a-4d68-b90f-bd342cf43bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.350430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-96c5a599-cb2a-44b2-bae6-abfb65680ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2192967 Oct 20 10:39:31.395449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.396769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.398342 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] 10.222.0.70 "PUT /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 1123 time: 1.0701377 Oct 20 10:39:31.402298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d875ffb-7deb-4608-b0e2-2a1edd45771d service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.485432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1d6fe20a-da72-4253-a9cd-31fc675108ab'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:31.505462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40232) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:31.528226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb076754-9d95-4ff1-8131-9cd4bef06798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.629217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb076754-9d95-4ff1-8131-9cd4bef06798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.635364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb076754-9d95-4ff1-8131-9cd4bef06798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.639383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a8797474-e8c3-4bfb-ac59-d452c271da63 None None] Provisioning complete for port 77ed2c5c-d571-4208-a328-bbad81aa4333 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:31.639747 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8797474-e8c3-4bfb-ac59-d452c271da63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.656982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Request body: {'port': {'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:31.672647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076754-9d95-4ff1-8131-9cd4bef06798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4a3144-f72f-410e-8539-0a594b57dfa7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.681619 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb076754-9d95-4ff1-8131-9cd4bef06798 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5924ad41824444a7b81682e6bbae819b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725702 Oct 20 10:39:31.682347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40234) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:31.719493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a8797474-e8c3-4bfb-ac59-d452c271da63 None None] Port 77ed2c5c-d571-4208-a328-bbad81aa4333 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:31.729447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.737276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436397d0-16f6-4243-a893-109198cc7ce9 req-72797f19-a5b3-4599-a194-e88666cebc1d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.737593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.744588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-436397d0-16f6-4243-a893-109198cc7ce9 req-72797f19-a5b3-4599-a194-e88666cebc1d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 946 time: 0.4134917 Oct 20 10:39:31.760408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.792208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.810169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.812851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.814009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb4a3144-f72f-410e-8539-0a594b57dfa7 HTTP/1.1" status: 204 len: 168 time: 0.1311843 Oct 20 10:39:31.817534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288c2d-7a11-40b0-89bd-a4cd39339d99 req-76e1cb93-054a-45dd-98c9-262a4c1aff87 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.819076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d288c2d-7a11-40b0-89bd-a4cd39339d99 req-76e1cb93-054a-45dd-98c9-262a4c1aff87 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 950 time: 0.1695669 Oct 20 10:39:31.824789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bdf86-7427-4016-9fd7-2dabd1597211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4a3144-f72f-410e-8539-0a594b57dfa7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.826490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-436397d0-16f6-4243-a893-109198cc7ce9 req-1cf82288-6bf1-44a4-8901-be1f524e4ff5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809689 Oct 20 10:39:31.897993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d288c2d-7a11-40b0-89bd-a4cd39339d99 req-b77d99fa-655c-4212-99cd-964c0d1e3920 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704997 Oct 20 10:39:32.093522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cb730-af44-4a6c-9a56-179f7fa973cd req-4a54885a-2baf-4182-a690-be1fb98bdbf0 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.095084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f95cb730-af44-4a6c-9a56-179f7fa973cd req-4a54885a-2baf-4182-a690-be1fb98bdbf0 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 949 time: 0.1191428 Oct 20 10:39:32.129766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca3fe-c5ec-420b-b97a-dbd7b4aa1fd1 req-b86f23c2-ce95-419f-b580-d5a5f5ab31f9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.131242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea7ca3fe-c5ec-420b-b97a-dbd7b4aa1fd1 req-b86f23c2-ce95-419f-b580-d5a5f5ab31f9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 931 time: 0.1564293 Oct 20 10:39:32.211238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f95cb730-af44-4a6c-9a56-179f7fa973cd req-3ffd3000-30fb-453b-aeb8-84f312fdfd40 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789948 Oct 20 10:39:32.216220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea7ca3fe-c5ec-420b-b97a-dbd7b4aa1fd1 req-b5021ec2-7597-410a-9f70-2e39e58d322f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Oct 20 10:39:32.252494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-5f1ad23b-c761-48d4-9b65-9145470b0bbd tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.254391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-5f1ad23b-c761-48d4-9b65-9145470b0bbd tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.70 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 950 time: 0.1077476 Oct 20 10:39:32.360659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ed2c5c-d571-4208-a328-bbad81aa4333 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:32.372275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.399464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Transition to ACTIVE for port object 77ed2c5c-d571-4208-a328-bbad81aa4333 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:32.409176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6169c6-4d8a-4d70-891f-f986eb2c0dd4 req-cd882ac2-e328-42e6-ae33-295a2d024818 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.410710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b6169c6-4d8a-4d70-891f-f986eb2c0dd4 req-cd882ac2-e328-42e6-ae33-295a2d024818 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 943 time: 0.1159835 Oct 20 10:39:32.413699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39834a73-a33b-4ed7-af17-f41ced1bbf13 req-5262a3bc-a72c-4821-9789-c33dc7659579 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.415629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39834a73-a33b-4ed7-af17-f41ced1bbf13 req-5262a3bc-a72c-4821-9789-c33dc7659579 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1098 time: 0.1091387 Oct 20 10:39:32.416523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.462175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Deleting port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:32.463201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.548729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b6169c6-4d8a-4d70-891f-f986eb2c0dd4 req-a87fdf90-3405-4e6c-97bd-aaa6908cd59c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278374 Oct 20 10:39:32.550433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39834a73-a33b-4ed7-af17-f41ced1bbf13 req-57a36a39-9090-44a6-9fa7-569ac34708d5 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224818 Oct 20 10:39:32.586879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Pushing event updated for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.609808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Attempting to bind port 77ed2c5c-d571-4208-a328-bbad81aa4333 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:32.610308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Attempting to bind port 77ed2c5c-d571-4208-a328-bbad81aa4333 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:32.610620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Attempting to bind port 77ed2c5c-d571-4208-a328-bbad81aa4333 on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:32.619206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] For port 4d1c7da2-030c-4806-b3a3-8cd16ce37437, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d1c7da2-030c-4806-b3a3-8cd16ce37437,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:32.619647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.621272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Port 77ed2c5c-d571-4208-a328-bbad81aa4333 on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:32.621603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Attempting to bind port 77ed2c5c-d571-4208-a328-bbad81aa4333 on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:32.645572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:32.645917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Checking segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:32.646294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Bound using segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:32.646716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Bound port: 77ed2c5c-d571-4208-a328-bbad81aa4333, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:32.647093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.654610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Calling delete_port for 4d1c7da2-030c-4806-b3a3-8cd16ce37437 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:32.662716 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.826239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73627a5b-2376-495c-803e-d72acc2616b2 req-f2c18621-8963-41fb-a749-a8c819828d29 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.827966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73627a5b-2376-495c-803e-d72acc2616b2 req-f2c18621-8963-41fb-a749-a8c819828d29 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 949 time: 0.1516449 Oct 20 10:39:32.890791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:32.921090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=77ed2c5c-d571-4208-a328-bbad81aa4333,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:32.937571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.941911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb92f0-6d3c-4aee-87a1-f1c81570fb1c req-4bab5ed7-fb84-4640-a4a6-a66b1c55838a tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:32.943466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75cb92f0-6d3c-4aee-87a1-f1c81570fb1c req-4bab5ed7-fb84-4640-a4a6-a66b1c55838a tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1098 time: 0.1495044 Oct 20 10:39:32.988123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73627a5b-2376-495c-803e-d72acc2616b2 req-953d1ece-682c-4b9e-81f4-27dc4d965303 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314712 Oct 20 10:39:33.015184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.015184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.015184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] 10.222.0.83 "PUT /v2.0/ports/77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 1092 time: 1.3552384 Oct 20 10:39:33.015184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:33.015184 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:33.060337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:33.068163 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a62850-7908-401b-8f48-33ecbe5511df" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:33.085320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75cb92f0-6d3c-4aee-87a1-f1c81570fb1c req-32dd1918-a58d-409b-af80-030f125adf6c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303656 Oct 20 10:39:33.090416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0bda-d33c-4632-a667-07a37696d09d service neutron] Pushing event updated for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.212351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.234078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d1c7da2-030c-4806-b3a3-8cd16ce37437'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:33.238891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4f5f208e-c553-4a19-b817-a64b4dcc341f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:33.242299 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f2b4f-ffaf-45a0-8d49-c081fc42ae2c x-openstack-request-id: req-1a5f2b4f-ffaf-45a0-8d49-c081fc42ae2c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:33.242786 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:33.243047 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a5f2b4f-ffaf-45a0-8d49-c081fc42ae2c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:33.243676 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:39:33.269972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-b0c682d8-c829-4265-a516-c383d3cfd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.272091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-b0c682d8-c829-4265-a516-c383d3cfd0dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1095 time: 0.1586642 Oct 20 10:39:33.290612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Pushing event deleted for resources: {'Port': ['ID=4d1c7da2-030c-4806-b3a3-8cd16ce37437,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.298395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe733a1-d83a-4eba-afcb-56981a39bdad req-5a21023e-8164-488d-8313-177b87c7247f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.300556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fe733a1-d83a-4eba-afcb-56981a39bdad req-5a21023e-8164-488d-8313-177b87c7247f tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/ports?device_id=e69d0ef1-41b0-4766-ad12-890217d8eb1f HTTP/1.1" status: 200 len: 867 time: 0.1458199 Oct 20 10:39:33.347777 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dfea49-84cc-4707-9b28-cdef6ef53f44 x-openstack-request-id: req-88dfea49-84cc-4707-9b28-cdef6ef53f44 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:33.347984 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:33.348221 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88dfea49-84cc-4707-9b28-cdef6ef53f44 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:33.348630 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'status': 'completed', 'code': 200} Oct 20 10:39:33.370547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-332a088c-9449-4404-9137-cba07cbd9072 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.0876482 Oct 20 10:39:33.424153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] No DVR routers for this DVR port 4d1c7da2-030c-4806-b3a3-8cd16ce37437 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:33.428821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.440774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b58913dc-c364-4e56-93cf-15b4efb23e02 req-44004d93-1e31-4f69-86e4-d0a87a9adf65 tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.70 "DELETE /v2.0/ports/4d1c7da2-030c-4806-b3a3-8cd16ce37437 HTTP/1.1" status: 204 len: 173 time: 1.1749606 Oct 20 10:39:33.460499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 4f5f208e-c553-4a19-b817-a64b4dcc341f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:33.478910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 4f5f208e-c553-4a19-b817-a64b4dcc341f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:33.479408 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.546720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-eb463d01-97a2-401a-ae40-94c4f5ae49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.548707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-eb463d01-97a2-401a-ae40-94c4f5ae49a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1396387 Oct 20 10:39:33.612915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fe733a1-d83a-4eba-afcb-56981a39bdad req-f26dcee7-a5e3-40e3-b46d-f5bc2b09decb tempest-ServersAdminNegativeTestJSON-1878790749 tempest-ServersAdminNegativeTestJSON-1878790749-project] 10.222.0.74 "GET /v2.0/security-groups?id=a99399fe-1313-46bd-af77-17d620a8c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936726 Oct 20 10:39:33.716642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.735817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153d576-095d-47af-a18d-d5f89916016f req-ba6a8e94-2153-4cef-91c0-e0f0d6df979b tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.739865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3153d576-095d-47af-a18d-d5f89916016f req-ba6a8e94-2153-4cef-91c0-e0f0d6df979b tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 943 time: 0.2328494 Oct 20 10:39:33.748275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:33.750878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a62850-7908-401b-8f48-33ecbe5511df req-17d8de5d-ac59-4d90-9933-552b93e3e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.752422 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8c7a3-0c92-4e75-9f7f-2c25e8a7aad8" -d '{"events": [{"server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:33.753476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-17d8de5d-ac59-4d90-9933-552b93e3e79b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1126 time: 0.3852627 Oct 20 10:39:33.769300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:33.778269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.779495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 16ea65de-fc78-44f7-a506-feb1aadc4839 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:33.820892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e7f4f-8559-4152-a57a-55e709107275 req-8057cba2-c615-4a85-941b-de5397b5b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.822558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-8057cba2-c615-4a85-941b-de5397b5b8da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457678 Oct 20 10:39:33.897891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 16ea65de-fc78-44f7-a506-feb1aadc4839 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:33.907561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 16ea65de-fc78-44f7-a506-feb1aadc4839 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:33.908024 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.912699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.926880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3153d576-095d-47af-a18d-d5f89916016f req-56e068ec-75ec-4582-9a78-e08533e21f5c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709447 Oct 20 10:39:33.963736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a8e90-019b-4ee7-a233-be00b1abf56d req-0f40c813-18b3-4015-b040-557006d897ba tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.965641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb5a8e90-019b-4ee7-a233-be00b1abf56d req-0f40c813-18b3-4015-b040-557006d897ba tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 949 time: 0.2236273 Oct 20 10:39:34.025272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.065169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a62850-7908-401b-8f48-33ecbe5511df req-4859f37b-4331-48ca-9098-f499a9a3ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.066468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-4859f37b-4331-48ca-9098-f499a9a3ab7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2806976 Oct 20 10:39:34.070266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=16ea65de-fc78-44f7-a506-feb1aadc4839,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:34.077278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.174118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:34.179241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.180261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb5a8e90-019b-4ee7-a233-be00b1abf56d req-7174d3bf-3cdc-463d-acbf-cd6432544962 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758957 Oct 20 10:39:34.195548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-e52b28a7-5d60-47d0-8cdf-8917ad233db4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.1078527 Oct 20 10:39:34.237915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-eec11f3b-8b07-4d41-931a-7f3dff1b328a service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956387 Oct 20 10:39:34.335088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a62850-7908-401b-8f48-33ecbe5511df req-9e5307ca-1238-4b91-81e2-0e29386a11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.337597 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2275e5b3-e57d-4444-b889-fcd9616b3fd8 x-openstack-request-id: req-2275e5b3-e57d-4444-b889-fcd9616b3fd8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:34.337978 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:34.338241 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2275e5b3-e57d-4444-b889-fcd9616b3fd8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:34.338632 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'code': 200} Oct 20 10:39:34.347141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-9e5307ca-1238-4b91-81e2-0e29386a11bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1403739 Oct 20 10:39:34.439598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-284e7f4f-8559-4152-a57a-55e709107275 req-52058066-1ea1-43f6-bd8f-df5ef1d13b4d service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433046 Oct 20 10:39:34.472161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-13251787-5e65-47fa-8e2b-14b8fc5d7846 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315711 Oct 20 10:39:34.488100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67c89-8b06-49bf-aa2a-f897f2eff83b req-0afc42ee-78ce-41af-9b42-08a9af34171a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.490760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bc67c89-8b06-49bf-aa2a-f897f2eff83b req-0afc42ee-78ce-41af-9b42-08a9af34171a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 943 time: 0.3068852 Oct 20 10:39:34.536324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fdf92-5973-44d1-a8de-ce257091ab60 req-5a825637-e720-4e8c-a3d3-c8ba872c03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.538442 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b14fdf92-5973-44d1-a8de-ce257091ab60 req-5a825637-e720-4e8c-a3d3-c8ba872c03fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 1102 time: 0.0526865 Oct 20 10:39:34.600008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b14fdf92-5973-44d1-a8de-ce257091ab60 req-230acb08-498b-43b8-8544-7885e7da7061 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Oct 20 10:39:34.649860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bc67c89-8b06-49bf-aa2a-f897f2eff83b req-ab43c565-5a59-4550-bf9b-8b0644e690b3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476400 Oct 20 10:39:34.703869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-bc5338f2-6053-4c0e-9228-68bd3c2c78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.705333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-bc5338f2-6053-4c0e-9228-68bd3c2c78da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1095 time: 0.1594741 Oct 20 10:39:34.707962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-6bafbfa5-def4-4f3b-8955-b8b2204ec698 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163119 Oct 20 10:39:34.728429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c967e-efc5-4204-bffd-03bbc8a89636 req-4196f74a-886c-4299-ba55-abafaa2976c8 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.729917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d0c967e-efc5-4204-bffd-03bbc8a89636 req-4196f74a-886c-4299-ba55-abafaa2976c8 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 950 time: 0.1027689 Oct 20 10:39:34.912293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7edb0c-0276-461e-b2a3-988273a88882 req-f77daa28-d2c2-4eef-98de-3caf8c7bbe6a tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.913730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e7edb0c-0276-461e-b2a3-988273a88882 req-f77daa28-d2c2-4eef-98de-3caf8c7bbe6a tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1098 time: 0.2039287 Oct 20 10:39:34.920540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d0c967e-efc5-4204-bffd-03bbc8a89636 req-5d99039c-9c9d-4a91-b583-1846f851e749 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760809 Oct 20 10:39:34.978816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-2642b3b2-f977-4171-921a-ea718ca65eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.978816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-2642b3b2-f977-4171-921a-ea718ca65eb6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.2278240 Oct 20 10:39:34.991195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57a62850-7908-401b-8f48-33ecbe5511df req-7b3ae850-e93c-45d6-871b-864f74b42ecf service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455826 Oct 20 10:39:35.033841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e7edb0c-0276-461e-b2a3-988273a88882 req-c64d4cb0-3535-48f1-b6c9-97ffa4f4a915 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122398 Oct 20 10:39:35.035712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-719edd59-520c-4a41-bc1e-9dc3eead4138 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.0501614 Oct 20 10:39:35.132841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-420b9f12-f66f-42f0-9968-f46edf8975f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:35.134292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-420b9f12-f66f-42f0-9968-f46edf8975f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0898693 Oct 20 10:39:35.160013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacc9b-6513-46df-af1c-5c2cb5165f19 req-ba294763-c3ae-4c89-b4dd-80ebb9c84de1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:35.161497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33eacc9b-6513-46df-af1c-5c2cb5165f19 req-ba294763-c3ae-4c89-b4dd-80ebb9c84de1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 943 time: 0.0730424 Oct 20 10:39:35.225350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:35.241254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-3a6da1df-a144-4e85-adbe-aa7d184f6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:35.242901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-3a6da1df-a144-4e85-adbe-aa7d184f6eba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998864 Oct 20 10:39:35.246089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33eacc9b-6513-46df-af1c-5c2cb5165f19 req-20513b3e-0ebc-4d87-9a7d-299400eb55e6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Oct 20 10:39:35.350790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'name': 'network-vif-deleted', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:35.354829 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dacc9a-a14f-4ba1-a933-509b2b9c69da" -d '{"events": [{"server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "name": "network-vif-deleted", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:35.424683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:35.440478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:39:35.451272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40336) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:35.460345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b1ec-35ce-4569-9a1f-ca90491dbe91 req-41d4e3b1-3e76-45d4-856c-b76a4c5a2d27 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:35.461910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3883b1ec-35ce-4569-9a1f-ca90491dbe91 req-41d4e3b1-3e76-45d4-856c-b76a4c5a2d27 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 950 time: 0.0731788 Oct 20 10:39:35.464413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-e905886a-1f9a-4039-866f-0975c58fcbfb service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113314 Oct 20 10:39:35.475600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40342) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:35.592127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2830ff6b-193a-4256-a31f-697d89bb16d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.727769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c04a329d-8e04-4b39-b296-173b5a8d591a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16109c15f94442f8bca792a7e18dc63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508740 Oct 20 10:39:35.733600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40356) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:35.775070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2830ff6b-193a-4256-a31f-697d89bb16d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.783313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2830ff6b-193a-4256-a31f-697d89bb16d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.824056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3883b1ec-35ce-4569-9a1f-ca90491dbe91 req-c3d0abc7-ef23-4d73-88e7-5b5e730378b1 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541152 Oct 20 10:39:35.836567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830ff6b-193a-4256-a31f-697d89bb16d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32422f64-a145-4fdf-9c02-b019e625c197,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:35.847534 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2830ff6b-193a-4256-a31f-697d89bb16d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c26d9851c3394ccaa369f9906db2e1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947921 Oct 20 10:39:35.848358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40362) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:35.858612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.879213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b6a79514-f7a8-4cd7-add8-18ce16ae49f3 service neutron] 10.222.0.83 "GET /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.1556015 Oct 20 10:39:35.881383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b4ef8d0-d6bf-4365-92b4-d71c94887f89 req-1f1f0190-ff2c-4f17-88ba-625ee129fe1b service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053404 Oct 20 10:39:35.917193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.963197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.995599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.005281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.007951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.009699 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a99399fe-1313-46bd-af77-17d620a8c2c6 HTTP/1.1" status: 204 len: 168 time: 0.2748713 Oct 20 10:39:36.026523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883568-da8d-4111-be52-cc95647e93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99399fe-1313-46bd-af77-17d620a8c2c6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.069258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.073037 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.077359 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32422f64-a145-4fdf-9c02-b019e625c197 HTTP/1.1" status: 204 len: 168 time: 0.2253530 Oct 20 10:39:36.088096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09017091-6cfe-40e3-b30b-b8daa280c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32422f64-a145-4fdf-9c02-b019e625c197,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.124054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:36.146215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:36.187099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6fe20a-da72-4253-a9cd-31fc675108ab {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:36.198360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:36.213854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.289731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] Transition to ACTIVE for port object 1d6fe20a-da72-4253-a9cd-31fc675108ab will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:36.298314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.339617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:36.341924 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba9fff-d761-4f43-bb11-573ff9e7be68" -d '{"events": [{"server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "name": "network-vif-plugged", "status": "completed", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:36.368957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] No DVR routers for this DVR port 1d6fe20a-da72-4253-a9cd-31fc675108ab on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:36.403768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.409634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] 10.222.0.83 "PUT /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 0.5186770 Oct 20 10:39:36.410228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfe31f-3492-49d5-ad63-ba91c55c8840 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.451354 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f59bd2d-86d6-4d13-b2be-04fee1da2987 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b266d278ce146f6b4640ceb16bae17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463891 Oct 20 10:39:36.453780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.461475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40386) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.475262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7880b96d-d234-4712-bd20-f03f9bb90fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.509565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.531762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.552417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7880b96d-d234-4712-bd20-f03f9bb90fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.556899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7880b96d-d234-4712-bd20-f03f9bb90fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.579933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.582857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.584110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a2a1c6e-ae6e-4deb-83a1-6e68dfe41659 HTTP/1.1" status: 204 len: 168 time: 0.1293969 Oct 20 10:39:36.592860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aeae4-43fe-4dc7-b347-29a5f13a04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a1c6e-ae6e-4deb-83a1-6e68dfe41659,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.605175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7880b96d-d234-4712-bd20-f03f9bb90fe4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a85f0883b40a4343bb11329c6ef0aab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420360 Oct 20 10:39:36.606291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880b96d-d234-4712-bd20-f03f9bb90fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e0cce-25c9-42eb-aa6b-afe37259a93e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.611635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.661843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.683762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.729715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.732420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.733562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a38e0cce-25c9-42eb-aa6b-afe37259a93e HTTP/1.1" status: 204 len: 168 time: 0.1209359 Oct 20 10:39:36.741468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471416c-a4ca-4ecd-b11f-1e568afc75ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e0cce-25c9-42eb-aa6b-afe37259a93e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.235534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d1c7da2-030c-4806-b3a3-8cd16ce37437 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:37.257580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 4d1c7da2-030c-4806-b3a3-8cd16ce37437 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:37.258176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d1c7da2-030c-4806-b3a3-8cd16ce37437 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:37.369498 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:39:37.444238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:37.461810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:37.572090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1268079445-network', 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:37.595809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:37.598139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.603205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-333497806-network', 'tenant_id': '7fe0caac456044588a100be393a88fd7'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:37.607134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.625924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Made reservation on behalf of 7fe0caac456044588a100be393a88fd7 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:37.628478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.640773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.697176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.701465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.724232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.728560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.730045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:37.736691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cdd85e-055e-4b99-9d46-7e33794463eb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.744876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.745345 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Added segment 2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb of type vlan for network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 Oct 20 10:39:37.754691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:37.765713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659d2c5-d972-40e3-9cdc-54713f71b8ac,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.771210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.771553 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Added segment 191b110c-4174-4ccb-8550-f7d60925276c of type vlan for network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 Oct 20 10:39:37.794541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.815503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.823285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.824282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:37.824939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.844262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.845237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:37.845838 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.859330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3960521 Oct 20 10:39:37.862238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40440) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:37.867544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Request body: {'subnet': {'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1268079445-subnet', 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:37.877819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4324272 Oct 20 10:39:37.882248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40442) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:37.887079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Request body: {'subnet': {'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-333497806-subnet', 'tenant_id': '7fe0caac456044588a100be393a88fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:37.902351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a131332-482c-4079-a31a-ae2191a4125f admin admin] Pushing event updated for resources: {'Network': ['ID=6b97e94c-a421-4fe2-b2ed-ef47e0801080,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.912230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:37.924705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:37.924981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cbfbb-8a5f-461d-a11c-2ecc3bd2b8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.927221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.935875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:37.946580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Made reservation on behalf of 7fe0caac456044588a100be393a88fd7 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:37.949385 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.119059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.138833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.181428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:38.190253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cace5bd5-3538-46a3-9c1e-604fa2ec2558,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:38.194713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Checking segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:38.195234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Network hostable DHCP agents. Network: 6b97e94c-a421-4fe2-b2ed-ef47e0801080, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:38.207228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Checking segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:38.207574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Network hostable DHCP agents. Network: a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:38.214696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:38.227367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:38.231895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6b97e94c-a421-4fe2-b2ed-ef47e0801080) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:38.235360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:38.236476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.237109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.240688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.240688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.245325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb3ce6-c0d5-404a-9a3d-baad3634c35a None None] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:38.249194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af7dda-59f6-455d-a51b-921e039e556d None None] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:38.263261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e936ffe1-5c13-40ad-aa72-6e3ec221a01b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3799279 Oct 20 10:39:38.264993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4285a81a-55b0-4658-95e6-2ef89afba84b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4009602 Oct 20 10:39:38.549723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 77ed2c5c-d571-4208-a328-bbad81aa4333 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:38.607374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:38.636341 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc66cd2-a9e2-45ac-befa-114bc52c440c x-openstack-request-id: req-2dc66cd2-a9e2-45ac-befa-114bc52c440c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:38.637252 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d0ef1-41b0-4766-ad12-890217d8eb1f", "name": "network-vif-deleted", "tag": "4d1c7da2-030c-4806-b3a3-8cd16ce37437", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:38.637566 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2dc66cd2-a9e2-45ac-befa-114bc52c440c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:38.638019 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d0ef1-41b0-4766-ad12-890217d8eb1f', 'name': 'network-vif-deleted', 'tag': '4d1c7da2-030c-4806-b3a3-8cd16ce37437', 'status': 'completed', 'code': 200} Oct 20 10:39:38.665975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8b350d9a-16d4-4571-bcea-f35184a30c4a tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.669086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8b350d9a-16d4-4571-bcea-f35184a30c4a tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0756149 Oct 20 10:39:38.712804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe0449-fff3-4c65-8a69-2966bdfe5870 None None] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:38.714774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4c71e-6e43-4515-9b53-ddcb221311de None None] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:38.725817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5aba9-d9e4-4afa-bf0a-9c92d036a99d req-2c15959e-3123-49e2-a9dd-da8edff36e2d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.728876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9f5aba9-d9e4-4afa-bf0a-9c92d036a99d req-2c15959e-3123-49e2-a9dd-da8edff36e2d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.0757115 Oct 20 10:39:38.744054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-df9b74ce-177b-4cac-9e15-edb2f01fc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.745568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-df9b74ce-177b-4cac-9e15-edb2f01fc0dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&tenant_id=0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 1096 time: 0.0594063 Oct 20 10:39:38.775187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9f5aba9-d9e4-4afa-bf0a-9c92d036a99d req-cdb6a59d-ee24-4cd6-9579-7ed08dce2c4e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Oct 20 10:39:38.818807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-f914ce21-15dc-4f32-8a7c-1b71b58c8b4b tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:38.819866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-f914ce21-15dc-4f32-8a7c-1b71b58c8b4b tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066135 Oct 20 10:39:38.834419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b7555ac6-903d-4f85-84ee-3f39ed805ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.837657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b7555ac6-903d-4f85-84ee-3f39ed805ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1096 time: 0.0523374 Oct 20 10:39:38.847111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:38.866771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-84712e01-786f-4379-ba3d-eeda455d1d06 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.868437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-84712e01-786f-4379-ba3d-eeda455d1d06 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 1095 time: 0.0420578 Oct 20 10:39:38.884117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:38.884569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:39:38.954336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8560e289-a871-4643-8153-2ab7b5b9b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.955937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8560e289-a871-4643-8153-2ab7b5b9b531 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1096447 Oct 20 10:39:38.978751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818e3e7-fea9-442c-a09e-70c757992ed6 req-9eda4cff-fe1d-49db-b4c4-beda7d4ef989 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.980363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=77ed2c5c-d571-4208-a328-bbad81aa4333,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:38.980833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5818e3e7-fea9-442c-a09e-70c757992ed6 req-9eda4cff-fe1d-49db-b4c4-beda7d4ef989 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 950 time: 0.1160216 Oct 20 10:39:39.004466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-1f444f3e-6aa9-4152-9c99-c6211b8b57f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.0372579 Oct 20 10:39:39.028506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:39.060615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5818e3e7-fea9-442c-a09e-70c757992ed6 req-2070ca61-b622-41d0-9f86-ff59eecbeeb8 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509269 Oct 20 10:39:39.061941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8a825eb1-fb0d-4e76-97d5-dbb9c78db717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.064063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-8a825eb1-fb0d-4e76-97d5-dbb9c78db717 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0521560 Oct 20 10:39:39.096967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:39.097162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:39.097493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:39.102104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:39.102914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.103138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:39.106030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-774f58f0-5968-4d72-a4d0-3927827b4644 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344589 Oct 20 10:39:39.108752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:39.109084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:39.109462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:39.109884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Bound port: a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:39.116973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ed2c5c-d571-4208-a328-bbad81aa4333 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:39.139388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=77ed2c5c-d571-4208-a328-bbad81aa4333,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:39.144646 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.194302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:39.200402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:39.202827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.204023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-fbc6952c-e091-4fad-b7ad-1e7d095d8f34 service neutron] 10.222.0.74 "POST /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32/bindings HTTP/1.1" status: 201 len: 390 time: 0.3253589 Oct 20 10:39:39.216968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f789-ec39-463b-9b25-111d54957463 req-795264cf-e320-41f0-8dbe-a308de071a49 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.218461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d03f789-ec39-463b-9b25-111d54957463 req-795264cf-e320-41f0-8dbe-a308de071a49 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 944 time: 0.0670340 Oct 20 10:39:39.222281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-499735ea-dfa2-4226-b6d0-59f8338af562 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054814 Oct 20 10:39:39.279193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d03f789-ec39-463b-9b25-111d54957463 req-3f5fae0d-ac19-4d3b-aa86-9d804c13b35c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Oct 20 10:39:39.303676 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee02927-4ae0-4f94-a1df-8bc94cf7e017 x-openstack-request-id: req-1ee02927-4ae0-4f94-a1df-8bc94cf7e017 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:39.304281 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "name": "network-vif-plugged", "status": "completed", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:39.305147 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ee02927-4ae0-4f94-a1df-8bc94cf7e017 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:39.306699 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839', 'code': 200} Oct 20 10:39:39.351474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b657b819-0f4c-4c2d-abf2-6b84c5443df8 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217043 Oct 20 10:39:39.372496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['77ed2c5c-d571-4208-a328-bbad81aa4333'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:39.401472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50ab5-5c66-480b-9bdc-699d85406798 req-f0a8ab08-c51f-4ad8-839c-3b654008a5e0 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.403054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ed50ab5-5c66-480b-9bdc-699d85406798 req-f0a8ab08-c51f-4ad8-839c-3b654008a5e0 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 950 time: 0.0581048 Oct 20 10:39:39.457979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b19f53-73cc-4353-b63d-d716f70e6073 req-0e4a55eb-c7e7-4109-884d-b986c235afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.459645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47b19f53-73cc-4353-b63d-d716f70e6073 req-0e4a55eb-c7e7-4109-884d-b986c235afb2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 1102 time: 0.0518718 Oct 20 10:39:39.472772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ed50ab5-5c66-480b-9bdc-699d85406798 req-69db2a0b-4cc7-4903-91fb-0eaf53ae0d28 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Oct 20 10:39:39.503824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47b19f53-73cc-4353-b63d-d716f70e6073 req-8254720b-0494-4d58-8ceb-4fc4068b2f2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Oct 20 10:39:39.644231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-bcd11451-2e03-404d-b916-5fde692a17f7 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.645613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-bcd11451-2e03-404d-b916-5fde692a17f7 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.1154280 Oct 20 10:39:39.681592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-637c070d-1737-4ff3-b8e1-3dd2c2417d8e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/quotas/7fe0caac456044588a100be393a88fd7 HTTP/1.1" status: 200 len: 375 time: 0.0264297 Oct 20 10:39:39.742374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-0b7c87f2-993c-4e82-a52b-9ba634ade174 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353298 Oct 20 10:39:39.789568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-c80fe5eb-2400-41a2-8812-851185cb782e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.791572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-c80fe5eb-2400-41a2-8812-851185cb782e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.1657019 Oct 20 10:39:39.843286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-7b11e960-21d9-428e-8be7-af54ce8c9eff tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/quotas/0a4ef61fde764a7c8ec7cb73b4e4e17a HTTP/1.1" status: 200 len: 375 time: 0.0444643 Oct 20 10:39:39.855734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-58cc7057-659d-42e6-9e2a-d3ccc0537285 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.857057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-58cc7057-659d-42e6-9e2a-d3ccc0537285 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0708678 Oct 20 10:39:39.881492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-2ca39b78-d2ef-400a-8130-2006bc1c3562 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314777 Oct 20 10:39:39.919257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-6dc943eb-8ca5-4ee2-a8e1-03bbb937e1ef service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680186 Oct 20 10:39:39.991363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b0c6b0d3-59e7-4344-a0dd-baaf761d8f6a service neutron] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:39.995510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b0c6b0d3-59e7-4344-a0dd-baaf761d8f6a service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.996626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16a96ae3-bccc-48eb-a9f0-93af0b0b0009 req-b0c6b0d3-59e7-4344-a0dd-baaf761d8f6a service neutron] 10.222.0.70 "DELETE /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.1172674 Oct 20 10:39:40.047805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-dd00a910-a5d9-48bb-9e12-b30bf64c6ae2 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573136 Oct 20 10:39:40.081200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-40c7f421-b195-43c7-857f-c999ec21a9a0 service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515133 Oct 20 10:39:40.153650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-b37646d4-eb9c-4987-9fe1-3165040b8ac7 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982940 Oct 20 10:39:40.307530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae959-09fa-48e6-a389-c02114ea84b1 req-2fd5f150-e9f9-4e94-be13-4aefec7a53d8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:40.316736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4fae959-09fa-48e6-a389-c02114ea84b1 req-2fd5f150-e9f9-4e94-be13-4aefec7a53d8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 946 time: 0.0871162 Oct 20 10:39:40.354271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4fae959-09fa-48e6-a389-c02114ea84b1 req-f7e21d6f-64b0-47ff-9968-4abe8f03ec32 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Oct 20 10:39:40.526454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89277-3928-45df-9b16-4a69763fddf6 req-f9e79867-edc7-433a-92fd-3548d1bed08d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:40.528035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df89277-3928-45df-9b16-4a69763fddf6 req-f9e79867-edc7-433a-92fd-3548d1bed08d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.1133449 Oct 20 10:39:40.537114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435973bb-d938-42e5-a725-05d80b646cbc req-c4dc079d-6841-41bb-9600-47045bb79fda tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:40.539131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-435973bb-d938-42e5-a725-05d80b646cbc req-c4dc079d-6841-41bb-9600-47045bb79fda tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 950 time: 0.0776591 Oct 20 10:39:40.539405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 77ed2c5c-d571-4208-a328-bbad81aa4333 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:40.618769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df89277-3928-45df-9b16-4a69763fddf6 req-b30bc890-0ea3-45b3-b460-a6a45c030485 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735826 Oct 20 10:39:40.622300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-435973bb-d938-42e5-a725-05d80b646cbc req-7448accf-b4a6-4888-8972-6a36bb02fb2a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725663 Oct 20 10:39:40.626518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 77ed2c5c-d571-4208-a328-bbad81aa4333 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:40.630994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 77ed2c5c-d571-4208-a328-bbad81aa4333 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:40.631541 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.710149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-578631af-9ac3-4bcf-9156-066be8ac3a93 req-11c90af0-1273-4299-8299-b10b0231543a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 210 time: 0.0395277 Oct 20 10:39:40.759781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.808554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b113da-787d-44c0-98fc-7cd69ec7802f req-7c730520-3763-4401-8864-6fc2dd6d0bd3 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 210 time: 0.0975966 Oct 20 10:39:40.809602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=77ed2c5c-d571-4208-a328-bbad81aa4333,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:40.819502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.909581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b00f-815b-426e-aa0f-b84f6501063d req-60a2d983-2492-4e26-ba63-7b8ffb7870de tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:40.911221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f308b00f-815b-426e-aa0f-b84f6501063d req-60a2d983-2492-4e26-ba63-7b8ffb7870de tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 945 time: 0.1120346 Oct 20 10:39:40.914682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:40.997557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f308b00f-815b-426e-aa0f-b84f6501063d req-25e1bda6-b895-4f7a-b7f2-14247a8d4fa1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Oct 20 10:39:41.012245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75415-58d4-4abe-b449-5fb57dfa4ab8 req-31234ed7-7d5e-4a19-8095-d889d2f50897 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.014323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50c75415-58d4-4abe-b449-5fb57dfa4ab8 req-31234ed7-7d5e-4a19-8095-d889d2f50897 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 950 time: 0.0767250 Oct 20 10:39:41.085943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50c75415-58d4-4abe-b449-5fb57dfa4ab8 req-68b71d50-468c-451b-9868-154263528403 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Oct 20 10:39:41.228134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5596ab8-258d-41ce-a0d1-19b61784389f req-f22acd6c-c058-4852-ac4e-331cb9ad4545 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.230486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5596ab8-258d-41ce-a0d1-19b61784389f req-f22acd6c-c058-4852-ac4e-331cb9ad4545 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1096 time: 0.0633671 Oct 20 10:39:41.241295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-922ec114-deea-4ebd-91b9-56f9df439ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.244077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-922ec114-deea-4ebd-91b9-56f9df439ada service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1098 time: 0.0741580 Oct 20 10:39:41.271635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5596ab8-258d-41ce-a0d1-19b61784389f req-9947191d-b64a-45ae-adb4-07a4e36e1258 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Oct 20 10:39:41.306176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:41.308662 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65697c1d-659d-432d-a972-14e6b317fe4c" -d '{"events": [{"server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "name": "network-vif-plugged", "status": "completed", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:41.363967 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206cfc4-dfc6-4075-a8bb-3ea74d92dd84 x-openstack-request-id: req-d206cfc4-dfc6-4075-a8bb-3ea74d92dd84 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:41.364394 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "name": "network-vif-plugged", "status": "completed", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:41.364557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-e6ed1588-62a5-4d0e-8610-e2eb45efd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.364805 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d206cfc4-dfc6-4075-a8bb-3ea74d92dd84 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:41.365193 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'code': 200} Oct 20 10:39:41.366507 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-e6ed1588-62a5-4d0e-8610-e2eb45efd62b service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1146531 Oct 20 10:39:41.425680 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-54bdd47b-7d2c-42ac-887a-f2c0599ecc85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.0508206 Oct 20 10:39:41.495544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9eb91-934d-4db6-a152-41c1f4fc9edf req-1b34a6b7-7a81-4f75-b28f-f212124b88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.497387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfa9eb91-934d-4db6-a152-41c1f4fc9edf req-1b34a6b7-7a81-4f75-b28f-f212124b88c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.0621297 Oct 20 10:39:41.520367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-8d1a0d06-2a22-4290-8858-0136ae1d24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.522393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-8d1a0d06-2a22-4290-8858-0136ae1d24cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0690813 Oct 20 10:39:41.561476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-ad4a787f-3283-4c29-b43e-2aeff0c1f882 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303619 Oct 20 10:39:41.608042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfa9eb91-934d-4db6-a152-41c1f4fc9edf req-ebb561f7-f1c6-4f21-84ff-7b2503ab30fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973227 Oct 20 10:39:41.653708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350003c7-6ca3-4501-9dc4-ba63bb94e7cb req-844f099a-e6e8-40c7-84fc-35e181c695d9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.655264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-350003c7-6ca3-4501-9dc4-ba63bb94e7cb req-844f099a-e6e8-40c7-84fc-35e181c695d9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 946 time: 0.1155360 Oct 20 10:39:41.678946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-056cfa5f-d6b5-4396-8065-6676e5de3a14 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055932 Oct 20 10:39:41.772792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-91871d1d-6a09-4ab9-8cd6-a8d1241137be service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Oct 20 10:39:41.777353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-350003c7-6ca3-4501-9dc4-ba63bb94e7cb req-ddaba477-a5df-4ebe-85b1-717a2c32c2be tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085904 Oct 20 10:39:41.785495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.785973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.786436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.787143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.787603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.788059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.788786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.788985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.789393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.790398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.792596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-addfe720-0e9f-4398-89b0-ab1ae96e57ed tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8&device_id=99cd464d-7e6f-4713-864b-d596bdba6056&device_id=1b59578b-8464-43ef-93da-d16722fcdda5&device_id=c17d27b9-5ea9-458e-8952-054eb803c084&device_id=4311583f-6499-4280-8007-5ba096bf3a22&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&device_id=574d9efb-e135-4f76-a30e-b488c7449fce&device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&device_id=1b983264-50ee-478a-b022-251f7a064631&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 9118 time: 0.1363943 Oct 20 10:39:41.800449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-92cf0a37-45db-4528-8cc6-25323a346fd2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.801972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-92cf0a37-45db-4528-8cc6-25323a346fd2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.1911500 Oct 20 10:39:41.822911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'port': {'device_id': '99cd464d-7e6f-4713-864b-d596bdba6056', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'admin_state_up': True, 'tenant_id': '7fe0caac456044588a100be393a88fd7'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:41.827642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-feae5583-1245-40a8-b879-90ac276decce tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.905882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-151a5f83-2380-4de8-ae03-189ba1430b3c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.907673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-151a5f83-2380-4de8-ae03-189ba1430b3c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1098 time: 0.0522492 Oct 20 10:39:41.920111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:41.979903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.090385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-c35abeac-7604-4e9a-b87f-ab6b3bf43aa4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:42.091879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-c35abeac-7604-4e9a-b87f-ab6b3bf43aa4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.1883759 Oct 20 10:39:42.098529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-feae5583-1245-40a8-b879-90ac276decce tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.105969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:42.109414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Made reservation on behalf of 7fe0caac456044588a100be393a88fd7 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:42.113309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.116378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-feae5583-1245-40a8-b879-90ac276decce tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.142584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-9619d53d-e878-437b-9d93-583083290ec4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/quotas/0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 375 time: 0.0427151 Oct 20 10:39:42.152338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:42.165625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a93fcde-64d6-4ea9-ac94-64377fdcaba9 req-feae5583-1245-40a8-b879-90ac276decce tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&id=fac820bd-df22-404d-b420-ca63277a9ff0&id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&id=79a07634-a13c-42b1-be68-7f63afe167ca&id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.3625293 Oct 20 10:39:42.200307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:42.204132 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67ab55-27d7-47fb-972e-8026ac57c6a2" -d '{"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-unplugged", "status": "completed", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:42.209162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.218822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.309569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:42.314273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae5583-1245-40a8-b879-90ac276decce tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296984ae-60b7-410a-a8cc-0358fe247895,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:42.328945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:42.329465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:42.329977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:42.337320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:42.337785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Attempting to bind port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:42.343343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:42.343960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:42.344393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:42.344941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Bound port: a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:42.345303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.416816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:42.420290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:42.425479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.504845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:42.508661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:42.509294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.510688 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-038f370d-9054-4e32-bdc2-4fc26217dab9 service neutron] 10.222.0.70 "PUT /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 1124 time: 0.5947635 Oct 20 10:39:42.605550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:42.621163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9536d5cf-deb0-4fb1-a973-61142e5f29f7 req-6bf8b2c5-eede-47c0-b622-dfd68b113079 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 210 time: 0.3574917 Oct 20 10:39:42.687539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-f0ab42a4-489f-4352-9205-f8abfe263af8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5325718 Oct 20 10:39:42.714511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-3c1eb118-9e20-43d0-aa23-375fb68e9e7c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:42.716257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-3c1eb118-9e20-43d0-aa23-375fb68e9e7c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.5086689 Oct 20 10:39:42.744054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Request body: {'port': {'device_id': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'admin_state_up': True, 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:42.747557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Allocated IP 172.20.0.7 (a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26/cace5bd5-3538-46a3-9c1e-604fa2ec2558/4286b607-4759-4fc7-b665-8f08fc35cf4e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:42.797752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b3106fe-3933-457d-b899-464220863f46 req-fca6d3b3-6a60-4d39-a717-a860ee3ec9a2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 210 time: 0.0776696 Oct 20 10:39:43.009560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7fda9409-2f40-4b4e-af5b-87cae65fcfba service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906494 Oct 20 10:39:43.087667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa070d-2466-43fe-aaf4-285da5aee12a req-87f5818d-80af-4aaf-8e28-ce2f74e8d217 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:43.089097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5daa070d-2466-43fe-aaf4-285da5aee12a req-87f5818d-80af-4aaf-8e28-ce2f74e8d217 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 945 time: 0.1938665 Oct 20 10:39:43.169520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:43.173156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.203837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.244058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5daa070d-2466-43fe-aaf4-285da5aee12a req-53850cd3-021b-44cb-a6ab-b4b3ff3d6704 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484466 Oct 20 10:39:43.267375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-5257c90e-a0a1-4986-aec7-f6eff0336bbb service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122803 Oct 20 10:39:43.336177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.434866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:43.448901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:43.451483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:43.457449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:43.458053 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.470592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:43.474958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Allocated IP 172.20.0.6 (6b97e94c-a421-4fe2-b2ed-ef47e0801080/b35b0cbe-4a24-4cad-aa47-2e1a733a89b4/d51df8e1-6edf-4e94-be60-bd29a9ef2c02) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:43.497015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41d95-6d47-4519-8c4c-a293874d9bb1 req-ae102715-02f1-4d75-9622-31d401b68c45 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:43.504255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fd41d95-6d47-4519-8c4c-a293874d9bb1 req-ae102715-02f1-4d75-9622-31d401b68c45 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 950 time: 0.1883156 Oct 20 10:39:43.512695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-c33101ca-7c09-4117-bf6d-50f95474cc7d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6943367 Oct 20 10:39:43.529748 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbf7a5-a3cc-4c64-88ca-7de59396c847 x-openstack-request-id: req-9cfbf7a5-a3cc-4c64-88ca-7de59396c847 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:43.530157 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-unplugged", "status": "completed", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:43.530283 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cfbf7a5-a3cc-4c64-88ca-7de59396c847 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:43.530856 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'code': 200} Oct 20 10:39:43.535591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Request body: {'port': {'device_id': '99cd464d-7e6f-4713-864b-d596bdba6056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:43.611769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fd41d95-6d47-4519-8c4c-a293874d9bb1 req-659bdb69-8f84-49f7-9f01-6a23197d7497 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062984 Oct 20 10:39:43.701733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.972722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fe71-c374-409d-b4f6-0ccbc2dc93f2 req-2538c9b1-1293-4aac-bc61-e8db571a29fd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:43.974185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f097fe71-c374-409d-b4f6-0ccbc2dc93f2 req-2538c9b1-1293-4aac-bc61-e8db571a29fd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.3070760 Oct 20 10:39:44.058115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-c88b16be-ed38-4366-8bf9-f78347d5b43b tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4064448 Oct 20 10:39:44.081465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.089781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:44.146410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f097fe71-c374-409d-b4f6-0ccbc2dc93f2 req-75de0cc6-8e74-4753-83ce-eaf24407b149 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615200 Oct 20 10:39:44.178221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.239505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.263622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1dde8d8-340f-486e-895a-75043ee6c76e req-0cfc6dc5-1ec0-4ae6-845e-a1cd6ce4cd40 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 210 time: 0.0423419 Oct 20 10:39:44.330697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:44.343685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:44.372290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:44.378183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.378802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.381720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:44.461951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-4b8ba099-2aad-4b1b-9ae2-aab4b1ce3883 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7307141 Oct 20 10:39:44.480598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Request body: {'port': {'device_id': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:44.485085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-8dcb66e3-fbb7-4f9f-a8fe-994f4a3bb961 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.485859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-8dcb66e3-fbb7-4f9f-a8fe-994f4a3bb961 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.1401479 Oct 20 10:39:44.490925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:44.503036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Request body: {'port': {'device_id': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'admin_state_up': True, 'tenant_id': '0b9918ccd8d34e039733511ad54d930a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:44.520461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.567585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Transition to ACTIVE for port object 4286b607-4759-4fc7-b665-8f08fc35cf4e will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:44.592525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.616395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:44.620767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.636313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.665591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d620e4-1dfd-4d55-ae91-3d9faa7d3013 req-bcb0ca80-9763-435c-a5b7-26d2d702dc9a tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.666067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d620e4-1dfd-4d55-ae91-3d9faa7d3013 req-bcb0ca80-9763-435c-a5b7-26d2d702dc9a tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.666534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d620e4-1dfd-4d55-ae91-3d9faa7d3013 req-bcb0ca80-9763-435c-a5b7-26d2d702dc9a tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.668207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8d620e4-1dfd-4d55-ae91-3d9faa7d3013 req-bcb0ca80-9763-435c-a5b7-26d2d702dc9a tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084&device_id=574d9efb-e135-4f76-a30e-b488c7449fce&device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 2886 time: 0.1531184 Oct 20 10:39:44.670980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.702131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:44.751529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Allocated IP 172.20.0.7 (bce9a2ad-fd43-4709-9321-3c7f18800952/8e9183ef-6dac-43e4-a812-c9fb094c7858/1c3e19de-feae-41b4-8617-72eb43c08df0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:44.911367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.944752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.988343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Network bce9a2ad-fd43-4709-9321-3c7f18800952 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:44.991415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:44.995036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:45.000614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.001219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.012216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.025027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-7018f476-766e-4f33-a489-d40b00a9aed3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5283990 Oct 20 10:39:45.036016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Attempting to bind port 4286b607-4759-4fc7-b665-8f08fc35cf4e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:45.036349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Attempting to bind port 4286b607-4759-4fc7-b665-8f08fc35cf4e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:45.036679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Attempting to bind port 4286b607-4759-4fc7-b665-8f08fc35cf4e on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:45.037299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Request body: {'port': {'device_id': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:45.076931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8d620e4-1dfd-4d55-ae91-3d9faa7d3013 req-25f46905-c17c-4f25-9505-740f4115cb08 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968728 Oct 20 10:39:45.082305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Port 4286b607-4759-4fc7-b665-8f08fc35cf4e on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:45.082569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Attempting to bind port 4286b607-4759-4fc7-b665-8f08fc35cf4e on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:45.097198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.157693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:45.158024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Checking segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:45.158413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Bound using segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:45.158875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Bound port: 4286b607-4759-4fc7-b665-8f08fc35cf4e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:45.159250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.180954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Allocated IP 172.25.3.220 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8064b512-bf37-4e0f-a86f-6586b66a2696) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:45.281237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:45.368218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:45.377551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:45.400705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.401177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:45.417938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:39:45.430363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3e19de-feae-41b4-8617-72eb43c08df0 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:45.437809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.450331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Transition to ACTIVE for port object 1c3e19de-feae-41b4-8617-72eb43c08df0 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:45.455467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.457132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.467881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.468516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.469907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] 10.222.0.83 "PUT /v2.0/ports/4286b607-4759-4fc7-b665-8f08fc35cf4e HTTP/1.1" status: 200 len: 1092 time: 1.9456911 Oct 20 10:39:45.470346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:45.472622 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db" -d '{"events": [{"name": "network-changed", "server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:45.510224 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.512656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.533136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:45.535460 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07464705-961d-4880-9d8e-6e5e9e711e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:45.551024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:45.551433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:45.551820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:45.556040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:45.556350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:45.561097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:45.561424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:45.561792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:45.562204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Bound port: 1c3e19de-feae-41b4-8617-72eb43c08df0, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:45.562544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.604413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e984-cad8-4cfe-8f8f-637c04aeaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.616208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51df8e1-6edf-4e94-be60-bd29a9ef2c02 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:45.628060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.630917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:45.634951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:45.639228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.659226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697375f-c197-4762-a8bf-53b883ed0be3 req-382e4a99-a099-48f3-983b-4a1aeef98606 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.660737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2697375f-c197-4762-a8bf-53b883ed0be3 req-382e4a99-a099-48f3-983b-4a1aeef98606 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1852145 Oct 20 10:39:45.664626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.667056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Transition to ACTIVE for port object d51df8e1-6edf-4e94-be60-bd29a9ef2c02 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:45.693794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.694416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.696472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] 10.222.0.83 "PUT /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 1092 time: 0.6626351 Oct 20 10:39:45.701418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c840e0a-6d91-43c7-bd1f-0546d97456d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.703554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.711854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-fd0c180c-e6fd-4d52-b868-7f91b4bd3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.713359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-fd0c180c-e6fd-4d52-b868-7f91b4bd3bef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 1095 time: 0.1711626 Oct 20 10:39:45.771521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:45.783080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-b80e8dd1-7913-42d5-bd32-fda2329af0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.784688 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-b80e8dd1-7913-42d5-bd32-fda2329af0d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1095 time: 0.0401506 Oct 20 10:39:45.790315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-16234a86-6c01-45a2-b43f-10e2bd355d6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e HTTP/1.1" status: 200 len: 217 time: 0.0624306 Oct 20 10:39:45.791159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:45.796030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:45.802456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event updated for resources: {'Port': ['ID=8064b512-bf37-4e0f-a86f-6586b66a2696,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.822520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2697375f-c197-4762-a8bf-53b883ed0be3 req-c5e37f27-fe9a-4d82-8277-d4d1c996f7a8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510298 Oct 20 10:39:45.844121 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-348e2672-516b-4ab2-aef1-62b15073371b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 217 time: 0.0397563 Oct 20 10:39:45.891597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-18c57262-d59c-4718-bbc0-b257d44b5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.893023 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-18c57262-d59c-4718-bbc0-b257d44b5446 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0454576 Oct 20 10:39:45.927328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-385a69fa-262e-49c2-b25b-b72c2163945c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257614 Oct 20 10:39:46.013819 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.021089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.021878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-e061bb32-81c6-4276-8d1b-10d6751629b2 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Oct 20 10:39:46.023468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Attempting to bind port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:46.023901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Attempting to bind port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:46.024736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Attempting to bind port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:46.035490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-e926a966-394c-4d13-8035-54b024235165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.037055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-e926a966-394c-4d13-8035-54b024235165 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.2300100 Oct 20 10:39:46.045207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:46.045527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Attempting to bind port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:46.083956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ad52c-54f1-4d67-8125-8da6fd7e1b5c req-315b080c-64e4-4293-84a7-069bc96dadc7 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.085418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6ad52c-54f1-4d67-8125-8da6fd7e1b5c req-315b080c-64e4-4293-84a7-069bc96dadc7 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 943 time: 0.1798713 Oct 20 10:39:46.105912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:46.106243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Checking segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:46.106622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Bound using segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:46.107092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Bound port: d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:46.107441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.110557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-3d97da0e-6b96-48b9-8f7b-d44e5aab53b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474682 Oct 20 10:39:46.115944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064bd27d-d95a-48d2-a726-7c72656eda88 req-e2ca4708-e437-4185-8ebd-3ab9376af700 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841601 Oct 20 10:39:46.143736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.266579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6ad52c-54f1-4d67-8125-8da6fd7e1b5c req-8bb51e38-0e4b-457c-8bb6-2e3e054debd0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616280 Oct 20 10:39:46.305702 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.324517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:46.374011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:46.380806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-ae330c94-5cde-43f5-b09b-049973e5d1b0 service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558825 Oct 20 10:39:46.384101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.450853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.451507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.452907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] 10.222.0.83 "PUT /v2.0/ports/d51df8e1-6edf-4e94-be60-bd29a9ef2c02 HTTP/1.1" status: 200 len: 1092 time: 1.9812124 Oct 20 10:39:46.592046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178594a3-b6b6-42f4-a6a0-f6c4570f6dcf service neutron] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.623696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.635347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea76d614-f045-4f78-b66f-0cfc1ef08840 req-8073829b-daf8-4237-98b7-9fd1b7e46aed service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415986 Oct 20 10:39:46.635918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.653181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f0f8f-c2e0-4135-ba5b-b4e457fc796d req-211f9720-b13c-41bc-9a50-7a7ad092b116 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.654595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-247f0f8f-c2e0-4135-ba5b-b4e457fc796d req-211f9720-b13c-41bc-9a50-7a7ad092b116 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.1885240 Oct 20 10:39:46.690056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-b435a070-fabc-4d0a-90b6-3ed8c8568ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.691489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-b435a070-fabc-4d0a-90b6-3ed8c8568ffd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 1095 time: 0.1635652 Oct 20 10:39:46.693279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.753067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event updated for resources: {'Port': ['ID=8064b512-bf37-4e0f-a86f-6586b66a2696,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.761040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-a703a945-ab2a-48cb-8aba-be80923cbfc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02 HTTP/1.1" status: 200 len: 217 time: 0.0524700 Oct 20 10:39:46.775686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.776781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-90055419-a94f-4746-aa1a-40cf7544b701 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7039375 Oct 20 10:39:46.785699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-247f0f8f-c2e0-4135-ba5b-b4e457fc796d req-1e47912b-54ed-4df6-9b13-f7425cb7de45 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082034 Oct 20 10:39:46.893261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-2b560026-0ae2-41e8-8754-271a2c7709f9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.1065505 Oct 20 10:39:46.924943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-026a73c3-6c21-4569-a52f-66efe55d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.926315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-026a73c3-6c21-4569-a52f-66efe55d3a77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.1542773 Oct 20 10:39:46.975768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-765c5718-0288-46a0-8346-4dd5a32e7553 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375843 Oct 20 10:39:47.255559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5979a-9110-4ab9-b3f6-61f4d04c0087 req-8510659d-40ab-4f16-95f9-b5f89233d8e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.256883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a5979a-9110-4ab9-b3f6-61f4d04c0087 req-8510659d-40ab-4f16-95f9-b5f89233d8e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.3900471 Oct 20 10:39:47.390579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427491-e377-493f-b570-540569dc5d8a req-7c60bfdd-0d3e-4aaf-9745-b903eb39ea2c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.391922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-7c60bfdd-0d3e-4aaf-9745-b903eb39ea2c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.4845324 Oct 20 10:39:47.401182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a5979a-9110-4ab9-b3f6-61f4d04c0087 req-5cdc1b2b-cfb3-483b-ba55-3ff8a49fd291 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381338 Oct 20 10:39:47.424918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-01a6c5a0-4cdd-41b5-a7c5-9558a9b49db1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:47.425892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14427491-e377-493f-b570-540569dc5d8a req-01a6c5a0-4cdd-41b5-a7c5-9558a9b49db1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0238779 Oct 20 10:39:47.439235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-90d59bb8-bfe8-4614-b068-9468030916a7 service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130990 Oct 20 10:39:47.446209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-17a2dc82-f3de-443e-bb8f-d3ca9748afd1 service neutron] 10.222.0.83 "GET /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.1541960 Oct 20 10:39:47.491522 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83bb2a-0986-4563-be27-a8e2e9350204 x-openstack-request-id: req-ce83bb2a-0986-4563-be27-a8e2e9350204 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:47.491915 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:47.492262 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce83bb2a-0986-4563-be27-a8e2e9350204 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:47.493743 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'status': 'completed', 'code': 200} Oct 20 10:39:47.530996 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b996c-53b1-438d-aab6-6d0dec693dca x-openstack-request-id: req-474b996c-53b1-438d-aab6-6d0dec693dca {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:47.530996 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:47.530996 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-474b996c-53b1-438d-aab6-6d0dec693dca {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:47.530996 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'status': 'completed', 'code': 200} Oct 20 10:39:47.561148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-f9f64339-5529-4638-ad29-d3237368c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.562646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-f9f64339-5529-4638-ad29-d3237368c778 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 1095 time: 0.0662050 Oct 20 10:39:47.640945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f50c6-5d30-49f1-9a68-768bb9bc362c req-31868411-4773-4ac3-b94b-d71b5e121b52 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.642424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed1f50c6-5d30-49f1-9a68-768bb9bc362c req-31868411-4773-4ac3-b94b-d71b5e121b52 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 950 time: 0.1479197 Oct 20 10:39:47.741880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08aa7eb8-87bb-4fed-9b94-534550f039b4 req-01222143-468c-4382-81c3-358303880e6b service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872121 Oct 20 10:39:47.772651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e201a83-dc06-4263-9c5b-db0e8a78ca66 req-edb00ccd-5e08-4bd3-860f-b535b24dbb2a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.774185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e201a83-dc06-4263-9c5b-db0e8a78ca66 req-edb00ccd-5e08-4bd3-860f-b535b24dbb2a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1658256 Oct 20 10:39:47.794564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed1f50c6-5d30-49f1-9a68-768bb9bc362c req-d94d5948-7277-42eb-a427-14ba16992356 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362619 Oct 20 10:39:47.874674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e201a83-dc06-4263-9c5b-db0e8a78ca66 req-0f458a1a-457c-4dee-be0e-eadd0c3afc86 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909936 Oct 20 10:39:47.875726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-b8a55ee8-fc79-4acb-a7b1-60b76ca71c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.878910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-b8a55ee8-fc79-4acb-a7b1-60b76ca71c2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1127 time: 0.3350313 Oct 20 10:39:47.887672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-cdb0ec37-473c-4f14-9143-30853ef52ace tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.889138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-cdb0ec37-473c-4f14-9143-30853ef52ace tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 1102 time: 0.2915418 Oct 20 10:39:47.932228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:47.942464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-f7ddcbff-f6b8-4af2-b2e6-b1fde4217fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.943799 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-f7ddcbff-f6b8-4af2-b2e6-b1fde4217fcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 923 time: 0.3666968 Oct 20 10:39:47.967916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8498ad-b92d-4c35-943c-25e196ee11b9 req-ad38533e-aea6-4cc5-8c3d-d303604a564b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.969461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a8498ad-b92d-4c35-943c-25e196ee11b9 req-ad38533e-aea6-4cc5-8c3d-d303604a564b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 943 time: 0.1095903 Oct 20 10:39:47.970556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:48.031459 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-1332ac0b-31d4-448c-b584-a846f3690906 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e HTTP/1.1" status: 200 len: 217 time: 0.0793035 Oct 20 10:39:48.032186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:48.043318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a8498ad-b92d-4c35-943c-25e196ee11b9 req-e4db54e0-5d7d-4189-ada2-ad70bc9e0bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673802 Oct 20 10:39:48.048732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:48.080942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.117310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-6548638c-f442-417d-9f1e-f2b0d25b5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.118819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-6548638c-f442-417d-9f1e-f2b0d25b5afc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.0670707 Oct 20 10:39:48.119803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-3dd533d7-e603-475b-bad4-a5c30cc02d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.121187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-3dd533d7-e603-475b-bad4-a5c30cc02d9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.2280116 Oct 20 10:39:48.149859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Deleting port 16ea65de-fc78-44f7-a506-feb1aadc4839 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:48.150191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.207129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-73de93d6-d866-4558-92cf-c1a98395ee12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737624 Oct 20 10:39:48.209863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-bc46a367-c686-4112-8463-8f1571bd4493 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.0615721 Oct 20 10:39:48.274010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7867623-f887-4cf3-aab4-7d29f921ca38 req-bc05403c-59e9-41da-9341-646f9ae39265 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.275544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7867623-f887-4cf3-aab4-7d29f921ca38 req-bc05403c-59e9-41da-9341-646f9ae39265 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 944 time: 0.1398590 Oct 20 10:39:48.302681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] Transition to ACTIVE for port object a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:48.322967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.337944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-b56d4c0a-65bc-4cc5-8354-55d2c1d1d5d7 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.339906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-b56d4c0a-65bc-4cc5-8354-55d2c1d1d5d7 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 821 time: 0.2031102 Oct 20 10:39:48.379796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-f307613e-0af8-44e1-bb1f-5768e071f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.381240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-f307613e-0af8-44e1-bb1f-5768e071f231 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1337283 Oct 20 10:39:48.382984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] For port 16ea65de-fc78-44f7-a506-feb1aadc4839, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=16ea65de-fc78-44f7-a506-feb1aadc4839,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:48.383351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.397690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7867623-f887-4cf3-aab4-7d29f921ca38 req-65b71745-5797-450a-a482-8ae3d2da5a32 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153674 Oct 20 10:39:48.410827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-573d344b-1ac9-419e-87a9-61e016ffc589 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/quotas/17fb5eea4e49405aadf34390437a82be HTTP/1.1" status: 200 len: 375 time: 0.0492647 Oct 20 10:39:48.432388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Calling delete_port for 16ea65de-fc78-44f7-a506-feb1aadc4839 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:48.437008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-28448c07-749a-44b9-83e9-d211c2af3a42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441177 Oct 20 10:39:48.441129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-bda49950-a214-41d1-8d60-0def94d0a46b service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925051 Oct 20 10:39:48.445470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] No DVR routers for this DVR port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:48.456610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:48.516720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-3e935ae2-8a58-4e1e-812d-51f70596fc97 service neutron] 10.222.0.83 "PUT /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 1.0538387 Oct 20 10:39:48.540995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-35e66455-72eb-4913-a08a-f918c17cf9d5 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0996096 Oct 20 10:39:48.640597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-79201d9b-193a-4109-b508-bb7d42cded8a service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921831 Oct 20 10:39:48.708203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-1e8dde18-4753-4aa6-a589-95fb63791916 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575452 Oct 20 10:39:48.715671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba7f1bdc-077e-42bc-8fbc-19351ce0a1db req-3f4a9b5b-f365-4718-bb2f-e1053d10c659 service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361460 Oct 20 10:39:48.736677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-046477c8-73f8-4fb4-beb8-cc1b75f0348d tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.738152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-046477c8-73f8-4fb4-beb8-cc1b75f0348d tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1304278 Oct 20 10:39:48.768616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6a455-69aa-496b-8cc3-31c42420623e req-e1af5eb1-a665-4db2-9ef5-7b1c1f3fec77 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.770068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7e6a455-69aa-496b-8cc3-31c42420623e req-e1af5eb1-a665-4db2-9ef5-7b1c1f3fec77 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.1024199 Oct 20 10:39:48.787892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-c636f1b4-3d78-4302-8628-ecbde52db2ee service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412511 Oct 20 10:39:48.816059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7e6a455-69aa-496b-8cc3-31c42420623e req-1a6231e7-cba2-4086-b9ef-41c1f87ca4ec tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Oct 20 10:39:48.856377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.868152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['16ea65de-fc78-44f7-a506-feb1aadc4839'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:48.868713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-4722cc22-6cd9-4b27-ae34-6dd4a9e63031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.869997 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-4722cc22-6cd9-4b27-ae34-6dd4a9e63031 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&tenant_id=2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 1097 time: 0.1196301 Oct 20 10:39:48.901645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ea65de-fc78-44f7-a506-feb1aadc4839,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:48.915269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-07464705-961d-4880-9d8e-6e5e9e711e7c req-a3c5a626-844c-484a-8197-54daf1f5105c service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986322 Oct 20 10:39:48.995868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] No DVR routers for this DVR port 16ea65de-fc78-44f7-a506-feb1aadc4839 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:48.999535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.005927 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6ce48fa1-548a-419f-b39a-b04c3d47377c req-d9ba29e4-030e-434f-a71c-ee1953eb6b87 tempest-DeleteServersAdminTestJSON-771681247 tempest-DeleteServersAdminTestJSON-771681247-project-admin] 10.222.0.70 "DELETE /v2.0/ports/16ea65de-fc78-44f7-a506-feb1aadc4839 HTTP/1.1" status: 204 len: 173 time: 1.1002083 Oct 20 10:39:49.020323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-01ae056b-56eb-45a2-b526-84452a66ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.023155 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-01ae056b-56eb-45a2-b526-84452a66ff5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1097 time: 0.1188457 Oct 20 10:39:49.078726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1237c90f-c438-45d5-802d-fb5b4c5c09ce req-02921387-3d51-4ce1-8805-da989049eb68 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=4311583f-6499-4280-8007-5ba096bf3a22 HTTP/1.1" status: 200 len: 210 time: 0.0480766 Oct 20 10:39:49.149718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-b09c68e0-31da-4357-8180-3fb39358982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.151581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-b09c68e0-31da-4357-8180-3fb39358982b service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1137817 Oct 20 10:39:49.189804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbecf4-6677-400e-b77f-d63339f629d3 req-548eb352-a3f8-4149-9b31-9f8e671acab3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.191906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dcbecf4-6677-400e-b77f-d63339f629d3 req-548eb352-a3f8-4149-9b31-9f8e671acab3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1491067 Oct 20 10:39:49.225054 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-91d7bc30-9a7f-44d5-bcd6-e7c73dbc140b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.0596786 Oct 20 10:39:49.249303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dcbecf4-6677-400e-b77f-d63339f629d3 req-55ffac0a-ffc6-42dc-bcbb-771ce3e53a54 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512748 Oct 20 10:39:49.287442 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-d19b77eb-76fe-454d-b86b-b82a725d1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.290136 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-d19b77eb-76fe-454d-b86b-b82a725d1213 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0565028 Oct 20 10:39:49.320056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-323713de-f00c-44a4-a502-216236929137 req-6a4dcbd7-0f34-4351-9bad-bed2eebf4e82 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 210 time: 0.0565956 Oct 20 10:39:49.355167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-a57f8213-182e-4e21-ab0e-0b6a2b51cf64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541737 Oct 20 10:39:49.382657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e4fb-51fd-4789-b9af-3023585459e2 req-b70f96e5-19f8-49b8-8ea4-372eb86ddee7 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.385243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10a3e4fb-51fd-4789-b9af-3023585459e2 req-b70f96e5-19f8-49b8-8ea4-372eb86ddee7 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1102 time: 0.0552742 Oct 20 10:39:49.458855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10a3e4fb-51fd-4789-b9af-3023585459e2 req-0899b080-79d3-4177-b67c-08cf12352e89 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591781 Oct 20 10:39:49.467685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8133ed-1d2d-4532-9c44-56b61232934f req-46dfb3fd-15f2-42e2-b3c8-2d571d0ac882 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.475161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8133ed-1d2d-4532-9c44-56b61232934f req-46dfb3fd-15f2-42e2-b3c8-2d571d0ac882 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 943 time: 0.0852485 Oct 20 10:39:49.477501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-cbf7419e-561a-468f-a246-5753ad540c0c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188636 Oct 20 10:39:49.501757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:49.504325 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:49.516147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-1b0519f6-869e-4e01-995b-b99a9cbaf4ca service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431363 Oct 20 10:39:49.525399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0'}, {'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'name': 'network-vif-deleted', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:49.528142 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e0992-378d-40d8-9320-24d1b86116a9" -d '{"events": [{"name": "network-changed", "server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0"}, {"server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "name": "network-vif-deleted", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:49.535345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8133ed-1d2d-4532-9c44-56b61232934f req-38ba3d1f-f2ab-4664-a5de-92ab780c8565 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Oct 20 10:39:49.650207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-eaddcf5a-e2ab-43ce-a122-b94ee01ce08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.651637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-eaddcf5a-e2ab-43ce-a122-b94ee01ce08a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1096 time: 0.1131282 Oct 20 10:39:49.669972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603861-1745-4376-be17-21e651352682 req-66b8956d-3d07-4e47-b89d-14cd322cd3cf tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.671762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8603861-1745-4376-be17-21e651352682 req-66b8956d-3d07-4e47-b89d-14cd322cd3cf tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.1193180 Oct 20 10:39:49.675721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-6431a1ef-33f9-431f-b15e-142501afd974 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513746 Oct 20 10:39:49.677709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4618b-f96b-4965-a7c6-b8e15edf3505 req-323f05b6-eaea-41d7-8565-ea6dd06fa0eb tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.679211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03c4618b-f96b-4965-a7c6-b8e15edf3505 req-323f05b6-eaea-41d7-8565-ea6dd06fa0eb tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1102 time: 0.0702055 Oct 20 10:39:49.733659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8603861-1745-4376-be17-21e651352682 req-f04d76a0-6d39-4ff5-b701-3394dd675fdd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Oct 20 10:39:49.753818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03c4618b-f96b-4965-a7c6-b8e15edf3505 req-d59820d4-9f6b-4a1a-98d3-16b40cfcdd7e tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660567 Oct 20 10:39:49.784202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-8d320e6b-596e-492a-95cb-6cebc481b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.786580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-8d320e6b-596e-492a-95cb-6cebc481b37a service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1096785 Oct 20 10:39:49.822869 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072a9ef-7b29-48f1-b674-8e9de3a6e056 x-openstack-request-id: req-0072a9ef-7b29-48f1-b674-8e9de3a6e056 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:49.823678 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:49.824070 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0072a9ef-7b29-48f1-b674-8e9de3a6e056 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:49.824650 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'status': 'completed', 'code': 200} Oct 20 10:39:49.842915 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-2daa2e66-4519-4390-9f7e-6831ebc14366 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0478334 Oct 20 10:39:49.847321 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d9ce8b-232d-4881-83ca-6160960d3849 x-openstack-request-id: req-03d9ce8b-232d-4881-83ca-6160960d3849 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:49.847609 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0", "status": "completed", "code": 200}, {"server_uuid": "4311583f-6499-4280-8007-5ba096bf3a22", "name": "network-vif-deleted", "tag": "16ea65de-fc78-44f7-a506-feb1aadc4839", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:49.847859 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03d9ce8b-232d-4881-83ca-6160960d3849 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:49.848251 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'status': 'completed', 'code': 200} Oct 20 10:39:49.848506 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311583f-6499-4280-8007-5ba096bf3a22', 'name': 'network-vif-deleted', 'tag': '16ea65de-fc78-44f7-a506-feb1aadc4839', 'status': 'completed', 'code': 200} Oct 20 10:39:49.907026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-c9b83edf-b527-43a7-bf2e-c3f3c20a3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.908959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-c9b83edf-b527-43a7-bf2e-c3f3c20a3523 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1095 time: 0.0499327 Oct 20 10:39:49.926372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-391312f2-842d-464c-9585-b176231ec6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.927852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-391312f2-842d-464c-9585-b176231ec6a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0718787 Oct 20 10:39:49.930988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-0f9e5af3-703d-4e85-9611-fa77e2120925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.932388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-0f9e5af3-703d-4e85-9611-fa77e2120925 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 1095 time: 0.0870628 Oct 20 10:39:49.987218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-53e11215-4ab7-4393-bede-e2e7517d3611 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446465 Oct 20 10:39:50.059158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4738c-e75c-4068-a9dd-482e18380f2f req-b7a87812-9d2f-4581-893d-e2d1ba24c7a0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.060637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39f4738c-e75c-4068-a9dd-482e18380f2f req-b7a87812-9d2f-4581-893d-e2d1ba24c7a0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.1090870 Oct 20 10:39:50.072580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-f2bf6155-eff1-44d9-8c21-d2db35fe3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.074175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-f2bf6155-eff1-44d9-8c21-d2db35fe3d3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1571033 Oct 20 10:39:50.135711 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-97fea515-ee1d-44b7-8381-61e603a1d5a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1506274 Oct 20 10:39:50.138809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-76c3c82e-6df8-4a41-9076-86819c313fd2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 217 time: 0.0492485 Oct 20 10:39:50.158665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39f4738c-e75c-4068-a9dd-482e18380f2f req-8544dabf-411a-4eda-8135-8b0526d44004 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803211 Oct 20 10:39:50.165136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-a655d8e6-063a-4bb4-8344-d0dc6f862c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.176366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-a655d8e6-063a-4bb4-8344-d0dc6f862c4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 907 time: 0.2258534 Oct 20 10:39:50.286679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-b222f5f2-29d2-414d-a5b2-5605f25db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.292551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-b222f5f2-29d2-414d-a5b2-5605f25db4b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1323078 Oct 20 10:39:50.386109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-9f465ab0-7319-4b81-a48a-070208a83bf8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858438 Oct 20 10:39:50.501249 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-15601bee-727a-4c91-9192-d686c7895b27 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041745 Oct 20 10:39:50.528059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-5d130d75-d539-4318-96ab-d3ed94d3bf02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02 HTTP/1.1" status: 200 len: 217 time: 0.3375957 Oct 20 10:39:50.565236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d83ec-70cf-47f2-86c3-a58bfdae450d req-d833451c-d9fe-45b3-8c68-ee982c9d055d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.572410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:50.575035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-552d83ec-70cf-47f2-86c3-a58bfdae450d req-d833451c-d9fe-45b3-8c68-ee982c9d055d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1638923 Oct 20 10:39:50.575762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:50.587842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-c9471288-fadd-479f-b9d1-21719f918215 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.589277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-c9471288-fadd-479f-b9d1-21719f918215 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1345122 Oct 20 10:39:50.640228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-ee72819d-c764-4251-afbf-832f76e9cb7f service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431729 Oct 20 10:39:50.705191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1e8f-5785-4de0-8854-334513a3c1df req-8975afe5-c51a-42c9-8252-b95f40e5d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.706812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-8975afe5-c51a-42c9-8252-b95f40e5d06c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 1097 time: 0.5277936 Oct 20 10:39:50.723238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-d16fb9fd-4aa1-4c43-b14a-2cd484e366a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.725174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-d16fb9fd-4aa1-4c43-b14a-2cd484e366a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.1715837 Oct 20 10:39:50.760962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:50.773102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c65e0992-378d-40d8-9320-24d1b86116a9 req-34a1667e-2267-4147-86ad-7394bb6ca88b service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064394 Oct 20 10:39:50.774989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'port_id': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'mac_address': 'fa:16:3e:51:5b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace5bd5-3538-46a3-9c1e-604fa2ec2558', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:50.799887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-06a23f90-2b87-4a3e-8c17-50e016d86e39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617115 Oct 20 10:39:50.807269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-10ebbcd4-1dd0-4741-8638-c99efe6b3b9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.807711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bff563ad-6fce-442c-a5bb-c717ae9c7aa5 req-52d19084-220c-437a-bb7d-a64e7d4121d2 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 210 time: 0.1663783 Oct 20 10:39:50.808689 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-10ebbcd4-1dd0-4741-8638-c99efe6b3b9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.70 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 821 time: 0.3038125 Oct 20 10:39:50.831804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'port': {'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'admin_state_up': True, 'tenant_id': '17fb5eea4e49405aadf34390437a82be'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:50.845881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-552d83ec-70cf-47f2-86c3-a58bfdae450d req-070ddcc4-f4b9-4872-8979-98c48d601d8e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698855 Oct 20 10:39:50.880852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:50.882334 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.896820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:50.897467 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2a0c3e64-9b69-46ea-998c-01a8563633df req-ce7c6934-7ec9-4b5c-8b11-5a2e66000663 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798769 Oct 20 10:39:50.943394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:50.950629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.951966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:51.002651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-4a0d8624-81b7-46ea-bee4-0f8b69c58cc6 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e74684842cbb480b8e4e0517b7223ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628588 Oct 20 10:39:51.021513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:51.043623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1e8f-5785-4de0-8854-334513a3c1df req-e163358f-e377-4602-8a90-6dbcf524d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.045276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-e163358f-e377-4602-8a90-6dbcf524d023 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 924 time: 0.2987421 Oct 20 10:39:51.074191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-a27e4fbe-a474-4e5b-b4c3-411c7fac163f service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645206 Oct 20 10:39:51.087487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52be746-ab43-4755-a6e4-dcc482a3e359 req-20b99426-8113-47d8-a1af-1c0cbd78b486 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.088953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f52be746-ab43-4755-a6e4-dcc482a3e359 req-20b99426-8113-47d8-a1af-1c0cbd78b486 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 943 time: 0.1319590 Oct 20 10:39:51.143431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:51.152684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-23028514-3d9f-4e7d-8ccf-296416201ce1 service neutron] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:51.162717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-23028514-3d9f-4e7d-8ccf-296416201ce1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.163465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'port_id': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'mac_address': 'fa:16:3e:be:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9183ef-6dac-43e4-a812-c9fb094c7858', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:51.163813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a36e6f7-05a0-4726-9dd9-b6cefac5f122 req-23028514-3d9f-4e7d-8ccf-296416201ce1 service neutron] 10.222.0.70 "DELETE /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.5572083 Oct 20 10:39:51.200149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f52be746-ab43-4755-a6e4-dcc482a3e359 req-ecb01809-6965-4639-bab2-6f966b935440 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785556 Oct 20 10:39:51.203804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Made reservation on behalf of 17fb5eea4e49405aadf34390437a82be for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:51.208129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.220979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-dffa7aa0-1fd9-4832-84cb-9d1c88b9f8fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 200 len: 1000 time: 0.1504614 Oct 20 10:39:51.221070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-4abf49a7-e9a6-4d6a-874c-db111fb2abe6 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.222518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-4abf49a7-e9a6-4d6a-874c-db111fb2abe6 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064714 Oct 20 10:39:51.224298 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.247935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3e19de-feae-41b4-8617-72eb43c08df0 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:51.248824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-43ea5b7c-ce64-4885-af25-d4acaeed1891 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/quotas/e74684842cbb480b8e4e0517b7223ef0 HTTP/1.1" status: 200 len: 375 time: 0.0172670 Oct 20 10:39:51.271215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:51.276804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.277857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:51.311411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44360934-1a6e-4ea4-bc8f-4f3fc25f39c7 req-37fafe3a-328a-4469-973a-a4c02a4d334e service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054148 Oct 20 10:39:51.314893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-8f7f6362-6f69-444b-af21-23da495d9477 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592406 Oct 20 10:39:51.315960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 16ea65de-fc78-44f7-a506-feb1aadc4839 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:51.340513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64d694-3a91-4c2f-9da3-bd2dae22c6ed req-3be15424-f23a-49db-9a7b-d870ec5c469f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.342456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e64d694-3a91-4c2f-9da3-bd2dae22c6ed req-3be15424-f23a-49db-9a7b-d870ec5c469f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0741756 Oct 20 10:39:51.348041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1e8f-5785-4de0-8854-334513a3c1df req-ca5930ee-3db2-412e-9564-4735e79040d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.349563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-ca5930ee-3db2-412e-9564-4735e79040d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.1153886 Oct 20 10:39:51.386040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 16ea65de-fc78-44f7-a506-feb1aadc4839 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:51.386499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 16ea65de-fc78-44f7-a506-feb1aadc4839 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:51.396335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e64d694-3a91-4c2f-9da3-bd2dae22c6ed req-ea290077-f21e-44e9-8b32-3a5221ea0dfa tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Oct 20 10:39:51.448972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1e8f-5785-4de0-8854-334513a3c1df req-a63fe904-8e72-40cb-96cc-8373ae923bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.457513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-a63fe904-8e72-40cb-96cc-8373ae923bfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939980 Oct 20 10:39:51.503150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Allocated IP 172.20.0.12 (a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a/6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40/f31514a8-f544-4078-ba37-0fa41370f53b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:51.599996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288a54-cb40-4801-b34a-ea8135ccde02 req-0bb974eb-52a4-4113-9cc0-363e303a9baf tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.602183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41288a54-cb40-4801-b34a-ea8135ccde02 req-0bb974eb-52a4-4113-9cc0-363e303a9baf tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.1002748 Oct 20 10:39:51.647224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:51.659929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'mac_address': 'fa:16:3e:35:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:51.660169 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-de4ca63c-7a33-4c82-81e6-b26a1ac74f71 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946673 Oct 20 10:39:51.683998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:51.731778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.747614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51df8e1-6edf-4e94-be60-bd29a9ef2c02 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:51.772381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:51.778278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.863209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:51.870414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-addd1e8f-5785-4de0-8854-334513a3c1df req-ee4ff9f2-6b89-4f29-bf9a-10a8d8c722b0 service neutron] 10.222.0.70 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947067 Oct 20 10:39:51.873241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.916331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.923127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41288a54-cb40-4801-b34a-ea8135ccde02 req-ce079a6d-15dd-42f8-88a9-e0d6685738e8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081865 Oct 20 10:39:51.928767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['77ed2c5c-d571-4208-a328-bbad81aa4333'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:51.954802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d596b-316a-451e-91a4-ad07280e2df5 req-532add0b-2261-43ee-af90-f18c629417b9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.956414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa3d596b-316a-451e-91a4-ad07280e2df5 req-532add0b-2261-43ee-af90-f18c629417b9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.3535695 Oct 20 10:39:52.005028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:52.008545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:52.012564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:52.018202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.018820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.035617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event updated for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:52.045792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa3d596b-316a-451e-91a4-ad07280e2df5 req-ce2af3a8-91f1-4b74-820e-383fd55f0a45 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814452 Oct 20 10:39:52.061306 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-14c3e362-d5bd-4616-b3ca-adc72acdb69f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2338796 Oct 20 10:39:52.075348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Request body: {'port': {'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:52.127864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4286b607-4759-4fc7-b665-8f08fc35cf4e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:52.136381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['d51df8e1-6edf-4e94-be60-bd29a9ef2c02'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:52.142348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b621027-9a54-4dd2-9104-1a45263f1be1 req-304aecbe-65b3-476a-9640-d91a500e4af3 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 210 time: 0.0405111 Oct 20 10:39:52.168469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.203966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1c3e19de-feae-41b4-8617-72eb43c08df0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:52.372454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dafb3e-afa2-4aa2-9eca-fbad073251c7 req-c954ddf5-f597-4304-9758-1f9901a00dc9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.382088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2dafb3e-afa2-4aa2-9eca-fbad073251c7 req-c954ddf5-f597-4304-9758-1f9901a00dc9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 932 time: 0.1760144 Oct 20 10:39:52.446784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ede18-4b7e-4a75-afca-70507a198adc req-b22eee21-59e7-4385-be1b-962ac57af56c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.448615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d20ede18-4b7e-4a75-afca-70507a198adc req-b22eee21-59e7-4385-be1b-962ac57af56c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 944 time: 0.1994400 Oct 20 10:39:52.469032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aff620e6-4c09-42e4-a91d-c74fa07230f6 None None] Provisioning complete for port f31514a8-f544-4078-ba37-0fa41370f53b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:52.469458 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aff620e6-4c09-42e4-a91d-c74fa07230f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.499564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2dafb3e-afa2-4aa2-9eca-fbad073251c7 req-4457cd63-58c0-4e88-a767-fecfa4e299aa tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165254 Oct 20 10:39:52.511149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d20ede18-4b7e-4a75-afca-70507a198adc req-ee27f59a-c58a-43b0-adbc-ad334991c091 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523298 Oct 20 10:39:52.620852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-aff620e6-4c09-42e4-a91d-c74fa07230f6 None None] Port f31514a8-f544-4078-ba37-0fa41370f53b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:52.653294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31514a8-f544-4078-ba37-0fa41370f53b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:52.673740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.684508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509ff6-be70-4533-838e-194b18e9e7af req-56f947e0-92b3-4c5f-ab98-8da56db24f9a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.687161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17509ff6-be70-4533-838e-194b18e9e7af req-56f947e0-92b3-4c5f-ab98-8da56db24f9a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 944 time: 0.0672445 Oct 20 10:39:52.688198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Transition to ACTIVE for port object f31514a8-f544-4078-ba37-0fa41370f53b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:52.704559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.764452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea582-dc55-44c3-abc9-bbcd493ef33e req-02c73955-0778-43c3-8218-5efb01349582 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.766006 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53fea582-dc55-44c3-abc9-bbcd493ef33e req-02c73955-0778-43c3-8218-5efb01349582 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0923467 Oct 20 10:39:52.781025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Pushing event updated for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:52.786651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17509ff6-be70-4533-838e-194b18e9e7af req-f73aa2ee-b180-4a34-85ea-80c47684e4e1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899165 Oct 20 10:39:52.806691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Attempting to bind port f31514a8-f544-4078-ba37-0fa41370f53b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:52.807316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Attempting to bind port f31514a8-f544-4078-ba37-0fa41370f53b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:52.807825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Attempting to bind port f31514a8-f544-4078-ba37-0fa41370f53b on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:52.813911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Port f31514a8-f544-4078-ba37-0fa41370f53b on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:52.814428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Attempting to bind port f31514a8-f544-4078-ba37-0fa41370f53b on network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:52.820496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:52.821081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Checking segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:52.821694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Bound using segment: {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:52.822336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Bound port: f31514a8-f544-4078-ba37-0fa41370f53b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758a5c19-7161-4ea5-af9c-8f5e5aa746a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:52.822920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.860600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53fea582-dc55-44c3-abc9-bbcd493ef33e req-cfa1d6cc-40c3-4cee-9e42-e4cadbecef43 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703282 Oct 20 10:39:52.901425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:52.904757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f31514a8-f544-4078-ba37-0fa41370f53b,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:52.929589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.937386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c5e2-8395-4c9c-8de0-a86179643894 req-8bfd4447-dcee-41c0-b781-d10b24afe41e tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.945388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35b3c5e2-8395-4c9c-8de0-a86179643894 req-8bfd4447-dcee-41c0-b781-d10b24afe41e tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1097 time: 0.0560496 Oct 20 10:39:52.966526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:52.967283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.969132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] 10.222.0.70 "PUT /v2.0/ports/f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 1093 time: 0.8992898 Oct 20 10:39:52.969623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:52.971979 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370157ae-8760-4d33-96cc-0d8e4c3c9440" -d '{"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:52.999699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35b3c5e2-8395-4c9c-8de0-a86179643894 req-42bc0817-d003-4d04-817c-b791c218ce05 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Oct 20 10:39:53.042342 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-8175e0df-cfb9-4fe2-bb29-d136510dbefb tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e74684842cbb480b8e4e0517b7223ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426617 Oct 20 10:39:53.043438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02778adb-e801-47b2-969f-e4462e9fc16f service neutron] Pushing event updated for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:53.077283 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fc594-6e16-47aa-9de5-7aeed4ece660 x-openstack-request-id: req-b58fc594-6e16-47aa-9de5-7aeed4ece660 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:53.077656 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:53.077908 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b58fc594-6e16-47aa-9de5-7aeed4ece660 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:53.078309 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'status': 'completed', 'code': 200} Oct 20 10:39:53.244436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c53af4-5078-4fdb-ab11-ee89cfe45cfb req-cc409511-49cd-42e3-b301-11753031809a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.245970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5c53af4-5078-4fdb-ab11-ee89cfe45cfb req-cc409511-49cd-42e3-b301-11753031809a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.0835533 Oct 20 10:39:53.250384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-3b9d0091-12fa-44d4-b711-5249e30d5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.252035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-3b9d0091-12fa-44d4-b711-5249e30d5ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1096 time: 0.1995997 Oct 20 10:39:53.276502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bce6faab-77d3-4963-90d2-cd0624927307 req-8426c028-3e16-45cb-b2a6-0a37bb246729 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 210 time: 0.0412834 Oct 20 10:39:53.312765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5c53af4-5078-4fdb-ab11-ee89cfe45cfb req-11650e96-4482-47da-8c1e-ed4b4871b13f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Oct 20 10:39:53.325320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-8b35b492-5445-4225-bfc7-3aa39efbbb97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 217 time: 0.0556839 Oct 20 10:39:53.366582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-b359d677-476d-433a-be39-96ac98f1d34e tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.368595 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-b359d677-476d-433a-be39-96ac98f1d34e tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050280 Oct 20 10:39:53.384319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Request body: {'port': {'device_id': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e74684842cbb480b8e4e0517b7223ef0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:53.405308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-9f75e3e7-2828-408a-b4d2-8c232a95b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.406735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-9f75e3e7-2828-408a-b4d2-8c232a95b50f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0736899 Oct 20 10:39:53.462649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-a30b08e2-db8a-46f6-a660-30e59c61e731 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.464052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-a30b08e2-db8a-46f6-a660-30e59c61e731 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.1018510 Oct 20 10:39:53.479927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-6b37fa11-3517-4206-9d7e-31864df2170e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/quotas/2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 375 time: 0.0099299 Oct 20 10:39:53.506569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661d54-9783-41c7-a8f5-52896808de64 req-e01593bf-85fa-4f00-b64d-07cadeb2c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.508586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-e01593bf-85fa-4f00-b64d-07cadeb2c89d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925734 Oct 20 10:39:53.533170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-636d1949-0dbc-47b5-aa6d-45eb41cb9a2c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475883 Oct 20 10:39:53.555866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Made reservation on behalf of e74684842cbb480b8e4e0517b7223ef0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:53.559357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.659086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-02de2dcb-adbe-4ee5-a349-f60c00656976 service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190302 Oct 20 10:39:53.672285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe941-e2ac-4c8b-a17c-419eee801443 req-3f0f0dd5-bd3b-4b84-805a-cb33e2b98ec1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.673841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e6fe941-e2ac-4c8b-a17c-419eee801443 req-3f0f0dd5-bd3b-4b84-805a-cb33e2b98ec1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 944 time: 0.0728753 Oct 20 10:39:53.769235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e6fe941-e2ac-4c8b-a17c-419eee801443 req-96570571-20fa-467b-a066-161b13b34397 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865552 Oct 20 10:39:53.792422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-262f0e43-794f-4728-b941-255fe6d26316 service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175668 Oct 20 10:39:53.876371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-7672d618-0d6d-4fb2-b1e3-7a8e995d3e8b service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582993 Oct 20 10:39:53.893928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22c92c-aa56-4c35-ab55-7a6020bdf988 req-323003ce-2305-4a56-a144-8a18670b1918 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.895549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb22c92c-aa56-4c35-ab55-7a6020bdf988 req-323003ce-2305-4a56-a144-8a18670b1918 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 944 time: 0.0559614 Oct 20 10:39:53.945471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb22c92c-aa56-4c35-ab55-7a6020bdf988 req-9d12f2e1-39d7-4a61-9e9c-531c39360189 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Oct 20 10:39:54.029959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Allocated IP 192.168.233.161 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/da910ae9-be27-44f8-be78-e9feb32c1b7e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:54.034418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ecd6-2d7f-497f-b017-e1bd4cb8477c req-8ac4479b-72cb-47ea-a8f7-2ba840c5aa88 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.035656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de35ecd6-2d7f-497f-b017-e1bd4cb8477c req-8ac4479b-72cb-47ea-a8f7-2ba840c5aa88 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 944 time: 0.0658174 Oct 20 10:39:54.079922 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4661d54-9783-41c7-a8f5-52896808de64 req-53fc0839-1ce0-483c-9092-379c82fa7b25 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942902 Oct 20 10:39:54.108247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de35ecd6-2d7f-497f-b017-e1bd4cb8477c req-9378baac-07e4-44a8-a10e-d48a5633ef3e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 Oct 20 10:39:54.118609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70280b3-f85c-4438-9cbd-a48728303e06 req-0c8d635d-f67b-4d7d-b79b-e7b57472deac tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.120144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f70280b3-f85c-4438-9cbd-a48728303e06 req-0c8d635d-f67b-4d7d-b79b-e7b57472deac tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0828917 Oct 20 10:39:54.166635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f70280b3-f85c-4438-9cbd-a48728303e06 req-ead9730d-f3ed-4a7b-85aa-b3fb57859e03 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Oct 20 10:39:54.207821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f4c6ed5-9aa2-4d9c-954b-6fedfe81b076 req-b15e8dad-4613-4e49-94bf-7fd882d2815a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 210 time: 0.0352051 Oct 20 10:39:54.268555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-e5bdd5b1-9119-46b2-aa1a-e0f3fec288a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.270014 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-e5bdd5b1-9119-46b2-aa1a-e0f3fec288a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1096 time: 0.1248088 Oct 20 10:39:54.317666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.390127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eaef5ec7-a5d4-43c9-8d37-d33b183f65ee req-d6cb0098-59a0-4a8a-bbbe-2ed35121d2b7 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 210 time: 0.0348921 Oct 20 10:39:54.407160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-aa0e714d-9609-4d49-8bef-42191fcb9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.408630 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-aa0e714d-9609-4d49-8bef-42191fcb9acf service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1283071 Oct 20 10:39:54.415995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.459180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee342-2a4e-44aa-9b39-48f7bae8e75d req-caa70d30-47fa-41fb-81d2-297fabb9b114 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.461208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdaee342-2a4e-44aa-9b39-48f7bae8e75d req-caa70d30-47fa-41fb-81d2-297fabb9b114 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.0571947 Oct 20 10:39:54.463802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-05f23865-dbbb-4f1e-9410-4f5061ca4d6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 217 time: 0.0458422 Oct 20 10:39:54.501417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdaee342-2a4e-44aa-9b39-48f7bae8e75d req-017ff4d6-65a1-437c-9d4d-806f520954cb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Oct 20 10:39:54.522216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:54.530342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:54.543017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:54.548876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.549494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.555144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Pushing event updated for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:54.571965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-6e607fed-edfb-42cb-89a9-e673d66c6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.573538 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-6e607fed-edfb-42cb-89a9-e673d66c6af4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0888999 Oct 20 10:39:54.577312 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-d777d8dc-b766-42f0-a2da-4d7665395135 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1971898 Oct 20 10:39:54.584240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:54.611911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Request body: {'port': {'device_id': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:54.648770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 4286b607-4759-4fc7-b665-8f08fc35cf4e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:54.653323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 4286b607-4759-4fc7-b665-8f08fc35cf4e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:54.653695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.701013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-4a387eea-c69d-4272-a7b5-aabac33d2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.702501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-4a387eea-c69d-4272-a7b5-aabac33d2dad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215703 Oct 20 10:39:54.720666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.741404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.764423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:54.766700 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e408b3e-f248-4ca0-8135-2417e51c0d03" -d '{"events": [{"server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "name": "network-vif-plugged", "status": "completed", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:54.784114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:54.789182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.791598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:54.843936 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1edec3-bddd-4d7c-a4c2-c6f313d481ab x-openstack-request-id: req-3e1edec3-bddd-4d7c-a4c2-c6f313d481ab {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:54.845174 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "name": "network-vif-plugged", "status": "completed", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:54.845174 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e1edec3-bddd-4d7c-a4c2-c6f313d481ab {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:54.845174 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'code': 200} Oct 20 10:39:54.884550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-893d66c9-ac9e-49a2-aa90-d3656aa975a2 None None] Provisioning complete for port da910ae9-be27-44f8-be78-e9feb32c1b7e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:54.885074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893d66c9-ac9e-49a2-aa90-d3656aa975a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.909066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d29ff4-4cec-4b72-b95e-1d6c28cd396f req-7baa13d1-155b-4631-ac8f-d8f5334e21e6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.911481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d29ff4-4cec-4b72-b95e-1d6c28cd396f req-7baa13d1-155b-4631-ac8f-d8f5334e21e6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 944 time: 0.0541565 Oct 20 10:39:54.917588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:54.941460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-893d66c9-ac9e-49a2-aa90-d3656aa975a2 None None] Port da910ae9-be27-44f8-be78-e9feb32c1b7e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:54.941790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-f3964ebf-2ea9-46ac-84f6-9c25ca41ba27 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284446 Oct 20 10:39:54.948232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 1c3e19de-feae-41b4-8617-72eb43c08df0 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:54.952342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 1c3e19de-feae-41b4-8617-72eb43c08df0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:54.952893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.959395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d29ff4-4cec-4b72-b95e-1d6c28cd396f req-e2f46255-3871-42ea-a1d0-d31c05323d73 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Oct 20 10:39:55.015281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a1a08-b9d3-4147-b215-a91e8b20098d req-295d75c5-4605-47ac-8746-57e021abfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.016756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e38a1a08-b9d3-4147-b215-a91e8b20098d req-295d75c5-4605-47ac-8746-57e021abfc6a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 1097 time: 0.1195388 Oct 20 10:39:55.042585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.078272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa3e72-2df1-45e9-92ca-33e41aec44da req-e78543b8-54c4-41f4-8d32-c9a65038bf3e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.080380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:55.087034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0fa3e72-2df1-45e9-92ca-33e41aec44da req-e78543b8-54c4-41f4-8d32-c9a65038bf3e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0653839 Oct 20 10:39:55.089005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.090066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:55.140378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e38a1a08-b9d3-4147-b215-a91e8b20098d req-aa01c6d4-39a3-427f-8bf1-8a5380f96830 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890934 Oct 20 10:39:55.142965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0fa3e72-2df1-45e9-92ca-33e41aec44da req-836f0b38-af49-4b81-aa9e-97a83b6f7e1a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547454 Oct 20 10:39:55.186919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-370157ae-8760-4d33-96cc-0d8e4c3c9440 req-96d99d19-7e2f-41d0-a142-6f870139bc02 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155712 Oct 20 10:39:55.255618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:55.263340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:55.264250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.281636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeffda-ed49-49a7-9835-a260c5e19828 req-85e6564e-fcce-4402-9ce1-007b40e9c5e3 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.283214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3edeffda-ed49-49a7-9835-a260c5e19828 req-85e6564e-fcce-4402-9ce1-007b40e9c5e3 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 944 time: 0.0727227 Oct 20 10:39:55.316128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.324064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da910ae9-be27-44f8-be78-e9feb32c1b7e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:55.341238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.355947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-a3ed6a75-537d-41c7-963d-1335e608b7dd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.357449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-a3ed6a75-537d-41c7-963d-1335e608b7dd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.2000272 Oct 20 10:39:55.365142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Transition to ACTIVE for port object da910ae9-be27-44f8-be78-e9feb32c1b7e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:55.371545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3edeffda-ed49-49a7-9835-a260c5e19828 req-4d012231-c58e-40c7-aa9c-d41f4fdc76fa tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811801 Oct 20 10:39:55.374174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Request body: {'port': {'device_id': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'admin_state_up': True, 'tenant_id': '2b02c4cc305d462e81de911c726a52af'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:55.385291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.385497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.396926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b593c-1c7c-42e0-a788-208af031243d req-88969601-893f-400c-9ca2-90adf514f0fc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.403624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d0b593c-1c7c-42e0-a788-208af031243d req-88969601-893f-400c-9ca2-90adf514f0fc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0970321 Oct 20 10:39:55.420599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:55.430651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.474033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d0b593c-1c7c-42e0-a788-208af031243d req-a5f24fe0-21a6-43a2-906d-7427dbc14db3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660496 Oct 20 10:39:55.494384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Pushing event updated for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.498599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.504510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a69a818-6a72-48a1-afab-357b9bf3e936 req-f270ac38-d83e-4adb-ab41-5c8b55068256 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 210 time: 0.0488119 Oct 20 10:39:55.574990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Attempting to bind port da910ae9-be27-44f8-be78-e9feb32c1b7e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:55.575423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Attempting to bind port da910ae9-be27-44f8-be78-e9feb32c1b7e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:55.575828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Attempting to bind port da910ae9-be27-44f8-be78-e9feb32c1b7e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:55.590960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Port da910ae9-be27-44f8-be78-e9feb32c1b7e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:55.591363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Attempting to bind port da910ae9-be27-44f8-be78-e9feb32c1b7e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:55.603425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:55.603851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:55.604306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:55.604819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Bound port: da910ae9-be27-44f8-be78-e9feb32c1b7e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:55.605245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.635329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809bba-4921-41ff-85a9-2239cd7eb3c5 req-39743a2f-bde3-468b-b4d3-c941d0c30f7e tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.637007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62809bba-4921-41ff-85a9-2239cd7eb3c5 req-39743a2f-bde3-468b-b4d3-c941d0c30f7e tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 948 time: 0.0649078 Oct 20 10:39:55.650183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:55.653716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.706265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62809bba-4921-41ff-85a9-2239cd7eb3c5 req-0bf73ce8-cdf6-4d8b-82bc-e2be00bb9944 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Oct 20 10:39:55.716466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db12b4-688f-4c76-8976-3124db2ea9c1 req-35700106-3704-41d7-9e3c-520ef9354e57 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.717953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82db12b4-688f-4c76-8976-3124db2ea9c1 req-35700106-3704-41d7-9e3c-520ef9354e57 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0800416 Oct 20 10:39:55.742758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:55.761623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82db12b4-688f-4c76-8976-3124db2ea9c1 req-e1bb3bac-ec9e-44ce-9c7a-18dbe4cc5952 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Oct 20 10:39:55.764198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:55.772088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.831396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.832027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.833424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] 10.222.0.83 "PUT /v2.0/ports/da910ae9-be27-44f8-be78-e9feb32c1b7e HTTP/1.1" status: 200 len: 1097 time: 1.2270763 Oct 20 10:39:55.833900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:55.836200 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:55.881510 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9118a485-8e22-44c1-9a69-aa2e1cc1f670 x-openstack-request-id: req-9118a485-8e22-44c1-9a69-aa2e1cc1f670 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:55.881793 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:55.882043 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9118a485-8e22-44c1-9a69-aa2e1cc1f670 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:55.882439 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e', 'status': 'completed', 'code': 200} Oct 20 10:39:55.888219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Allocated IP 172.20.0.12 (94427d7e-1e59-44a5-97a3-c3dab0e87fcd/ce68598b-7584-44bc-afd5-57c58c50fe54/6059a337-77c8-4a1d-8962-5931fa2dd70f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:55.911742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97075-3615-4ecf-8c02-ce276c63758a service neutron] Pushing event updated for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.982666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-42f32197-3295-4f88-8ecf-c3d49058c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.984297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-42f32197-3295-4f88-8ecf-c3d49058c195 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 1100 time: 0.0924988 Oct 20 10:39:56.051988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-f4723f07-cb79-476c-9440-81b5c0521400 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e HTTP/1.1" status: 200 len: 217 time: 0.0507553 Oct 20 10:39:56.093652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33362-aeb3-4db9-8ed0-cac39b735ffc req-8b70ee03-5d82-482c-b222-d0b7305a6872 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.095357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24c33362-aeb3-4db9-8ed0-cac39b735ffc req-8b70ee03-5d82-482c-b222-d0b7305a6872 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 944 time: 0.0551701 Oct 20 10:39:56.134165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24c33362-aeb3-4db9-8ed0-cac39b735ffc req-23afff93-d49f-4290-8dbf-8d752c307b9f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Oct 20 10:39:56.145427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-7d8f3c97-16a0-4615-8524-2139dc01eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.146860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-7d8f3c97-16a0-4615-8524-2139dc01eeeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0659044 Oct 20 10:39:56.167033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.220300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da2b5-0d81-4831-bd21-f6200cad632f req-ab87c813-0384-46cd-95ca-10747a8b7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.222003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-ab87c813-0384-46cd-95ca-10747a8b7cbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672898 Oct 20 10:39:56.234381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.251699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc55d1-cf0a-4b05-90b6-d6c7b4b8e837 req-7cdf7f11-41f3-4abf-83e4-386791357b11 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.253429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41dc55d1-cf0a-4b05-90b6-d6c7b4b8e837 req-7cdf7f11-41f3-4abf-83e4-386791357b11 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Oct 20 10:39:56.294681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:56.304186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41dc55d1-cf0a-4b05-90b6-d6c7b4b8e837 req-a0c807a3-0080-41ea-9e21-5d93a63f06c9 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Oct 20 10:39:56.347105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:56.355029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:56.360532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.361116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.384484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:56.403000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-ced08654-972f-48c1-a4d8-69e00c6c9aa3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0331788 Oct 20 10:39:56.408295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-2fc95352-5a77-40c9-a488-650e001e6ff1 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661031 Oct 20 10:39:56.416581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Request body: {'port': {'device_id': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:56.483804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62032-5468-4088-ac4e-1c90ca0bcde3 req-34e96d0a-5a47-4f74-be4a-5e4359e79bac tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.485393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f62032-5468-4088-ac4e-1c90ca0bcde3 req-34e96d0a-5a47-4f74-be4a-5e4359e79bac tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Oct 20 10:39:56.527562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f62032-5468-4088-ac4e-1c90ca0bcde3 req-8f57e914-6420-4b40-9e94-80744d75946e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Oct 20 10:39:56.638407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d3eed-76f8-49df-8483-23ee3f065b23 req-0cf3078d-35b8-4bc8-a89a-46b6110d8e84 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.639828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b9d3eed-76f8-49df-8483-23ee3f065b23 req-0cf3078d-35b8-4bc8-a89a-46b6110d8e84 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0808210 Oct 20 10:39:56.669521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf2fc5-245e-4d62-a464-efb5e3aafccf req-0bef9cd6-041f-4e4e-9bcf-44a07fb41e8f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.671327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1cf2fc5-245e-4d62-a464-efb5e3aafccf req-0bef9cd6-041f-4e4e-9bcf-44a07fb41e8f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 932 time: 0.0741770 Oct 20 10:39:56.703620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b9d3eed-76f8-49df-8483-23ee3f065b23 req-03ef497a-729f-4827-abaa-33a714c7d320 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569372 Oct 20 10:39:56.725232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.726190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1cf2fc5-245e-4d62-a464-efb5e3aafccf req-1e6f4226-6c8f-4926-ba5f-2d425c100196 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Oct 20 10:39:56.787905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-262da2b5-0d81-4831-bd21-f6200cad632f req-dfc175b8-bd98-4632-aadc-6096e3259b2d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686490 Oct 20 10:39:56.839097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43bb30-9d43-4a5e-a0e4-08c9668fa045 req-cc259e48-ee80-4218-96ee-8f0017658b08 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.841224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be43bb30-9d43-4a5e-a0e4-08c9668fa045 req-cc259e48-ee80-4218-96ee-8f0017658b08 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 948 time: 0.0595653 Oct 20 10:39:56.846659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0'}, {'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:56.849286 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81855d0-778c-42ae-b4b2-7a03b3ad9b2b" -d '{"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-plugged", "status": "completed", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0"}, {"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-plugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:56.916028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be43bb30-9d43-4a5e-a0e4-08c9668fa045 req-a238a1c9-864e-49ca-9bea-ae7353ce7926 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632708 Oct 20 10:39:56.937019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8d7fd-5ae9-4a81-be7e-4e13c6cdb4e4 req-d6805b23-4896-4d90-87d3-264cab41eb40 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.937019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dce8d7fd-5ae9-4a81-be7e-4e13c6cdb4e4 req-d6805b23-4896-4d90-87d3-264cab41eb40 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0762386 Oct 20 10:39:56.961284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-3e851eeb-fcf2-4f76-a5f1-60a9a9a97595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.962763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-3e851eeb-fcf2-4f76-a5f1-60a9a9a97595 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e74684842cbb480b8e4e0517b7223ef0&device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 1100 time: 0.1062613 Oct 20 10:39:56.970162 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061a207-c9a0-45cd-a936-576e7dc9d292 x-openstack-request-id: req-a061a207-c9a0-45cd-a936-576e7dc9d292 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:56.970527 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-plugged", "status": "completed", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0", "code": 200}, {"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-plugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:56.971059 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a061a207-c9a0-45cd-a936-576e7dc9d292 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:56.971529 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'code': 200} Oct 20 10:39:56.971873 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'code': 200} Oct 20 10:39:56.976943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dce8d7fd-5ae9-4a81-be7e-4e13c6cdb4e4 req-ff6fd87b-d65d-4a73-a54e-82753929d86e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Oct 20 10:39:57.102781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf660cd-3cb5-4a9d-933d-d6bbe08f8e82 req-387ed9c8-4a21-4e83-8ec3-2f1dc46f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.104225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cf660cd-3cb5-4a9d-933d-d6bbe08f8e82 req-387ed9c8-4a21-4e83-8ec3-2f1dc46f7c15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 1097 time: 0.0411787 Oct 20 10:39:57.151111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cf660cd-3cb5-4a9d-933d-d6bbe08f8e82 req-af81e632-a0ef-4c60-925b-dbfc2f8e306e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290339 Oct 20 10:39:57.158330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-c43dc706-2f42-41db-ac2e-a00da99f4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.159802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-c43dc706-2f42-41db-ac2e-a00da99f4c69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1862566 Oct 20 10:39:57.165010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6059a337-77c8-4a1d-8962-5931fa2dd70f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:57.174563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.179660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49fe4-d0c1-4fc9-9a9e-a7fa891299d3 req-6afa2ff0-7e1f-4998-804c-4e97a08cab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.181653 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81f49fe4-d0c1-4fc9-9a9e-a7fa891299d3 req-6afa2ff0-7e1f-4998-804c-4e97a08cab3c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1097 time: 0.1148653 Oct 20 10:39:57.191075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Transition to ACTIVE for port object 6059a337-77c8-4a1d-8962-5931fa2dd70f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:57.194761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.246189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.254762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b52c-ef9a-4577-b0c4-dae321e6105f req-3449f27d-1364-48ce-ab89-c61233875441 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.256333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f74b52c-ef9a-4577-b0c4-dae321e6105f req-3449f27d-1364-48ce-ab89-c61233875441 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 944 time: 0.0539865 Oct 20 10:39:57.280729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:57.281051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:57.281382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:57.285688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:57.286001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:57.291116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:57.291425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:57.291800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:57.292227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Bound port: 6059a337-77c8-4a1d-8962-5931fa2dd70f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:57.292575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.300391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f74b52c-ef9a-4577-b0c4-dae321e6105f req-085d1f18-397d-4806-9dfa-c9a117b53276 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Oct 20 10:39:57.338094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f31514a8-f544-4078-ba37-0fa41370f53b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:57.359287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:57.362811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:57.370483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.435886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718689-36e8-46b2-83b9-00ed6f796c5f req-7d1c0595-a1e5-452a-80f7-ac1be89bbee6 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.437409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23718689-36e8-46b2-83b9-00ed6f796c5f req-7d1c0595-a1e5-452a-80f7-ac1be89bbee6 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0542822 Oct 20 10:39:57.444418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f31514a8-f544-4078-ba37-0fa41370f53b,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:57.448243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.460540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:57.486668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23718689-36e8-46b2-83b9-00ed6f796c5f req-e30d42ab-c28c-472c-a863-ac0036c40796 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Oct 20 10:39:57.494074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-47f814d7-547e-45c8-9f67-d25596cd533f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e HTTP/1.1" status: 200 len: 217 time: 0.0675213 Oct 20 10:39:57.495560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.496182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.497434 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-0f221393-cd1b-456b-b78d-b661a097f464 service neutron] 10.222.0.70 "PUT /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 1093 time: 1.0854261 Oct 20 10:39:57.511173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.518448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31514a8-f544-4078-ba37-0fa41370f53b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:57.520279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81f49fe4-d0c1-4fc9-9a9e-a7fa891299d3 req-c6423ee0-3713-4cd4-8166-51d51845de73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881290 Oct 20 10:39:57.546907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f31514a8-f544-4078-ba37-0fa41370f53b,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:57.552251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.587315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-69d6ff56-280e-471b-96c0-45c8faf8f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.588765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-69d6ff56-280e-471b-96c0-45c8faf8f1c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0829067 Oct 20 10:39:57.602418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-d901464c-319a-401b-9f2e-0ec8c63f70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.603894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-d901464c-319a-401b-9f2e-0ec8c63f70e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1096 time: 0.0557089 Oct 20 10:39:57.622127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.651724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-74a95f33-0e15-487d-96cd-024b118eba04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0380104 Oct 20 10:39:57.651933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d7d3-4909-448e-a24f-98da6b1865b0 req-7b243318-999c-48f1-9303-e091fdb4d754 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.653197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ae9d7d3-4909-448e-a24f-98da6b1865b0 req-7b243318-999c-48f1-9303-e091fdb4d754 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0815432 Oct 20 10:39:57.676042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77458-22c3-42bc-8184-6c146221755e req-04ea0a8a-26eb-4c29-ad4a-b078fc1c1efb tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.677479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efc77458-22c3-42bc-8184-6c146221755e req-04ea0a8a-26eb-4c29-ad4a-b078fc1c1efb tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0742240 Oct 20 10:39:57.702206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-6f3590da-2992-478a-9f79-97391147ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.703593 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-6f3590da-2992-478a-9f79-97391147ed42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0439849 Oct 20 10:39:57.729543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ae9d7d3-4909-448e-a24f-98da6b1865b0 req-77348eec-bc78-4899-b659-e341e156b017 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Oct 20 10:39:57.734649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efc77458-22c3-42bc-8184-6c146221755e req-849ea203-afae-43e6-b30c-17e03b927846 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509558 Oct 20 10:39:57.741492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-332bd68e-8adb-4b77-b888-9ee771794bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292873 Oct 20 10:39:57.855439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-9d5cf626-f20a-4dea-80b9-2faf83dad536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.856911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-9d5cf626-f20a-4dea-80b9-2faf83dad536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929854 Oct 20 10:39:57.870371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d906-8e25-411a-8fa4-47b009c451e8 req-e373a834-aea0-4d75-b5eb-d16f7117d5ba tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.871848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9007d906-8e25-411a-8fa4-47b009c451e8 req-e373a834-aea0-4d75-b5eb-d16f7117d5ba tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0800881 Oct 20 10:39:57.884364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc895388-0212-4869-a0fe-8ee2644bc00e req-d5bd3c74-66bc-4ee1-866c-a2ed5c443a26 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.885778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc895388-0212-4869-a0fe-8ee2644bc00e req-d5bd3c74-66bc-4ee1-866c-a2ed5c443a26 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0826318 Oct 20 10:39:57.889332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:57.891679 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48740618-475b-4b2f-b2e2-775ad9e7218c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:57.900135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-366ccd28-3a0c-46c2-b690-74bdb0466415 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458492 Oct 20 10:39:57.911857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f31514a8-f544-4078-ba37-0fa41370f53b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:57.946358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9007d906-8e25-411a-8fa4-47b009c451e8 req-0699050d-9a0c-4596-9a81-1c6a56105769 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Oct 20 10:39:57.949168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc895388-0212-4869-a0fe-8ee2644bc00e req-8007225c-a7b5-44e0-b102-d80c3a2d3001 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558369 Oct 20 10:39:58.029346 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ea38c-96e0-4732-9c61-7c4cdc10691d x-openstack-request-id: req-ce6ea38c-96e0-4732-9c61-7c4cdc10691d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:58.029627 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:58.029870 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce6ea38c-96e0-4732-9c61-7c4cdc10691d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:58.030245 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'status': 'completed', 'code': 200} Oct 20 10:39:58.040718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-8e5dcf53-6ff7-4334-b4e8-799a8122aa18 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731157 Oct 20 10:39:58.099787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3372f1f7-6d75-4a09-bd42-b991c982ad87 req-97de54ef-184c-4ca3-a015-4f958bfb4519 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584730 Oct 20 10:39:58.164330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d184f-d3c5-434b-901a-1496168bbe35 req-a20ed230-72b4-4279-8f14-787f31687f6f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.165777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e17d184f-d3c5-434b-901a-1496168bbe35 req-a20ed230-72b4-4279-8f14-787f31687f6f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 948 time: 0.0858932 Oct 20 10:39:58.187695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719c33-de1e-49a2-acba-da5a0b35f9db req-5ab48fd4-dba7-4ea2-b045-53fa1ac9452c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.188845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83c0dcb1-a208-4f11-9b5e-9b6a0c36d88e req-902c785b-0950-45a9-b461-29a7266cd9a3 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386454 Oct 20 10:39:58.189341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f719c33-de1e-49a2-acba-da5a0b35f9db req-5ab48fd4-dba7-4ea2-b045-53fa1ac9452c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0696473 Oct 20 10:39:58.202757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-d3de2379-5192-4a3c-85a7-07c68a70d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.204166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-d3de2379-5192-4a3c-85a7-07c68a70d113 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1096 time: 0.0498531 Oct 20 10:39:58.239901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e17d184f-d3c5-434b-901a-1496168bbe35 req-fe98bc6c-07ce-47c2-93b1-0d0c60d7711e tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658329 Oct 20 10:39:58.245189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f719c33-de1e-49a2-acba-da5a0b35f9db req-8f1b7c87-37cd-466d-b7bf-0b8e8a981c31 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481486 Oct 20 10:39:58.313355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-eb7cd97b-1d18-4aba-bd1a-b87033f99955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.315084 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-eb7cd97b-1d18-4aba-bd1a-b87033f99955 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1016507 Oct 20 10:39:58.357868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-2a3d7a72-f4e8-4fd3-9178-598ef04643d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0353017 Oct 20 10:39:58.381940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e20bd-95ea-42a9-96e9-b087ddcc0b86 req-2e0ff9d8-0c38-4414-987f-ce10e1aa41e0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.383479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a73e20bd-95ea-42a9-96e9-b087ddcc0b86 req-2e0ff9d8-0c38-4414-987f-ce10e1aa41e0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0784690 Oct 20 10:39:58.415070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-c86d9436-a44d-4a33-946e-0cde250eee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.417359 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-c86d9436-a44d-4a33-946e-0cde250eee12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0491965 Oct 20 10:39:58.417503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192934be-1e41-4b4c-aef6-08969aeb3642 req-16da9b6d-8b77-4c97-a603-ff0c286b96b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.419091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-192934be-1e41-4b4c-aef6-08969aeb3642 req-16da9b6d-8b77-4c97-a603-ff0c286b96b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0885859 Oct 20 10:39:58.431192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f1b02486-0130-44be-bc1b-0d308b654cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.447581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a73e20bd-95ea-42a9-96e9-b087ddcc0b86 req-7268acee-d7ce-48c9-a68d-25ee2f824ae0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Oct 20 10:39:58.450315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-2d66cb29-ec91-4479-9ac3-a4f5f3949243 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244706 Oct 20 10:39:58.486472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-192934be-1e41-4b4c-aef6-08969aeb3642 req-c1ccc37a-318a-4f1a-8a0f-9fd3d749f1e6 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500810 Oct 20 10:39:58.558086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5bfe-973f-4d2c-95b6-536843af4c79 req-563c9271-64a2-4ccc-8d6c-1980306302cc tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.559588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-702d5bfe-973f-4d2c-95b6-536843af4c79 req-563c9271-64a2-4ccc-8d6c-1980306302cc tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 945 time: 0.0543945 Oct 20 10:39:58.568185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-5d88cd3c-0e44-4738-b1bd-8b9296a5ec0d service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090963 Oct 20 10:39:58.628446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-702d5bfe-973f-4d2c-95b6-536843af4c79 req-ba62a1df-87d4-4585-a739-9117b619f173 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Oct 20 10:39:58.652326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1fb2c-70b5-40b4-bb6c-0a88372be468 req-c6b0ea10-a13b-48e5-ab7a-afcd82173992 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.653988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71a1fb2c-70b5-40b4-bb6c-0a88372be468 req-c6b0ea10-a13b-48e5-ab7a-afcd82173992 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0734875 Oct 20 10:39:58.669699 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-48740618-475b-4b2f-b2e2-775ad9e7218c req-91a042ac-9869-449f-b905-1d5a8263a9f6 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932777 Oct 20 10:39:58.693077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71a1fb2c-70b5-40b4-bb6c-0a88372be468 req-d9941502-a254-4e19-a24f-1a46ad734297 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Oct 20 10:39:58.820345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c9b6-b866-4126-9e2b-d4b5c84dcec3 req-d64572dd-4fc4-4603-897c-15a9160ba99c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.821765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb52c9b6-b866-4126-9e2b-d4b5c84dcec3 req-d64572dd-4fc4-4603-897c-15a9160ba99c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Oct 20 10:39:58.889268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45598e-c011-4c4b-aab8-899c54775469 req-54393fea-5b66-4287-87a2-1b552e176d08 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:58.890760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc45598e-c011-4c4b-aab8-899c54775469 req-54393fea-5b66-4287-87a2-1b552e176d08 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0876219 Oct 20 10:39:58.899439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb52c9b6-b866-4126-9e2b-d4b5c84dcec3 req-2ff12e35-4ec6-4933-a960-221d6b73c119 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Oct 20 10:39:58.937644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc45598e-c011-4c4b-aab8-899c54775469 req-cde9dd31-3db1-4ef8-86b8-79803df268d4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Oct 20 10:39:59.030753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d2146-70e2-45d4-9f4d-296d3ae7526f req-b9ad428e-a774-4826-b9ba-0c50820ac61a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.032426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d00d2146-70e2-45d4-9f4d-296d3ae7526f req-b9ad428e-a774-4826-b9ba-0c50820ac61a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0607102 Oct 20 10:39:59.099908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d00d2146-70e2-45d4-9f4d-296d3ae7526f req-774bbbfb-23a7-4d44-ad80-113950326032 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566633 Oct 20 10:39:59.108751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291635-3698-4865-84f8-2a0ca083cbe2 req-07e7cbf3-bc12-4b98-a8a1-dbe87182eb0d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.110160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da291635-3698-4865-84f8-2a0ca083cbe2 req-07e7cbf3-bc12-4b98-a8a1-dbe87182eb0d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0767765 Oct 20 10:39:59.149940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da291635-3698-4865-84f8-2a0ca083cbe2 req-b1461a66-4024-4c70-a25f-4dde354d02e8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Oct 20 10:39:59.207380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94514866-0fc0-4e3d-ade8-9b5d28c282f6 req-f19558c7-8003-4665-933f-b2719fc135d0 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.208901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94514866-0fc0-4e3d-ade8-9b5d28c282f6 req-f19558c7-8003-4665-933f-b2719fc135d0 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0523114 Oct 20 10:39:59.252293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94514866-0fc0-4e3d-ade8-9b5d28c282f6 req-c6333ec7-fefd-4b9b-9170-b2fafa2d41ab tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Oct 20 10:39:59.309806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec3468-55ad-48f0-8494-5584054e9659 req-db473e64-8ef2-4e6c-885b-6fe0f4aa1b87 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.311299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dec3468-55ad-48f0-8494-5584054e9659 req-db473e64-8ef2-4e6c-885b-6fe0f4aa1b87 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0506923 Oct 20 10:39:59.347489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f31514a8-f544-4078-ba37-0fa41370f53b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:59.373797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dec3468-55ad-48f0-8494-5584054e9659 req-c102e621-9447-43d1-99f8-861dcaa23145 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Oct 20 10:39:59.386423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e7c27-91cd-4b2b-afa6-b0cd812d1b8c req-a325a430-a2f7-466e-9ec8-c52f2d439438 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.387923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e6e7c27-91cd-4b2b-afa6-b0cd812d1b8c req-a325a430-a2f7-466e-9ec8-c52f2d439438 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 948 time: 0.0757277 Oct 20 10:39:59.400172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port f31514a8-f544-4078-ba37-0fa41370f53b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:59.404289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f31514a8-f544-4078-ba37-0fa41370f53b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:59.404654 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.431026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e6e7c27-91cd-4b2b-afa6-b0cd812d1b8c req-74ab025e-0dda-482c-a7c5-4749992c40ab tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Oct 20 10:39:59.499580 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.522463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:59.525432 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b14ea49-1c0f-46f1-aed9-f2f1438fded5" -d '{"events": [{"server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "name": "network-vif-plugged", "status": "completed", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:59.538141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f31514a8-f544-4078-ba37-0fa41370f53b,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:59.543400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.576770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69c10a-ce24-42da-b994-4be3458ee7b0 req-e61d9254-77f5-4355-b18b-5396a040c35f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.578348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b69c10a-ce24-42da-b994-4be3458ee7b0 req-e61d9254-77f5-4355-b18b-5396a040c35f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0579128 Oct 20 10:39:59.592179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:59.623373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b69c10a-ce24-42da-b994-4be3458ee7b0 req-b4e58c6e-083d-49fd-91f2-c7db3a196c4f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Oct 20 10:39:59.669320 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2313b04d-ac32-443c-934c-9e0fd4444c28 x-openstack-request-id: req-2313b04d-ac32-443c-934c-9e0fd4444c28 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:59.669615 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "name": "network-vif-plugged", "status": "completed", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:59.669865 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2313b04d-ac32-443c-934c-9e0fd4444c28 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:59.670572 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'code': 200} Oct 20 10:39:59.787790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84035be-6fdc-47b0-ae5d-4874ebcb7620 req-907727af-b414-4751-b8fa-5a08066d016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.791027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b84035be-6fdc-47b0-ae5d-4874ebcb7620 req-907727af-b414-4751-b8fa-5a08066d016d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1098 time: 0.0527904 Oct 20 10:39:59.804497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ad1e-077b-4a4a-987c-ea14cac4d355 req-007ab8bd-8466-48be-9015-bf4884663ab4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.805980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9216ad1e-077b-4a4a-987c-ea14cac4d355 req-007ab8bd-8466-48be-9015-bf4884663ab4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1097 time: 0.0765591 Oct 20 10:39:59.814154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d009d7-07fe-48af-91d5-f35f20d1c37a req-4a3ab5ca-7c87-44a9-972c-4a858426d4af tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.815595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4d009d7-07fe-48af-91d5-f35f20d1c37a req-4a3ab5ca-7c87-44a9-972c-4a858426d4af tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 946 time: 0.0611005 Oct 20 10:39:59.831929 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b84035be-6fdc-47b0-ae5d-4874ebcb7620 req-3f602f18-9670-41f4-8ca2-d0adac10d3c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293763 Oct 20 10:39:59.860601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9216ad1e-077b-4a4a-987c-ea14cac4d355 req-4afeccd8-bae6-44c4-85ad-186202f2f8a5 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Oct 20 10:39:59.872483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4d009d7-07fe-48af-91d5-f35f20d1c37a req-5f28562d-2819-486c-b2f8-f93705675d5b tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 Oct 20 10:40:00.063121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6cd56-4cf8-4558-86d6-3c11916519ba req-d7a02586-df81-4746-9d38-fd639a42d5db tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.064619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bad6cd56-4cf8-4558-86d6-3c11916519ba req-d7a02586-df81-4746-9d38-fd639a42d5db tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0597148 Oct 20 10:40:00.109901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bad6cd56-4cf8-4558-86d6-3c11916519ba req-a25ad0cb-2ef1-49ff-b57d-b9a8c5ce5256 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Oct 20 10:40:00.202110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d934c8-cb2a-4043-8b6a-34d56660c9d7 req-d65ce117-bfef-4aea-89c2-ba20a7ce458c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.203605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44d934c8-cb2a-4043-8b6a-34d56660c9d7 req-d65ce117-bfef-4aea-89c2-ba20a7ce458c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Oct 20 10:40:00.255162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44d934c8-cb2a-4043-8b6a-34d56660c9d7 req-2c2027ed-65af-4a92-ba6e-55b9ba851ab5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Oct 20 10:40:00.335703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473217e5-9b05-42b0-8316-40647b871081 req-a3271d6b-f1be-40dd-ac85-e324fa01ff7c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.337347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-473217e5-9b05-42b0-8316-40647b871081 req-a3271d6b-f1be-40dd-ac85-e324fa01ff7c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0563920 Oct 20 10:40:00.381084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-473217e5-9b05-42b0-8316-40647b871081 req-60372eea-8e42-4434-abb0-f703d3496bd8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Oct 20 10:40:00.486567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9989e-d16e-4c5d-b201-22fd5a64aecb req-2660cd98-841e-45be-b20c-3b5f0675da90 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.488434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ea9989e-d16e-4c5d-b201-22fd5a64aecb req-2660cd98-841e-45be-b20c-3b5f0675da90 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0842640 Oct 20 10:40:00.518533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f4ad0-dd74-4d90-9011-339258a34536 req-dea5f92a-f7d1-411d-bd6c-b531d956a5e4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.520319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac7f4ad0-dd74-4d90-9011-339258a34536 req-dea5f92a-f7d1-411d-bd6c-b531d956a5e4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0793676 Oct 20 10:40:00.554367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ea9989e-d16e-4c5d-b201-22fd5a64aecb req-80780d2d-c451-49e3-a5ae-98106be68b9d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Oct 20 10:40:00.587984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac7f4ad0-dd74-4d90-9011-339258a34536 req-bd3af00d-a1c5-4f81-83c3-1b0bc306e005 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536442 Oct 20 10:40:00.645848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device da910ae9-be27-44f8-be78-e9feb32c1b7e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:00.695647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abbee0-97a5-47ba-bf84-4499499fa1e4 req-22fd098e-ddeb-4eb9-984c-04492c8c5a53 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.699176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57abbee0-97a5-47ba-bf84-4499499fa1e4 req-22fd098e-ddeb-4eb9-984c-04492c8c5a53 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 948 time: 0.0563040 Oct 20 10:40:00.742378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57abbee0-97a5-47ba-bf84-4499499fa1e4 req-d002c8a6-6b24-41b7-bc6e-86c006e5ef73 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384705 Oct 20 10:40:00.755504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:00.770368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'da910ae9-be27-44f8-be78-e9feb32c1b7e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'da910ae9-be27-44f8-be78-e9feb32c1b7e', 'mac_address': 'fa:16:3e:6b:79:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:00.810276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.823893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da910ae9-be27-44f8-be78-e9feb32c1b7e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:00.844185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:00.848188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.895671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:01.003997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb165b-f2d8-40fc-96f3-08e8f24b858f req-59aeceb1-8241-4462-ba78-025132a2ba5a tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.005453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73cb165b-f2d8-40fc-96f3-08e8f24b858f req-59aeceb1-8241-4462-ba78-025132a2ba5a tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 946 time: 0.0568645 Oct 20 10:40:01.043782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73cb165b-f2d8-40fc-96f3-08e8f24b858f req-69b827d6-b771-493f-b984-677b0203cea1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Oct 20 10:40:01.240248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['da910ae9-be27-44f8-be78-e9feb32c1b7e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:01.294863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c833cf1-0aa8-4915-b982-76b28d1c02ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.364989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:01.388199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931667-8cd9-49db-8bb3-0c3e4a02235a req-f1dbbe3b-5bf2-42f1-a9c7-4d63763abd5b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.389870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09931667-8cd9-49db-8bb3-0c3e4a02235a req-f1dbbe3b-5bf2-42f1-a9c7-4d63763abd5b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Oct 20 10:40:01.432753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09931667-8cd9-49db-8bb3-0c3e4a02235a req-65c31925-c1ba-4dbf-8f18-a16fe8e8a17b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Oct 20 10:40:01.465232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:01.486577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'port_id': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'mac_address': 'fa:16:3e:bc:ca:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce68598b-7584-44bc-afd5-57c58c50fe54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:01.546662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0e01a-65a7-4da7-97d1-dafcc7990f12 req-9c96fc54-37d1-402c-9073-35b71a850dbe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.548181 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.548954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86b0e01a-65a7-4da7-97d1-dafcc7990f12 req-9c96fc54-37d1-402c-9073-35b71a850dbe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0514972 Oct 20 10:40:01.561702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6059a337-77c8-4a1d-8962-5931fa2dd70f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:01.583795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:01.590211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86b0e01a-65a7-4da7-97d1-dafcc7990f12 req-10c5d1b8-1e34-4df9-87e4-f1024a002ca2 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Oct 20 10:40:01.596017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.682262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:01.699868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.746519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54b12-3738-451a-b75d-279dbde775a1 req-97d980a6-fdc8-4f38-bd5d-f3aac54c6158 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.747999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0d54b12-3738-451a-b75d-279dbde775a1 req-97d980a6-fdc8-4f38-bd5d-f3aac54c6158 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 945 time: 0.0967369 Oct 20 10:40:01.767571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47266a-a48e-48cf-b46d-e2deedc31e6e req-87f4cc70-9027-433c-acdf-446a0d175558 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.769327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c47266a-a48e-48cf-b46d-e2deedc31e6e req-87f4cc70-9027-433c-acdf-446a0d175558 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0728490 Oct 20 10:40:01.814382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0d54b12-3738-451a-b75d-279dbde775a1 req-ea72ef83-d453-4e5f-9bf3-a46436b05c88 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593255 Oct 20 10:40:01.838528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c47266a-a48e-48cf-b46d-e2deedc31e6e req-ec26677f-261f-499f-b572-60507f79775e tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572627 Oct 20 10:40:01.933293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec1a72-80ee-45ac-9701-d9b20a5dc032 req-9c5ba764-3f9e-4cc3-a0fa-61a331e4bcad tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.934757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57ec1a72-80ee-45ac-9701-d9b20a5dc032 req-9c5ba764-3f9e-4cc3-a0fa-61a331e4bcad tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 949 time: 0.0510807 Oct 20 10:40:01.962036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6059a337-77c8-4a1d-8962-5931fa2dd70f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:01.987521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57ec1a72-80ee-45ac-9701-d9b20a5dc032 req-94a3accf-a423-4632-b3a2-d283975779b9 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Oct 20 10:40:02.183895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f38d-b109-45e1-b1e3-fbc0d332ecd9 req-1392cfcc-e705-4e73-8666-690ec64866a8 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.193733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3185f38d-b109-45e1-b1e3-fbc0d332ecd9 req-1392cfcc-e705-4e73-8666-690ec64866a8 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 946 time: 0.0654218 Oct 20 10:40:02.245893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3185f38d-b109-45e1-b1e3-fbc0d332ecd9 req-e5ef92f5-9b37-4ee9-bd10-74b0d5a9096e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530076 Oct 20 10:40:02.440040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-7264dd03-b871-4a34-ab4a-f89063d56ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.441545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-7264dd03-b871-4a34-ab4a-f89063d56ae6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0881019 Oct 20 10:40:02.498638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-9623c482-898a-4dfc-a22c-5778ba2a9b24 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0489419 Oct 20 10:40:02.509912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:02.548731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.644839 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.648650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:02.650598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device da910ae9-be27-44f8-be78-e9feb32c1b7e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:02.680663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d2aa2-0c3e-4f04-8b9f-4faf3520eea0 req-85b5f623-05ee-4065-8c5f-ea0aeecba159 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.682160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f4d2aa2-0c3e-4f04-8b9f-4faf3520eea0 req-85b5f623-05ee-4065-8c5f-ea0aeecba159 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 945 time: 0.1300929 Oct 20 10:40:02.777037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f4d2aa2-0c3e-4f04-8b9f-4faf3520eea0 req-984a7c91-aa3d-4249-9c76-fe74ce195ad8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Oct 20 10:40:02.912033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port da910ae9-be27-44f8-be78-e9feb32c1b7e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:02.917471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port da910ae9-be27-44f8-be78-e9feb32c1b7e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.917831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.968956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:02.977468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0d5d-390f-47c6-af47-f1f575542d9f req-2161ad1c-5458-45dc-b80a-e006d979e165 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.978954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d8e0d5d-390f-47c6-af47-f1f575542d9f req-2161ad1c-5458-45dc-b80a-e006d979e165 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 945 time: 0.1058083 Oct 20 10:40:02.980987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'port_id': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'mac_address': 'fa:16:3e:51:5b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace5bd5-3538-46a3-9c1e-604fa2ec2558', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:03.043455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.072199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:03.072416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d8e0d5d-390f-47c6-af47-f1f575542d9f req-072b4449-a224-4f11-ab9c-f9274d62bb3a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683222 Oct 20 10:40:03.076332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.111648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:03.119028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.129187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:03.132232 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde8457-d809-45fe-ace2-9d93e6a78157" -d '{"events": [{"server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "name": "network-vif-plugged", "status": "completed", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:03.143248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.147059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.165286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:03.172164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.199961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.251339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.269050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4286b607-4759-4fc7-b665-8f08fc35cf4e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:03.376534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:03.486310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 6059a337-77c8-4a1d-8962-5931fa2dd70f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:03.490317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 6059a337-77c8-4a1d-8962-5931fa2dd70f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:03.490695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.500779 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7 associated. External IP: 172.25.3.220, port: 77ed2c5c-d571-4208-a328-bbad81aa4333. Oct 20 10:40:03.589656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.619442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:03.624285 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.672897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.690457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90a8c8-a95a-4acd-a4f4-03f10713df8d req-d216b235-72a8-48a0-be42-046450c9feae tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:03.691994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e90a8c8-a95a-4acd-a4f4-03f10713df8d req-d216b235-72a8-48a0-be42-046450c9feae tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0959771 Oct 20 10:40:03.771411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e90a8c8-a95a-4acd-a4f4-03f10713df8d req-c139ca17-9ae3-4bf4-9383-c726ef1b645d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Oct 20 10:40:03.798490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:03.946047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe8c22-16ab-4b8f-9767-f88b3993d527 req-241cba03-16a1-4708-bf7d-1fcaafb650aa tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:03.947509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ebe8c22-16ab-4b8f-9767-f88b3993d527 req-241cba03-16a1-4708-bf7d-1fcaafb650aa tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.0942094 Oct 20 10:40:03.966663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:03.975937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.976992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:03.986904 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:03.987678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.016296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-502c5d5f-26eb-4809-9886-1efde101318d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "PUT /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 996 time: 1.5104597 Oct 20 10:40:04.018718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:04.020802 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e652e45-ebdb-4495-9369-7e40a3529976" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:04.035305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ebe8c22-16ab-4b8f-9767-f88b3993d527 req-d74e61e0-9511-474e-a999-797d149c97af tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781372 Oct 20 10:40:04.081081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-0f4f1e00-207d-4f55-8cea-4a61a8937616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.083385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-0f4f1e00-207d-4f55-8cea-4a61a8937616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.0467680 Oct 20 10:40:04.092907 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e039e6-6bb7-436a-a8c0-12ab59388555 x-openstack-request-id: req-e3e039e6-6bb7-436a-a8c0-12ab59388555 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:04.093397 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "name": "network-vif-plugged", "status": "completed", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:04.093485 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3e039e6-6bb7-436a-a8c0-12ab59388555 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:04.094435 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e', 'code': 200} Oct 20 10:40:04.121904 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:04.175399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.236084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-47b8e337-123c-4421-a535-007cc0864d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.242881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892e06-ee6f-48cc-a412-4b7fa4af0113 req-24d2d0bf-8c09-47f5-b350-8e3560d8ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.244333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de892e06-ee6f-48cc-a412-4b7fa4af0113 req-24d2d0bf-8c09-47f5-b350-8e3560d8ba18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 1102 time: 0.0800061 Oct 20 10:40:04.245066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-47b8e337-123c-4421-a535-007cc0864d30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1556103 Oct 20 10:40:04.297156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de892e06-ee6f-48cc-a412-4b7fa4af0113 req-124aa959-ba5d-4f91-94b5-33b4d724affb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Oct 20 10:40:04.350982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-c2ebb96b-1f10-4ea5-9bad-2cee23f24c38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 999 time: 0.1047750 Oct 20 10:40:04.402862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-61ddb794-0d7a-4a61-a80b-7a92877fcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.404677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-61ddb794-0d7a-4a61-a80b-7a92877fcac6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0475085 Oct 20 10:40:04.462225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-f0d3b4b8-5ca7-4038-b869-0a47e425a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.472299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-f0d3b4b8-5ca7-4038-b869-0a47e425a1d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599172 Oct 20 10:40:04.473703 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:03Z', 'revision_number': 1, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.477905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-496a8c70-7f16-4252-ab09-92666ea33f82 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:04.480633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-496a8c70-7f16-4252-ab09-92666ea33f82 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072658 Oct 20 10:40:04.502259 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:04.511181 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:04.511832 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.595140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabbaa4-dd54-4ae0-b449-1777b4d9a6b1 req-3efcfebe-28dd-459a-94b4-dd1aa04ebb51 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.596937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1fabbaa4-dd54-4ae0-b449-1777b4d9a6b1 req-3efcfebe-28dd-459a-94b4-dd1aa04ebb51 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 944 time: 0.1029220 Oct 20 10:40:04.631402 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:04.634256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-d4e37505-310b-41cd-b9fa-24915c119a82 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477001 Oct 20 10:40:04.669916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:04.683741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1fabbaa4-dd54-4ae0-b449-1777b4d9a6b1 req-be81b163-b6ee-494c-960a-47cdb87958db tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788555 Oct 20 10:40:04.734810 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7fc2e3-3609-4b43-8ea4-c73fcadd5eda x-openstack-request-id: req-0a7fc2e3-3609-4b43-8ea4-c73fcadd5eda {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:04.735111 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:04.735357 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a7fc2e3-3609-4b43-8ea4-c73fcadd5eda {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:04.735745 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:40:04.778658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1871aac3-3dd0-4316-9f15-1ddfcb7f1a38 req-90a65375-1091-4800-9494-f9ac23be53eb service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415966 Oct 20 10:40:04.796924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.816631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:04.846470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:04.854585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-90585410-9498-40d7-9927-1d1881acd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.858318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-90585410-9498-40d7-9927-1d1881acd06b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.0866399 Oct 20 10:40:04.859379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.898576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec49da-6417-42cb-9f6c-03edd1061d46 req-0a11eef4-4597-4674-83a6-93ea5ca62094 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.900081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9ec49da-6417-42cb-9f6c-03edd1061d46 req-0a11eef4-4597-4674-83a6-93ea5ca62094 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.1084647 Oct 20 10:40:04.964869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:04.966928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9ec49da-6417-42cb-9f6c-03edd1061d46 req-74fce5f3-491a-4c34-a1fb-7825921b6632 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Oct 20 10:40:04.998563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-65f171f0-d503-4a61-ae4e-9cb1fe432b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.000128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-65f171f0-d503-4a61-ae4e-9cb1fe432b37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1324904 Oct 20 10:40:05.028667 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:03Z', 'revision_number': 1, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:05.066043 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd51ad-603b-4753-beb2-e632c3db876b None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:03Z', 'revision_number': 1, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:05.143667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501b727-66cb-4dbd-9b30-ba4ed501ca1a req-33ebe581-8f17-490e-ab23-037f2687fe5c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.145506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7501b727-66cb-4dbd-9b30-ba4ed501ca1a req-33ebe581-8f17-490e-ab23-037f2687fe5c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0656452 Oct 20 10:40:05.145648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-1db2bcbd-55ab-4f9b-a4e8-8790e07a1a4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 999 time: 0.1186695 Oct 20 10:40:05.208868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-da409474-6eb5-4384-ba33-719e095c6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.210413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-da409474-6eb5-4384-ba33-719e095c6f57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0512719 Oct 20 10:40:05.230261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-146fb310-f89a-48b7-b396-8682e1fe9076 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.231691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-146fb310-f89a-48b7-b396-8682e1fe9076 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0852144 Oct 20 10:40:05.245905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7501b727-66cb-4dbd-9b30-ba4ed501ca1a req-4610cafb-8001-4507-b9db-4a66260d1992 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Oct 20 10:40:05.299605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-e98beba5-516f-4c52-9b8b-5e0a5d63a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.302640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-e98beba5-516f-4c52-9b8b-5e0a5d63a5ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741546 Oct 20 10:40:05.368914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22230d5b-4db1-46b5-aa34-f219df80e505 None None] New status for floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:05.399214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-548d5eb5-a7a6-48ca-9cbd-09da6b561bf7 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 999 time: 0.1518664 Oct 20 10:40:05.406005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:05.428850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-a0120fb9-9192-407b-bd77-61c6ea3b8e01 service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121578 Oct 20 10:40:05.464836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d833ce-384e-4c55-9823-763e35b66e56 req-fe63a4ed-5127-4479-864c-663f7b9bf904 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.466335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18d833ce-384e-4c55-9823-763e35b66e56 req-fe63a4ed-5127-4479-864c-663f7b9bf904 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.1469147 Oct 20 10:40:05.510484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.559157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18d833ce-384e-4c55-9823-763e35b66e56 req-0b25a2f4-ed97-4fb6-8a59-d5a9a8685211 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848045 Oct 20 10:40:05.564530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e652e45-ebdb-4495-9369-7e40a3529976 req-04aef380-71de-4acc-967b-f6a380b12131 service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Oct 20 10:40:05.753232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046a3f8-605a-4eea-b831-01054121f4ec req-84aa8224-5f25-4ce2-9070-03d43b4130ff tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.754785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e046a3f8-605a-4eea-b831-01054121f4ec req-84aa8224-5f25-4ce2-9070-03d43b4130ff tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1117887 Oct 20 10:40:05.833985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e046a3f8-605a-4eea-b831-01054121f4ec req-8539681c-ee78-47f5-8a66-c6d8aba06736 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723107 Oct 20 10:40:05.919304 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:05.919664 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:06.089728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb91f8-30ef-4fba-b136-cff087527032 req-2aabe435-7315-4765-88ee-b08f00110083 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.091094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eabb91f8-30ef-4fba-b136-cff087527032 req-2aabe435-7315-4765-88ee-b08f00110083 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.0503860 Oct 20 10:40:06.095716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:06.101202 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e807e6-59f1-4e6a-ba27-dcf3294783a1" -d '{"events": [{"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-plugged", "status": "completed", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:06.140686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eabb91f8-30ef-4fba-b136-cff087527032 req-5cfa78ad-17b0-4cfc-8b74-50f6c0a2f600 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Oct 20 10:40:06.187324 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d829189d-8f6a-4b8d-8986-7c5863c0704b x-openstack-request-id: req-d829189d-8f6a-4b8d-8986-7c5863c0704b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:06.187641 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-plugged", "status": "completed", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:06.187893 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d829189d-8f6a-4b8d-8986-7c5863c0704b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:06.188307 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'code': 200} Oct 20 10:40:06.356708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c721-ac79-4806-af0d-5d00bbe14a54 req-f582cfd9-6227-43fd-975f-a59a67a2b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.358119 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e054c721-ac79-4806-af0d-5d00bbe14a54 req-f582cfd9-6227-43fd-975f-a59a67a2b969 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1098 time: 0.0796762 Oct 20 10:40:06.381204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c145-62fc-4392-98b9-5b7b0599fffc req-af11e186-8044-4b9a-8f9e-c447628efcf2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.385106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2895c145-62fc-4392-98b9-5b7b0599fffc req-af11e186-8044-4b9a-8f9e-c447628efcf2 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0572567 Oct 20 10:40:06.409074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e054c721-ac79-4806-af0d-5d00bbe14a54 req-7ccb3fa2-f7b0-4233-9ca6-9bbe263213d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Oct 20 10:40:06.431658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.472183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2895c145-62fc-4392-98b9-5b7b0599fffc req-78f3f035-ed1b-46e3-9163-95d612d0fc42 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Oct 20 10:40:06.679955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:06.789967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04df2d-0eb5-48f6-a6c2-2266f031cedc req-9c6787ab-0f28-49f3-844c-72644d688f05 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.791490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e04df2d-0eb5-48f6-a6c2-2266f031cedc req-9c6787ab-0f28-49f3-844c-72644d688f05 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.1160564 Oct 20 10:40:06.828640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:06.845359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'mac_address': 'fa:16:3e:35:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:06.902597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e04df2d-0eb5-48f6-a6c2-2266f031cedc req-54cbb835-2921-404f-9989-9f881a99dc76 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040504 Oct 20 10:40:06.955102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.981527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51df8e1-6edf-4e94-be60-bd29a9ef2c02 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:07.015985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:07.025830 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.153735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:07.189198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['d51df8e1-6edf-4e94-be60-bd29a9ef2c02'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:07.409928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:07.411651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:07.472497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ef5b8-3a27-415a-b1ef-4de9b16ec5eb req-27d5d4be-c352-4c8e-8ceb-1be6731db710 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.474041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c64ef5b8-3a27-415a-b1ef-4de9b16ec5eb req-27d5d4be-c352-4c8e-8ceb-1be6731db710 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.1165717 Oct 20 10:40:07.534710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-6cfe09de-cbde-4576-b480-9c6ab4c85296 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.537377 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-6cfe09de-cbde-4576-b480-9c6ab4c85296 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cd464d-7e6f-4713-864b-d596bdba6056 HTTP/1.1" status: 200 len: 943 time: 0.0861034 Oct 20 10:40:07.581138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:40:07.633629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:07.645341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'mac_address': 'fa:16:3e:48:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:07.667542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c64ef5b8-3a27-415a-b1ef-4de9b16ec5eb req-0efe19e1-5ddd-40c7-b832-f168b016f19d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706936 Oct 20 10:40:07.687708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.703948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.793411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Deleting port 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:07.794255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.803088 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.836464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:07.880543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.931020 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7 associated. External IP: 172.25.3.220, port: 77ed2c5c-d571-4208-a328-bbad81aa4333. Oct 20 10:40:07.945291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:07.991081 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.019477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] For port 4286b607-4759-4fc7-b665-8f08fc35cf4e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4286b607-4759-4fc7-b665-8f08fc35cf4e,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:08.020821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.042056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Calling delete_port for 4286b607-4759-4fc7-b665-8f08fc35cf4e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:08.108843 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:08.113928 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:08.171798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.190875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.199355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.199871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.200332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.200769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.201203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.201633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.202061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.202524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.203210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.204175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.205198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.302466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.309979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:08.341308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ddc51-1a4a-4bfe-9448-2cb96f817fbb req-19bd5e8e-f451-4c6a-8fd7-fae2c4f04d76 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:08.348976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271ddc51-1a4a-4bfe-9448-2cb96f817fbb req-19bd5e8e-f451-4c6a-8fd7-fae2c4f04d76 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.1474102 Oct 20 10:40:08.423594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271ddc51-1a4a-4bfe-9448-2cb96f817fbb req-29fad05a-1fe5-4c01-bb9e-bda365fc0b24 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Oct 20 10:40:08.425817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:08.593258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event deleted for resources: {'Port': ['ID=4286b607-4759-4fc7-b665-8f08fc35cf4e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.613763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.614515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.615120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.615684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.616891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.617388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.617885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.618373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.618856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.619404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.619906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.620395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:08.662497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e23c4-e845-45cb-b91a-a788aad30868 req-f1c08ea8-6aa4-41fd-835d-040773ff3831 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:08.670767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061e23c4-e845-45cb-b91a-a788aad30868 req-f1c08ea8-6aa4-41fd-835d-040773ff3831 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 949 time: 0.1473200 Oct 20 10:40:08.674629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] No DVR routers for this DVR port 4286b607-4759-4fc7-b665-8f08fc35cf4e on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:08.680244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.688066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ddbfbc99-b7ab-4a62-aa2e-e026ecc87c29 req-bcddb078-866e-4cd4-9bdf-d7a936741d18 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "DELETE /v2.0/ports/4286b607-4759-4fc7-b665-8f08fc35cf4e HTTP/1.1" status: 204 len: 173 time: 1.1416450 Oct 20 10:40:08.688780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'name': 'network-vif-deleted', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:08.691818 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3b882-a0fe-442c-8b93-c0c88167884f" -d '{"events": [{"server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "name": "network-vif-deleted", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:08.714567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:08.721501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.725120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:08.727520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:08.749028 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:08.749700 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:08.752332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:08.778745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:08.803408 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.876307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.919442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:08.919822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.003658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061e23c4-e845-45cb-b91a-a788aad30868 req-cbd3097d-9491-4da1-8139-62bdad68840c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318956 Oct 20 10:40:09.013709 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:09.038976 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.099777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:09.102578 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5df468-70f8-42fe-969c-20af8ca7fa48" -d '{"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-plugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:09.129720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:09.138405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.200235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:09.336502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fbb97-0f49-4800-9615-077777b566ff req-e54b6526-4d8a-48e0-9247-d9aee95bcfff tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:09.338040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f33fbb97-0f49-4800-9615-077777b566ff req-e54b6526-4d8a-48e0-9247-d9aee95bcfff tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.1721275 Oct 20 10:40:09.350424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:09.416329 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:07Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:09.457105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:09.478884 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:09.479565 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:09.510582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f33fbb97-0f49-4800-9615-077777b566ff req-4b46c73d-6796-4ad4-b0b8-b12ee566e5b5 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615736 Oct 20 10:40:09.702219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:09.708021 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.746844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bac65-56eb-4ed0-a3d0-e4a74545137c req-9d534531-98b0-4927-b503-a64e4fa5f261 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:09.756341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea5bac65-56eb-4ed0-a3d0-e4a74545137c req-9d534531-98b0-4927-b503-a64e4fa5f261 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1098 time: 0.1127770 Oct 20 10:40:09.773722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:09.779661 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f50ab2-73d9-408c-aa4d-a91b588eebdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:09.788600 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:09.833316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea5bac65-56eb-4ed0-a3d0-e4a74545137c req-20533703-d389-4155-8104-4ba35557033a tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733452 Oct 20 10:40:09.851999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-818d14ba-0be1-4209-b6c4-8d601da6e143 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "PUT /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 999 time: 4.4515448 Oct 20 10:40:09.923624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-4d3b927c-f18d-4fb6-807a-c906cd5a6843 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:09.925054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-4d3b927c-f18d-4fb6-807a-c906cd5a6843 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports/77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 942 time: 0.0722833 Oct 20 10:40:09.965455 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ea9ab-c417-4d66-8171-8c89bc1e191f x-openstack-request-id: req-f91ea9ab-c417-4d66-8171-8c89bc1e191f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:09.966092 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cd464d-7e6f-4713-864b-d596bdba6056", "name": "network-vif-deleted", "tag": "4286b607-4759-4fc7-b665-8f08fc35cf4e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:09.966092 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f91ea9ab-c417-4d66-8171-8c89bc1e191f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:09.966592 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cd464d-7e6f-4713-864b-d596bdba6056', 'name': 'network-vif-deleted', 'tag': '4286b607-4759-4fc7-b665-8f08fc35cf4e', 'status': 'completed', 'code': 200} Oct 20 10:40:10.141730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-c1f09da7-208a-442c-829c-1ffff881bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.143351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-c1f09da7-208a-442c-829c-1ffff881bdaa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.0672970 Oct 20 10:40:10.237039 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a71e49-40f1-44b2-90a1-ce005c210de6 x-openstack-request-id: req-69a71e49-40f1-44b2-90a1-ce005c210de6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:10.237565 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-plugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:10.237565 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69a71e49-40f1-44b2-90a1-ce005c210de6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:10.237937 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'code': 200} Oct 20 10:40:10.288441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-48c4a091-393c-4865-a589-5d81ec4e440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.298437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-48c4a091-393c-4865-a589-5d81ec4e440e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1475239 Oct 20 10:40:10.381172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-a76a6910-2511-4e0c-b2a2-ce306a09110a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.0816851 Oct 20 10:40:10.401440 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:07Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:10.472364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-45a71db5-64a3-4a6d-8492-3bee4ea61a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.481720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-45a71db5-64a3-4a6d-8492-3bee4ea61a97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.0995910 Oct 20 10:40:10.534372 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f7aa0-91d1-4ba8-b826-49cb189c5d8a None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:07Z', 'revision_number': 3, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:10.536084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-6ac9c688-d9a2-4328-ae6d-5a9f27ea36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.550300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-6ac9c688-d9a2-4328-ae6d-5a9f27ea36a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676157 Oct 20 10:40:10.584495 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d5bde4-3a66-4acf-b009-b6551bac29fa x-openstack-request-id: req-17d5bde4-3a66-4acf-b009-b6551bac29fa {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:10.584909 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:10.585096 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-17d5bde4-3a66-4acf-b009-b6551bac29fa {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:10.585455 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:40:10.707536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:10.752183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-0cfde873-f6ed-4765-9dc6-230acc98f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.755853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 4286b607-4759-4fc7-b665-8f08fc35cf4e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:10.756598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4286b607-4759-4fc7-b665-8f08fc35cf4e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:10.762616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-0cfde873-f6ed-4765-9dc6-230acc98f375 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.1690891 Oct 20 10:40:10.907183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-c745c5aa-71ec-446d-873c-ed12aa9fb498 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556366 Oct 20 10:40:10.925537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a5dff-29ac-43f7-afe6-f91306f8ce47 None None] New status for floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:10.970671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-ba60086c-0d9e-4c9b-a2f9-5c995ed12e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.972817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-ba60086c-0d9e-4c9b-a2f9-5c995ed12e06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.2005899 Oct 20 10:40:11.056173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-9115c7ab-1b63-4cfb-b0e0-a26e88b4e405 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.0678895 Oct 20 10:40:11.072292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-e52c8aa6-aa7d-4226-9538-a4e6b082765c service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641262 Oct 20 10:40:11.212037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-a4a37afe-bac5-48d5-b7ef-5a6d6ebde76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.213490 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-a4a37afe-bac5-48d5-b7ef-5a6d6ebde76e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1442392 Oct 20 10:40:11.281165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-9eaad7f0-f9e7-4f06-be26-711b21595c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.300036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-9eaad7f0-f9e7-4f06-be26-711b21595c7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1098 time: 0.1922500 Oct 20 10:40:11.323628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41148) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:11.330705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353555098', 'description': 'tempest-description--1051182926'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:11.359793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-102db526-b00e-4ec4-b4a2-9c1155835aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.361379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-102db526-b00e-4ec4-b4a2-9c1155835aac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371186 Oct 20 10:40:11.408211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.424686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:11.510993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-8f1b6de3-d66c-4805-ae00-f16d5552ccf4 service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384056 Oct 20 10:40:11.565542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-a3116ad3-be37-48f0-9ed1-cd4daa2ac88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.579452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-a3116ad3-be37-48f0-9ed1-cd4daa2ac88e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.2663991 Oct 20 10:40:11.602248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4060ee8-15ee-4a47-a213-2a19a9b3a7e1 req-3da4455d-d13a-44be-b9f0-5932f2babb9f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.604370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4060ee8-15ee-4a47-a213-2a19a9b3a7e1 req-3da4455d-d13a-44be-b9f0-5932f2babb9f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 948 time: 0.2226820 Oct 20 10:40:11.623025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68f50ab2-73d9-408c-aa4d-a91b588eebdc req-b1ed56d6-2eda-4653-b309-08ecd3798c73 service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005044 Oct 20 10:40:11.654784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.665512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.711735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b56728-0efc-43d4-8bdc-60486084e6af,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.728003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.736334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6cd8d079-5f1f-4841-9398-50653bf60d12 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4095306 Oct 20 10:40:11.737306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41152) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:11.751487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'security_group_rule': {'security_group_id': '04b56728-0efc-43d4-8bdc-60486084e6af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:11.810172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f960c738-9dd1-4851-bf05-be79dd5314e5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:11.811323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.817712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-63063d1c-8195-4825-874d-8b1634ab0983 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 1002 time: 0.2357779 Oct 20 10:40:11.877031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.884291 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:11.895997 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:11.896589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:11.904441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4060ee8-15ee-4a47-a213-2a19a9b3a7e1 req-981bb9f9-f899-4b1b-b1f6-a3c8b57b1daf tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810717 Oct 20 10:40:11.944799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-de39df61-f7cc-4a48-a950-ac5d8a32a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.955242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-de39df61-f7cc-4a48-a950-ac5d8a32a25c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1366463 Oct 20 10:40:11.984690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.074882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:12.098571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.114815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-65deb403-507b-42b9-91b5-0b22d6f1932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:12.124970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-65deb403-507b-42b9-91b5-0b22d6f1932c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686821 Oct 20 10:40:12.148162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:12.151711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.190836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.218310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.231610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4865a-2238-4dda-8fb8-60f11e5fad27 req-3ae36491-1b93-4c02-aca3-3955c2a14b70 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:12.238759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:12.240875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fc4865a-2238-4dda-8fb8-60f11e5fad27 req-3ae36491-1b93-4c02-aca3-3955c2a14b70 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.1807098 Oct 20 10:40:12.244485 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da39282f-b25d-4d3e-ac1a-7bead87a29e6" -d '{"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:12.318875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-b2242f75-e066-4bb0-9999-77799ea71a3c tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:12.323044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-b2242f75-e066-4bb0-9999-77799ea71a3c tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 950 time: 0.1427195 Oct 20 10:40:12.323791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779a88af-d067-4ab8-bfd5-65b2b3ad3f62,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.330039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.334287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5932138 Oct 20 10:40:12.338682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:12.343634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'security_group_rule': {'security_group_id': '04b56728-0efc-43d4-8bdc-60486084e6af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:12.372755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fc4865a-2238-4dda-8fb8-60f11e5fad27 req-1344441a-6d41-4acc-a539-8080ff0c5d20 tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/security-groups?id=79a07634-a13c-42b1-be68-7f63afe167ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304228 Oct 20 10:40:12.424237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-089d6c47-c80c-4118-b5b0-3fc7eaba0576 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974131 Oct 20 10:40:12.425636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.426086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.426522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.426781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.427148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.427592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.428070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.428403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.428760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.429088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.429415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.429785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb0d04-3ea2-4eb6-9993-96421993c92e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:12.488276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.586142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:12.589256 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a50cc64-093d-483f-bd76-ea482902fcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:12.618134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c1bd79-6c82-45fa-b5fe-fd19e95fc146 req-1a3ac35a-3d63-4798-81aa-d338a784c801 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817617 Oct 20 10:40:12.683173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.692103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Deleting port da910ae9-be27-44f8-be78-e9feb32c1b7e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:12.692442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.755655 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc351acc-ccd9-4d6c-99b9-481903e8480e x-openstack-request-id: req-cc351acc-ccd9-4d6c-99b9-481903e8480e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:12.756193 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:12.756316 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc351acc-ccd9-4d6c-99b9-481903e8480e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:12.758734 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'code': 200} Oct 20 10:40:12.805261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:11Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:12.852270 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:12.866590 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:12.867643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:12.906736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] For port da910ae9-be27-44f8-be78-e9feb32c1b7e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=da910ae9-be27-44f8-be78-e9feb32c1b7e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:12.907188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.924469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Calling delete_port for da910ae9-be27-44f8-be78-e9feb32c1b7e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:13.113246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.124668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.136590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['da910ae9-be27-44f8-be78-e9feb32c1b7e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:13.178189 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:13.262522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Pushing event deleted for resources: {'Port': ['ID=da910ae9-be27-44f8-be78-e9feb32c1b7e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:13.360053 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ea8e9-59fc-4d36-bb8d-6faeebfbaded x-openstack-request-id: req-cb0ea8e9-59fc-4d36-bb8d-6faeebfbaded {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:13.360866 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:13.360866 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb0ea8e9-59fc-4d36-bb8d-6faeebfbaded {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:13.361199 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'status': 'completed', 'code': 200} Oct 20 10:40:13.370339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] No DVR routers for this DVR port da910ae9-be27-44f8-be78-e9feb32c1b7e on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:13.376904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.388632 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d5ce6bd2-776c-45ea-a9eb-153e772f6e55 req-02e08ce6-1e41-4ee0-8cf2-039ffbf60d9f tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.83 "DELETE /v2.0/ports/da910ae9-be27-44f8-be78-e9feb32c1b7e HTTP/1.1" status: 204 len: 173 time: 1.0576737 Oct 20 10:40:13.413624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'name': 'network-vif-deleted', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:13.421422 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be477ac3-ab23-4ff2-93ae-eebce2d9caac" -d '{"events": [{"server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "name": "network-vif-deleted", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:13.442512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a861ea-1376-4475-9c57-c03b74e6adf6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:13.442952 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-5d365f1f-b292-48f2-a0de-152df2d1a58d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1002 time: 0.6569812 Oct 20 10:40:13.461726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.470317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-99d6f14c-f309-41e6-b4b5-a46168b535b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1273222 Oct 20 10:40:13.482563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41184) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:13.504417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:13.510019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-378d593e-ced7-44ff-a8b5-6d7343d8c94f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.518871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-378d593e-ced7-44ff-a8b5-6d7343d8c94f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports/f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 943 time: 0.0749984 Oct 20 10:40:13.555088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746a59-aedb-4ea6-bf99-2d86f99523bd req-72d47c28-24e0-4db6-aa67-65578027c5ff tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.571910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5746a59-aedb-4ea6-bf99-2d86f99523bd req-72d47c28-24e0-4db6-aa67-65578027c5ff tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.2472165 Oct 20 10:40:13.581215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-997ee2da-355e-4f8c-bcc8-79a948f44578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.582724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-997ee2da-355e-4f8c-bcc8-79a948f44578 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1098 time: 0.4801524 Oct 20 10:40:13.673180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.673855 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:11Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.692924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d34716-8334-4a4d-ac61-ae23f7161e19 req-bc115d30-11d6-436b-968f-35ab62317e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.696078 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50d34716-8334-4a4d-ac61-ae23f7161e19 req-bc115d30-11d6-436b-968f-35ab62317e75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1102 time: 0.6031892 Oct 20 10:40:13.715787 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a414-965e-44e7-b77a-20c30a402951 None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:2d:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:11Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:13.780319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5746a59-aedb-4ea6-bf99-2d86f99523bd req-abec7e72-4014-42d0-9b65-06a793e87b67 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060251 Oct 20 10:40:13.815072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-96f20d86-f309-445d-bf39-a84e0d00c3b3 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1002 time: 0.1996820 Oct 20 10:40:13.903649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50d34716-8334-4a4d-ac61-ae23f7161e19 req-060c67ae-f46e-4fab-b63f-f73dd75cbc2d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949005 Oct 20 10:40:13.971769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-a69e15dc-7633-41e1-bb40-7f9121e5f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.973324 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-a69e15dc-7633-41e1-bb40-7f9121e5f891 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.3691466 Oct 20 10:40:14.001763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ec3a64d-d58f-44db-a6b6-d50e261c7006 req-63c23940-38fb-45b0-a594-7412836b7dce tempest-DeleteServersAdminTestJSON-1456850792 tempest-DeleteServersAdminTestJSON-1456850792-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac0222a6-eb4b-4f80-9219-10fed0d900f6 HTTP/1.1" status: 200 len: 210 time: 0.0399737 Oct 20 10:40:14.011995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.082282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-17adfd3c-7793-4aad-9acd-3e5aeae84268 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.087754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd374c-53f8-4fcd-b2ad-cc8984b55181 req-17adfd3c-7793-4aad-9acd-3e5aeae84268 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2689734 Oct 20 10:40:14.129701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3eb506-5905-46fa-8e80-1399796e4dd0 x-openstack-request-id: req-fe3eb506-5905-46fa-8e80-1399796e4dd0 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:14.130129 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0222a6-eb4b-4f80-9219-10fed0d900f6", "name": "network-vif-deleted", "tag": "da910ae9-be27-44f8-be78-e9feb32c1b7e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:14.130494 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe3eb506-5905-46fa-8e80-1399796e4dd0 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:14.131056 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0222a6-eb4b-4f80-9219-10fed0d900f6', 'name': 'network-vif-deleted', 'tag': 'da910ae9-be27-44f8-be78-e9feb32c1b7e', 'status': 'completed', 'code': 200} Oct 20 10:40:14.352125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Allocated IP 172.25.3.136 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4857df25-2f05-4ed2-b11b-b7c80d5b940c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:14.374605 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:40:14.419080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-4e885cc6-fc59-425e-9522-dbd55c483e3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 1002 time: 0.2835598 Oct 20 10:40:14.500770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-adaf0328-6546-41e3-abce-897afdb2a622 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1002 time: 0.1101761 Oct 20 10:40:14.562510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-9dbf7e9c-8c40-4a7b-a2e4-d65b57587d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.576191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-9dbf7e9c-8c40-4a7b-a2e4-d65b57587d78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1436844 Oct 20 10:40:14.608606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-68171b57-980e-46bc-b4b1-09fbba9bef6e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.631599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-68171b57-980e-46bc-b4b1-09fbba9bef6e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports/f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 943 time: 0.1285150 Oct 20 10:40:14.657640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.662596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-72773095-8527-4e90-94cc-f53add72a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.664828 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-72773095-8527-4e90-94cc-f53add72a736 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812500 Oct 20 10:40:14.767513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.831343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:14.835923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:14.841499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-ddc33cd6-1673-4dbc-b0ae-88ef31de2a65 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618893 Oct 20 10:40:14.844067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:14.858334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-353ca0d3-a0cc-4b11-beaf-e4f873659543 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1002 time: 0.1254945 Oct 20 10:40:14.883613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'Port': ['ID=4857df25-2f05-4ed2-b11b-b7c80d5b940c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:15.003512 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a50cc64-093d-483f-bd76-ea482902fcd5 req-b956a19c-8b59-4984-8753-21f8ecc57332 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521161 Oct 20 10:40:15.041179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.099627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.120752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-886376bb-e4da-42d5-9694-363a834b405d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:15.127570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-886376bb-e4da-42d5-9694-363a834b405d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2680497 Oct 20 10:40:15.133769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-8c483520-3677-4af4-aafa-8cb189d5a9c5 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:15.142824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-8c483520-3677-4af4-aafa-8cb189d5a9c5 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141323 Oct 20 10:40:15.233085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e06ff-6ba5-4f95-a8ed-d0761c2929ad req-19563d9c-4ac0-49cf-8397-91eb7e589ff9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:15.234906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-373e06ff-6ba5-4f95-a8ed-d0761c2929ad req-19563d9c-4ac0-49cf-8397-91eb7e589ff9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1488822 Oct 20 10:40:15.272719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-e60ae4a4-8d1a-49f4-ae1b-ec3ac6d6977c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1002 time: 0.1270208 Oct 20 10:40:15.277127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:15.351242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.363681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.398707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-373e06ff-6ba5-4f95-a8ed-d0761c2929ad req-fb8bc32e-5a67-4b1f-b8d3-f80002f1d5bb tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464386 Oct 20 10:40:15.428603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.443474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.474207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'Port': ['ID=4857df25-2f05-4ed2-b11b-b7c80d5b940c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:15.487127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.488625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4434d91f-00e8-449c-ab68-183eeda86d66 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0021579 Oct 20 10:40:15.531314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.684461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.696434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.697307 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7 disassociated. External IP: 172.25.3.220, port: f31514a8-f544-4078-ba37-0fa41370f53b. Oct 20 10:40:16.047064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-547a9c49-4735-4439-86d7-fa571589859e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:16.054952 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-547a9c49-4735-4439-86d7-fa571589859e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.2293143 Oct 20 10:40:16.079774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-53154f4b-8c65-481a-b4f4-3f2d642fcda6 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/quotas/7fe0caac456044588a100be393a88fd7 HTTP/1.1" status: 200 len: 375 time: 0.0237548 Oct 20 10:40:16.101024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:16.202980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-b382fdc8-16bd-4906-a2e7-bef85a444f75 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208761 Oct 20 10:40:16.315178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.373823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-0dad086d-7fde-49d5-8bc4-4d797e739dd7 service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667233 Oct 20 10:40:16.487582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-5f536f31-14ea-4d65-a7f6-d3a4e1cac396 service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053622 Oct 20 10:40:16.508220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:16.520517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:16.520693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.531887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:16.533087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:16.590009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b2af4cba-3611-4939-a0d1-ae5db78a0fa9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "PUT /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 695 time: 1.3165894 Oct 20 10:40:16.590389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:16.592721 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666" -d '{"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:16.720199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b4d86edb-0490-4e0d-8ee5-567914c4f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:16.724195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-b4d86edb-0490-4e0d-8ee5-567914c4f57a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1098 time: 0.1108251 Oct 20 10:40:16.745030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:16.785102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device da910ae9-be27-44f8-be78-e9feb32c1b7e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:16.824127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: da910ae9-be27-44f8-be78-e9feb32c1b7e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:16.824812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device da910ae9-be27-44f8-be78-e9feb32c1b7e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:16.912379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-bd241498-fd7a-4960-b5ef-ef7af1c153fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:16.914454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-bd241498-fd7a-4960-b5ef-ef7af1c153fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1829028 Oct 20 10:40:16.981665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-c01d4bcb-336b-45c1-b36f-658043e8c21e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 217 time: 0.0548224 Oct 20 10:40:17.050864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d8a0a-d04b-439b-816c-507bafe46b00 req-37805a5b-528e-49f2-aaec-420a08a4f7ec tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.058787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f9d8a0a-d04b-439b-816c-507bafe46b00 req-37805a5b-528e-49f2-aaec-420a08a4f7ec tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1414528 Oct 20 10:40:17.098677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-1dc2a31a-b5ad-4dcd-90eb-d5190593d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.100484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-1dc2a31a-b5ad-4dcd-90eb-d5190593d206 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1105165 Oct 20 10:40:17.118233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f9d8a0a-d04b-439b-816c-507bafe46b00 req-98e732b3-ee3a-452b-9dea-86f461f95960 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540285 Oct 20 10:40:17.197261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.271769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-3d3a8e83-f69c-4572-9b30-22bd8267779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.284102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:17.288533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-3d3a8e83-f69c-4572-9b30-22bd8267779f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689532 Oct 20 10:40:17.314690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:17.315770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.453104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-121defc7-33b5-4c78-846a-0aa523e96c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.460304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-121defc7-33b5-4c78-846a-0aa523e96c86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 1098 time: 0.1026938 Oct 20 10:40:17.520633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:17.548343 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebd6ff5-5ed9-4fc5-92c2-bc87a926aac8 x-openstack-request-id: req-aebd6ff5-5ed9-4fc5-92c2-bc87a926aac8 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:17.551333 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:17.551755 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aebd6ff5-5ed9-4fc5-92c2-bc87a926aac8 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:17.552349 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'status': 'completed', 'code': 200} Oct 20 10:40:17.567102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-82fd47bb-eedc-4720-84c9-953e61816dd3 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748368 Oct 20 10:40:17.684746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-8830a7e9-01ca-47ab-9711-b88169a74d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.686351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-8830a7e9-01ca-47ab-9711-b88169a74d69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.2092817 Oct 20 10:40:17.740430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d32f59a5-4f61-4d00-8fb7-6c2dd04f5817 req-dcf77d80-0176-4eb9-85ff-db2527d32e8d service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721148 Oct 20 10:40:17.761043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-925c5d07-b796-42ea-8627-8bc0a3e02f93 req-9b77cd8f-cf97-42cc-a554-2cf7416558b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 210 time: 0.0642908 Oct 20 10:40:17.821992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-401831ce-e9b6-4a2c-9c4e-cc7af7f9697e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 200 len: 217 time: 0.1237729 Oct 20 10:40:17.936431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.960799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-89df5b27-333d-4a31-b205-3c2ce2f920b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.966724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-89df5b27-333d-4a31-b205-3c2ce2f920b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1304772 Oct 20 10:40:18.008100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5936d-5e15-4b4e-9c94-b4624e53ccf9 None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:18.086320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-d2d3a0e7-bc89-4906-b497-3ca02fb4224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.087828 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-d2d3a0e7-bc89-4906-b497-3ca02fb4224f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140301 Oct 20 10:40:18.121071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaf146-45be-418b-96e5-8b74c4e5c5fb req-ab0df1d3-2221-4772-b742-3d1e51c93f48 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.131073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03aaf146-45be-418b-96e5-8b74c4e5c5fb req-ab0df1d3-2221-4772-b742-3d1e51c93f48 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1474087 Oct 20 10:40:18.236478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03aaf146-45be-418b-96e5-8b74c4e5c5fb req-4ef3ef65-e61e-4bd5-88c3-1fe5837bf664 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970011 Oct 20 10:40:18.302871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-bb776856-8433-4e63-a4e1-462987ff4c50 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042890 Oct 20 10:40:18.581043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-fc248ccb-2430-442f-92ce-42bf68de8243 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.591377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-fc248ccb-2430-442f-92ce-42bf68de8243 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0952692 Oct 20 10:40:18.597919 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62178381-7c5f-4cfd-9929-0711b9f95c88 None None] New status for floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:18.732953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-5e3cb022-bb1d-4ce5-97a6-a44ba4e12bc6 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 698 time: 0.1386898 Oct 20 10:40:18.745317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:18.815131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-99b46342-787b-4d8d-9e2c-e1f88d62e0f5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.816895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-99b46342-787b-4d8d-9e2c-e1f88d62e0f5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.2176838 Oct 20 10:40:18.835595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'port': {'device_id': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'admin_state_up': True, 'tenant_id': '7fe0caac456044588a100be393a88fd7'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:18.919190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.007211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41336) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:19.017006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Made reservation on behalf of 7fe0caac456044588a100be393a88fd7 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:19.021170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.025732 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-daf6a04d-2e60-44a4-8d9b-c5fc9b540666 req-6e2fe760-2320-4cde-97ff-dfd63a8b6c00 service neutron] 10.222.0.70 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005451 Oct 20 10:40:19.197702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Allocated IP 172.20.0.12 (a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26/cace5bd5-3538-46a3-9c1e-604fa2ec2558/022b8839-4c01-43f6-834f-16eee4b66ecb) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:19.304331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce8c8f3a-0cc1-412a-8721-33a2ad680347 req-2cff3e12-032b-4d63-ae59-a8653c68a511 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 210 time: 0.1511707 Oct 20 10:40:19.400606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.485632 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2a969af-ad97-4a16-ac20-970d8b1ba8c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e74684842cbb480b8e4e0517b7223ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744196 Oct 20 10:40:19.485876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41348) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:19.528839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.591908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.596688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:19.597099 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:19.622325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3b6a-caf3-48d7-8bac-631b16e93fdf req-90222d44-2b46-4552-9b5e-1849a127be10 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:19.624024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f3a3b6a-caf3-48d7-8bac-631b16e93fdf req-90222d44-2b46-4552-9b5e-1849a127be10 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0658741 Oct 20 10:40:19.694191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f3a3b6a-caf3-48d7-8bac-631b16e93fdf req-5f2db76e-35fb-4afa-9910-ec4cbbfc37f4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Oct 20 10:40:19.820575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7278b-8cb6-4bcc-9846-21ef71b12bd4 req-20eac8ff-8eb1-4f24-aeb2-13fe34d8852c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:19.822781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cce7278b-8cb6-4bcc-9846-21ef71b12bd4 req-20eac8ff-8eb1-4f24-aeb2-13fe34d8852c tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1097 time: 0.0710526 Oct 20 10:40:19.847636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:19.852425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:19.854883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.864919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:19.871135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:19.871733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.888813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cce7278b-8cb6-4bcc-9846-21ef71b12bd4 req-0b6ede53-a1f9-446b-a9b6-27abee2b9999 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Oct 20 10:40:19.892656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.908432 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-cbe69f06-af87-4274-a007-d81c5bd80ab8 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0771604 Oct 20 10:40:19.931835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Request body: {'port': {'device_id': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:19.995255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.045368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.048158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.049324 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79a07634-a13c-42b1-be68-7f63afe167ca HTTP/1.1" status: 204 len: 168 time: 0.5624409 Oct 20 10:40:20.098811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.327139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:20.335528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.353573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Transition to ACTIVE for port object 022b8839-4c01-43f6-834f-16eee4b66ecb will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:20.362964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.433360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b91151-53b3-4684-816c-70e192e8a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a07634-a13c-42b1-be68-7f63afe167ca,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.655812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-b643103b-b264-4890-8f74-0ed5d4a39fc4 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:20.657353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-b643103b-b264-4890-8f74-0ed5d4a39fc4 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.70 "GET /v2.0/ports?device_id=e947eccd-6783-4d99-b2c6-e135c1f963f3 HTTP/1.1" status: 200 len: 946 time: 0.6498797 Oct 20 10:40:20.658018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.684763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:20.765993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dfa05fe6-3d05-4817-8c07-19e11212e03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.772695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Attempting to bind port 022b8839-4c01-43f6-834f-16eee4b66ecb on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:20.773185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Attempting to bind port 022b8839-4c01-43f6-834f-16eee4b66ecb by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:20.773777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Attempting to bind port 022b8839-4c01-43f6-834f-16eee4b66ecb on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:20.790115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.796336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.797471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Port 022b8839-4c01-43f6-834f-16eee4b66ecb on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:20.797954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Attempting to bind port 022b8839-4c01-43f6-834f-16eee4b66ecb on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:20.848615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:20.849292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Checking segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:20.849492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Bound using segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:20.850757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Bound port: 022b8839-4c01-43f6-834f-16eee4b66ecb, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:20.851481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.035529 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7 associated. External IP: 172.25.3.220, port: 77ed2c5c-d571-4208-a328-bbad81aa4333. Oct 20 10:40:21.164969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dfa05fe6-3d05-4817-8c07-19e11212e03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.168616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Deleting port f31514a8-f544-4078-ba37-0fa41370f53b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:21.169466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.325986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:21.329941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:21.332131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dfa05fe6-3d05-4817-8c07-19e11212e03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.367070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.462372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:21.463077 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.464896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/022b8839-4c01-43f6-834f-16eee4b66ecb HTTP/1.1" status: 200 len: 1093 time: 1.5375984 Oct 20 10:40:21.495159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:21.498185 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bd9e10-b238-4ec4-958e-c84820745886" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:21.518409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa05fe6-3d05-4817-8c07-19e11212e03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da62734-2c39-4f4b-9271-57c32405d29d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.577743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dfa05fe6-3d05-4817-8c07-19e11212e03f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3b97dd7dcd74360a5d3fe9433a4e9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8918421 Oct 20 10:40:21.582873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41402) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:21.609860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] For port f31514a8-f544-4078-ba37-0fa41370f53b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f31514a8-f544-4078-ba37-0fa41370f53b,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:21.610221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.625133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d66af-8180-439d-8649-1cf889cec4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.648917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Calling delete_port for f31514a8-f544-4078-ba37-0fa41370f53b owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:21.656715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-87e2570e-e61d-4b69-b3ea-b9e6a7b17040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:21.659157 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-87e2570e-e61d-4b69-b3ea-b9e6a7b17040 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 1096 time: 0.1309924 Oct 20 10:40:21.735346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-2a267f25-f73c-4b1a-ad98-8d1e1450b9ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=022b8839-4c01-43f6-834f-16eee4b66ecb HTTP/1.1" status: 200 len: 217 time: 0.0581014 Oct 20 10:40:21.803256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.842442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.963967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-d3830835-03cc-459c-b0fc-811c8a10036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:21.965933 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-d3830835-03cc-459c-b0fc-811c8a10036c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.0521402 Oct 20 10:40:21.967316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.982978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['77ed2c5c-d571-4208-a328-bbad81aa4333'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:21.992854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-819d155b-0e5f-4ebe-8e19-1ecb3c051a94 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:21.994110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-819d155b-0e5f-4ebe-8e19-1ecb3c051a94 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064943 Oct 20 10:40:21.997811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.000664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.004555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5da62734-2c39-4f4b-9271-57c32405d29d HTTP/1.1" status: 204 len: 168 time: 0.4206779 Oct 20 10:40:22.007926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:22.043750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event deleted for resources: {'Port': ['ID=f31514a8-f544-4078-ba37-0fa41370f53b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:22.058511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-b43b2925-5936-417d-8625-98e6983038b1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:22.066661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-b43b2925-5936-417d-8625-98e6983038b1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 1094 time: 0.0574064 Oct 20 10:40:22.069870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-db052b31-a2dc-4a31-b60c-990b9ebce6fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904467 Oct 20 10:40:22.071963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:22.072597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:40:22.076017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eff72-1d72-4d93-b6e9-87dc575975c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da62734-2c39-4f4b-9271-57c32405d29d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:22.236704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-d507744d-d81f-45b8-9c3a-155bd72079c7 service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586487 Oct 20 10:40:22.324014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] No DVR routers for this DVR port f31514a8-f544-4078-ba37-0fa41370f53b on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:22.329684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.333606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-985b26e7-6d68-4544-ac64-52c523ff8720 req-90df8e14-aeaa-4e4a-9bb3-04d2f1f731ae tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.70 "DELETE /v2.0/ports/f31514a8-f544-4078-ba37-0fa41370f53b HTTP/1.1" status: 204 len: 173 time: 1.6505051 Oct 20 10:40:22.363568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:22.375870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:22.387315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.391005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:22.392352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:22.504073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-7fb68be7-0780-4541-94cb-8e821bddcd22 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "PUT /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 996 time: 3.7683761 Oct 20 10:40:22.518195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:22.523515 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:22.538679 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c7c13-f2a1-4e13-b9cb-c90f7c863536 req-7bb61f4f-e402-4d28-9558-e33ee2f4336f service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245715 Oct 20 10:40:22.621338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:22.621731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:22.621976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:22.628613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:22.635067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:22.635392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:22.651240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:22.651579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:22.651966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:22.652408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Bound port: 1c3e19de-feae-41b4-8617-72eb43c08df0, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:22.729990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:22.743326 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.744547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-bb3aead0-ebcf-4249-8de3-53c48302464c service neutron] 10.222.0.74 "POST /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6767857 Oct 20 10:40:22.750796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-32788e9e-ef74-4fb3-9828-021c5c489154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:22.758497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-32788e9e-ef74-4fb3-9828-021c5c489154 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.2177188 Oct 20 10:40:23.048974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-49988bcd-28d2-49ce-9d9f-3b63b95fc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.069110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-49988bcd-28d2-49ce-9d9f-3b63b95fc585 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.3097692 Oct 20 10:40:23.238416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-6f7ba663-f68c-4283-bbbd-b988b1e1e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.241854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-6f7ba663-f68c-4283-bbbd-b988b1e1e450 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1097 time: 0.1338255 Oct 20 10:40:23.247762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-f2a24512-5929-414c-b73d-97a8ecc5af9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 999 time: 0.1728625 Oct 20 10:40:23.299987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:20Z', 'revision_number': 8, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:23.356184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-142d30e3-e92c-42e4-b719-9aa37d1a48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.364860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-142d30e3-e92c-42e4-b719-9aa37d1a48ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1158001 Oct 20 10:40:23.368989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:23.378967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:23.379599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:23.404549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948e65b-69ec-40fa-b898-49f26fa43f28 req-5623bca6-1789-4bb1-87f2-556b2b23a9cd tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.408289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8948e65b-69ec-40fa-b898-49f26fa43f28 req-5623bca6-1789-4bb1-87f2-556b2b23a9cd tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 944 time: 0.1774054 Oct 20 10:40:23.471155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-72f3b742-61f2-4405-871e-9d6684b74a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.473211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-72f3b742-61f2-4405-871e-9d6684b74a00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2203658 Oct 20 10:40:23.479096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f31514a8-f544-4078-ba37-0fa41370f53b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:23.489647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-d25bc57d-44ce-4f80-8663-31dc6b8854de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.499638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-d25bc57d-44ce-4f80-8663-31dc6b8854de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330373 Oct 20 10:40:23.544748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: f31514a8-f544-4078-ba37-0fa41370f53b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:23.545339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f31514a8-f544-4078-ba37-0fa41370f53b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:23.546779 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-c71f8244-c425-4a9e-9bd0-2a72b913611b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 217 time: 0.0600064 Oct 20 10:40:23.548365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8948e65b-69ec-40fa-b898-49f26fa43f28 req-e140cc93-5ecb-4e3e-8822-168bcdb2af54 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290312 Oct 20 10:40:23.682734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:23.695661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-ed4dde0d-c765-4ad9-8423-7884f9a5c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.699424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-ed4dde0d-c765-4ad9-8423-7884f9a5c290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1416121 Oct 20 10:40:23.777288 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-1f45ef11-d11e-49ed-9d01-2a9cf8f7f6c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623746 Oct 20 10:40:23.795214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3142-124a-4dd6-840d-d8fa6838ae4e req-f3b84ec1-62bf-4cfe-bc4d-7065131ced6f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.797457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bea3142-124a-4dd6-840d-d8fa6838ae4e req-f3b84ec1-62bf-4cfe-bc4d-7065131ced6f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1267545 Oct 20 10:40:23.806100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-109c19f6-5916-4378-82e0-b79b080e76e7 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055050 Oct 20 10:40:23.951210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-98f4f021-5671-4801-96c7-b63c58fb11fb service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645546 Oct 20 10:40:24.022236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bea3142-124a-4dd6-840d-d8fa6838ae4e req-ab7f742f-0944-48b3-9bfa-581a4b61955c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974754 Oct 20 10:40:24.163137 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042058e4-e78e-4789-87c2-4f10058d06f1 x-openstack-request-id: req-042058e4-e78e-4789-87c2-4f10058d06f1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:24.163441 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:24.167082 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-042058e4-e78e-4789-87c2-4f10058d06f1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:24.167515 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'status': 'completed', 'code': 200} Oct 20 10:40:24.205801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a8edd-fa40-4256-8adf-966e43b8f661 req-43953cd5-33b3-499c-80c0-a441410bee79 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987465 Oct 20 10:40:24.220227 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed971e2a-df49-48ff-afe1-ddd555852193 x-openstack-request-id: req-ed971e2a-df49-48ff-afe1-ddd555852193 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:24.220518 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:24.220768 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed971e2a-df49-48ff-afe1-ddd555852193 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:24.221353 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:40:24.286408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:20Z', 'revision_number': 8, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:24.366138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-f981bd70-0f95-4436-92a5-91320519025d service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054625 Oct 20 10:40:24.389856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-19e3cb7c-f429-4bfe-9728-2f1ce0a8dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.391581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-19e3cb7c-f429-4bfe-9728-2f1ce0a8dece service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.1116536 Oct 20 10:40:24.398226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-b78ca729-1007-4e50-8b64-df9c012da391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.401058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-b78ca729-1007-4e50-8b64-df9c012da391 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 1096 time: 0.2077720 Oct 20 10:40:24.561983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-3e2d00e4-de2b-4679-9e97-49505b7636cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.563900 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-3e2d00e4-de2b-4679-9e97-49505b7636cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.1567357 Oct 20 10:40:24.581479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e824638-7d8e-452e-ba9b-44adf7628ca3 req-c8acaaeb-4e86-45a4-92b8-d91a14a149ff tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 996 time: 0.2115948 Oct 20 10:40:24.693818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-6dd10f9f-8bc5-4292-884e-afdb7537e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.695373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-6dd10f9f-8bc5-4292-884e-afdb7537e4e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 923 time: 0.1305881 Oct 20 10:40:24.810521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d44d0-29f7-44d3-9cea-e28a53164f9e None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0d079475-e8c7-41c5-92eb-4f52890530d7', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'port_id': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'mac_address': 'fa:16:3e:c7:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59578b-8464-43ef-93da-d16722fcdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:45Z', 'updated_at': '2021-10-20T10:40:20Z', 'revision_number': 8, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:24.841944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-c00f5d59-a53f-40f8-a990-9d2d3345ada6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=022b8839-4c01-43f6-834f-16eee4b66ecb HTTP/1.1" status: 200 len: 217 time: 0.1371064 Oct 20 10:40:24.918831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-d8b67601-d30b-499b-814f-739186057c18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 999 time: 0.2224481 Oct 20 10:40:25.021344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57605ba-25bd-4bf6-bcf6-d00da2e834e4 req-5343fb72-0be6-4a43-84e9-774eb3195dc9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.026731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-5c88d356-7683-4b74-8531-b1a669433eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.028017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-5c88d356-7683-4b74-8531-b1a669433eee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.1765583 Oct 20 10:40:25.030781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e57605ba-25bd-4bf6-bcf6-d00da2e834e4 req-5343fb72-0be6-4a43-84e9-774eb3195dc9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.4141009 Oct 20 10:40:25.113073 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-6f9fcc8f-40ed-498b-ab7a-9d53fde52ca1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600531 Oct 20 10:40:25.117195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-3b212df6-68f5-4dd2-a2e1-0008da60904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.119883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e824638-7d8e-452e-ba9b-44adf7628ca3 req-a052072d-5784-4b8b-9f80-d86e9d154e1e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.128937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-3b212df6-68f5-4dd2-a2e1-0008da60904f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1883600 Oct 20 10:40:25.132179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e824638-7d8e-452e-ba9b-44adf7628ca3 req-a052072d-5784-4b8b-9f80-d86e9d154e1e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.5492549 Oct 20 10:40:25.150314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-2e824638-7d8e-452e-ba9b-44adf7628ca3 req-a6de895c-29d6-4c6d-a2b0-6c9b7e096006 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:25.177554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e824638-7d8e-452e-ba9b-44adf7628ca3 req-a6de895c-29d6-4c6d-a2b0-6c9b7e096006 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0441835 Oct 20 10:40:25.204634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e57605ba-25bd-4bf6-bcf6-d00da2e834e4 req-6fd83a5e-4e7a-41bb-8bf4-151b6e259326 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668432 Oct 20 10:40:25.253178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb878-0c3f-4464-9f94-a58ee8fae864 None None] New status for floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:25.346876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-9b041f9e-cb8b-401a-a950-002a81ddab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.348316 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-9b041f9e-cb8b-401a-a950-002a81ddab0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185223 Oct 20 10:40:25.352532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591776c8-6214-4585-bfe1-33660dcc0620 req-556458e2-a7c0-41f3-9076-81d1b1e596d4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.359989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591776c8-6214-4585-bfe1-33660dcc0620 req-556458e2-a7c0-41f3-9076-81d1b1e596d4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 944 time: 0.1105447 Oct 20 10:40:25.412087 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-49d1d55d-7778-4b84-9657-a533bd90d6a4 service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809124 Oct 20 10:40:25.526589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-591776c8-6214-4585-bfe1-33660dcc0620 req-6e8a6591-2abc-451b-8db0-19017939c0f5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656225 Oct 20 10:40:25.592413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138ba4f-4d18-4e38-8b75-9fea6c618250 req-eeafaf61-c862-4857-9670-cacbefc9465d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.593971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a138ba4f-4d18-4e38-8b75-9fea6c618250 req-eeafaf61-c862-4857-9670-cacbefc9465d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1753023 Oct 20 10:40:25.656216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-1d61f572-2ee4-4dde-b4ea-33f83058e80e service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548358 Oct 20 10:40:25.661774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5bd9e10-b238-4ec4-958e-c84820745886 req-73cc965e-eca1-460b-bb7a-f9650aff0b2b service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102387 Oct 20 10:40:25.730453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a138ba4f-4d18-4e38-8b75-9fea6c618250 req-2b6f3cf4-c3bb-44f6-9e02-3b6068dc39cc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263289 Oct 20 10:40:25.758511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-f0d1e7ba-919f-4aa1-a3de-4181f1d42a72 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 999 time: 0.0950980 Oct 20 10:40:25.796729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-efcde5a4-3bb9-40ca-ae87-5f8ecc3d17fb req-08baee8a-8a9f-40d7-9230-f3184f1f570a service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168263 Oct 20 10:40:25.814659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-527368bb-9fbd-43be-8af6-ce33751e2b75 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.829767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-527368bb-9fbd-43be-8af6-ce33751e2b75 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports/77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 942 time: 0.0620792 Oct 20 10:40:26.009466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-2d40726c-1ce4-48d5-ae46-901256ff9d83 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1001 time: 0.1282125 Oct 20 10:40:26.168784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'name': 'network-vif-deleted', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:26.171432 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc9a809-0ad8-4f18-898c-c850c5edbb8c" -d '{"events": [{"server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "name": "network-vif-deleted", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:26.228876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-750067e8-0e06-438e-b934-464ec44f923d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.237162 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e2687-6ad2-4567-b821-14ec93070e0a x-openstack-request-id: req-593e2687-6ad2-4567-b821-14ec93070e0a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:26.237674 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e947eccd-6783-4d99-b2c6-e135c1f963f3", "name": "network-vif-deleted", "tag": "f31514a8-f544-4078-ba37-0fa41370f53b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:26.238116 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-593e2687-6ad2-4567-b821-14ec93070e0a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:26.238695 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e947eccd-6783-4d99-b2c6-e135c1f963f3', 'name': 'network-vif-deleted', 'tag': 'f31514a8-f544-4078-ba37-0fa41370f53b', 'status': 'completed', 'code': 200} Oct 20 10:40:26.238810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-750067e8-0e06-438e-b934-464ec44f923d tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2282047 Oct 20 10:40:26.333407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-ef74ca08-0400-4ad3-a060-37430f1120d1 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1001 time: 0.0933137 Oct 20 10:40:26.339079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.427120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.628586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6648f-a977-4704-b41d-6c36db100b87 req-30ac35b5-a702-4b68-8cbd-83b3dbd012f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.630091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9d6648f-a977-4704-b41d-6c36db100b87 req-30ac35b5-a702-4b68-8cbd-83b3dbd012f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.1312208 Oct 20 10:40:26.691085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.701298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.701917 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7 disassociated. External IP: 172.25.3.220, port: 77ed2c5c-d571-4208-a328-bbad81aa4333. Oct 20 10:40:26.776377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9d6648f-a977-4704-b41d-6c36db100b87 req-a028c2f5-b40f-4658-ba14-2c2ab9c36cd7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991876 Oct 20 10:40:26.823636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:26.949756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:26.963249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'port_id': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'mac_address': 'fa:16:3e:f3:79:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace5bd5-3538-46a3-9c1e-604fa2ec2558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:27.007837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.022390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:27.045115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:27.050661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.103019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:27.123441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2244f48-cfeb-40c5-b417-35560ecc69ef req-a7e1e5ff-7be4-45d3-b813-4bb4e8b9b08d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.125282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2244f48-cfeb-40c5-b417-35560ecc69ef req-a7e1e5ff-7be4-45d3-b813-4bb4e8b9b08d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 944 time: 0.1818385 Oct 20 10:40:27.143082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:27.252394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2244f48-cfeb-40c5-b417-35560ecc69ef req-8c598cc0-8ba9-4e86-962a-7c4405a3ff94 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071100 Oct 20 10:40:27.368960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['022b8839-4c01-43f6-834f-16eee4b66ecb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:27.495308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:27.501422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.515973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:27.544018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:27.545279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:27.547204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900f70-7447-47cb-b49d-f5e5f00cda65 req-0d0b7f7e-ee9a-48c6-bd4a-1a6b2cc8189e tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.548870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df900f70-7447-47cb-b49d-f5e5f00cda65 req-0d0b7f7e-ee9a-48c6-bd4a-1a6b2cc8189e tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1048267 Oct 20 10:40:27.563885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a87e1fb8-0f55-4250-9ddf-3e345f094d9c tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "PUT /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 696 time: 1.2219923 Oct 20 10:40:27.574246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:27.576913 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:27.668423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df900f70-7447-47cb-b49d-f5e5f00cda65 req-b1d66a3d-c8db-45ac-b647-6a4d7334689d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947881 Oct 20 10:40:27.676679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a3c756fb-252c-4234-90b5-d66ec2512013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.689371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-a3c756fb-252c-4234-90b5-d66ec2512013 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.1229579 Oct 20 10:40:27.707828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:27.896213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-f14fb5d8-dc46-4197-a5b8-0783db938755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.897817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-f14fb5d8-dc46-4197-a5b8-0783db938755 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.2018375 Oct 20 10:40:27.899318 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b0c9b8-37ce-4303-977f-29db3778131a x-openstack-request-id: req-b7b0c9b8-37ce-4303-977f-29db3778131a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:27.899602 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:27.899850 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7b0c9b8-37ce-4303-977f-29db3778131a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:27.900277 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:40:28.022640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-1b264cde-a2db-4f69-801e-91ee2ea2d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.036875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-c4aeb358-2152-4354-8507-131b852819ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.1270697 Oct 20 10:40:28.040381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-1b264cde-a2db-4f69-801e-91ee2ea2d9d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17fb5eea4e49405aadf34390437a82be&device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 1097 time: 0.1133289 Oct 20 10:40:28.360563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-d0a2e928-1bfa-41bd-a836-11e9ecbb0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.362816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-d0a2e928-1bfa-41bd-a836-11e9ecbb0ef5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.3178096 Oct 20 10:40:28.431900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae4e4-c8c6-4f9d-a2bb-0ceeb29edef2 req-cc42b068-f702-4545-b650-cd469c9ae5d1 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.440056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-395ae4e4-c8c6-4f9d-a2bb-0ceeb29edef2 req-cc42b068-f702-4545-b650-cd469c9ae5d1 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.2724636 Oct 20 10:40:28.538050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.539352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-4771ed40-e580-4634-bba5-808c5da70f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.545954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-4771ed40-e580-4634-bba5-808c5da70f6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712098 Oct 20 10:40:28.569440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-395ae4e4-c8c6-4f9d-a2bb-0ceeb29edef2 req-0ebaae0a-f593-40bd-9604-397d63b3e5a0 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285157 Oct 20 10:40:28.626609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-fadc55e5-474a-42c7-930f-ff6c031a37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.629634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-fadc55e5-474a-42c7-930f-ff6c031a37f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 200 len: 923 time: 0.5796764 Oct 20 10:40:28.702407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:28.708810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed25-5fd1-4116-9e3b-39f0400a15f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.734662 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-64b34f95-2a07-4dee-a891-a80b7300974d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 200 len: 217 time: 0.0888138 Oct 20 10:40:28.740700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:28.741743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.848405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-f47afd7a-69f1-4bf1-9da9-dd5b86136e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.850826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-f47afd7a-69f1-4bf1-9da9-dd5b86136e26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 200 len: 860 time: 0.1081779 Oct 20 10:40:28.869214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:28.943843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-ec129552-e3ca-48c1-bcfe-41920dd8864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.947311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-ec129552-e3ca-48c1-bcfe-41920dd8864f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842028 Oct 20 10:40:28.955381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-d85ab495-f698-45a3-8909-1ca8dfaaf4e7 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787577 Oct 20 10:40:29.113366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:29.244948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 022b8839-4c01-43f6-834f-16eee4b66ecb completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:29.247971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-762c64c6-cea0-404a-84d4-42cdd129dd7c service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884004 Oct 20 10:40:29.282097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 022b8839-4c01-43f6-834f-16eee4b66ecb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:29.299157 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.401560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82fc3f65-3e59-4c2a-9621-e683a45b1d09 req-0cd4f151-7844-4916-999d-fb5d84a402db service neutron] 10.222.0.74 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452319 Oct 20 10:40:29.438915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535927a4-a8b5-4d35-bf31-f72e09eb337f req-df741bbf-5d20-494d-9d5f-d1701073f3a9 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.441908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-535927a4-a8b5-4d35-bf31-f72e09eb337f req-df741bbf-5d20-494d-9d5f-d1701073f3a9 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 945 time: 0.6529367 Oct 20 10:40:29.496595 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3abdb6c3-568a-4ae8-87fd-337eb4d6eb3c req-84140ddf-5afe-4bbb-b01d-33c0b7e01cde service neutron] 10.222.0.83 "GET /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389450 Oct 20 10:40:29.595938 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.613223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:29.618526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-535927a4-a8b5-4d35-bf31-f72e09eb337f req-742e0d44-31e0-45de-a62d-66d310c32c29 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592224 Oct 20 10:40:29.659877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638325ac-384b-4ab7-84b6-d6e6f538cecd None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:39:24Z', 'revision_number': 4, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '38ae1105-e60f-4468-9ecd-c2588a9ccee3', 'name': '', 'network_id': 'a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'mac_address': 'fa:16:3e:35:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:22Z', 'updated_at': '2021-10-20T10:39:28Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'subnets': [{'id': '6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:29.667185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:29.669438 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d308a211-fe71-4b25-97c7-8ac2507e7b68" -d '{"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-plugged", "status": "completed", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:29.685441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:29.700643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.781029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.831265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b3af-eefb-4fea-be3c-20fbe165cbfe req-979e1e22-3beb-4b6b-9714-e0f53afaffab tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.841243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f3b3af-eefb-4fea-be3c-20fbe165cbfe req-979e1e22-3beb-4b6b-9714-e0f53afaffab tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1333830 Oct 20 10:40:29.911264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f3b3af-eefb-4fea-be3c-20fbe165cbfe req-f35e9f04-c6a5-4eec-ba98-9eefa7352d40 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Oct 20 10:40:29.979940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691941-148a-440e-b977-74c0a4f70d6e req-899bdc5a-0a68-47d8-bfc3-603a20621b65 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.982015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22691941-148a-440e-b977-74c0a4f70d6e req-899bdc5a-0a68-47d8-bfc3-603a20621b65 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0659664 Oct 20 10:40:30.009780 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce715456-826b-4ef1-8442-224d7a3ba5a3 x-openstack-request-id: req-ce715456-826b-4ef1-8442-224d7a3ba5a3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:30.010224 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-plugged", "status": "completed", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:30.010344 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce715456-826b-4ef1-8442-224d7a3ba5a3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:30.010734 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'code': 200} Oct 20 10:40:30.058993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22691941-148a-440e-b977-74c0a4f70d6e req-2dd809de-bcac-4703-809a-dffe60815260 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698345 Oct 20 10:40:30.116963 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5872b0d-9627-4037-8821-8da329762bdf None None] New status for floating IP 0d079475-e8c7-41c5-92eb-4f52890530d7: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:30.169043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ca636-fef3-48d2-a9a3-84dcb234b597 req-3a2f9c99-cf2a-4cba-b020-7b930043c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.171628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6c7ca636-fef3-48d2-a9a3-84dcb234b597 req-3a2f9c99-cf2a-4cba-b020-7b930043c194 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 1098 time: 0.0584481 Oct 20 10:40:30.174630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-6cada362-8c5a-4693-8b65-151097bc4089 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 200 len: 696 time: 0.0932112 Oct 20 10:40:30.222063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6c7ca636-fef3-48d2-a9a3-84dcb234b597 req-d041a6b6-d80b-45d0-abac-757ffd655cb7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Oct 20 10:40:30.292459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-dd8c2984-c486-4af0-91d9-1fb207d32cc9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.300073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-dd8c2984-c486-4af0-91d9-1fb207d32cc9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1182261 Oct 20 10:40:30.306087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-7e9a043a-ee11-4569-8e42-03a8eee943ac tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:30.313847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-7e9a043a-ee11-4569-8e42-03a8eee943ac tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129254 Oct 20 10:40:30.369109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-055ab108-43ff-4943-8920-575ef4091c43 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 699 time: 0.0541828 Oct 20 10:40:30.433190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-77bc2c92-90e6-4742-ba74-b2473e32cba9 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 699 time: 0.0630584 Oct 20 10:40:30.581599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Deleting port 8064b512-bf37-4e0f-a86f-6586b66a2696 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:30.582304 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.629856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:30.684454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.685320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.720716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Calling delete_port for 8064b512-bf37-4e0f-a86f-6586b66a2696 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:30.776087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55a2c9d6-64ea-4c2e-baa7-d5e61c8d4ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.850260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858e22-efe5-4a96-a379-6de97f730146 req-bfda52da-2984-45b6-99c3-6d05c366f18a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.851860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61858e22-efe5-4a96-a379-6de97f730146 req-bfda52da-2984-45b6-99c3-6d05c366f18a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.0793257 Oct 20 10:40:30.871269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55a2c9d6-64ea-4c2e-baa7-d5e61c8d4ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.876685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55a2c9d6-64ea-4c2e-baa7-d5e61c8d4ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.917854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55a2c9d6-64ea-4c2e-baa7-d5e61c8d4ec7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8965c6b0396a475cacd10c678debb841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868764 Oct 20 10:40:30.918697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2c9d6-64ea-4c2e-baa7-d5e61c8d4ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca6a97c-b844-4b15-925f-d4b7f5639175,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:30.923180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41622) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:30.938176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61858e22-efe5-4a96-a379-6de97f730146 req-bb8e71b4-5615-4eb8-90fd-0be517426de1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711668 Oct 20 10:40:30.985892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.996298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.015296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event deleted for resources: {'Port': ['ID=8064b512-bf37-4e0f-a86f-6586b66a2696,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.033446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.049600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.053123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.067377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197fed2f-b5b7-4ecd-92ba-1e154b72b5ba req-ae63fe12-c973-4c78-a42e-a190f0750159 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "DELETE /v2.0/floatingips/0d079475-e8c7-41c5-92eb-4f52890530d7 HTTP/1.1" status: 204 len: 173 time: 0.6330070 Oct 20 10:40:31.092002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.094557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.098115 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ca6a97c-b844-4b15-925f-d4b7f5639175 HTTP/1.1" status: 204 len: 168 time: 0.1715007 Oct 20 10:40:31.107509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba058733-da01-4cbc-9ec4-6648125ca550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca6a97c-b844-4b15-925f-d4b7f5639175,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.234514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c62e5f-a20d-4a60-85b1-0c779a6c8db8 req-bae52b01-0006-449e-bfd3-920a0ee29e71 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.243515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c62e5f-a20d-4a60-85b1-0c779a6c8db8 req-bae52b01-0006-449e-bfd3-920a0ee29e71 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0645120 Oct 20 10:40:31.306636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-29ca7ce1-7738-4c33-afdc-9c4bc0f3e07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.317851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c62e5f-a20d-4a60-85b1-0c779a6c8db8 req-b6546a46-c974-4925-b0d2-41aec2ba1ac4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730205 Oct 20 10:40:31.467028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41644) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:31.485116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9ca48b7-12c0-485b-9647-ef9dcd02ebc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.578618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9ca48b7-12c0-485b-9647-ef9dcd02ebc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.583572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9ca48b7-12c0-485b-9647-ef9dcd02ebc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.625281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca48b7-12c0-485b-9647-ef9dcd02ebc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6af4d-120b-4734-be05-a9704175cafb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.634775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec235a0-e9c1-4868-b8f3-8587f08f3f90 req-035b52e9-b599-4542-b7eb-eeaafcd2be56 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.639437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cec235a0-e9c1-4868-b8f3-8587f08f3f90 req-035b52e9-b599-4542-b7eb-eeaafcd2be56 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0764534 Oct 20 10:40:31.648197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a9ca48b7-12c0-485b-9647-ef9dcd02ebc9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b393d7096e94591a2ec1babef494701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796308 Oct 20 10:40:31.650554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:31.705575 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.707459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cec235a0-e9c1-4868-b8f3-8587f08f3f90 req-17f77e00-383f-4374-b1e3-b3c8c84eb7c6 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Oct 20 10:40:31.731558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.764187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.837627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.840776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.842038 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6a6af4d-120b-4734-be05-a9704175cafb HTTP/1.1" status: 204 len: 168 time: 0.1902664 Oct 20 10:40:31.851798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e4e49-00cc-4bfb-8d27-b4775861e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6af4d-120b-4734-be05-a9704175cafb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.945052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45024881-dfe0-49db-bd07-2e904e42a9dd req-4e8c723e-b69c-41b2-b79d-cb57b525da15 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.947070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45024881-dfe0-49db-bd07-2e904e42a9dd req-4e8c723e-b69c-41b2-b79d-cb57b525da15 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 945 time: 0.0799878 Oct 20 10:40:32.005272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45024881-dfe0-49db-bd07-2e904e42a9dd req-d7ea16af-c3f0-47a0-b390-206b81f4db10 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Oct 20 10:40:32.151460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9acf0-6706-4734-9016-f6c7ac079c8a req-70cf2b56-d81d-4e7b-b02b-40a5fde4bc6d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.163733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0d9acf0-6706-4734-9016-f6c7ac079c8a req-70cf2b56-d81d-4e7b-b02b-40a5fde4bc6d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.0891697 Oct 20 10:40:32.284663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0d9acf0-6706-4734-9016-f6c7ac079c8a req-eccbb90e-3dec-4829-b45e-7398603328b4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149201 Oct 20 10:40:32.413056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d40ec3-6e4c-4542-aae6-0d6229f0c479 req-e627bdd8-936e-45b8-a43d-c862408ad623 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.414568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8d40ec3-6e4c-4542-aae6-0d6229f0c479 req-e627bdd8-936e-45b8-a43d-c862408ad623 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.0510073 Oct 20 10:40:32.515798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8d40ec3-6e4c-4542-aae6-0d6229f0c479 req-ee7c29f2-e830-4abf-a586-88caa743b402 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891771 Oct 20 10:40:32.555075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-7548e5b8-89a3-4d28-894a-cae1f9b5ee15 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.556602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-7548e5b8-89a3-4d28-894a-cae1f9b5ee15 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.1411228 Oct 20 10:40:32.572627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-d5c8f384-0686-408c-ba34-a6762925e35f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/quotas/0a4ef61fde764a7c8ec7cb73b4e4e17a HTTP/1.1" status: 200 len: 375 time: 0.0098801 Oct 20 10:40:32.648877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.677114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8767-71c8-4c17-9d0d-0fb913940d85 req-b8d95741-f2be-4dfd-a511-efb633071f94 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.678610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14fe8767-71c8-4c17-9d0d-0fb913940d85 req-b8d95741-f2be-4dfd-a511-efb633071f94 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0919459 Oct 20 10:40:32.682434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-dbefe305-732b-482e-bd1e-b825966e0ff9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939438 Oct 20 10:40:32.773282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14fe8767-71c8-4c17-9d0d-0fb913940d85 req-a029dd6a-6845-4052-a27d-e237601d4dee tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864868 Oct 20 10:40:32.806065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-59bd4570-dc8e-4faa-b5d1-5122bb436124 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131744 Oct 20 10:40:32.932893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-a33f4473-3d75-4b38-846e-51713d11c7fe service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194422 Oct 20 10:40:33.234802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18179d3d-31b3-45f5-9394-c9379b656ff5 req-84e012d3-8ba6-49a1-845e-86391f877604 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.236285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18179d3d-31b3-45f5-9394-c9379b656ff5 req-84e012d3-8ba6-49a1-845e-86391f877604 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.1018004 Oct 20 10:40:33.265836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeee5eb-7bd6-4fbd-9d85-f348b9b9edc2 req-aa915109-98b3-4d6d-9b31-cafedf8be8a0 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.273593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbeee5eb-7bd6-4fbd-9d85-f348b9b9edc2 req-aa915109-98b3-4d6d-9b31-cafedf8be8a0 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1098 time: 0.0845551 Oct 20 10:40:33.332671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18179d3d-31b3-45f5-9394-c9379b656ff5 req-0a565d7a-cef4-43c3-9b0f-2c534f153b64 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Oct 20 10:40:33.347065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbeee5eb-7bd6-4fbd-9d85-f348b9b9edc2 req-786b7ac6-2c03-416a-9fee-853dc79cb051 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670602 Oct 20 10:40:33.438587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc43e5d8-5e24-4724-934d-eacb7089123d req-df9c6556-6ac1-4539-b4a6-b77543476e47 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 210 time: 0.0353155 Oct 20 10:40:33.492537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1697b-3113-4347-b4fe-9495b804c3eb req-2f31b857-d9cb-42e4-9d2b-40d61360de1e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.494482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aa1697b-3113-4347-b4fe-9495b804c3eb req-2f31b857-d9cb-42e4-9d2b-40d61360de1e tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 945 time: 0.0586095 Oct 20 10:40:33.538781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aa1697b-3113-4347-b4fe-9495b804c3eb req-405c535b-f996-4b18-8af3-f15a1463dfb4 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/security-groups?id=5cad2841-0ab5-40b3-9e3d-353495aa39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Oct 20 10:40:33.544265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-8e7235f1-0749-4581-8121-86d603d4e2af tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.546999 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-8e7235f1-0749-4581-8121-86d603d4e2af tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 945 time: 0.0746553 Oct 20 10:40:33.675271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Deleting port 77ed2c5c-d571-4208-a328-bbad81aa4333 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:33.675979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.806735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] For port 77ed2c5c-d571-4208-a328-bbad81aa4333, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=77ed2c5c-d571-4208-a328-bbad81aa4333,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:33.811381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.830810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Calling delete_port for 77ed2c5c-d571-4208-a328-bbad81aa4333 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:33.960738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1a81-3881-4907-875d-1972941b6cba req-9e73c24a-daae-4409-a278-3dbf40253f58 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.962492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73bc1a81-3881-4907-875d-1972941b6cba req-9e73c24a-daae-4409-a278-3dbf40253f58 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0572302 Oct 20 10:40:33.981342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.995055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['77ed2c5c-d571-4208-a328-bbad81aa4333'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:34.018466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73bc1a81-3881-4907-875d-1972941b6cba req-cb72f911-8d4e-4db1-9e4f-8a0b83b19273 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 Oct 20 10:40:34.020521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Pushing event deleted for resources: {'Port': ['ID=77ed2c5c-d571-4208-a328-bbad81aa4333,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:34.074680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] No DVR routers for this DVR port 77ed2c5c-d571-4208-a328-bbad81aa4333 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:34.077436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.081114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e9069dc-8b0e-4a72-9936-81ef7d52cc6b req-eece4a3a-0dfb-40e4-978e-d7fe6c395739 tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.83 "DELETE /v2.0/ports/77ed2c5c-d571-4208-a328-bbad81aa4333 HTTP/1.1" status: 204 len: 173 time: 0.5180397 Oct 20 10:40:34.081557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'name': 'network-vif-deleted', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:34.084528 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09321fc6-fd7b-4cbb-a9eb-20cd836faa44" -d '{"events": [{"server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "name": "network-vif-deleted", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:34.178170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.288063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046727-f480-4fa7-a5f1-567a16e8178a req-b0222df1-8a57-47d8-874b-5070712a5ec3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.290546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36046727-f480-4fa7-a5f1-567a16e8178a req-b0222df1-8a57-47d8-874b-5070712a5ec3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.0583165 Oct 20 10:40:34.343572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36046727-f480-4fa7-a5f1-567a16e8178a req-e1f0368f-2738-43e5-8072-4089d26e75d3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Oct 20 10:40:34.396809 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d633a-05e3-4092-9399-d57a85a6ac15 x-openstack-request-id: req-0e6d633a-05e3-4092-9399-d57a85a6ac15 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:34.397239 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b59578b-8464-43ef-93da-d16722fcdda5", "name": "network-vif-deleted", "tag": "77ed2c5c-d571-4208-a328-bbad81aa4333", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:34.397577 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0e6d633a-05e3-4092-9399-d57a85a6ac15 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:34.398065 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b59578b-8464-43ef-93da-d16722fcdda5', 'name': 'network-vif-deleted', 'tag': '77ed2c5c-d571-4208-a328-bbad81aa4333', 'status': 'completed', 'code': 200} Oct 20 10:40:34.571686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-6b3b2b7f-96c6-4451-817c-989c1720b2b2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.573181 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-6b3b2b7f-96c6-4451-817c-989c1720b2b2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.1305830 Oct 20 10:40:34.574705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4969a-1aef-4380-8e68-b08d6647cf09 req-0c73925d-f40b-4d45-a345-4908921c133b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.576312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18e4969a-1aef-4380-8e68-b08d6647cf09 req-0c73925d-f40b-4d45-a345-4908921c133b tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0822747 Oct 20 10:40:34.604461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Request body: {'port': {'device_id': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'admin_state_up': True, 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:34.625998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18e4969a-1aef-4380-8e68-b08d6647cf09 req-5e1fe806-3a23-411c-a942-6d2e2acb031a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Oct 20 10:40:34.724650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:34.728550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.763330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-7636f549-61dc-4f23-8e6d-c13e5218aa02 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:40:34.764417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-7636f549-61dc-4f23-8e6d-c13e5218aa02 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0183628 Oct 20 10:40:34.766673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d4e2c59-9f3b-4667-a1c4-9fa1281f2b82 req-b12a4054-fc28-4c9f-885a-ebea23b292ff tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 210 time: 0.0310817 Oct 20 10:40:34.816450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a5c9e45b-7177-4cf4-8fdd-e544666170c3 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.817752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a5c9e45b-7177-4cf4-8fdd-e544666170c3 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 1095 time: 0.0471442 Oct 20 10:40:34.827972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Request body: {'binding': {'host': 'n-h2-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:34.828419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:40:34.873033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 77ed2c5c-d571-4208-a328-bbad81aa4333 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:34.890970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Allocated IP 172.20.0.7 (6b97e94c-a421-4fe2-b2ed-ef47e0801080/b35b0cbe-4a24-4cad-aa47-2e1a733a89b4/ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:34.893927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 77ed2c5c-d571-4208-a328-bbad81aa4333 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:34.894501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 77ed2c5c-d571-4208-a328-bbad81aa4333 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:34.894928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:34.901069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-facc78d7-a7f1-4f14-8f2d-ad1fe0f3a964 req-290f38e0-d273-42ea-9383-aecd1002950f tempest-FloatingIPsAssociationTestJSON-256987281 tempest-FloatingIPsAssociationTestJSON-256987281-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b59578b-8464-43ef-93da-d16722fcdda5 HTTP/1.1" status: 200 len: 210 time: 0.0467539 Oct 20 10:40:34.999136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.039054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:35.041358 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2086733d-6111-420e-8e16-368a64f01fb3" -d '{"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-unplugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:35.056638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on host n-h2-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:35.057219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:35.057527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:35.064026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:35.064487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:35.070588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:35.071614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:35.072024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:35.072548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:35.073118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Bound port: 6059a337-77c8-4a1d-8962-5931fa2dd70f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:35.080222 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.148423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.149249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.166439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:35.175936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.177267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-5413f6e2-97b7-45c4-ab62-1bfaa1a7b30f service neutron] 10.222.0.74 "POST /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3534079 Oct 20 10:40:35.194576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6d41-1617-4271-a3e0-cd8d3cb6fc4d req-ae7b7fc1-7676-4abc-a224-8e1321128fac tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.196262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-718d6d41-1617-4271-a3e0-cd8d3cb6fc4d req-ae7b7fc1-7676-4abc-a224-8e1321128fac tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0660436 Oct 20 10:40:35.200102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-c010ae7c-650e-4dec-947e-c3c188f8cb71 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.201649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-c010ae7c-650e-4dec-947e-c3c188f8cb71 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/ports?device_id=51fa4547-7cdc-45cc-b03a-80ee27e005f8 HTTP/1.1" status: 200 len: 943 time: 0.1960173 Oct 20 10:40:35.241463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.241636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-718d6d41-1617-4271-a3e0-cd8d3cb6fc4d req-b9acd104-4e7a-4a45-953a-3153aeb026c0 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Oct 20 10:40:35.296139 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea813e4-bbe2-4224-a6a2-a8b134176194 x-openstack-request-id: req-1ea813e4-bbe2-4224-a6a2-a8b134176194 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:35.296461 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-unplugged", "status": "completed", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:35.296715 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ea813e4-bbe2-4224-a6a2-a8b134176194 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:35.297686 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'code': 200} Oct 20 10:40:35.358043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:35.363795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:35.384104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:35.390679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.391388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.398749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.429565 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-774be626-684f-400e-891a-befe6bf48ef9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289909 Oct 20 10:40:35.439625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Deleting port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:35.439963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.448802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef1371-6ae6-4b13-a737-53c78a82df54 req-5d4dda12-d3d3-4fb9-a4fd-a19f7b401776 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.451763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39ef1371-6ae6-4b13-a737-53c78a82df54 req-5d4dda12-d3d3-4fb9-a4fd-a19f7b401776 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.0797265 Oct 20 10:40:35.462228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Request body: {'port': {'device_id': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:35.551474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39ef1371-6ae6-4b13-a737-53c78a82df54 req-2dcd47c2-d6a1-4ef8-970b-a12da0494f5e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889258 Oct 20 10:40:35.570466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.579286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-14ad7fa3-9ec6-4c01-b88a-6cd533e044c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.581209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-14ad7fa3-9ec6-4c01-b88a-6cd533e044c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1098 time: 0.0880020 Oct 20 10:40:35.590407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f88a-e9bf-4b5c-a74d-2b7c51b46065 req-ee7cd9a1-5d6f-4073-86e2-b8e228ea1c21 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.590776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] For port d51df8e1-6edf-4e94-be60-bd29a9ef2c02, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:35.591286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.592331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0884f88a-e9bf-4b5c-a74d-2b7c51b46065 req-ee7cd9a1-5d6f-4073-86e2-b8e228ea1c21 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.1410949 Oct 20 10:40:35.623457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Calling delete_port for d51df8e1-6edf-4e94-be60-bd29a9ef2c02 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:35.674332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41848) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:35.700140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0884f88a-e9bf-4b5c-a74d-2b7c51b46065 req-c5ae729a-3538-40f0-9a9b-e7e8fd63c925 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958059 Oct 20 10:40:35.740135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-f2f917ba-a40f-436d-9a37-e8ab55e3374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.741900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-f2f917ba-a40f-436d-9a37-e8ab55e3374b service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1474121 Oct 20 10:40:35.815445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-919528c6-38c6-446e-9cf0-62463a8d7120 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0583980 Oct 20 10:40:35.839960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d46ffbd-7969-4484-b78d-90f43bdd4c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.875596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004688-dd50-4e45-b106-a59c0e5dd6b8 req-41ef105e-18d6-44ce-8bf2-00e17150765f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.877061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc004688-dd50-4e45-b106-a59c0e5dd6b8 req-41ef105e-18d6-44ce-8bf2-00e17150765f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.1586409 Oct 20 10:40:35.917452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.947895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-8a1378c3-a6ab-4937-a8fc-35b79c24bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.949357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-8a1378c3-a6ab-4937-a8fc-35b79c24bc54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1237602 Oct 20 10:40:35.965541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event deleted for resources: {'Port': ['ID=d51df8e1-6edf-4e94-be60-bd29a9ef2c02,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.994269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc004688-dd50-4e45-b106-a59c0e5dd6b8 req-ba62e423-2929-41ba-8f30-1ef7900c9fee tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014309 Oct 20 10:40:36.008194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:36.017038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167aad1-d72c-4403-ab3d-3eb4eefbe343 req-b3911be2-2ae4-4a1d-963b-9bc0665e9680 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.018510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f167aad1-d72c-4403-ab3d-3eb4eefbe343 req-b3911be2-2ae4-4a1d-963b-9bc0665e9680 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 931 time: 0.1727977 Oct 20 10:40:36.023624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-45e2307c-b953-4c2c-ac3f-d58cee1d2d5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518596 Oct 20 10:40:36.029311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] No DVR routers for this DVR port d51df8e1-6edf-4e94-be60-bd29a9ef2c02 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:36.032157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.034890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.038254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37d926d7-1ddf-4b31-9db4-5479926f3583 req-bf26535b-a172-4bf0-972d-55276f8d1bae tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "DELETE /v2.0/ports/d51df8e1-6edf-4e94-be60-bd29a9ef2c02 HTTP/1.1" status: 204 len: 173 time: 0.8274088 Oct 20 10:40:36.049511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Transition to ACTIVE for port object ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:36.053181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.088368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:36.152259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.166401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f167aad1-d72c-4403-ab3d-3eb4eefbe343 req-ce9fafa3-31c3-4333-b957-bf98ebd75b04 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338992 Oct 20 10:40:36.187731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d46ffbd-7969-4484-b78d-90f43bdd4c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.197237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d46ffbd-7969-4484-b78d-90f43bdd4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.213228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-58f5a76b-a76a-4de0-9efc-5d34ff0339f0 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716475 Oct 20 10:40:36.223686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Attempting to bind port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:36.224921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Attempting to bind port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:36.224921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Attempting to bind port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:36.232590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:36.232914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Attempting to bind port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:36.243093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:36.243430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Checking segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:36.243797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Bound using segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:36.244318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Bound port: ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:36.244646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.250597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d46ffbd-7969-4484-b78d-90f43bdd4c3d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa23e25e432341f1ba0548153fbc7021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704327 Oct 20 10:40:36.261098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41862) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:36.268396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ffbd-7969-4484-b78d-90f43bdd4c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a517e0e-bccc-474f-9096-659b1f0de6ed,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.378020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-25c9f06c-0fc6-435d-abf3-8a7b9e6caf46 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455348 Oct 20 10:40:36.393723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f5a8-8c33-4e99-ba2d-30390be79759 req-ea06b40d-f6e4-4597-8a98-e58df5527242 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.395246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15b4f5a8-8c33-4e99-ba2d-30390be79759 req-ea06b40d-f6e4-4597-8a98-e58df5527242 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0640252 Oct 20 10:40:36.421757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-deleted', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:36.424013 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c9b343-fbbf-4970-bea2-e3a2b8a7dc86" -d '{"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-deleted", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:36.438464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15b4f5a8-8c33-4e99-ba2d-30390be79759 req-921914b1-35e7-4e1d-ad52-f718922ebac4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Oct 20 10:40:36.439937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.452192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:36.461056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:36.469536 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8f670c-7a61-41af-848c-4ae40dc5afbc x-openstack-request-id: req-1b8f670c-7a61-41af-848c-4ae40dc5afbc {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:36.469831 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa4547-7cdc-45cc-b03a-80ee27e005f8", "name": "network-vif-deleted", "tag": "d51df8e1-6edf-4e94-be60-bd29a9ef2c02", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:36.470226 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b8f670c-7a61-41af-848c-4ae40dc5afbc {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:36.470529 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa4547-7cdc-45cc-b03a-80ee27e005f8', 'name': 'network-vif-deleted', 'tag': 'd51df8e1-6edf-4e94-be60-bd29a9ef2c02', 'status': 'completed', 'code': 200} Oct 20 10:40:36.476412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.508547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.563438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.564068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.565464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 HTTP/1.1" status: 200 len: 1092 time: 1.1098225 Oct 20 10:40:36.648353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a325-f560-45d1-9f34-9c3e553bdbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.711934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-54111fee-c58c-499e-98fb-0a21d830b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.713425 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-54111fee-c58c-499e-98fb-0a21d830b157 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 1095 time: 0.0739117 Oct 20 10:40:36.713994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.716580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.717569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a517e0e-bccc-474f-9096-659b1f0de6ed HTTP/1.1" status: 204 len: 168 time: 0.4555540 Oct 20 10:40:36.719468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d0264-47ae-41d4-bbfa-315fbc53b6af req-a04e978f-725c-4bbc-9282-d69a99fe1a5f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.723369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff4d0264-47ae-41d4-bbfa-315fbc53b6af req-a04e978f-725c-4bbc-9282-d69a99fe1a5f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.0908031 Oct 20 10:40:36.741110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d486-2e5c-48b4-9493-a81bc683070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a517e0e-bccc-474f-9096-659b1f0de6ed,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.778571 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-200d3f2e-7a8d-48ba-9464-32e96dc80e6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 HTTP/1.1" status: 200 len: 217 time: 0.0510464 Oct 20 10:40:36.840547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff4d0264-47ae-41d4-bbfa-315fbc53b6af req-88e680cb-d443-4b30-96b8-486981850114 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Oct 20 10:40:36.869837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:36.941992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4bf02-48b0-4028-b384-6f4e83eb6f99 req-529320e7-0bc9-40ef-bac7-ee90d558f6e2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.943634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f4bf02-48b0-4028-b384-6f4e83eb6f99 req-529320e7-0bc9-40ef-bac7-ee90d558f6e2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.0605891 Oct 20 10:40:36.996373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f4bf02-48b0-4028-b384-6f4e83eb6f99 req-57f32aaf-cf5b-4b68-a7ca-cae9518f1307 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Oct 20 10:40:37.043522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:37.061612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'port_id': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'mac_address': 'fa:16:3e:f3:79:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace5bd5-3538-46a3-9c1e-604fa2ec2558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:37.122258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.158768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:37.211282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:37.217278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.233751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789cb07-eb9d-4f07-861a-5301a525dcd7 req-f2b6cbc7-726f-428c-b65f-48382a0f6428 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.243312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0789cb07-eb9d-4f07-861a-5301a525dcd7 req-f2b6cbc7-726f-428c-b65f-48382a0f6428 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0891635 Oct 20 10:40:37.276435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41886) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:37.296289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ed0-2c1a-4b5a-9658-2856f77a1a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.325961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0789cb07-eb9d-4f07-861a-5301a525dcd7 req-a507d1dc-de0e-485e-a9e2-cbdf1ce10704 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814903 Oct 20 10:40:37.366712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['022b8839-4c01-43f6-834f-16eee4b66ecb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:37.428214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ed0-2c1a-4b5a-9658-2856f77a1a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.433208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ed0-2c1a-4b5a-9658-2856f77a1a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.460321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:37.476213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-f820e359-ca23-4519-b430-4757c1018adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.477692 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-f820e359-ca23-4519-b430-4757c1018adb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.6904471 Oct 20 10:40:37.479626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e9ed0-2c1a-4b5a-9658-2856f77a1a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c833a3-ca03-4a26-aa0d-d3de1505220f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:37.535199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-af3f5aed-95fb-4ef4-ab75-ae830d14ba94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348873 Oct 20 10:40:37.567400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d10e9ed0-2c1a-4b5a-9658-2856f77a1a6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1767db0a665b4aa7b71ed5f233887058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897522 Oct 20 10:40:37.570587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41890) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:37.582025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.599365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49349b6c-63e4-4a51-bcb5-3d38d9488187 req-c47f4a5f-8d34-40c7-8d7c-6b0b28185022 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.600947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49349b6c-63e4-4a51-bcb5-3d38d9488187 req-c47f4a5f-8d34-40c7-8d7c-6b0b28185022 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 943 time: 0.1643119 Oct 20 10:40:37.616203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33986fb-5d7a-4296-a5fe-a48484c53855 req-a56ee22e-29b5-4a65-8c90-a6973a715f3c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.617420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e33986fb-5d7a-4296-a5fe-a48484c53855 req-a56ee22e-29b5-4a65-8c90-a6973a715f3c tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 945 time: 0.1263602 Oct 20 10:40:37.708311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49349b6c-63e4-4a51-bcb5-3d38d9488187 req-1c66f265-4c7b-4004-8788-e23f892c351d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898166 Oct 20 10:40:37.711287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e33986fb-5d7a-4296-a5fe-a48484c53855 req-78561a87-3e66-4245-a5fb-1ee713101e44 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795999 Oct 20 10:40:37.712262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.743345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.760801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-812c30d3-85c9-486c-b366-3301558e0599 service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129838 Oct 20 10:40:37.819675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.822514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.823876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0c833a3-ca03-4a26-aa0d-d3de1505220f HTTP/1.1" status: 204 len: 168 time: 0.2523799 Oct 20 10:40:37.836749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8946ea8-f9be-43b3-9662-8cea857f93ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c833a3-ca03-4a26-aa0d-d3de1505220f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:37.855591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127981-32e7-4d50-a206-0e85e609cf83 req-658c7876-09a9-4970-863f-30155964c038 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.863324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78127981-32e7-4d50-a206-0e85e609cf83 req-658c7876-09a9-4970-863f-30155964c038 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0752399 Oct 20 10:40:37.912544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78127981-32e7-4d50-a206-0e85e609cf83 req-5c9d17d6-81fd-4f8b-891e-400534b64f66 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Oct 20 10:40:38.006931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7213b-271f-4001-a689-d72feb51c70b req-4e1e5b04-9f9f-4df5-8d04-6cccc4ce43d9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.009962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9b7213b-271f-4001-a689-d72feb51c70b req-4e1e5b04-9f9f-4df5-8d04-6cccc4ce43d9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Oct 20 10:40:38.019136 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ae4a049-e5f9-4c8d-9951-07c59795f61b req-7c267d4f-c1d0-4374-a7dd-636eae009696 service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326493 Oct 20 10:40:38.057583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9b7213b-271f-4001-a689-d72feb51c70b req-3d239ebd-8ddc-49f7-b222-ef89e8aadc4a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Oct 20 10:40:38.117576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Deleting port 38ae1105-e60f-4468-9ecd-c2588a9ccee3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:38.117913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.211086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] For port 38ae1105-e60f-4468-9ecd-c2588a9ccee3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=38ae1105-e60f-4468-9ecd-c2588a9ccee3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:38.211588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.229205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Calling delete_port for 38ae1105-e60f-4468-9ecd-c2588a9ccee3 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:38.443909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.471376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:38.474350 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980f375-5288-4179-b015-529931dd894e" -d '{"events": [{"name": "network-changed", "server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:38.479974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=38ae1105-e60f-4468-9ecd-c2588a9ccee3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:38.530387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdc199-6b57-45d4-87fe-bd44a13c1ca1 req-8f07e197-bf7d-4b29-83a4-00abac1f411f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.539425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2afdc199-6b57-45d4-87fe-bd44a13c1ca1 req-8f07e197-bf7d-4b29-83a4-00abac1f411f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.0815678 Oct 20 10:40:38.640931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2afdc199-6b57-45d4-87fe-bd44a13c1ca1 req-54771316-d49f-4867-a307-2105e12889c2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702505 Oct 20 10:40:38.658587 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea1d78-e15a-4504-805c-de492ea097ab x-openstack-request-id: req-84ea1d78-e15a-4504-805c-de492ea097ab {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:38.658977 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:38.659486 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84ea1d78-e15a-4504-805c-de492ea097ab {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:38.660250 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'status': 'completed', 'code': 200} Oct 20 10:40:38.756721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.780348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-eda8e852-b021-456d-abe3-f13c20be6df3 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.782580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-eda8e852-b021-456d-abe3-f13c20be6df3 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1204488 Oct 20 10:40:38.832594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f375-5288-4179-b015-529931dd894e req-95863ed9-da23-4c3f-8ee4-d34180348d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.834498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-95863ed9-da23-4c3f-8ee4-d34180348d4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 1095 time: 0.1869075 Oct 20 10:40:38.841821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:38.879958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:38.948777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb5767-cf2d-47a9-98c4-e65cb0701c31 req-a759a6e9-fa77-4531-bf44-49dac7d2ebdf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.950448 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5feb5767-cf2d-47a9-98c4-e65cb0701c31 req-a759a6e9-fa77-4531-bf44-49dac7d2ebdf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 945 time: 0.0887799 Oct 20 10:40:38.959689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a57d0-223c-46fc-8f60-b567a9985d5b req-b09dd365-e59a-4872-a65a-ffde027477ea tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.961174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc0a57d0-223c-46fc-8f60-b567a9985d5b req-b09dd365-e59a-4872-a65a-ffde027477ea tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 943 time: 0.0976651 Oct 20 10:40:39.011440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.031025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5feb5767-cf2d-47a9-98c4-e65cb0701c31 req-e3f1efc6-59f6-44d3-beb8-23a0511335f4 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687306 Oct 20 10:40:39.033948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc0a57d0-223c-46fc-8f60-b567a9985d5b req-a43dd340-0693-4e79-a40a-7492b39bce16 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652733 Oct 20 10:40:39.061945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 022b8839-4c01-43f6-834f-16eee4b66ecb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:39.062469 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.228242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.251975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f375-5288-4179-b015-529931dd894e req-4632f69e-00b6-48ca-a82d-8f2312563c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.253779 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-4632f69e-00b6-48ca-a82d-8f2312563c52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 907 time: 0.3755574 Oct 20 10:40:39.272321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:39.274035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:39.277939 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd09b5-98a4-4d4e-8aa9-f3936b85a2c0" -d '{"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-plugged", "status": "completed", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:39.282273 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.284235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:39.318269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: d51df8e1-6edf-4e94-be60-bd29a9ef2c02 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:39.318623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d51df8e1-6edf-4e94-be60-bd29a9ef2c02 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:39.320278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-18fbc8de-e2b0-4120-8698-6fcdad74ead8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 HTTP/1.1" status: 200 len: 217 time: 0.0555019 Oct 20 10:40:39.324757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eea8c-0582-47ab-bcfd-e01219978b3d req-59549fbf-c91e-4303-9968-42b0e8640537 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.333187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:39.340643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb8eea8c-0582-47ab-bcfd-e01219978b3d req-59549fbf-c91e-4303-9968-42b0e8640537 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1558778 Oct 20 10:40:39.384678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:39.444134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e042d92-07ca-47cb-abb1-23051682af78 req-271465f0-b193-44e0-8bb0-7a5cd86c7a99 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.446027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e042d92-07ca-47cb-abb1-23051682af78 req-271465f0-b193-44e0-8bb0-7a5cd86c7a99 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.2162685 Oct 20 10:40:39.488275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb8eea8c-0582-47ab-bcfd-e01219978b3d req-5dee47be-738b-4fe2-9428-bc8de55c8d3d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444831 Oct 20 10:40:39.568274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-364c2c62-6b1a-47ef-8563-673e13baaa0e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.569905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-364c2c62-6b1a-47ef-8563-673e13baaa0e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.2058344 Oct 20 10:40:39.580558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:39.612538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e042d92-07ca-47cb-abb1-23051682af78 req-36242c62-37f4-4e37-98f5-932f091cc585 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371622 Oct 20 10:40:39.616400 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753d412-5d28-47ea-98fe-6c4e7e75ec76 x-openstack-request-id: req-b753d412-5d28-47ea-98fe-6c4e7e75ec76 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:39.617620 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-plugged", "status": "completed", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:39.617966 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b753d412-5d28-47ea-98fe-6c4e7e75ec76 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:39.621449 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'code': 200} Oct 20 10:40:39.678311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f375-5288-4179-b015-529931dd894e req-3400b2ec-d33d-4752-a22b-d4c6c18dac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.680109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-3400b2ec-d33d-4752-a22b-d4c6c18dac3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.3504999 Oct 20 10:40:39.690217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:39.724596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-38c342a3-c277-46b3-9e78-e5d5d1a5e55c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317693 Oct 20 10:40:39.728109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:39.856827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:39.882392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c1fab-68d9-4a44-94c8-11055013ee72 req-a8cc2339-be13-4b45-929e-f42a84a6a027 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.883940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-304c1fab-68d9-4a44-94c8-11055013ee72 req-a8cc2339-be13-4b45-929e-f42a84a6a027 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 945 time: 0.1003084 Oct 20 10:40:39.908629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:40:39.929772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:39.938162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-304c1fab-68d9-4a44-94c8-11055013ee72 req-20ed03b7-0dd3-4b9c-9ece-2c8e670cde51 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Oct 20 10:40:39.941930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Sync routers for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:39.950278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Deleting port 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:39.950624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.960469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49785b61-6135-48e7-9504-029ff028e6bf admin admin] 10.222.0.74 "PUT /v2.0/routers/56f0a3cb-b1c4-472a-a948-edd6eeb43bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8688989 Oct 20 10:40:39.961152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:39.961788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:39.983040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41948) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:40.091152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] For port 022b8839-4c01-43f6-834f-16eee4b66ecb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=022b8839-4c01-43f6-834f-16eee4b66ecb,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:40.093798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.128178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Calling delete_port for 022b8839-4c01-43f6-834f-16eee4b66ecb owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:40.166325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.238302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.251302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.253257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:40.354426 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-b33ef7b5-13f9-4ce5-8309-6ea0e0ef9292 service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884328 Oct 20 10:40:40.436906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d2e37-b718-4827-8170-894ad9304eb0 req-4c6713ab-24d1-4647-874d-7487ff665ed5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.438982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-925d2e37-b718-4827-8170-894ad9304eb0 req-4c6713ab-24d1-4647-874d-7487ff665ed5 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c03512-9a92-4bd2-9b98-b82890af0061 HTTP/1.1" status: 200 len: 946 time: 0.1712725 Oct 20 10:40:40.469750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.494201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:40:38Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:40.516608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:40.517108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:40.517529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:40.524318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:40.524780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Attempting to bind port 1c3e19de-feae-41b4-8617-72eb43c08df0 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:40.529171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Checking router: 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:40.531918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.542779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:40.543275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:40.543753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:40.544550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Bound port: 1c3e19de-feae-41b4-8617-72eb43c08df0, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:40.544961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Routers {'56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:40.545083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.545595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:40.581996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-925d2e37-b718-4827-8170-894ad9304eb0 req-37296fa0-a8a0-4184-990a-79cd2703d879 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322746 Oct 20 10:40:40.618887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e822-7293-4065-9570-3e84dfc67d77 req-9e3005cc-6260-4a45-bbd5-ee712e5b5d07 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.619314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:40.623343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:40.630734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8911e822-7293-4065-9570-3e84dfc67d77 req-9e3005cc-6260-4a45-bbd5-ee712e5b5d07 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 943 time: 0.2062078 Oct 20 10:40:40.636720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.639926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.656793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1980f375-5288-4179-b015-529931dd894e req-ba14a4d4-c99b-4f24-a735-1cbea3bd75db service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869120 Oct 20 10:40:40.707737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:40.709753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event deleted for resources: {'Port': ['ID=022b8839-4c01-43f6-834f-16eee4b66ecb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.711498 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a36727a-6f24-4268-9e89-09735c951d41" -d '{"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:40.718759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] Set router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:40.769116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.778434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8911e822-7293-4065-9570-3e84dfc67d77 req-6d5dac8e-bc6f-45f7-a158-fb7ffb338ac2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394627 Oct 20 10:40:40.807880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] No DVR routers for this DVR port 022b8839-4c01-43f6-834f-16eee4b66ecb on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:40.820450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.824001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1aa81330-e550-4de6-9c2f-17e4f0b04692 req-566a4148-75ed-4795-aac8-2bf3739693a1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "DELETE /v2.0/ports/022b8839-4c01-43f6-834f-16eee4b66ecb HTTP/1.1" status: 204 len: 173 time: 1.2080894 Oct 20 10:40:40.825171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-deleted', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:40.828298 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46e701-8e53-4a83-9957-dcb3ef54d40e" -d '{"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-deleted", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:40.828885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.829513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.831083 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-771a71d2-9cfe-4e35-bba6-ee4e8578cf1f service neutron] 10.222.0.70 "PUT /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 1123 time: 1.9956172 Oct 20 10:40:40.850833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Deleting port a958d9cb-e7df-4536-9343-1a8d843ff5e8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:40.853329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.875473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:40.877513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:40.943848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1c3e19de-feae-41b4-8617-72eb43c08df0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:40.951410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:40.951764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:41.009570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] For port a958d9cb-e7df-4536-9343-1a8d843ff5e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a958d9cb-e7df-4536-9343-1a8d843ff5e8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.009570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.016580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57de46-5fc5-4c75-94f7-5be10c7d67ae req-67c50567-6ba1-4e2e-a2da-89bc4211e97a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.028867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee57de46-5fc5-4c75-94f7-5be10c7d67ae req-67c50567-6ba1-4e2e-a2da-89bc4211e97a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1924801 Oct 20 10:40:41.035367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Calling delete_port for a958d9cb-e7df-4536-9343-1a8d843ff5e8 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:41.045510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1c3e19de-feae-41b4-8617-72eb43c08df0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:41.047478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001391ef-ef32-440e-bb40-4faf9d2ea618 req-4405009b-4a69-4b4c-a646-3113f36b7ffe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.060739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001391ef-ef32-440e-bb40-4faf9d2ea618 req-4405009b-4a69-4b4c-a646-3113f36b7ffe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.1410539 Oct 20 10:40:41.147119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee57de46-5fc5-4c75-94f7-5be10c7d67ae req-27240c1f-770d-4b24-9042-a6a90dbc2009 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840993 Oct 20 10:40:41.188145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001391ef-ef32-440e-bb40-4faf9d2ea618 req-27d12154-7cdf-4afe-9c5b-64419110a7c9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220295 Oct 20 10:40:41.253037 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0251a3a0-ed70-436b-993a-6f772396ab25 x-openstack-request-id: req-0251a3a0-ed70-436b-993a-6f772396ab25 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:41.254155 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:41.254573 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0251a3a0-ed70-436b-993a-6f772396ab25 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:41.255613 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'code': 200} Oct 20 10:40:41.370770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.423579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.424357 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990855a2-7633-467f-8dbb-3f0704ffa5fc x-openstack-request-id: req-990855a2-7633-467f-8dbb-3f0704ffa5fc {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:41.424653 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c03512-9a92-4bd2-9b98-b82890af0061", "name": "network-vif-deleted", "tag": "022b8839-4c01-43f6-834f-16eee4b66ecb", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:41.424906 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-990855a2-7633-467f-8dbb-3f0704ffa5fc {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:41.425306 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c03512-9a92-4bd2-9b98-b82890af0061', 'name': 'network-vif-deleted', 'tag': '022b8839-4c01-43f6-834f-16eee4b66ecb', 'status': 'completed', 'code': 200} Oct 20 10:40:41.441052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'mac_address': 'fa:16:3e:e2:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:41.467719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Pushing event deleted for resources: {'Port': ['ID=a958d9cb-e7df-4536-9343-1a8d843ff5e8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.521346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.532405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:40:38Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:41.562630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903ca26-1d09-4f39-a929-b04e1a1bf623 req-608dc29c-0fe2-4a2b-9c17-799b240facb3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.570405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f903ca26-1d09-4f39-a929-b04e1a1bf623 req-608dc29c-0fe2-4a2b-9c17-799b240facb3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.0968752 Oct 20 10:40:41.625746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1952c-bf04-46f6-a857-be90c9b6ec14 None None] The sync data for ids ['56f0a3cb-b1c4-472a-a948-edd6eeb43bfb'] in n-d-802060-17 is: [{'id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1263135706-router', 'tenant_id': '17fb5eea4e49405aadf34390437a82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:39:17Z', 'updated_at': '2021-10-20T10:40:38Z', 'revision_number': 5, 'project_id': '17fb5eea4e49405aadf34390437a82be', 'gw_port': {'id': 'a958d9cb-e7df-4536-9343-1a8d843ff5e8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0a3cb-b1c4-472a-a948-edd6eeb43bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:18Z', 'updated_at': '2021-10-20T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:41.660513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.691836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:41.709226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.712068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.724794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.735893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.792423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.792960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56f0a3cb-b1c4-472a-a948-edd6eeb43bfb {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:40:41.809433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.811769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.812495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e14a74e3-2f20-4ee1-9850-f3c6c5eb2730 admin admin] 10.222.0.74 "DELETE /v2.0/routers/56f0a3cb-b1c4-472a-a948-edd6eeb43bfb HTTP/1.1" status: 204 len: 168 time: 1.8282998 Oct 20 10:40:41.815328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41984) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:41.873999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Deleting subnet 6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:41.877657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.911284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f903ca26-1d09-4f39-a929-b04e1a1bf623 req-8b58dc82-d628-434a-bf7e-ca10405ce4b3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357208 Oct 20 10:40:41.921877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.926265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f7ae-9122-4c2c-9470-f0d5c4b51927 req-6765c1a4-96f7-4719-8cc0-02597f0cc415 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.928423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3817f7ae-9122-4c2c-9470-f0d5c4b51927 req-6765c1a4-96f7-4719-8cc0-02597f0cc415 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 945 time: 0.3554919 Oct 20 10:40:41.982036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3817f7ae-9122-4c2c-9470-f0d5c4b51927 req-46eb5629-db15-4fcd-a3dd-75a5b5778d81 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Oct 20 10:40:41.995917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:42.038757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.166097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.226179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:42.237379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.245835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54fb05-c312-424c-8abe-1c31dc92f973 None None] Network a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:42.246039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42000) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:42.253258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d9845a5a-5cce-4689-bf4f-c61b2ec7eabe admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6ab55ca7-89dd-4962-abd7-c9bfc3ccbc40 HTTP/1.1" status: 204 len: 168 time: 0.4251275 Oct 20 10:40:42.279701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163b84a-5f92-43c4-a171-5bc45709bac1 req-2700d7d2-2b0f-451a-8419-7710d21e7f28 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.282530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b163b84a-5f92-43c4-a171-5bc45709bac1 req-2700d7d2-2b0f-451a-8419-7710d21e7f28 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 944 time: 0.1480663 Oct 20 10:40:42.452321 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.465065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b163b84a-5f92-43c4-a171-5bc45709bac1 req-6577babc-80d6-42bb-8dfb-c36a4fa24951 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492724 Oct 20 10:40:42.474895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f0733-614a-42df-960b-40cc895413d5 req-47b242d3-4d38-4a34-8101-9400ff05f285 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.476499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c68f0733-614a-42df-960b-40cc895413d5 req-47b242d3-4d38-4a34-8101-9400ff05f285 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1619146 Oct 20 10:40:42.561725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] DHCP port deletion for a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:42.563510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c68f0733-614a-42df-960b-40cc895413d5 req-0404b693-e7c3-47a7-a4aa-38f8e4cb082f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786300 Oct 20 10:40:42.612486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb558f25-72b6-4eda-ace7-8db18946f66e req-4924b4cb-7273-40ae-8ba9-f985ff4983bd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.614040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb558f25-72b6-4eda-ace7-8db18946f66e req-4924b4cb-7273-40ae-8ba9-f985ff4983bd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.0751398 Oct 20 10:40:42.615648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Deleting port ceebe6c9-6454-445e-85dc-c385fa759dd3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:42.615977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.678430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Deleting port ceebe6c9-6454-445e-85dc-c385fa759dd3 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:42.678902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.760042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] For port ceebe6c9-6454-445e-85dc-c385fa759dd3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ceebe6c9-6454-445e-85dc-c385fa759dd3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:42.760429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.797600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] For port ceebe6c9-6454-445e-85dc-c385fa759dd3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ceebe6c9-6454-445e-85dc-c385fa759dd3,segment=NetworkSegment(758a5c19-7161-4ea5-af9c-8f5e5aa746a5),segment_id=758a5c19-7161-4ea5-af9c-8f5e5aa746a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:42.798006 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.809110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb558f25-72b6-4eda-ace7-8db18946f66e req-3b8977f1-e291-49a6-99d1-5de39f04f518 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617882 Oct 20 10:40:42.810351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Calling delete_port for ceebe6c9-6454-445e-85dc-c385fa759dd3 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:42.833810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Calling delete_port for ceebe6c9-6454-445e-85dc-c385fa759dd3 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:42.903914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:42.926827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 022b8839-4c01-43f6-834f-16eee4b66ecb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:42.927575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 022b8839-4c01-43f6-834f-16eee4b66ecb not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:43.007115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.018465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-3fd42775-7fb1-4635-8e77-0c63bacac7ff tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.029246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-3fd42775-7fb1-4635-8e77-0c63bacac7ff tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.2165294 Oct 20 10:40:43.048987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] Pushing event deleted for resources: {'Port': ['ID=ceebe6c9-6454-445e-85dc-c385fa759dd3,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.052454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4cc6e-622c-4d28-bb38-577dbbc12edd None None] No DVR routers for this DVR port ceebe6c9-6454-445e-85dc-c385fa759dd3 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:43.059574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.099500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-e5c0dbe1-419a-4f26-8de3-c6c6aae88969 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/quotas/7fe0caac456044588a100be393a88fd7 HTTP/1.1" status: 200 len: 375 time: 0.0691600 Oct 20 10:40:43.100448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] No DVR routers for this DVR port ceebe6c9-6454-445e-85dc-c385fa759dd3 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:43.143400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Pushing event deleted for resources: {'Port': ['ID=ceebe6c9-6454-445e-85dc-c385fa759dd3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.198910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ceebe6c9-6454-445e-85dc-c385fa759dd3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:43.240348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9153e1-487b-43cb-8ab4-70dffc801971 req-f51d038e-d36c-4030-80e4-92b72387e823 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.247857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f9153e1-487b-43cb-8ab4-70dffc801971 req-f51d038e-d36c-4030-80e4-92b72387e823 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.2136004 Oct 20 10:40:43.252127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ceebe6c9-6454-445e-85dc-c385fa759dd3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:43.252539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ceebe6c9-6454-445e-85dc-c385fa759dd3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:43.254642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 38ae1105-e60f-4468-9ecd-c2588a9ccee3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:43.256472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:43.259789 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0" -d '{"events": [{"name": "network-changed", "server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:43.285101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 38ae1105-e60f-4468-9ecd-c2588a9ccee3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:43.285449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 38ae1105-e60f-4468-9ecd-c2588a9ccee3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:43.300906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.320134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-267b1678-7572-4ae0-8b4f-ab338adf5437 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1978154 Oct 20 10:40:43.329946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42024) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:43.364948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f9153e1-487b-43cb-8ab4-70dffc801971 req-a314cc6a-d606-4724-95d4-01d799b8de08 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156714 Oct 20 10:40:43.381562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.382133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.383001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.383224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > port after_create 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.387818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.389232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > port after_update 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.389850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.390442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.391450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.392118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.483954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e046-6135-46c6-8eab-ecd41dd3aec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.490671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.491164 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.491747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.491747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:40:43.493839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:43.534092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758a5c19-7161-4ea5-af9c-8f5e5aa746a5') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:43.534399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758a5c19-7161-4ea5-af9c-8f5e5aa746a5') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:43.563139 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.586923 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079e60e-5a66-4f69-a742-b2268d867d00 x-openstack-request-id: req-d079e60e-5a66-4f69-a742-b2268d867d00 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:43.587427 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:43.587824 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d079e60e-5a66-4f69-a742-b2268d867d00 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:43.588467 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'status': 'completed', 'code': 200} Oct 20 10:40:43.591089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e046-6135-46c6-8eab-ecd41dd3aec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.597736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e046-6135-46c6-8eab-ecd41dd3aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.652189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.667629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:43.668169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.678330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f1e9e046-6135-46c6-8eab-ecd41dd3aec7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8eb94e8315f84baa98aae25e48d1cffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468122 Oct 20 10:40:43.683515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:43.689770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9e046-6135-46c6-8eab-ecd41dd3aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e3c7f-8db1-4c0f-883f-1001cc3dd63a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: from cryptography.utils import int_from_bytes Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: from cryptography.utils import int_from_bytes Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:43.700445 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:43.740039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.764875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.803295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-4ead2370-808a-4f00-a8d9-e7ddf57064b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.805184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-4ead2370-808a-4f00-a8d9-e7ddf57064b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1126 time: 0.1879878 Oct 20 10:40:43.810301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-30081e0e-d200-458c-98e6-d0e80ed1d3ab service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796343 Oct 20 10:40:43.815049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.818149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.819427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/690e3c7f-8db1-4c0f-883f-1001cc3dd63a HTTP/1.1" status: 204 len: 168 time: 0.1346917 Oct 20 10:40:43.827786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ca01a-017a-4beb-9c15-6be4ea9e8030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e3c7f-8db1-4c0f-883f-1001cc3dd63a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.836035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.855312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.858517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] 10.222.0.74 "DELETE /v2.0/networks/a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a HTTP/1.1" status: 204 len: 168 time: 1.6101885 Oct 20 10:40:43.910047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919ef46-d288-4a4b-a6c2-ef33e92325fe req-090178c0-77ab-4dad-913c-7f96c750d85c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.911601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d919ef46-d288-4a4b-a6c2-ef33e92325fe req-090178c0-77ab-4dad-913c-7f96c750d85c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 944 time: 0.2081823 Oct 20 10:40:43.922688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae209e-178e-4c6d-921f-c275ea35238c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a5fd45-b944-48f3-8c4d-4e8f6e31f11a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.995626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42046) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.042574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-478cc4e2-da9a-4a9d-b457-d781ca83f5d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17fb5eea4e49405aadf34390437a82be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426195 Oct 20 10:40:44.042813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42048) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.075193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d919ef46-d288-4a4b-a6c2-ef33e92325fe req-e0421e8e-efc5-4f09-843f-e8648b4a31d6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109140 Oct 20 10:40:44.075193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-0c7b98d8-4895-482d-990a-d567a9da0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.076618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-0c7b98d8-4895-482d-990a-d567a9da0b7a service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2635002 Oct 20 10:40:44.079203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-dcb040f6-7151-44e8-b93e-ede1bb8149a7 service neutron] 10.222.0.74 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569408 Oct 20 10:40:44.121043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.145970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.159016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-876c2522-9ac3-44e0-b1e0-63e69ce2a71d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 217 time: 0.0725586 Oct 20 10:40:44.206890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.209874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.211381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5cad2841-0ab5-40b3-9e3d-353495aa39e7 HTTP/1.1" status: 204 len: 168 time: 0.1676970 Oct 20 10:40:44.241179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b820-d9f0-4835-88f9-cdaa191c6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad2841-0ab5-40b3-9e3d-353495aa39e7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:44.263748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42058) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.293446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40ef7f7a-930c-4fe5-801a-1f1801029e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.330004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-019b0578-c904-4420-8bb1-e23c01077dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.331491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-019b0578-c904-4420-8bb1-e23c01077dc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1597409 Oct 20 10:40:44.358655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27180edf-3fd8-45b9-ad2f-b930ba35a3ac req-efc619ba-718a-4430-8266-fee7686f23c9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.363485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27180edf-3fd8-45b9-ad2f-b930ba35a3ac req-efc619ba-718a-4430-8266-fee7686f23c9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.2030082 Oct 20 10:40:44.435137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-47073d96-742b-43ff-9dc5-1bbe484f8e2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651655 Oct 20 10:40:44.453758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-45d0e2c3-6dc3-4fac-bed1-aed26194dadd tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--829010966&fields=id&tenant_id=c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 267 time: 0.1290226 Oct 20 10:40:44.569075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27180edf-3fd8-45b9-ad2f-b930ba35a3ac req-6322163e-6b80-4ff1-8af0-b35bdaab758a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811130 Oct 20 10:40:44.694023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a958d9cb-e7df-4536-9343-1a8d843ff5e8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:44.715813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a958d9cb-e7df-4536-9343-1a8d843ff5e8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:44.716412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a958d9cb-e7df-4536-9343-1a8d843ff5e8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:44.735410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40ef7f7a-930c-4fe5-801a-1f1801029e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.754844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40ef7f7a-930c-4fe5-801a-1f1801029e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.764771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-18c266a3-9eea-4b95-ac11-8ccfb2185aa4 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098059 Oct 20 10:40:44.778695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-ab052e3d-fc68-4c91-9cf0-035a78073a50 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.780262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-ab052e3d-fc68-4c91-9cf0-035a78073a50 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 822 time: 0.3085382 Oct 20 10:40:44.858891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d448b9-2f40-4d22-85ef-1f9305dd68b7 req-5c3fce65-6b52-4c03-b6dd-99d66c792afe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.863569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1d448b9-2f40-4d22-85ef-1f9305dd68b7 req-5c3fce65-6b52-4c03-b6dd-99d66c792afe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.2081373 Oct 20 10:40:44.877121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-40ef7f7a-930c-4fe5-801a-1f1801029e95 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=941cf07a45f2473ab2f22bbdcad77855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088521 Oct 20 10:40:44.881196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42086) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.884561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-b37ea1ba-3c6a-46ea-91b6-76d2f3799b7e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/quotas/c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 375 time: 0.0920446 Oct 20 10:40:44.899734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:44.927116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef7f7a-930c-4fe5-801a-1f1801029e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92aa355-0b84-4399-af0c-e4355d9960da,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:44.975435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.009174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:45.014022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:45.014873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.019245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-34825be5-2018-4c3e-be7c-845c70130655 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1261425 Oct 20 10:40:45.028097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.071296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1d448b9-2f40-4d22-85ef-1f9305dd68b7 req-19123933-eb51-4973-9fd5-2d4c60cf998b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874435 Oct 20 10:40:45.121241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.124640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.127391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b92aa355-0b84-4399-af0c-e4355d9960da HTTP/1.1" status: 204 len: 168 time: 0.2465317 Oct 20 10:40:45.130928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05360b42-ba03-4d9f-af6f-1e1d0e4758d0 req-335f02d9-077e-44e6-b114-82babca7fb1f service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475347 Oct 20 10:40:45.146105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962e05-ca83-4a60-89d0-0be044471992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92aa355-0b84-4399-af0c-e4355d9960da,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.288548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ad7540-6c61-4f16-b06c-62ec0b334a9e req-6e948b21-ca6f-40ec-a483-f4eb2352dee3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 210 time: 0.1187589 Oct 20 10:40:45.318661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-3b073988-9320-46df-8ac1-423c4709df2f service neutron] 10.222.0.74 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762167 Oct 20 10:40:45.353825 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.406623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:45.407897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:45.411617 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce67bb2-29ca-402a-9e70-372d68ac164c" -d '{"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:45.415896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.470358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-d547e444-63f0-4840-96a2-be981e31937f service neutron] 10.222.0.74 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445031 Oct 20 10:40:45.479867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.507329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f809e5-df5c-414b-8731-7e3df25d61fe req-40157d16-39cf-4f92-b461-57b04db66e75 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.509238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78f809e5-df5c-414b-8731-7e3df25d61fe req-40157d16-39cf-4f92-b461-57b04db66e75 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.0945537 Oct 20 10:40:45.523104 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.578176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78f809e5-df5c-414b-8731-7e3df25d61fe req-e27ad569-b64e-49d0-b669-ec6abc0ce597 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Oct 20 10:40:45.722708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457247-3af5-402c-8e5e-749683f490a4 req-8ed81f63-0c14-42ac-8501-a84024d0fb80 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.727004 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3457247-3af5-402c-8e5e-749683f490a4 req-8ed81f63-0c14-42ac-8501-a84024d0fb80 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b983264-50ee-478a-b022-251f7a064631 HTTP/1.1" status: 200 len: 945 time: 0.1456387 Oct 20 10:40:45.931260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Deleting port afed17e9-67be-4916-9b94-1fac82c5bf60 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:45.932004 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.978775 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c3d99-10f0-4e91-861a-a36ee6fd64c3 x-openstack-request-id: req-ef1c3d99-10f0-4e91-861a-a36ee6fd64c3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:45.979466 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:45.979466 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef1c3d99-10f0-4e91-861a-a36ee6fd64c3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:45.980491 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'code': 200} Oct 20 10:40:46.157214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-8c3d62a4-5e94-4944-aa6f-61705d93c880 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.158878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-8c3d62a4-5e94-4944-aa6f-61705d93c880 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 821 time: 0.5958288 Oct 20 10:40:46.178004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] For port afed17e9-67be-4916-9b94-1fac82c5bf60, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=afed17e9-67be-4916-9b94-1fac82c5bf60,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:46.178636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.180976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Request body: {'port': {'device_id': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'admin_state_up': True, 'tenant_id': '7fe0caac456044588a100be393a88fd7'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:46.304148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a8008-bd98-4604-a103-34808d759f87 req-a53c012e-9894-4f01-b685-7d448f76e01c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.306039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6a8008-bd98-4604-a103-34808d759f87 req-a53c012e-9894-4f01-b685-7d448f76e01c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.5430570 Oct 20 10:40:46.306208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a056fe9-b9d2-4c25-8fbe-e8542fe2b494 req-d4fc506b-803c-4a17-becf-5439b7717515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.308505 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a056fe9-b9d2-4c25-8fbe-e8542fe2b494 req-d4fc506b-803c-4a17-becf-5439b7717515 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 1097 time: 0.2395108 Oct 20 10:40:46.319428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f559-993b-4987-8e6f-b5d6b762bc35 req-ebbd4f90-19f0-41cf-be2f-27f76f5d98fa tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.322168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c28f559-993b-4987-8e6f-b5d6b762bc35 req-ebbd4f90-19f0-41cf-be2f-27f76f5d98fa tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1616440 Oct 20 10:40:46.323444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.382845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a056fe9-b9d2-4c25-8fbe-e8542fe2b494 req-163de463-2b2b-4899-851b-5203a6546884 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632789 Oct 20 10:40:46.421038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6a8008-bd98-4604-a103-34808d759f87 req-5f7ab843-0ee8-48e2-8b05-e68484a22b85 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983472 Oct 20 10:40:46.472344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c28f559-993b-4987-8e6f-b5d6b762bc35 req-26686fd0-3630-4523-810d-042db3d4bd06 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395738 Oct 20 10:40:46.508446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Made reservation on behalf of 7fe0caac456044588a100be393a88fd7 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:46.511936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.540185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d148d4e-5639-4bac-82b9-45c6a3e63340 req-e06f2d8d-f1db-48f3-beac-6fe4b3f91dfc tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 210 time: 0.0470574 Oct 20 10:40:46.775072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64158cbf-46b9-425d-9d27-25572952385b req-8f73998c-e1a2-4aee-a077-09a74045719d tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 210 time: 0.0687928 Oct 20 10:40:46.867933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813ee5-f476-4f49-a8bf-00b12f9836c5 req-ceff4dc2-d75f-4368-a7ef-e5c9a3d13a44 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.869501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2813ee5-f476-4f49-a8bf-00b12f9836c5 req-ceff4dc2-d75f-4368-a7ef-e5c9a3d13a44 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.1648676 Oct 20 10:40:46.925552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.926032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.926931 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Floating IP 7b38a109-6d73-4cbe-b555-206969181b52 disassociated. External IP: 172.25.3.22, port: afed17e9-67be-4916-9b94-1fac82c5bf60. Oct 20 10:40:46.927408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Calling delete_port for afed17e9-67be-4916-9b94-1fac82c5bf60 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:46.940089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Allocated IP 172.20.0.4 (a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26/cace5bd5-3538-46a3-9c1e-604fa2ec2558/1a970ed4-ed4d-4b11-8acc-3b9e910b5828) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:46.978346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2813ee5-f476-4f49-a8bf-00b12f9836c5 req-906b7984-1f6e-4018-8abf-c77e353a1ae0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Oct 20 10:40:47.151648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.190489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event deleted for resources: {'Port': ['ID=afed17e9-67be-4916-9b94-1fac82c5bf60,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:47.282921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ed26-5e31-4fa2-ada4-8ec8d2829854 req-36e6bd4c-c280-40c5-91ea-b422d4ff80c6 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.284541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed02ed26-5e31-4fa2-ada4-8ec8d2829854 req-36e6bd4c-c280-40c5-91ea-b422d4ff80c6 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.1918900 Oct 20 10:40:47.401890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:47.406157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.527660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed02ed26-5e31-4fa2-ada4-8ec8d2829854 req-cbb713fc-ed76-433d-89e8-cdaf6a96c10a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325318 Oct 20 10:40:47.584184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-fe1a5713-4815-4920-babe-1ff7debe4220 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.585845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-fe1a5713-4815-4920-babe-1ff7debe4220 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.83 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 822 time: 0.2349420 Oct 20 10:40:47.696151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.740373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-f064782c-b6e6-4e8e-9295-221a196ff1f2 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c498c59a684447e388dfeddc9671d571 HTTP/1.1" status: 200 len: 379 time: 0.0998435 Oct 20 10:40:47.761140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'port': {'device_id': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'admin_state_up': True, 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'security_groups': ['fac820bd-df22-404d-b420-ca63277a9ff0']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:47.837224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:47.844546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:47.850476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:47.864731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:47.867747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72acf0f-8802-40ea-88c9-2adef9258868 req-0eee4da9-7505-4316-b944-34f16babc96b tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.875641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a72acf0f-8802-40ea-88c9-2adef9258868 req-0eee4da9-7505-4316-b944-34f16babc96b tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.2252131 Oct 20 10:40:47.879638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:47.889676 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:47.890521 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:47.913995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9898bc-e48e-42bb-873d-e2e164ae81f6 req-89ccf27e-1009-4c2d-bc66-5b35f88a82b5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.915547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b9898bc-e48e-42bb-873d-e2e164ae81f6 req-89ccf27e-1009-4c2d-bc66-5b35f88a82b5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.2922349 Oct 20 10:40:47.919822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event updated for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:47.982471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.983128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.004008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a72acf0f-8802-40ea-88c9-2adef9258868 req-d6599ab7-02ce-4d85-b38b-aaeeb5989454 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230915 Oct 20 10:40:48.016279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Made reservation on behalf of c498c59a684447e388dfeddc9671d571 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:48.019400 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:48.025049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.032714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b9898bc-e48e-42bb-873d-e2e164ae81f6 req-a5ace86d-bb8b-4518-acf0-cd5abae4e2f6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007323 Oct 20 10:40:48.047186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-2a5bfe05-f921-4fb6-b97e-a532c495fd9b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8725796 Oct 20 10:40:48.052120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] No DVR routers for this DVR port afed17e9-67be-4916-9b94-1fac82c5bf60 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:48.063280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.064715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Request body: {'port': {'device_id': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:48.071698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3457247-3af5-402c-8e5e-749683f490a4 req-75dd94f4-bbf3-4272-bbd8-b44679709430 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.70 "DELETE /v2.0/ports/afed17e9-67be-4916-9b94-1fac82c5bf60 HTTP/1.1" status: 204 len: 173 time: 2.3377945 Oct 20 10:40:48.072178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'name': 'network-vif-deleted', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:48.084104 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bbcb36-ac21-4ae2-8fe6-e6c6350ffc43" -d '{"events": [{"server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "name": "network-vif-deleted", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:48.219578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.329103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Allocated IP 172.20.0.10 (c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9/e9d36128-47b5-400f-9e2b-163044fe7f73/dfd17cb8-488c-423b-a8d5-b3305ad61cde) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:48.422837 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:48.455099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:48.466286 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:48.467579 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:48.545618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.634798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.652830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.652830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.653530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.653749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.654346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.654806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.655301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.655755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.656242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.656767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.657244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.665875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcd0b56f-f7e0-4d53-93ac-2a48f96c6f54 req-4c50daa0-208b-43f0-8d59-ff7dfb930e73 tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7848 time: 0.3778214 Oct 20 10:40:48.718665 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:48.790881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event updated for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:48.833765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:48.842080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:48.856754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:48.865282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.866303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.867035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0704-1420-4c20-8eaa-0d9dd1a6f7e3 req-5a34fc05-9a65-47d8-9a56-c39379dbf577 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.869606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f11e0704-1420-4c20-8eaa-0d9dd1a6f7e3 req-5a34fc05-9a65-47d8-9a56-c39379dbf577 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 932 time: 0.1177874 Oct 20 10:40:48.899526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-6e6b196c-18ea-49bb-b2a0-621d9eed0942 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1430843 Oct 20 10:40:48.916931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Request body: {'port': {'device_id': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:48.988908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f11e0704-1420-4c20-8eaa-0d9dd1a6f7e3 req-8054d9a0-8dde-4a14-bce4-6e76d2d2122c tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068175 Oct 20 10:40:49.021373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f1534-2e08-42c4-839c-dd438f9fec82 req-d19ed3eb-3b36-4a29-8918-3333c4446edd tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.029044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-508f1534-2e08-42c4-839c-dd438f9fec82 req-d19ed3eb-3b36-4a29-8918-3333c4446edd tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 931 time: 0.1196036 Oct 20 10:40:49.035924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:49.044955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.069889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.111408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-508f1534-2e08-42c4-839c-dd438f9fec82 req-796c04c9-1544-4cbc-927e-7c5253929f25 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Oct 20 10:40:49.118712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Transition to ACTIVE for port object 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:49.130292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.196707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Pushing event updated for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:49.205031 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:49.262544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e89e41-a7ba-49de-929c-c5f23601ab85 None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:49.263145 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1697df2c-c84d-4902-970a-d82065c2d8c0 x-openstack-request-id: req-1697df2c-c84d-4902-970a-d82065c2d8c0 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:49.263444 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b983264-50ee-478a-b022-251f7a064631", "name": "network-vif-deleted", "tag": "afed17e9-67be-4916-9b94-1fac82c5bf60", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:49.263698 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1697df2c-c84d-4902-970a-d82065c2d8c0 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:49.264100 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b983264-50ee-478a-b022-251f7a064631', 'name': 'network-vif-deleted', 'tag': 'afed17e9-67be-4916-9b94-1fac82c5bf60', 'status': 'completed', 'code': 200} Oct 20 10:40:49.277270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdd012-dc8f-4731-aa24-8cf5eb02951f req-7945d0df-b996-4857-85d3-b4c2c0e4ce94 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.282045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5bdd012-dc8f-4731-aa24-8cf5eb02951f req-7945d0df-b996-4857-85d3-b4c2c0e4ce94 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 946 time: 0.1388032 Oct 20 10:40:49.320454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-49d52721-4169-4dad-8056-b5a9f7ce5717 None None] Provisioning complete for port dfd17cb8-488c-423b-a8d5-b3305ad61cde triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:49.321040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49d52721-4169-4dad-8056-b5a9f7ce5717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.388425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-49d52721-4169-4dad-8056-b5a9f7ce5717 None None] Port dfd17cb8-488c-423b-a8d5-b3305ad61cde cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:49.451743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Attempting to bind port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:49.453783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Attempting to bind port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:49.454118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Attempting to bind port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:49.485550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5bdd012-dc8f-4731-aa24-8cf5eb02951f req-c7b641ce-b221-4c91-b916-75ab857ae0fa tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691115 Oct 20 10:40:49.485775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd17cb8-488c-423b-a8d5-b3305ad61cde {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:49.486211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:49.486325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Attempting to bind port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 on network a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:49.493657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.503549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aee29-4bb1-4d10-bd5b-01e9f82e88ed req-045675df-cd5a-498e-ab30-00a335603aa7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.507104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-778aee29-4bb1-4d10-bd5b-01e9f82e88ed req-045675df-cd5a-498e-ab30-00a335603aa7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.1234248 Oct 20 10:40:49.507282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Transition to ACTIVE for port object dfd17cb8-488c-423b-a8d5-b3305ad61cde will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:49.508267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:49.509212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Checking segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:49.509800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Bound using segment: {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:49.510168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Bound port: 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191b110c-4174-4ccb-8550-f7d60925276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:49.510570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.512399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.589267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:49.610707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-778aee29-4bb1-4d10-bd5b-01e9f82e88ed req-8ceba671-10b0-46a8-a324-749e82721438 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957041 Oct 20 10:40:49.658089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Attempting to bind port dfd17cb8-488c-423b-a8d5-b3305ad61cde on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:49.658450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Attempting to bind port dfd17cb8-488c-423b-a8d5-b3305ad61cde by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:49.658756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Attempting to bind port dfd17cb8-488c-423b-a8d5-b3305ad61cde on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:49.661989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device afed17e9-67be-4916-9b94-1fac82c5bf60 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:49.667488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aeb2bb-90f5-4c1f-8168-1c5ba8b843f2 None None] New status for floating IP 7b38a109-6d73-4cbe-b555-206969181b52: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:40:49.681858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Port dfd17cb8-488c-423b-a8d5-b3305ad61cde on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:49.682182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Attempting to bind port dfd17cb8-488c-423b-a8d5-b3305ad61cde on network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:49.739634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:49.744071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:49.744862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Checking segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:49.744862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Bound using segment: {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:49.745239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Bound port: dfd17cb8-488c-423b-a8d5-b3305ad61cde, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e48f7-ce94-466a-b8e4-60740dc27167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:49.745594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.746109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:49.761244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.777453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: afed17e9-67be-4916-9b94-1fac82c5bf60 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:49.777797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device afed17e9-67be-4916-9b94-1fac82c5bf60 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:49.778664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d392484-6d55-4071-a8be-495bdab3519a req-566aab4b-c7e8-4a80-a01d-3dccd12d1a3b tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.780124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d392484-6d55-4071-a8be-495bdab3519a req-566aab4b-c7e8-4a80-a01d-3dccd12d1a3b tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 886 time: 0.2191677 Oct 20 10:40:49.873774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.874453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.875921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a970ed4-ed4d-4b11-8acc-3b9e910b5828 HTTP/1.1" status: 200 len: 1092 time: 1.8204906 Oct 20 10:40:49.885911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a20dc9f1-ecf6-4ef6-8cef-c5d6a3fb9db7 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.887946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a20dc9f1-ecf6-4ef6-8cef-c5d6a3fb9db7 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1098 time: 0.2070756 Oct 20 10:40:49.907114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:49.909500 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19968bd0-9e3c-4783-bc16-dff1a61a344a" -d '{"events": [{"name": "network-changed", "server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:49.937889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:49.943270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:49.955202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:49.984057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.006591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103db6-3586-4a9d-8cd8-e6d6f69b5033 service neutron] Pushing event updated for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.037374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791edec8-d7cf-4bb5-9b44-b3c26820f2e9 req-603f9cd8-e465-40e0-a5d7-3f8abda70cfe tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.038967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-791edec8-d7cf-4bb5-9b44-b3c26820f2e9 req-603f9cd8-e465-40e0-a5d7-3f8abda70cfe tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.2225580 Oct 20 10:40:50.062417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b30c4-c84f-4205-8d07-a091230023ef req-6a2ef092-73a0-4bda-bb97-58837354f360 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.070495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb9b30c4-c84f-4205-8d07-a091230023ef req-6a2ef092-73a0-4bda-bb97-58837354f360 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1917155 Oct 20 10:40:50.091484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-5a10d64f-c8b1-4f70-9d1e-980a78b616f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.091753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.092353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.094034 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] 10.222.0.83 "PUT /v2.0/ports/dfd17cb8-488c-423b-a8d5-b3305ad61cde HTTP/1.1" status: 200 len: 1093 time: 1.1814990 Oct 20 10:40:50.094172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-5a10d64f-c8b1-4f70-9d1e-980a78b616f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 1095 time: 0.1549771 Oct 20 10:40:50.109767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.134878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcdbb1-7b88-4d89-9f68-bedec3267dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.170172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-0e79e1fb-e253-4a80-8e07-530ca39a9031 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828 HTTP/1.1" status: 200 len: 217 time: 0.0619791 Oct 20 10:40:50.181746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb9b30c4-c84f-4205-8d07-a091230023ef req-f2889b53-6a4d-4480-b395-6a2847c8463a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097460 Oct 20 10:40:50.196874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-791edec8-d7cf-4bb5-9b44-b3c26820f2e9 req-7b50e81d-1282-4f3c-b8c3-356fbe77e3d5 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505527 Oct 20 10:40:50.329916 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35bcf40-6847-4e87-84d2-dd1a529ca285 x-openstack-request-id: req-d35bcf40-6847-4e87-84d2-dd1a529ca285 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:50.330267 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:50.330449 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d35bcf40-6847-4e87-84d2-dd1a529ca285 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:50.331287 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828', 'status': 'completed', 'code': 200} Oct 20 10:40:50.332091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:50.345883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-79b4e694-7264-4df4-8260-4c129d787e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.347426 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-79b4e694-7264-4df4-8260-4c129d787e8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 1096 time: 0.1439445 Oct 20 10:40:50.367777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-0011e1a8-fa0a-4475-adbc-34ed66135cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.369760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-0011e1a8-fa0a-4475-adbc-34ed66135cb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.1870432 Oct 20 10:40:50.413348 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-f8fe5d13-79e2-4de3-8894-b268ae9c6076 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde HTTP/1.1" status: 200 len: 217 time: 0.0498579 Oct 20 10:40:50.427972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-aa3af5bf-474d-4a32-8a63-060691cd4491 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470650 Oct 20 10:40:50.470841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:50.500336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-5c2360cc-ab0d-4256-aa5a-de73812afd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.501824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-5c2360cc-ab0d-4256-aa5a-de73812afd9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.0802526 Oct 20 10:40:50.531186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.550170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e15ac-fd9f-4d1d-985a-7ed958c7e290 req-88fb2a3d-bb57-427f-8fd0-8e1b2bd0e244 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.552071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c52e15ac-fd9f-4d1d-985a-7ed958c7e290 req-88fb2a3d-bb57-427f-8fd0-8e1b2bd0e244 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 944 time: 0.1672795 Oct 20 10:40:50.552763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.553796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.554383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.554703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.555178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.555739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.556378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.556827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.558046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.558504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.559805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.559805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.561531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-289bb37d-d43e-47e7-9268-91171d255b19 req-4a6f2098-1ff2-4bb1-99e8-c7515f1d6a5a tempest-NetworksTest-1552573652 tempest-NetworksTest-1552573652-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7848 time: 0.3285139 Oct 20 10:40:50.627847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.653406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-0e41b777-5cff-4c1d-8644-6b9b0db2ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.655117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-0e41b777-5cff-4c1d-8644-6b9b0db2ecfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386075 Oct 20 10:40:50.712850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on host n-h1-802060-17 for vnic_type normal with profile {"migrating_to": "n-h2-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:50.713174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:50.713420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:50.723231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-d2cfe910-adc3-4c1f-8c28-2ed8c9e90b6a service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786794 Oct 20 10:40:50.725227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:50.725705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Attempting to bind port 6059a337-77c8-4a1d-8962-5931fa2dd70f on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:50.745941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c52e15ac-fd9f-4d1d-985a-7ed958c7e290 req-6147dabd-40b1-41b8-b6ba-ceaf8da16387 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732421 Oct 20 10:40:50.758574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:50.758928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:50.759388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:50.760070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Bound port: 6059a337-77c8-4a1d-8962-5931fa2dd70f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:50.760357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.842779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:50.846471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:50.855935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.899539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42208) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:50.916741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-49abe314-1144-4bf6-960f-506d5e208721 service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405384 Oct 20 10:40:50.952040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:51.046103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:51.077768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-422b13f2-592c-4425-8ad4-ad3403ca1df2 req-e720be31-0c47-4c0b-92fe-795bd9423c6c service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353989 Oct 20 10:40:51.086627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-8b0a1fdd-611e-4f67-932e-3f645ef86a8b service neutron] 10.222.0.83 "GET /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.5239403 Oct 20 10:40:51.096304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:51.105930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0514a-a1c9-4fd1-b38f-793e9d546722 req-6bb3638f-a495-43f2-90ba-4f5a15bddca0 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.114163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33f0514a-a1c9-4fd1-b38f-793e9d546722 req-6bb3638f-a495-43f2-90ba-4f5a15bddca0 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 943 time: 0.4907904 Oct 20 10:40:51.125520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d90-2057-4a04-9326-c2f579289abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.149396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.150021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.151424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-a46cdb09-d58a-4263-814c-352ecd4d0b04 service neutron] 10.222.0.83 "PUT /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 1124 time: 1.2016599 Oct 20 10:40:51.216396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:51.242577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6059a337-77c8-4a1d-8962-5931fa2dd70f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:51.266561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde'}, {'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f'}, {'name': 'network-changed', 'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:51.273328 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde"}, {"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-unplugged", "status": "completed", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f"}, {"name": "network-changed", "server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:51.277019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33f0514a-a1c9-4fd1-b38f-793e9d546722 req-38b8cb1e-e83e-41b4-adf1-d785e508c901 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625981 Oct 20 10:40:51.287440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3c4f5fc-6919-4fda-a5bf-46550c8832f5 req-bdd45d27-fd8c-4422-99c6-9382e8f9f7fc service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519967 Oct 20 10:40:51.315504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b097b-6e8a-4a11-b0b5-c8ee12c90612 req-29e2cf24-a566-4799-9ed1-602a3335547f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.318117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d6b097b-6e8a-4a11-b0b5-c8ee12c90612 req-29e2cf24-a566-4799-9ed1-602a3335547f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.1603241 Oct 20 10:40:51.323714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6059a337-77c8-4a1d-8962-5931fa2dd70f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:51.333184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d90-2057-4a04-9326-c2f579289abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.342976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d90-2057-4a04-9326-c2f579289abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.367338 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:40:51.378304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f has no active binding in host n-h2-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:40:51.425761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b2de6d90-2057-4a04-9326-c2f579289abe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c9c597af54d4ff286b2173f5038b671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202713 Oct 20 10:40:51.425761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de6d90-2057-4a04-9326-c2f579289abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35000459-890f-40c4-a344-697ff809d8dc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:51.441822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:51.530517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.539715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d6b097b-6e8a-4a11-b0b5-c8ee12c90612 req-c4065b5a-ecae-44c9-9281-7e069731d2d9 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147343 Oct 20 10:40:51.546968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-dbb2aa8e-9c16-45fc-9734-96c28e60cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.549931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-dbb2aa8e-9c16-45fc-9734-96c28e60cbd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe0caac456044588a100be393a88fd7&device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 1095 time: 0.1533365 Oct 20 10:40:51.563908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.637823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.640598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.656653 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35000459-890f-40c4-a344-697ff809d8dc HTTP/1.1" status: 204 len: 168 time: 0.2019169 Oct 20 10:40:51.660301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198bb4b-d6f9-4dc9-a5b2-9662649a4a51 req-ad0d1d9e-fd38-406f-abf8-6fb84c4c2df3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.662095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3198bb4b-d6f9-4dc9-a5b2-9662649a4a51 req-ad0d1d9e-fd38-406f-abf8-6fb84c4c2df3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 943 time: 0.2455208 Oct 20 10:40:51.666308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb6b0a-5664-42e5-9959-e2f13275db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35000459-890f-40c4-a344-697ff809d8dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:51.762515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:51.827832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75055f-61d0-4f1e-8442-e495369e1f0c req-67a7e6d7-808b-4955-aa1c-30eacdbde395 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.829407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b75055f-61d0-4f1e-8442-e495369e1f0c req-67a7e6d7-808b-4955-aa1c-30eacdbde395 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1995142 Oct 20 10:40:51.832017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:51.836773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3198bb4b-d6f9-4dc9-a5b2-9662649a4a51 req-181d632f-943f-43db-8573-97177331a01d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477516 Oct 20 10:40:51.856859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-34893923-a92e-4832-97e3-dc21ec89308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.858322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-34893923-a92e-4832-97e3-dc21ec89308c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 200 len: 923 time: 0.2686431 Oct 20 10:40:51.920934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3e19de-feae-41b4-8617-72eb43c08df0 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:51.933744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-63e7551e-b81e-42ad-a780-da8d21b0a16b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828 HTTP/1.1" status: 200 len: 217 time: 0.0634289 Oct 20 10:40:51.954983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:51.994616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42232) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:52.011673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1a94-ad06-4635-adf4-b9f7653cad4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.017233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b75055f-61d0-4f1e-8442-e495369e1f0c req-29f82912-7543-49b7-a907-291347049520 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794834 Oct 20 10:40:52.022283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.062427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b33aa-e03b-4bee-94a1-b37fc4e7ed08 req-e7478325-0b6e-49a2-b506-60f1be0f6168 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.064042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-764b33aa-e03b-4bee-94a1-b37fc4e7ed08 req-e7478325-0b6e-49a2-b506-60f1be0f6168 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1380823 Oct 20 10:40:52.065474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-af297126-4caa-47d9-8db1-46315e164f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.066848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-af297126-4caa-47d9-8db1-46315e164f4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 200 len: 861 time: 0.1213202 Oct 20 10:40:52.085492 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778aa91-4173-4f4c-b0c1-e985b542f4aa x-openstack-request-id: req-6778aa91-4173-4f4c-b0c1-e985b542f4aa {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:52.085860 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde", "status": "completed", "code": 200}, {"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-unplugged", "status": "completed", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f", "code": 200}, {"name": "network-changed", "server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:52.086313 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6778aa91-4173-4f4c-b0c1-e985b542f4aa {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:52.086882 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'status': 'completed', 'code': 200} Oct 20 10:40:52.087468 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'code': 200} Oct 20 10:40:52.087690 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'status': 'completed', 'code': 200} Oct 20 10:40:52.140900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-9150e0b5-b6e0-43ff-a0e4-cda67fb05558 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563490 Oct 20 10:40:52.200671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1a94-ad06-4635-adf4-b9f7653cad4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.210590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1a94-ad06-4635-adf4-b9f7653cad4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.229466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-e4aa4530-0147-4cca-bc16-8a4bd70e9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.231066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-e4aa4530-0147-4cca-bc16-8a4bd70e9d21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 1096 time: 0.1123428 Oct 20 10:40:52.246225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-764b33aa-e03b-4bee-94a1-b37fc4e7ed08 req-39ed8693-fcb6-4285-9cf9-c32cd2cbbc64 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605742 Oct 20 10:40:52.265223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-11bdfdda-d101-466d-b637-df8191ae350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.266654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-11bdfdda-d101-466d-b637-df8191ae350d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1127 time: 0.1375082 Oct 20 10:40:52.292356 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf6e1a94-ad06-4635-adf4-b9f7653cad4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0f2065a507c482c9d3f02beee7dc2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963331 Oct 20 10:40:52.295765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42234) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:52.302828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] Transition to ACTIVE for port object 1c3e19de-feae-41b4-8617-72eb43c08df0 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:52.306057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e1a94-ad06-4635-adf4-b9f7653cad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efca700-754c-4076-a23e-afeb33d7f2dc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.317745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727234fa-fee5-41c0-9949-6825906c5330 req-8dfca2c1-ea30-4a73-83a9-5a0f431d6d16 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.326480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-727234fa-fee5-41c0-9949-6825906c5330 req-8dfca2c1-ea30-4a73-83a9-5a0f431d6d16 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 944 time: 0.1744788 Oct 20 10:40:52.335683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.401978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-729db24f-e80c-4fd9-9d68-9442b6f56ede service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438114 Oct 20 10:40:52.503519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-727234fa-fee5-41c0-9949-6825906c5330 req-a1be50e7-a693-43f6-8aaf-0cd3cdba3b0d tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698267 Oct 20 10:40:52.512076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] No DVR routers for this DVR port 1c3e19de-feae-41b4-8617-72eb43c08df0 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:52.513885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.596062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-3ddb8d1c-7fbf-4a10-ae99-4c912934bfc0 service neutron] 10.222.0.83 "PUT /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 1.4780626 Oct 20 10:40:52.603863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233003d-58e0-4591-8811-d38b00909d33 req-c7fd7e09-a573-44cb-baae-4c6f81ab7719 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.612093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a233003d-58e0-4591-8811-d38b00909d33 req-c7fd7e09-a573-44cb-baae-4c6f81ab7719 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 943 time: 0.2171593 Oct 20 10:40:52.651772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19968bd0-9e3c-4783-bc16-dff1a61a344a req-de84a750-7f78-4e4b-9dcc-b4541d123798 service neutron] 10.222.0.83 "GET /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290390 Oct 20 10:40:52.676543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a233003d-58e0-4591-8811-d38b00909d33 req-02e6dfcc-5fa1-452f-8c83-c89b8182ed82 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Oct 20 10:40:52.751577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0758ed3-3dfc-4496-826a-ed61224182c3 req-8d99263e-9bce-415f-bf82-fc16b19d7b87 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.753129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0758ed3-3dfc-4496-826a-ed61224182c3 req-8d99263e-9bce-415f-bf82-fc16b19d7b87 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0732791 Oct 20 10:40:52.780574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-0b3ab4df-3ade-497a-b835-3bae3b416916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.781831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-0b3ab4df-3ade-497a-b835-3bae3b416916 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 924 time: 0.5348260 Oct 20 10:40:52.788272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-5cf33fbc-6a45-4114-b524-3de3a92ab112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.789775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-5cf33fbc-6a45-4114-b524-3de3a92ab112 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.5045412 Oct 20 10:40:52.790546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.806400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0758ed3-3dfc-4496-826a-ed61224182c3 req-ff3b4a29-9831-499b-8988-4850abf2ce21 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Oct 20 10:40:52.845291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-3e3420df-db55-475f-abed-a0e256235445 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde HTTP/1.1" status: 200 len: 217 time: 0.0526712 Oct 20 10:40:52.885518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-c33df0f7-de01-4672-9545-c36cf6927232 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0541403 Oct 20 10:40:52.916983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.961971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42250) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:52.984500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056b37-acef-40f4-a07f-5034eebf1920 req-049cc5b6-d1d1-4296-9843-1b8b9c0f990c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.986466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d056b37-acef-40f4-a07f-5034eebf1920 req-049cc5b6-d1d1-4296-9843-1b8b9c0f990c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.0629833 Oct 20 10:40:53.038778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d056b37-acef-40f4-a07f-5034eebf1920 req-917f1289-a5d9-4f00-a427-840bed39a258 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Oct 20 10:40:53.040952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-e9df5fd9-8513-4f09-99c9-e897778248f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.042437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-e9df5fd9-8513-4f09-99c9-e897778248f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1490262 Oct 20 10:40:53.050290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-f6f71c4c-270d-4f00-b1d6-429eb340f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.052382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-f6f71c4c-270d-4f00-b1d6-429eb340f68d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.1409860 Oct 20 10:40:53.089872 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-0903b82f-60ea-4946-9109-b5aac49374f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357702 Oct 20 10:40:53.128891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.131686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.136079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6efca700-754c-4076-a23e-afeb33d7f2dc HTTP/1.1" status: 204 len: 168 time: 0.8250532 Oct 20 10:40:53.169356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e6c17-7804-439b-ba61-e8be88af7678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efca700-754c-4076-a23e-afeb33d7f2dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.177569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a44030cb-69c6-4ff9-b848-8ab0fbea2cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.185651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2b41b-b6de-4602-a2c3-64138d8a0613 req-91ded73e-9f43-43e4-8230-881207e52385 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.194678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f2b41b-b6de-4602-a2c3-64138d8a0613 req-91ded73e-9f43-43e4-8230-881207e52385 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0709317 Oct 20 10:40:53.235897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f2b41b-b6de-4602-a2c3-64138d8a0613 req-ce508681-1e84-4ea1-8677-a233f18143dc tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Oct 20 10:40:53.244179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-ab361dc9-03e2-491d-9d4a-cc2059560a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.245713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-ab361dc9-03e2-491d-9d4a-cc2059560a53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828358 Oct 20 10:40:53.329920 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-ba0b285d-490f-47e1-a9f4-824c3f2d9288 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239394 Oct 20 10:40:53.391682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1739b5-fb37-4238-852a-f7d93f00ba86 req-9b9365c8-228c-4ccd-a858-f83248290014 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.399142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e1739b5-fb37-4238-852a-f7d93f00ba86 req-9b9365c8-228c-4ccd-a858-f83248290014 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0637903 Oct 20 10:40:53.439428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e1739b5-fb37-4238-852a-f7d93f00ba86 req-5063b846-b3b9-4e4b-8bd5-fe977c9e9350 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Oct 20 10:40:53.525684 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-5a741eb7-2155-4349-8c41-545de7cccaed service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592826 Oct 20 10:40:53.528992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a44030cb-69c6-4ff9-b848-8ab0fbea2cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.532599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-8c0a5953-ff19-4703-ae35-8b14db6a36f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1559765 Oct 20 10:40:53.535250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a44030cb-69c6-4ff9-b848-8ab0fbea2cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.623770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a44030cb-69c6-4ff9-b848-8ab0fbea2cdd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5de8d0ccbfb4f7a9d978afdf265eae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548986 Oct 20 10:40:53.625857 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-f46d9314-d401-4a0f-950c-818ba839c4e9 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598879 Oct 20 10:40:53.626734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42272) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:53.649224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44030cb-69c6-4ff9-b848-8ab0fbea2cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c97d1-5304-4cd4-8fed-e2999c83491f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.665274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8437d-2f30-4fc1-afbd-5845ac637669 req-a5aa3f67-fe46-4eab-a1d5-4dc9a11d0b04 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.666794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77e8437d-2f30-4fc1-afbd-5845ac637669 req-a5aa3f67-fe46-4eab-a1d5-4dc9a11d0b04 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 944 time: 0.0793223 Oct 20 10:40:53.748755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.763606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-c7936f21-0b58-41e6-bb47-244c719fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.765189 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-c7936f21-0b58-41e6-bb47-244c719fb8a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 1116 time: 0.1622062 Oct 20 10:40:53.768689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77e8437d-2f30-4fc1-afbd-5845ac637669 req-3cac4b94-4734-4519-bdd6-8f0ec338e153 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842471 Oct 20 10:40:53.775666 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bb1fb38e-69cd-442b-973e-8a7160c7d4ae req-53cb3ee5-0a30-44c5-aaf1-79cbf17777e1 service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259939 Oct 20 10:40:53.799393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-a7ef3b28-4bde-4dc9-9a58-76b1bd66d928 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.802396 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-a7ef3b28-4bde-4dc9-9a58-76b1bd66d928 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.1138587 Oct 20 10:40:53.826070 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.877402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a7d3-ec83-4689-8887-648f592d6980 req-a979fb4e-7830-40bb-939d-94eba48b03cf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.878970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7084a7d3-ec83-4689-8887-648f592d6980 req-a979fb4e-7830-40bb-939d-94eba48b03cf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 943 time: 0.1092904 Oct 20 10:40:53.923784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-80896f8d-0639-4343-bc62-ef2e77133b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.926506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-80896f8d-0639-4343-bc62-ef2e77133b2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef&tenant_id=0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 1096 time: 0.1013265 Oct 20 10:40:53.936323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-de896c53-3f52-4635-852c-53237a15d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.938810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-de896c53-3f52-4635-852c-53237a15d733 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1352115 Oct 20 10:40:53.965544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7084a7d3-ec83-4689-8887-648f592d6980 req-39e58bfb-a51d-4d4f-b472-e9b9d2bf918b tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Oct 20 10:40:53.983171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.985842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.990135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f3c97d1-5304-4cd4-8fed-e2999c83491f HTTP/1.1" status: 204 len: 168 time: 0.3591971 Oct 20 10:40:54.000122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243571c-f1b8-46ae-9c4a-d1ac815700dc req-518dab41-d356-4f7f-ac8b-4307be5eb6a4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.001900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a243571c-f1b8-46ae-9c4a-d1ac815700dc req-518dab41-d356-4f7f-ac8b-4307be5eb6a4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0963335 Oct 20 10:40:54.008194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-50d04940-e407-4280-9279-3fa2518235dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 200 len: 217 time: 0.0608327 Oct 20 10:40:54.014255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22f762-a9d3-401b-b87f-da437286394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c97d1-5304-4cd4-8fed-e2999c83491f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:54.071938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a243571c-f1b8-46ae-9c4a-d1ac815700dc req-b5c75e11-0a01-4b86-8c63-b2ad1e488460 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603261 Oct 20 10:40:54.103666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-f9570505-4cd4-41e2-bba6-f3443f338fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.105156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-f9570505-4cd4-41e2-bba6-f3443f338fb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0763986 Oct 20 10:40:54.109299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-28df4f7c-8570-40ac-8b05-e2c1bc8387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.110745 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-28df4f7c-8570-40ac-8b05-e2c1bc8387fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1096 time: 0.1552696 Oct 20 10:40:54.148947 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-cc256155-a22b-4f03-8ef1-e55f582a2f0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297008 Oct 20 10:40:54.208919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e0d55-dbf6-4c8a-b928-d8aeb8de6fe5 req-068fdd8c-16a9-4bf6-8b8b-6e731736c125 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.210739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e6e0d55-dbf6-4c8a-b928-d8aeb8de6fe5 req-068fdd8c-16a9-4bf6-8b8b-6e731736c125 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.0708017 Oct 20 10:40:54.270813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e6e0d55-dbf6-4c8a-b928-d8aeb8de6fe5 req-ecfcb1f9-34e6-4ea4-8aed-b477e9c53f07 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Oct 20 10:40:54.347207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-b8c364cd-aa28-4452-9a68-3091cc15f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.349637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-b8c364cd-aa28-4452-9a68-3091cc15f8b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2033589 Oct 20 10:40:54.356060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-e75960a3-65cf-4fa6-8607-2f0cf75e61d7 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853559 Oct 20 10:40:54.429982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-b2efc49b-6a3b-417d-80d0-54ceb1fdbe06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 200 len: 217 time: 0.0619378 Oct 20 10:40:54.445408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999e564-062c-431f-adf1-90cbfbf17e36 req-5ee5ef1d-1ce9-411b-a425-78082906d7fc tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.447313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3999e564-062c-431f-adf1-90cbfbf17e36 req-5ee5ef1d-1ce9-411b-a425-78082906d7fc tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0762558 Oct 20 10:40:54.499253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3999e564-062c-431f-adf1-90cbfbf17e36 req-546f50c1-aaee-4e4f-b72c-c7b9adbc2ba2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Oct 20 10:40:54.551003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-f34e8a39-8445-443e-aa86-2b62b738dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.553276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-f34e8a39-8445-443e-aa86-2b62b738dece service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1123505 Oct 20 10:40:54.610718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83f4f3a6-dd52-4f91-ac49-c96ab5f15f7b req-30454d33-ca0a-4178-9df2-63ba0d5af2ee service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389133 Oct 20 10:40:54.610718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-3f807ab9-5307-4847-9c93-fddfca5f8ecc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457139 Oct 20 10:40:54.611267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d00911-4e91-43ae-9647-2f0f5a21b89c req-d6ae729c-2bc7-4551-9a6d-e7594dbf8f1a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.612942 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17d00911-4e91-43ae-9647-2f0f5a21b89c req-d6ae729c-2bc7-4551-9a6d-e7594dbf8f1a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.0639625 Oct 20 10:40:54.659383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17d00911-4e91-43ae-9647-2f0f5a21b89c req-cea2ea1f-b5bf-444e-83bc-4bf582e1792a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Oct 20 10:40:54.728640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-f79030dc-4728-4ca0-a9d5-7cb3fa81d60d service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038775 Oct 20 10:40:54.847486 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-1baf8c5f-79ca-4974-8d01-4ffee28d95f0 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090913 Oct 20 10:40:54.901526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d851de-3333-48d9-973c-62a8677ae194 req-f98f4069-987b-4787-96e1-835e8222b42b tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.908823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9d851de-3333-48d9-973c-62a8677ae194 req-f98f4069-987b-4787-96e1-835e8222b42b tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 944 time: 0.0696645 Oct 20 10:40:54.942590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9d851de-3333-48d9-973c-62a8677ae194 req-a5120c02-b671-4d19-b4a3-201d584f3c23 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Oct 20 10:40:54.960307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dfd17cb8-488c-423b-a8d5-b3305ad61cde details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:55.073087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.087120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'port_id': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'mac_address': 'fa:16:3e:16:f6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:55.137764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.152369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd17cb8-488c-423b-a8d5-b3305ad61cde {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:55.189038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.194327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.195134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:55.242622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099891-850a-4f86-af62-00888ba76a2c req-f114c898-1e7f-4f84-82b7-73b039d632eb tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.244187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-f114c898-1e7f-4f84-82b7-73b039d632eb tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0597656 Oct 20 10:40:55.255584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-07bc3bdd-863e-41d2-9e6b-89acf14c4862 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535984 Oct 20 10:40:55.293400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.373591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.386680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2120c4-089b-470d-9d78-2530003e98d0 req-74749ed2-47bb-4518-adf7-35f8158c4058 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.390722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828', 'network_id': 'a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26', 'port_id': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828', 'mac_address': 'fa:16:3e:44:2e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace5bd5-3538-46a3-9c1e-604fa2ec2558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:55.394305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec2120c4-089b-470d-9d78-2530003e98d0 req-74749ed2-47bb-4518-adf7-35f8158c4058 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 943 time: 0.1657128 Oct 20 10:40:55.407371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fd099891-850a-4f86-af62-00888ba76a2c req-c74b3cf1-d9a2-4b4e-8b93-aec141b2e518 service neutron] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:55.413139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fd099891-850a-4f86-af62-00888ba76a2c req-c74b3cf1-d9a2-4b4e-8b93-aec141b2e518 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.415616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fd099891-850a-4f86-af62-00888ba76a2c req-c74b3cf1-d9a2-4b4e-8b93-aec141b2e518 service neutron] 10.222.0.70 "DELETE /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.1623654 Oct 20 10:40:55.431223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-51125ec6-f6df-42d8-9e83-ecca478b5b1f tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.432934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-51125ec6-f6df-42d8-9e83-ecca478b5b1f tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621492 Oct 20 10:40:55.458453 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.475034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:55.475531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec2120c4-089b-470d-9d78-2530003e98d0 req-be53c552-6b10-44a3-aa8e-d9e3984e211e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736160 Oct 20 10:40:55.477054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-3a06e5e7-0c6c-4073-8e72-53cb8064b40d tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/quotas/c301ff71f2fb4b149bcf46655c6dcd64 HTTP/1.1" status: 200 len: 375 time: 0.0375309 Oct 20 10:40:55.496484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.502282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.513857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-08811737-cf1f-4bf6-9ac4-3fb0e25f7914 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293617 Oct 20 10:40:55.571413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.576653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42358) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:55.602920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2812df4-8692-463c-a41d-2df21013a645 req-5b249c68-5202-4258-a295-6ddbf5535617 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.606153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2812df4-8692-463c-a41d-2df21013a645 req-5b249c68-5202-4258-a295-6ddbf5535617 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0647213 Oct 20 10:40:55.665058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2812df4-8692-463c-a41d-2df21013a645 req-f5520f90-6133-49cc-a807-b331e39c04ca tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544605 Oct 20 10:40:55.714389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e6f67a1-82ea-4146-84a3-5bb22e35280b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.731412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:55.735204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:55.828602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e6f67a1-82ea-4146-84a3-5bb22e35280b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.836244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e6f67a1-82ea-4146-84a3-5bb22e35280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.876486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408796e-1af5-4ba9-b950-faa168d9ad45 req-19d5ea70-fec3-42f6-9b58-948a356f970e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.885329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7408796e-1af5-4ba9-b950-faa168d9ad45 req-19d5ea70-fec3-42f6-9b58-948a356f970e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.1495240 Oct 20 10:40:55.889304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e6f67a1-82ea-4146-84a3-5bb22e35280b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f040d3f45b084ee684131283314f4052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089585 Oct 20 10:40:55.889304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f67a1-82ea-4146-84a3-5bb22e35280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc094b2-1e9d-4d43-b57d-a8aaacf88bd8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.891203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:55.910500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.926929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65181ab9-b066-43a9-8eea-e6a9ff751e38 req-8a081c72-7eeb-4694-9c04-c05d873f7406 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.931653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1a970ed4-ed4d-4b11-8acc-3b9e910b5828'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:55.941202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65181ab9-b066-43a9-8eea-e6a9ff751e38 req-8a081c72-7eeb-4694-9c04-c05d873f7406 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1680906 Oct 20 10:40:55.961652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.992217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.025045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7408796e-1af5-4ba9-b950-faa168d9ad45 req-24c715e8-fd90-4ee3-8214-1915a7ae86de tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383598 Oct 20 10:40:56.028119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['dfd17cb8-488c-423b-a8d5-b3305ad61cde'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:56.049621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65181ab9-b066-43a9-8eea-e6a9ff751e38 req-6c0846d1-2ac9-4067-ba05-34abf79b9c25 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021178 Oct 20 10:40:56.062589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.065311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.068976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4fc094b2-1e9d-4d43-b57d-a8aaacf88bd8 HTTP/1.1" status: 204 len: 168 time: 0.1746874 Oct 20 10:40:56.092226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38da8-7ca6-4cb5-9a6f-9c98de7646c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc094b2-1e9d-4d43-b57d-a8aaacf88bd8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:56.119725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:56.122194 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed870f9-20dc-4ca7-bb51-ec06da8bc9f3" -d '{"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-unplugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:56.173503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab438e37-39d8-4b08-b03d-54bfe56fdb0d req-2b9338de-2b3e-4ded-a100-ca3088c5a339 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 210 time: 0.0414414 Oct 20 10:40:56.176574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:56.189277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:56.216748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.253209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28929d3d-10c1-4100-868d-fa409531f9b9 req-d03ab6c5-5bac-4e6a-811a-2feb874159e7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.264408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28929d3d-10c1-4100-868d-fa409531f9b9 req-d03ab6c5-5bac-4e6a-811a-2feb874159e7 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 948 time: 0.0862956 Oct 20 10:40:56.311413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'mac_address': 'fa:16:3e:48:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:56.331606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28929d3d-10c1-4100-868d-fa409531f9b9 req-1c94cffa-816d-40c8-a840-6efbec98b51a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545008 Oct 20 10:40:56.415813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd1d6e-3d62-4490-aa8a-99ebc757f0a3 req-32fa8d33-3d6f-4590-826e-cf4207490ba9 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.417644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75cd1d6e-3d62-4490-aa8a-99ebc757f0a3 req-32fa8d33-3d6f-4590-826e-cf4207490ba9 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 945 time: 0.0697014 Oct 20 10:40:56.443445 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee74b16-f846-4c3a-ab21-370ec12ce361 x-openstack-request-id: req-3ee74b16-f846-4c3a-ab21-370ec12ce361 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:56.444268 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-unplugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:56.444728 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ee74b16-f846-4c3a-ab21-370ec12ce361 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:56.445649 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'code': 200} Oct 20 10:40:56.451215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:56.476744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75cd1d6e-3d62-4490-aa8a-99ebc757f0a3 req-3a545e14-0ce4-428c-b6cc-c1f9b3205c44 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527539 Oct 20 10:40:56.558038 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.623377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:56.652654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7c58-5a40-42d7-b342-bb5a56013a60 req-4642bbad-b8f6-47fb-937a-73673f2b9e29 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.654972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36ec7c58-5a40-42d7-b342-bb5a56013a60 req-4642bbad-b8f6-47fb-937a-73673f2b9e29 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1096 time: 0.1322222 Oct 20 10:40:56.677246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:56.686036 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.701317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9d5b1-9c59-4432-90b9-e5fb3cd8e0b3 req-5b7cc0af-2f6f-46bb-bd1c-2e14bbc42eb1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.707473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bd9d5b1-9c59-4432-90b9-e5fb3cd8e0b3 req-5b7cc0af-2f6f-46bb-bd1c-2e14bbc42eb1 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 944 time: 0.1313789 Oct 20 10:40:56.759828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36ec7c58-5a40-42d7-b342-bb5a56013a60 req-bd6bde5c-f549-4ccf-94c3-56c696de61d1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978651 Oct 20 10:40:56.768390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bd9d5b1-9c59-4432-90b9-e5fb3cd8e0b3 req-2635ecde-b2fa-4b65-9cb9-b3a92c932041 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Oct 20 10:40:56.773397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:56.925852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f988-2109-4308-88ad-a9a8dfcc1abc req-cec29ea9-227b-4b19-bfa7-eda724cbe3e0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.927434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ec6f988-2109-4308-88ad-a9a8dfcc1abc req-cec29ea9-227b-4b19-bfa7-eda724cbe3e0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.0833836 Oct 20 10:40:56.944383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e4d5d-b1dd-4677-b7ad-e346a7ebb38b req-1b166a5d-f43a-4fbd-8e4f-94760cd64722 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.945975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e63e4d5d-b1dd-4677-b7ad-e346a7ebb38b req-1b166a5d-f43a-4fbd-8e4f-94760cd64722 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 1096 time: 0.0698462 Oct 20 10:40:56.971639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:56.992926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ec6f988-2109-4308-88ad-a9a8dfcc1abc req-c4d6b88a-9a20-4f74-993c-bceeeabfb19f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Oct 20 10:40:57.006926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e63e4d5d-b1dd-4677-b7ad-e346a7ebb38b req-e4e4333a-5f8e-407f-a6c1-c87cf6831213 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537412 Oct 20 10:40:57.065796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-71591003-1a4e-4b2d-b8dd-7e60dbac3015 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249717 Oct 20 10:40:57.210320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:57.272396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507950f-451d-41e6-8c0e-232f5ad097eb req-461d1071-0a26-4f8b-8ea7-0766f56f3928 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:57.279795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8507950f-451d-41e6-8c0e-232f5ad097eb req-461d1071-0a26-4f8b-8ea7-0766f56f3928 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1194909 Oct 20 10:40:57.289809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-ce472d59-6925-4ca8-857c-1ffa2b4986cf tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:57.291335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-ce472d59-6925-4ca8-857c-1ffa2b4986cf tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199094 Oct 20 10:40:57.306837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Request body: {'port': {'device_id': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'c301ff71f2fb4b149bcf46655c6dcd64'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:57.350549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8507950f-451d-41e6-8c0e-232f5ad097eb req-949ab967-2ac7-4613-8a68-cc5a60cc4c91 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694816 Oct 20 10:40:57.392204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1676684234-network', 'tenant_id': '99c549551f5545ca950001d8924cf807'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:57.428901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Made reservation on behalf of 99c549551f5545ca950001d8924cf807 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:57.433420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.460713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Made reservation on behalf of c301ff71f2fb4b149bcf46655c6dcd64 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:57.462661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.465170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.475620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.492908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00e356f6-c08f-4fdf-b060-b366887eea42 req-000dcd84-018e-4e71-a06a-81df27b2ef1f tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 210 time: 0.0537522 Oct 20 10:40:57.602062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.608555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.654629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6edea7-2000-4f39-95b5-2e802d206a7d req-857b994e-ca30-48a8-964a-735097205ca4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:57.656221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df6edea7-2000-4f39-95b5-2e802d206a7d req-857b994e-ca30-48a8-964a-735097205ca4 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1019368 Oct 20 10:40:57.697304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7dafc-1b8a-4e53-b855-9259b989191c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.782189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Allocated IP 192.168.233.254 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/50c2baac-6ca8-47fe-aa00-1168568dee78) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:57.950105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.988028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.017320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.021636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df6edea7-2000-4f39-95b5-2e802d206a7d req-36cc3f9c-cad7-41c2-80c1-635602df206a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561678 Oct 20 10:40:58.024649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.045759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:58.048925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:58.060648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:58.067230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:58.072811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.073415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.076696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04ad5f-f4b9-4523-b7db-b53fbbfe5608,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:58.083805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Pushing event updated for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:58.093543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.094359 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Added segment 42a27e73-47ce-42aa-9c6b-7cbf757acd49 of type vlan for network 6fba6240-577e-44e4-8747-cad647725e13 Oct 20 10:40:58.108036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-edc4e56a-349a-4dc8-8757-ee2d06a080ea tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8051903 Oct 20 10:40:58.114472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f86e7-4ed0-4988-9450-fd9727baab2a req-b3e4895d-9fc6-43dc-b278-54bf88cde32f tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.123080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-456f86e7-4ed0-4988-9450-fd9727baab2a req-b3e4895d-9fc6-43dc-b278-54bf88cde32f tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 945 time: 0.4288139 Oct 20 10:40:58.123645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Request body: {'port': {'device_id': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:58.172072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.209328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.253422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-456f86e7-4ed0-4988-9450-fd9727baab2a req-b14b33be-71b1-48ce-926e-805c515bb2aa tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022458 Oct 20 10:40:58.277575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.279005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.279795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.366325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-850532f1-2c48-42c8-8acf-7155cfc03336 None None] Provisioning complete for port 50c2baac-6ca8-47fe-aa00-1168568dee78 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:58.367617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-850532f1-2c48-42c8-8acf-7155cfc03336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.382218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e914891-93fd-4e4c-8ac7-a24ee4b01083 req-6bdea862-6156-435c-9e9b-ae9659934381 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.383722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e914891-93fd-4e4c-8ac7-a24ee4b01083 req-6bdea862-6156-435c-9e9b-ae9659934381 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 944 time: 0.2031929 Oct 20 10:40:58.394393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] Pushing event updated for resources: {'Network': ['ID=6fba6240-577e-44e4-8747-cad647725e13,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:58.407868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6fba6240-577e-44e4-8747-cad647725e13 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:58.453903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-57795c0e-1a27-450f-937e-c71442762e45 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2422411 Oct 20 10:40:58.457984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42438) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:58.464432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Request body: {'subnet': {'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1676684234-subnet', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:58.492427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e914891-93fd-4e4c-8ac7-a24ee4b01083 req-c5cd50cb-3ada-4210-bb92-175acdbc4e06 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907311 Oct 20 10:40:58.515298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcb32b-a8b7-4a8f-bdb0-836f06bd611c req-ed8d4f27-7fa6-46a8-abbb-864a732d423b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.516938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-acfcb32b-a8b7-4a8f-bdb0-836f06bd611c req-ed8d4f27-7fa6-46a8-abbb-864a732d423b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.1312745 Oct 20 10:40:58.518171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Made reservation on behalf of 99c549551f5545ca950001d8924cf807 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:58.521223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.548081 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af577e50-56ab-4d72-9817-e8ee1ae918d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.552910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-850532f1-2c48-42c8-8acf-7155cfc03336 None None] Port 50c2baac-6ca8-47fe-aa00-1168568dee78 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:58.639543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c2baac-6ca8-47fe-aa00-1168568dee78 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:58.644062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-acfcb32b-a8b7-4a8f-bdb0-836f06bd611c req-a8e1664b-c258-430a-9df6-8fb3bd531871 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074066 Oct 20 10:40:58.650632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.675301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Transition to ACTIVE for port object 50c2baac-6ca8-47fe-aa00-1168568dee78 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:58.689537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.713866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e0541-aa81-4210-90db-01d9f44e81d8 req-a51cd141-d1ef-4e67-b5ae-483e9dc0d77a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.715502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d7e0541-aa81-4210-90db-01d9f44e81d8 req-a51cd141-d1ef-4e67-b5ae-483e9dc0d77a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0932584 Oct 20 10:40:58.782405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:58.806214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Attempting to bind port 50c2baac-6ca8-47fe-aa00-1168568dee78 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:58.806922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Attempting to bind port 50c2baac-6ca8-47fe-aa00-1168568dee78 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:58.807823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Attempting to bind port 50c2baac-6ca8-47fe-aa00-1168568dee78 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:58.817760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Port 50c2baac-6ca8-47fe-aa00-1168568dee78 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:58.821138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Attempting to bind port 50c2baac-6ca8-47fe-aa00-1168568dee78 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:58.821633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d7e0541-aa81-4210-90db-01d9f44e81d8 req-d32f6c5a-dd04-4d20-a644-6ae8907237b9 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820513 Oct 20 10:40:58.829506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:58.830119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:58.830710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:58.831246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Bound port: 50c2baac-6ca8-47fe-aa00-1168568dee78, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:58.831658 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.884518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be521328-e6cc-45b5-bc54-5f48865ab081 req-ab38c6b5-dbc3-4521-af45-ba0cfd0e9fa8 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.903797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be521328-e6cc-45b5-bc54-5f48865ab081 req-ab38c6b5-dbc3-4521-af45-ba0cfd0e9fa8 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 948 time: 0.1590190 Oct 20 10:40:58.951379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.957661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dfd17cb8-488c-423b-a8d5-b3305ad61cde up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:58.966483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:58.969347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=50c2baac-6ca8-47fe-aa00-1168568dee78,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:58.974630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.018780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be521328-e6cc-45b5-bc54-5f48865ab081 req-28a19c7c-de94-45da-b70f-a7192df28344 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105576 Oct 20 10:40:59.081567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port dfd17cb8-488c-423b-a8d5-b3305ad61cde completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:59.101773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd57fba-7cb9-4fba-9b9e-81a671464eb0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.103365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port dfd17cb8-488c-423b-a8d5-b3305ad61cde triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:59.104276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.108264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Checking segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:59.108769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Network hostable DHCP agents. Network: 6fba6240-577e-44e4-8747-cad647725e13, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:59.153797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Network 6fba6240-577e-44e4-8747-cad647725e13 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:59.178393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6fba6240-577e-44e4-8747-cad647725e13) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:59.194293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690775e-41ef-4848-b48c-e658b9171ed1 None None] Network 6fba6240-577e-44e4-8747-cad647725e13 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:59.197314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.197912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.219868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3523a8ec-1430-4892-b61f-66d7c3ee7438 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7567003 Oct 20 10:40:59.223614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42446) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:59.233270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:59.267200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219cff-6358-4b93-b84a-8c939af9e99f req-e816c7d2-2feb-484b-89c8-f489a3796717 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.280732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.281588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.283643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] 10.222.0.70 "PUT /v2.0/ports/50c2baac-6ca8-47fe-aa00-1168568dee78 HTTP/1.1" status: 200 len: 1097 time: 1.1674323 Oct 20 10:40:59.285731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27219cff-6358-4b93-b84a-8c939af9e99f req-e816c7d2-2feb-484b-89c8-f489a3796717 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.1203594 Oct 20 10:40:59.286187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:59.296490 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41862a-1e1d-4366-91c5-a38bd13a57b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:59.356591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.371474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27219cff-6358-4b93-b84a-8c939af9e99f req-48c8e95b-1f48-4568-800b-df95fe50ad7f tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847206 Oct 20 10:40:59.373666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.377807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.387525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea930db-ccd7-4ee8-986d-f8aaa1b1ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.408510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-b03b5936-31ef-442e-8c7a-cfd231cec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.410670 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-b03b5936-31ef-442e-8c7a-cfd231cec6ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 1100 time: 0.0654120 Oct 20 10:40:59.419458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:59.421881 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62b8729-7da8-4e7c-b42d-e80e9d4210a4" -d '{"events": [{"server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "name": "network-vif-plugged", "status": "completed", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:59.464353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:59.468221 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-e3ee9ab1-c82f-4832-a1c7-50c0c01cc221 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50c2baac-6ca8-47fe-aa00-1168568dee78 HTTP/1.1" status: 200 len: 217 time: 0.0474405 Oct 20 10:40:59.486644 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d483db09-136e-47be-913e-493312f576a3 x-openstack-request-id: req-d483db09-136e-47be-913e-493312f576a3 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:59.487245 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:59.487565 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d483db09-136e-47be-913e-493312f576a3 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:59.488053 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78', 'status': 'completed', 'code': 200} Oct 20 10:40:59.548737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-b5ce492c-e97e-47ad-9340-5ba8bb00ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.550436 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-b5ce492c-e97e-47ad-9340-5ba8bb00ddf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0605912 Oct 20 10:40:59.552031 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec25ab52-e0a0-4327-b434-c4218f282b85 x-openstack-request-id: req-ec25ab52-e0a0-4327-b434-c4218f282b85 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:59.552339 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "name": "network-vif-plugged", "status": "completed", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:59.552597 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec25ab52-e0a0-4327-b434-c4218f282b85 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:59.552987 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'code': 200} Oct 20 10:40:59.555190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.556239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:59.600497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eecb8-7129-4c83-af6f-02cc9da89ebf req-97b840f5-bb7e-41fd-b248-fe90294cff44 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.611457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0eecb8-7129-4c83-af6f-02cc9da89ebf req-97b840f5-bb7e-41fd-b248-fe90294cff44 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 945 time: 0.2238641 Oct 20 10:40:59.616214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-6fba6240-577e-44e4-8747-cad647725e13', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:59.617067 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.683623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:59.692717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:59.692717 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.693019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.700118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-dba07e1c-9d63-475b-8ba6-e3c73e649618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.702013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-dba07e1c-9d63-475b-8ba6-e3c73e649618 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327641 Oct 20 10:40:59.705649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b018b1-e834-49f4-a8b1-30b2bdf3551b req-de01e037-71a0-4191-b8b7-8831d33af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.707500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0b018b1-e834-49f4-a8b1-30b2bdf3551b req-de01e037-71a0-4191-b8b7-8831d33af286 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 1098 time: 0.0786617 Oct 20 10:40:59.818283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0eecb8-7129-4c83-af6f-02cc9da89ebf req-524bf087-901e-4e11-9a0f-0a8060db9c2a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057259 Oct 20 10:40:59.826714 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0b018b1-e834-49f4-a8b1-30b2bdf3551b req-b7277562-906e-40c2-80a6-424151747ba8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906360 Oct 20 10:40:59.845169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2f1e5-1961-4885-96a9-ea998f72b52c req-58b57c02-7049-4d54-90ad-0462e6d7818e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:59.846912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6b2f1e5-1961-4885-96a9-ea998f72b52c req-58b57c02-7049-4d54-90ad-0462e6d7818e tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 944 time: 0.2192514 Oct 20 10:40:59.857919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:59.864927 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-ee8ecf61-0b31-40d8-8032-265a82cc741d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547205 Oct 20 10:40:59.940727 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.976475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.991994 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5ad70e5-94f5-4d14-95c5-0f15edeae985 req-fef131d7-089d-4f25-93a2-a80f8f5d826f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170614 Oct 20 10:41:00.016155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6b2f1e5-1961-4885-96a9-ea998f72b52c req-a42e8c03-e5dd-4441-b306-443cac3bfb80 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289225 Oct 20 10:41:00.075206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096a05-6101-407a-95fc-f9dd029b2e57 req-50298e4e-edf1-427b-b9dd-527e59780eef tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.076909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54096a05-6101-407a-95fc-f9dd029b2e57 req-50298e4e-edf1-427b-b9dd-527e59780eef tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 944 time: 0.1403623 Oct 20 10:41:00.124312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-c3465663-6caf-49f8-a398-4535c376e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.125977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-c3465663-6caf-49f8-a398-4535c376e0d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 1100 time: 0.0635467 Oct 20 10:41:00.147321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Allocated IP 172.20.0.2 (6fba6240-577e-44e4-8747-cad647725e13/abd57fba-7cb9-4fba-9b9e-81a671464eb0/a42ba92d-838a-4493-8497-17dbc6c6f6e9) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:00.153122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f960c738-9dd1-4851-bf05-be79dd5314e5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:00.153504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.199439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.219460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54096a05-6101-407a-95fc-f9dd029b2e57 req-2ecdc5d3-d403-475e-8323-5179bd934695 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330357 Oct 20 10:41:00.244495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6ad60-a47d-49c7-af67-3a98722d639b req-8ba0aed8-be4f-4ee4-a7b6-805eab21b492 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.252829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ae6ad60-a47d-49c7-af67-3a98722d639b req-8ba0aed8-be4f-4ee4-a7b6-805eab21b492 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1289144 Oct 20 10:41:00.337789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ae6ad60-a47d-49c7-af67-3a98722d639b req-5de0dc05-5dc9-4b20-80da-b686b3376c33 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Oct 20 10:41:00.340448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-0d20e7cf-0b4e-4f61-9214-e45170df7518 service neutron] 10.222.0.70 "GET /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.0936289 Oct 20 10:41:00.343340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-ceaf5388-f16a-411b-a99f-70d30ba00f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.344902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-ceaf5388-f16a-411b-a99f-70d30ba00f54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2100120 Oct 20 10:41:00.356523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:00.365047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.429635 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-14841a2c-1d71-4d54-988a-dfc0a536d0a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50c2baac-6ca8-47fe-aa00-1168568dee78 HTTP/1.1" status: 200 len: 217 time: 0.0738411 Oct 20 10:41:00.470812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:00.496627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-d90a1132-d259-4d5a-a916-f68662e1a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.499526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-d90a1132-d259-4d5a-a916-f68662e1a1ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0592849 Oct 20 10:41:00.537854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.545317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.588610 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.600476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Network 6fba6240-577e-44e4-8747-cad647725e13 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:00.610491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:00.620719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:00.642456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77697c6c-301e-4db1-ba63-504a3241602c req-4257f6dc-c068-4c05-a221-fe79efc003df tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.646953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77697c6c-301e-4db1-ba63-504a3241602c req-4257f6dc-c068-4c05-a221-fe79efc003df tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 950 time: 0.2038608 Oct 20 10:41:00.648700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.662397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Pushing event updated for resources: {'Port': ['ID=a42ba92d-838a-4493-8497-17dbc6c6f6e9,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:00.710839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:00.712170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Attempting to bind port a42ba92d-838a-4493-8497-17dbc6c6f6e9 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:00.712625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Attempting to bind port a42ba92d-838a-4493-8497-17dbc6c6f6e9 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:00.713204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Attempting to bind port a42ba92d-838a-4493-8497-17dbc6c6f6e9 on network 6fba6240-577e-44e4-8747-cad647725e13 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:00.720155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:00.720696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Checking segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:00.721193 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.721687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Bound using segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:00.722271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Bound port: a42ba92d-838a-4493-8497-17dbc6c6f6e9, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:00.723218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:00.723364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.739712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.740813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:00.747677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:00.751162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcbe1-f7b8-45de-9d63-4ed9cb88253d req-77a665a4-9899-49e8-932c-43b24bd54adb tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.759568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e3bcbe1-f7b8-45de-9d63-4ed9cb88253d req-77a665a4-9899-49e8-932c-43b24bd54adb tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 948 time: 0.2726386 Oct 20 10:41:00.786393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6059a337-77c8-4a1d-8962-5931fa2dd70f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:00.787453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.801794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:00.821596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.833131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-90d3b3c6-eee6-4d16-90ee-44a7c8f900fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.834660 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-90d3b3c6-eee6-4d16-90ee-44a7c8f900fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3267496 Oct 20 10:41:00.883228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:00.888494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] For port a42ba92d-838a-4493-8497-17dbc6c6f6e9, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:00.897966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] For port a42ba92d-838a-4493-8497-17dbc6c6f6e9, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42ba92d-838a-4493-8497-17dbc6c6f6e9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:00.942483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.949680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Allocated IP 172.25.3.224 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/dccd66b5-a978-4856-9a76-121ccc7d2c14) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:01.016441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cc761-4ea2-44a9-9450-0b2fe8ccaea7 None None] Pushing event updated for resources: {'Port': ['ID=a42ba92d-838a-4493-8497-17dbc6c6f6e9,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.030374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] Transition to ACTIVE for port object 6059a337-77c8-4a1d-8962-5931fa2dd70f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:01.036374 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-acd528b2-e266-45db-b76d-769c677056f7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934044 Oct 20 10:41:01.038383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.065378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77697c6c-301e-4db1-ba63-504a3241602c req-6c43d402-661b-4bd7-ad36-5d71a6e37861 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100618 Oct 20 10:41:01.084877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e3bcbe1-f7b8-45de-9d63-4ed9cb88253d req-e893149a-e72b-47df-9998-75b7e2bfa286 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237882 Oct 20 10:41:01.228968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.314117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60389831-5795-4ee0-9cd3-d2a6d968dad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.326068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] No DVR routers for this DVR port 6059a337-77c8-4a1d-8962-5931fa2dd70f on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:01.334778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a38d1-0d7b-4f12-871b-8b738b6f0f95 req-fe54a514-1f6c-42ab-8df4-792b096441f1 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.336370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a08a38d1-0d7b-4f12-871b-8b738b6f0f95 req-fe54a514-1f6c-42ab-8df4-792b096441f1 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.1692283 Oct 20 10:41:01.348973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.416025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-6379ba68-2847-4e74-81e9-8ae4a7371c8d service neutron] 10.222.0.70 "PUT /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f/bindings/n-h2-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 1.0580206 Oct 20 10:41:01.435544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.438129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed41862a-1e1d-4366-91c5-a38bd13a57b3 req-a0f42500-d6d8-4375-b612-79366ddffd1f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904066 Oct 20 10:41:01.447555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96bc6-e15a-41fd-81eb-8bbdcd41a7a2 req-3d961ce6-bb0b-46a4-8c42-51d3219812cf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.449118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cef96bc6-e15a-41fd-81eb-8bbdcd41a7a2 req-3d961ce6-bb0b-46a4-8c42-51d3219812cf tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.2116113 Oct 20 10:41:01.539410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-854b753b-1a22-4faf-877f-432d9b540ce5 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.541318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-854b753b-1a22-4faf-877f-432d9b540ce5 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.0612159 Oct 20 10:41:01.542764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a08a38d1-0d7b-4f12-871b-8b738b6f0f95 req-ba17270e-c930-447d-8db8-e203de5c5064 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937037 Oct 20 10:41:01.546524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:01.554624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828'}, {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:01.564158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:01.565904 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad027f38-4bc5-4f4d-a25c-5c2f743bcc4e" -d '{"events": [{"server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "name": "network-vif-plugged", "status": "completed", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828"}, {"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:01.567142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:01.591651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Pushing event updated for resources: {'Port': ['ID=dccd66b5-a978-4856-9a76-121ccc7d2c14,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.611800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cef96bc6-e15a-41fd-81eb-8bbdcd41a7a2 req-1b484ae4-a56d-433c-98c2-3f112043d185 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372275 Oct 20 10:41:01.625694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-bd767429-49c9-44e2-a4a2-f7f8fbc5ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.627594 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-bd767429-49c9-44e2-a4a2-f7f8fbc5ba22 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643&tenant_id=2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 1097 time: 0.0711937 Oct 20 10:41:01.708468 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.730044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-fc0d56c5-5166-4bb9-9607-87aef5542dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.731630 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-fc0d56c5-5166-4bb9-9607-87aef5542dce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1097 time: 0.0549653 Oct 20 10:41:01.749550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd47655-5448-4058-9255-7a155e4f9f39 req-e1213e71-3e2b-4da5-b9f7-f89f74596754 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.751303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bd47655-5448-4058-9255-7a155e4f9f39 req-e1213e71-3e2b-4da5-b9f7-f89f74596754 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 945 time: 0.1345112 Oct 20 10:41:01.837696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-0f93adf9-6329-4072-ac59-fc6282ff8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.839748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-0f93adf9-6329-4072-ac59-fc6282ff8ca2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.0987267 Oct 20 10:41:01.861011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bd47655-5448-4058-9255-7a155e4f9f39 req-ec9d66fe-d998-46f8-b25a-01e2e90506b5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839691 Oct 20 10:41:01.895323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-303d014a-89b2-4ccc-9168-b9e1715d35e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0447607 Oct 20 10:41:01.908653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d12c8-2c91-41e6-8b25-626733eae639 req-05ae92cd-ac21-47a2-a626-89ded3aea2b0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.916523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a3d12c8-2c91-41e6-8b25-626733eae639 req-05ae92cd-ac21-47a2-a626-89ded3aea2b0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1800301 Oct 20 10:41:01.981410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-d5f58023-6772-435d-97b5-d863c4594b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.982907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-d5f58023-6772-435d-97b5-d863c4594b81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0801833 Oct 20 10:41:02.024135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a3d12c8-2c91-41e6-8b25-626733eae639 req-bc52068e-22c9-4415-a210-91613f890ce6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062226 Oct 20 10:41:02.031084 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-02080536-c873-486a-8991-3197cc609148 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388815 Oct 20 10:41:02.037356 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd6631-d5eb-4fc3-87c9-6b7dbe94c5b1 x-openstack-request-id: req-33bd6631-d5eb-4fc3-87c9-6b7dbe94c5b1 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:02.037717 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "name": "network-vif-plugged", "status": "completed", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828", "code": 200}, {"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-plugged", "status": "completed", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:02.038662 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33bd6631-d5eb-4fc3-87c9-6b7dbe94c5b1 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:02.038662 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828', 'code': 200} Oct 20 10:41:02.038662 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'code': 200} Oct 20 10:41:02.041847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.242481 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-912c012f-d4a0-4a37-9d73-97685b2322f0 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955454 Oct 20 10:41:02.409743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46a817-6941-4580-bd73-31c6e0f7f835 req-47811f5c-03f6-4b5c-976b-bbb0cd9b3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:02.412291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a46a817-6941-4580-bd73-31c6e0f7f835 req-47811f5c-03f6-4b5c-976b-bbb0cd9b3904 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1103 time: 0.0708108 Oct 20 10:41:02.415086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-122affcc-30a3-4b0c-84a7-0b580b25dce8 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631646 Oct 20 10:41:02.472078 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a46a817-6941-4580-bd73-31c6e0f7f835 req-3bacb03b-3c03-4e8d-a49a-61937bca67fd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501840 Oct 20 10:41:02.486079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45233ab-c130-4236-8e74-c18b1d4a2144 None None] Network 6fba6240-577e-44e4-8747-cad647725e13 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:02.590409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] Provisioning complete for port a42ba92d-838a-4493-8497-17dbc6c6f6e9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:02.591113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.679842 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.753030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.804185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] For port a42ba92d-838a-4493-8497-17dbc6c6f6e9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42ba92d-838a-4493-8497-17dbc6c6f6e9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:02.810335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.827338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-4cbeb8ee-b1a9-49a2-a78f-a380df4e8f79 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:02.828919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-4cbeb8ee-b1a9-49a2-a78f-a380df4e8f79 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1210587 Oct 20 10:41:02.843967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d426c-728b-4518-b42a-2c8a501ff70b req-e3aeb88c-e82b-4a43-aead-3dda60958bf3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:02.853752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f75d426c-728b-4518-b42a-2c8a501ff70b req-e3aeb88c-e82b-4a43-aead-3dda60958bf3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 951 time: 0.6400864 Oct 20 10:41:02.865767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5473-bfd4-4e2a-afb6-cdc88f95327f req-f9ea3893-c714-4a00-9e30-28e803e39685 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:02.872618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42ba92d-838a-4493-8497-17dbc6c6f6e9 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:02.873455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e86e5473-bfd4-4e2a-afb6-cdc88f95327f req-f9ea3893-c714-4a00-9e30-28e803e39685 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 948 time: 0.5927207 Oct 20 10:41:02.911346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b287c7-08e8-4ef4-b2ca-92dd79de6ecb None None] Pushing event updated for resources: {'Port': ['ID=a42ba92d-838a-4493-8497-17dbc6c6f6e9,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.934196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbd84c-cedc-4519-a5ac-7bddba91e54f req-0e3e0b12-7004-43da-91f2-cb85b3368208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:02.937137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8afbd84c-cedc-4519-a5ac-7bddba91e54f req-0e3e0b12-7004-43da-91f2-cb85b3368208 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 1097 time: 0.7223938 Oct 20 10:41:02.958307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a42ba92d-838a-4493-8497-17dbc6c6f6e9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:02.958667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.981574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f75d426c-728b-4518-b42a-2c8a501ff70b req-4f39d7ef-26f2-4d43-86f7-6c629b592bbb tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267698 Oct 20 10:41:02.998142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.030305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-e2838739-bc57-4c18-9398-c0dbc2b7d437 service neutron] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:03.037518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-e2838739-bc57-4c18-9398-c0dbc2b7d437 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.038659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5c2387e-c537-47c2-b687-bff9b7bbf7cb req-e2838739-bc57-4c18-9398-c0dbc2b7d437 service neutron] 10.222.0.83 "DELETE /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f/bindings/n-h1-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.2019591 Oct 20 10:41:03.123974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e86e5473-bfd4-4e2a-afb6-cdc88f95327f req-d7e1813a-405c-4f08-99e8-ea624c9d393c tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495887 Oct 20 10:41:03.138120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-40a07597-81d6-4aa1-bb76-c941e4fdc7da None None] Provisioning complete for port a42ba92d-838a-4493-8497-17dbc6c6f6e9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:03.138864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40a07597-81d6-4aa1-bb76-c941e4fdc7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.166187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8afbd84c-cedc-4519-a5ac-7bddba91e54f req-a470fb1f-03b2-46d2-877a-d07e7f662ebc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998322 Oct 20 10:41:03.270240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c59ed-02b1-4747-b51f-2ed596ea6a21 req-fbb5611c-2e85-44b4-a9cb-639605a3e6cd tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.271750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb1c59ed-02b1-4747-b51f-2ed596ea6a21 req-fbb5611c-2e85-44b4-a9cb-639605a3e6cd tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.1568723 Oct 20 10:41:03.323540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a323c1-41fb-4e92-a66a-1f696ff68c7b req-ba1d4474-2be8-4af2-8f2c-244547dd5fb3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.325029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47a323c1-41fb-4e92-a66a-1f696ff68c7b req-ba1d4474-2be8-4af2-8f2c-244547dd5fb3 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.1128917 Oct 20 10:41:03.361311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb1c59ed-02b1-4747-b51f-2ed596ea6a21 req-86244899-7bd4-4454-9a4d-d27b6b3d4998 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832257 Oct 20 10:41:03.398021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Router 6cf66248-58f7-40dc-8622-810a0c4e0b41 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:41:03.410729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47a323c1-41fb-4e92-a66a-1f696ff68c7b req-2b2fa84d-f999-4ba9-a7c6-be06e60a19d6 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780103 Oct 20 10:41:03.597108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:03.608938 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Sync routers for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:03.628100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01e0c1-7714-40af-b8e6-25e25e3d9e44 req-0cf18cc3-4d61-4721-bc46-267d860db3c0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.628352 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:03.629037 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:03.629804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a01e0c1-7714-40af-b8e6-25e25e3d9e44 req-0cf18cc3-4d61-4721-bc46-267d860db3c0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 945 time: 0.1739807 Oct 20 10:41:03.637874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.639125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3362f0cb-2ba3-4bde-8b2c-6c244aa8c1ee admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4093211 Oct 20 10:41:03.642242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:03.674030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b2909-f3f5-4b7e-8676-70325cb8f345 req-ec8f7040-e091-46bb-ab85-f380d546aa39 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.676072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d61b2909-f3f5-4b7e-8676-70325cb8f345 req-ec8f7040-e091-46bb-ab85-f380d546aa39 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1185348 Oct 20 10:41:03.712029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a01e0c1-7714-40af-b8e6-25e25e3d9e44 req-5118843d-1f91-4512-a775-51ce55e4b884 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678577 Oct 20 10:41:03.758740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 50c2baac-6ca8-47fe-aa00-1168568dee78 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:03.782499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:03.814289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d61b2909-f3f5-4b7e-8676-70325cb8f345 req-55ab37df-6568-4b3b-ac09-8e69f909ae37 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100676 Oct 20 10:41:03.973957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8500f-46e7-4c07-ae8b-d613bc061458 req-4d6bb23b-19e9-4337-bf3a-78af99b293b4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.975575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02f8500f-46e7-4c07-ae8b-d613bc061458 req-4d6bb23b-19e9-4337-bf3a-78af99b293b4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.1260374 Oct 20 10:41:03.986110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:03.991817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Request body: {'floatingip': {'port_id': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:04.063339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=50c2baac-6ca8-47fe-aa00-1168568dee78,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:04.103464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '50c2baac-6ca8-47fe-aa00-1168568dee78', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '50c2baac-6ca8-47fe-aa00-1168568dee78', 'mac_address': 'fa:16:3e:d6:0e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:04.142051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.200812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.209348 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:01Z', 'revision_number': 3, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:04.222209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.245659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c2baac-6ca8-47fe-aa00-1168568dee78 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:04.250430 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Checking router: 6cf66248-58f7-40dc-8622-810a0c4e0b41 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:04.250771 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Updating router 6cf66248-58f7-40dc-8622-810a0c4e0b41 port dccd66b5-a978-4856-9a76-121ccc7d2c14 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:04.276291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=50c2baac-6ca8-47fe-aa00-1168568dee78,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:04.282053 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.294427 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.320834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175404d-e660-45d7-9e4e-a4785e5ae87a req-e3090fd5-4a77-4957-98d2-b1ebb4f1ad22 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:04.322394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4175404d-e660-45d7-9e4e-a4785e5ae87a req-e3090fd5-4a77-4957-98d2-b1ebb4f1ad22 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1097 time: 0.2542360 Oct 20 10:41:04.365832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.402729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50811446-abe3-4540-a1fc-7c01d2124fca req-a30bc3a9-5452-46f7-9a45-239799bbd934 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:04.414308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50811446-abe3-4540-a1fc-7c01d2124fca req-a30bc3a9-5452-46f7-9a45-239799bbd934 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 951 time: 0.2856095 Oct 20 10:41:04.498437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.579201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['50c2baac-6ca8-47fe-aa00-1168568dee78'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:04.580934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4175404d-e660-45d7-9e4e-a4785e5ae87a req-1fa64f1a-775c-418f-a72a-c03da60d1fa1 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309549 Oct 20 10:41:04.639050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50811446-abe3-4540-a1fc-7c01d2124fca req-a5fcccb6-30c6-45e5-aab6-18b781c2fc7d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228184 Oct 20 10:41:04.702468 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.713461 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.786543 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Pushing event updated for resources: {'Port': ['ID=dccd66b5-a978-4856-9a76-121ccc7d2c14,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.796307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Allocated IP 172.20.0.1 (6fba6240-577e-44e4-8747-cad647725e13/abd57fba-7cb9-4fba-9b9e-81a671464eb0/0388ed54-5b86-4109-80e1-ffc108420ab2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:04.811160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.811499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.811835 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.812165 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.812491 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.813278 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.813278 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.813423 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.813720 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.814034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.814352 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.815023 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:04.815139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42ba92d-838a-4493-8497-17dbc6c6f6e9 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:04.856776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Attempting to bind port dccd66b5-a978-4856-9a76-121ccc7d2c14 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:04.857143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Attempting to bind port dccd66b5-a978-4856-9a76-121ccc7d2c14 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:04.857494 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Attempting to bind port dccd66b5-a978-4856-9a76-121ccc7d2c14 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:04.868855 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:04.869233 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:04.869862 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.870174 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:04.870573 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Bound port: dccd66b5-a978-4856-9a76-121ccc7d2c14, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:04.871226 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.950300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a42ba92d-838a-4493-8497-17dbc6c6f6e9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:04.950926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.963524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.981789 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] For port dccd66b5-a978-4856-9a76-121ccc7d2c14, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:04.982074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc6a9a-3dcf-4cef-9947-92c85b6929e6 req-9070bade-d2a2-45d8-bf07-b18f01dcaa9d tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:04.990420 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] For port dccd66b5-a978-4856-9a76-121ccc7d2c14, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dccd66b5-a978-4856-9a76-121ccc7d2c14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:04.990756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fabc6a9a-3dcf-4cef-9947-92c85b6929e6 req-9070bade-d2a2-45d8-bf07-b18f01dcaa9d tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 949 time: 0.2270589 Oct 20 10:41:04.996871 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.012174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.022214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b88b5f-e898-44c6-b0b3-c9bd250019dd req-72aeaaf4-7195-46f5-bad7-036da2b112f2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:05.023767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9b88b5f-e898-44c6-b0b3-c9bd250019dd req-72aeaaf4-7195-46f5-bad7-036da2b112f2 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.2590530 Oct 20 10:41:05.067132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Network 6fba6240-577e-44e4-8747-cad647725e13 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:05.072224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:05.076361 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb63b6-bc5c-492f-8aa4-84bce283945c None None] Pushing event updated for resources: {'Port': ['ID=dccd66b5-a978-4856-9a76-121ccc7d2c14,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.093121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:05.098390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.104415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.125304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:05.126750 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:05.162277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9b88b5f-e898-44c6-b0b3-c9bd250019dd req-093a58ed-73fe-4725-a967-294dab08a404 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966792 Oct 20 10:41:05.180978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fabc6a9a-3dcf-4cef-9947-92c85b6929e6 req-65767c24-75bd-4c6e-a0aa-ed0cd43a6cda tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827435 Oct 20 10:41:05.258104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:41:05.324488 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:05.397593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.397812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.403713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.408749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a806ab-9c4d-443f-90ed-0f82a04f30c4 req-f1ece956-6971-44e1-83c5-566db221cee6 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:05.411901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a806ab-9c4d-443f-90ed-0f82a04f30c4 req-f1ece956-6971-44e1-83c5-566db221cee6 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1097 time: 0.1001856 Oct 20 10:41:05.484056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aecc1f2b-2a48-4f8f-b391-6c272ca9870e None None] Provisioning complete for port 0388ed54-5b86-4109-80e1-ffc108420ab2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:05.490964 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aecc1f2b-2a48-4f8f-b391-6c272ca9870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.569044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a806ab-9c4d-443f-90ed-0f82a04f30c4 req-afe7b768-e25d-4c0f-87d2-dcf4fa003549 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935879 Oct 20 10:41:05.576358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-aecc1f2b-2a48-4f8f-b391-6c272ca9870e None None] Port 0388ed54-5b86-4109-80e1-ffc108420ab2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:05.658865 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-74583752-1786-45b2-b6f7-35520850a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:01Z', 'revision_number': 3, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:05.695358 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74583752-1786-45b2-b6f7-35520850a418 None None] The sync data for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 is: [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:01Z', 'revision_number': 3, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:05.698375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.706651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.707685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.725698 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Floating IP 7b38a109-6d73-4cbe-b555-206969181b52 associated. External IP: 172.25.3.22, port: dfd17cb8-488c-423b-a8d5-b3305ad61cde. Oct 20 10:41:05.776837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 50c2baac-6ca8-47fe-aa00-1168568dee78 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:05.813281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.844180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e38cf-b94e-44ae-a6c9-6872272265f7 req-b3f071b5-9327-4289-b98a-e56b53aa1591 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:05.845736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e05e38cf-b94e-44ae-a6c9-6872272265f7 req-b3f071b5-9327-4289-b98a-e56b53aa1591 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.2097454 Oct 20 10:41:05.898336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 50c2baac-6ca8-47fe-aa00-1168568dee78 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:05.907091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 50c2baac-6ca8-47fe-aa00-1168568dee78 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:05.907740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.001858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e05e38cf-b94e-44ae-a6c9-6872272265f7 req-81a30709-4408-41ed-acab-fe053212f207 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407316 Oct 20 10:41:06.044108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881739f-bb77-4b09-a4e0-c3cfb58f7d35 req-849f9d26-8285-4b66-a745-229fc1275f69 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.060924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e881739f-bb77-4b09-a4e0-c3cfb58f7d35 req-849f9d26-8285-4b66-a745-229fc1275f69 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1103 time: 0.1334038 Oct 20 10:41:06.125563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.190589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e881739f-bb77-4b09-a4e0-c3cfb58f7d35 req-0f9673ef-2677-4138-aabd-b2b3ddf7f0a1 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238849 Oct 20 10:41:06.190898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:06.194814 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f6e6d-addc-4190-aef8-f58ec0a4c0ca" -d '{"events": [{"server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "name": "network-vif-plugged", "status": "completed", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:06.250902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=50c2baac-6ca8-47fe-aa00-1168568dee78,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:06.257023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.319644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Network 6fba6240-577e-44e4-8747-cad647725e13 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:06.321816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:06.373920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:06.388896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:06.481459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9ec5-1c25-4260-80a4-524a09d5b507 req-9a39fc76-89d2-49c1-83b6-dcff9d611dab tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.486677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dfa9ec5-1c25-4260-80a4-524a09d5b507 req-9a39fc76-89d2-49c1-83b6-dcff9d611dab tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.1304283 Oct 20 10:41:06.546293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Router 6cf66248-58f7-40dc-8622-810a0c4e0b41 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:06.662494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124a2f4-f478-49e5-a462-07d5382d0198 req-0c7dbfc7-5b06-41ad-9dd7-680e6e49cbc6 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.667447 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c124a2f4-f478-49e5-a462-07d5382d0198 req-0c7dbfc7-5b06-41ad-9dd7-680e6e49cbc6 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 950 time: 0.1031942 Oct 20 10:41:06.681446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dfa9ec5-1c25-4260-80a4-524a09d5b507 req-acbaa086-7a10-44f7-845d-37d29476e033 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771965 Oct 20 10:41:06.683750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:06.689798 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7863ff0-bc3a-4749-90f6-aba918e3b6b7 admin admin] 10.222.0.74 "PUT /v2.0/routers/6cf66248-58f7-40dc-8622-810a0c4e0b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0464294 Oct 20 10:41:06.748900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7f25bb67-baef-4336-a28a-3645d611fd95 None None] Provisioning complete for port 0388ed54-5b86-4109-80e1-ffc108420ab2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:06.749286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f25bb67-baef-4336-a28a-3645d611fd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.769454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c124a2f4-f478-49e5-a462-07d5382d0198 req-0cb1cdee-d424-4806-9257-8692751cb36c tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Oct 20 10:41:06.789668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:06.805492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.808895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:06.829901 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2fc7a2-10d7-4ea1-a27b-b97d7f6873fc x-openstack-request-id: req-4c2fc7a2-10d7-4ea1-a27b-b97d7f6873fc {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:06.830716 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "name": "network-vif-plugged", "status": "completed", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:06.831236 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c2fc7a2-10d7-4ea1-a27b-b97d7f6873fc {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:06.831925 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78', 'code': 200} Oct 20 10:41:06.835873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:06.837513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:06.862634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b31a0408-6051-4f06-94c1-b11864c4e039 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "PUT /v2.0/floatingips/7b38a109-6d73-4cbe-b555-206969181b52 HTTP/1.1" status: 200 len: 991 time: 2.8715887 Oct 20 10:41:06.862634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:06.873125 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952299ca-e214-4d0c-a3f5-85539a1a2e81" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:06.934268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dccd66b5-a978-4856-9a76-121ccc7d2c14 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:06.961283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5555ab-096c-44da-a91a-e1b715e6a64e req-45fcf69b-4ea1-4cce-8435-3216a82246c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.964868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed5555ab-096c-44da-a91a-e1b715e6a64e req-45fcf69b-4ea1-4cce-8435-3216a82246c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 1102 time: 0.0564599 Oct 20 10:41:07.057455 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ed5555ab-096c-44da-a91a-e1b715e6a64e req-b458444b-4015-4c5a-a353-8006417e8e72 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851290 Oct 20 10:41:07.166555 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dbd1dd-1205-4ea1-865a-9425af8d82cf x-openstack-request-id: req-37dbd1dd-1205-4ea1-865a-9425af8d82cf {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:07.167289 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:07.167388 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37dbd1dd-1205-4ea1-865a-9425af8d82cf {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:07.167920 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'status': 'completed', 'code': 200} Oct 20 10:41:07.245752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7f25bb67-baef-4336-a28a-3645d611fd95 None None] Port 0388ed54-5b86-4109-80e1-ffc108420ab2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:07.298500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:07.341466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-2b9dcf1a-3c25-4c84-8ab0-e51a73ecd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:07.343809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-2b9dcf1a-3c25-4c84-8ab0-e51a73ecd723 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c498c59a684447e388dfeddc9671d571&device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 1098 time: 0.1389804 Oct 20 10:41:07.371553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819557fa-a535-4bff-8f6a-db386eeb2509 req-2004b029-03b6-465b-9208-6af729c417a9 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:07.397697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-819557fa-a535-4bff-8f6a-db386eeb2509 req-2004b029-03b6-465b-9208-6af729c417a9 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 1103 time: 0.1326156 Oct 20 10:41:07.448108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port dccd66b5-a978-4856-9a76-121ccc7d2c14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:07.448591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.491213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-819557fa-a535-4bff-8f6a-db386eeb2509 req-60413f23-050d-4c12-bfec-720576223db6 tempest-ServersAdminTestJSON-575587013 tempest-ServersAdminTestJSON-575587013-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901916 Oct 20 10:41:07.611867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-4598080e-b470-4f7d-92b5-9e065ba13b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:07.620028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-4598080e-b470-4f7d-92b5-9e065ba13b14 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 200 len: 924 time: 0.2675059 Oct 20 10:41:07.708720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-08f06973-f9f9-4b38-9fa4-dbf37ba5c8ca tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:07.710378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-08f06973-f9f9-4b38-9fa4-dbf37ba5c8ca tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.1137640 Oct 20 10:41:07.814527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.954700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port dccd66b5-a978-4856-9a76-121ccc7d2c14, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dccd66b5-a978-4856-9a76-121ccc7d2c14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:08.018734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:08.026348 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.034322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208126012', 'description': 'tempest-description--84611624'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:08.066757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Deleting port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:08.072068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.203324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.210310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=dccd66b5-a978-4856-9a76-121ccc7d2c14,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:08.326457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.326844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.327227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.327570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.327914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.328250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.328615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.328945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.329289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.329630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.329960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.335209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:08.442912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] For port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,segment=NetworkSegment(191b110c-4174-4ccb-8550-f7d60925276c),segment_id=191b110c-4174-4ccb-8550-f7d60925276c)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:08.443506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.463815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:16:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:08.477510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.486325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Calling delete_port for 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:08.490169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.491145 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Sync routers for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:08.523593 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:08.525083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:08.525569 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:08.572307 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.573272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:08.573725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5516357 Oct 20 10:41:08.574401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:08.576821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:08.578981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54732047-edfe-4aae-8e8b-db10a00f9fcd tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde2068-ae35-4a6d-945b-e9cd07d08864,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:08.584789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'security_group_rule': {'security_group_id': '2cde2068-ae35-4a6d-945b-e9cd07d08864', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:08.586138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf3a22-636a-4135-a9de-f3ae0818ea86 req-1813e4b5-b287-4102-a531-89ae117d7fe6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.598117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58bf3a22-636a-4135-a9de-f3ae0818ea86 req-1813e4b5-b287-4102-a531-89ae117d7fe6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.9713469 Oct 20 10:41:08.603987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-cac9142e-1784-40b1-b57a-6a54672d2648 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde HTTP/1.1" status: 200 len: 999 time: 0.9643281 Oct 20 10:41:08.620586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cafca-886b-4b10-8280-8c09a4162a6c req-4d3f396a-8d2d-4442-8988-4cc0a8715c86 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.623216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b98cafca-886b-4b10-8280-8c09a4162a6c req-4d3f396a-8d2d-4442-8988-4cc0a8715c86 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 945 time: 0.1707997 Oct 20 10:41:08.631366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.745570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58bf3a22-636a-4135-a9de-f3ae0818ea86 req-eb908f66-3236-4df3-9637-98804a6d8948 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462607 Oct 20 10:41:08.804208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:08.821503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b98cafca-886b-4b10-8280-8c09a4162a6c req-f8b94d39-9e4c-4a61-8cc6-36b1898d9b50 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups?id=8659d2c5-d972-40e3-9cdc-54713f71b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860523 Oct 20 10:41:08.834632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-2f79798c-3d4a-4e82-b766-104bfa842688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.838965 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:08.842224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-2f79798c-3d4a-4e82-b766-104bfa842688 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 200 len: 861 time: 0.2170222 Oct 20 10:41:08.936067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dccd66b5-a978-4856-9a76-121ccc7d2c14 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:08.947302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.952441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.986815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1a970ed4-ed4d-4b11-8acc-3b9e910b5828'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:09.014415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.039117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-17dcea5a-7c02-4414-a8a5-3fc2e1970a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:09.042839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-17dcea5a-7c02-4414-a8a5-3fc2e1970a95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913762 Oct 20 10:41:09.045074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event deleted for resources: {'Port': ['ID=1a970ed4-ed4d-4b11-8acc-3b9e910b5828,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.089846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.089846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.090177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.090517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.090841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.093993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port dccd66b5-a978-4856-9a76-121ccc7d2c14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:09.094551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.094750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.094955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.095296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.095634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.095964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.106022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.106516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:09.151224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4224a935-203b-4a29-828b-98b0f1da1e95,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.217019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] No DVR routers for this DVR port 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:09.229391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.241728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42650) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:09.242356 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15b64c15-e9dd-4fb9-8800-9303b62e4f23 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6643245 Oct 20 10:41:09.243862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.248327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b6d1d7a-57ec-4a17-aa72-edb4b8113435 req-9259de87-11c2-4985-8e39-68e58be7b134 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.83 "DELETE /v2.0/ports/1a970ed4-ed4d-4b11-8acc-3b9e910b5828 HTTP/1.1" status: 204 len: 173 time: 1.5273986 Oct 20 10:41:09.251793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'name': 'network-vif-deleted', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:09.254513 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf60d68-0794-4dc6-80cd-60edc300c311" -d '{"events": [{"server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "name": "network-vif-deleted", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:09.265423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'security_group_rule': {'security_group_id': '2cde2068-ae35-4a6d-945b-e9cd07d08864', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:09.338192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396e230-33eb-4317-ae26-9962dc9fe2eb req-6392a964-7738-489b-b762-62d13bf12a8e tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:09.346510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 2, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:09.350591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4396e230-33eb-4317-ae26-9962dc9fe2eb req-6392a964-7738-489b-b762-62d13bf12a8e tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 950 time: 0.4204040 Oct 20 10:41:09.402589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:16:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:09.431088 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Checking router: 6cf66248-58f7-40dc-8622-810a0c4e0b41 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:09.432619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Updating router 6cf66248-58f7-40dc-8622-810a0c4e0b41 port 0388ed54-5b86-4109-80e1-ffc108420ab2 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:09.436472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f920cc6-8c72-4beb-a447-8e5560c9fdcb None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7b38a109-6d73-4cbe-b555-206969181b52', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'port_id': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'mac_address': 'fa:16:3e:16:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:38:30Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:09.469010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-9d418e64-19fa-4b46-b16e-5a506e99a446 service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173672 Oct 20 10:41:09.487081 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.588368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-952299ca-e214-4d0c-a3f5-85539a1a2e81 req-1790d942-0d22-450d-b309-5b06a8565eb2 service neutron] 10.222.0.83 "GET /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091483 Oct 20 10:41:09.624890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.645363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41ebb-f8e8-419a-ad27-edbe9c7628b1 req-a689e758-ef0c-433e-8e8e-128393640f99 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:09.649491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c41ebb-f8e8-419a-ad27-edbe9c7628b1 req-a689e758-ef0c-433e-8e8e-128393640f99 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 950 time: 0.2766325 Oct 20 10:41:09.678825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4396e230-33eb-4317-ae26-9962dc9fe2eb req-18fd3d0b-3220-4a0c-861a-72f356753887 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093178 Oct 20 10:41:09.767415 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187c8db9-c1c7-4893-ab22-d9260853d3df x-openstack-request-id: req-187c8db9-c1c7-4893-ab22-d9260853d3df {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:09.767757 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42059c0e-e15d-4f8e-a31a-ac9b67354c2a", "name": "network-vif-deleted", "tag": "1a970ed4-ed4d-4b11-8acc-3b9e910b5828", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:09.768059 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-187c8db9-c1c7-4893-ab22-d9260853d3df {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:09.768579 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42059c0e-e15d-4f8e-a31a-ac9b67354c2a', 'name': 'network-vif-deleted', 'tag': '1a970ed4-ed4d-4b11-8acc-3b9e910b5828', 'status': 'completed', 'code': 200} Oct 20 10:41:09.778533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ab2d-719a-480b-a3f4-df73f60c5464 None None] New status for floating IP 7b38a109-6d73-4cbe-b555-206969181b52: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:41:09.822353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.840239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c41ebb-f8e8-419a-ad27-edbe9c7628b1 req-214fe4dc-7917-43e9-afc7-efe8cf691b2c tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543603 Oct 20 10:41:09.849830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.947306 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.958388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cea60bc-0341-4301-aab9-1ed3f9491381,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.961509 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.982488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.984139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-9879a6ec-ff5d-446a-9582-b738d454ebdc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:09.985681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-9879a6ec-ff5d-446a-9582-b738d454ebdc tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 950 time: 0.1394861 Oct 20 10:41:09.988971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-edfea386-0885-4e8e-a584-de5b5a406379 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7403462 Oct 20 10:41:09.991373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42662) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:10.010030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:10.060601 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237cdc1-ffee-4f16-b8d5-75f775932093 None None] Pushing event updated for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:10.182699 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Attempting to bind port 0388ed54-5b86-4109-80e1-ffc108420ab2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:10.183539 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Attempting to bind port 0388ed54-5b86-4109-80e1-ffc108420ab2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:10.184792 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Attempting to bind port 0388ed54-5b86-4109-80e1-ffc108420ab2 on network 6fba6240-577e-44e4-8747-cad647725e13 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:10.204277 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:10.205323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d3569-3cdc-4bf2-bcba-cc530f069215 req-cb542eaf-f3be-483e-a8a4-56cd7e173da4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:10.205735 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Checking segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:10.208209 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.209161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Bound using segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:10.210524 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Bound port: 0388ed54-5b86-4109-80e1-ffc108420ab2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:10.216141 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.217168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f9d3569-3cdc-4bf2-bcba-cc530f069215 req-cb542eaf-f3be-483e-a8a4-56cd7e173da4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1896667 Oct 20 10:41:10.261880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Deleting port 4f5f208e-c553-4a19-b817-a64b4dcc341f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:10.262634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.278788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.339751 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] For port 0388ed54-5b86-4109-80e1-ffc108420ab2, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:10.343776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] For port 0388ed54-5b86-4109-80e1-ffc108420ab2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0388ed54-5b86-4109-80e1-ffc108420ab2,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:10.352077 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.380140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccbfeaaf-70ef-47ad-81b1-ea7b62b43f69 req-13a3fc3b-0e80-42ff-be38-fca920f0408a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/ports?device_id=42059c0e-e15d-4f8e-a31a-ac9b67354c2a HTTP/1.1" status: 200 len: 210 time: 0.1186244 Oct 20 10:41:10.424322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f9d3569-3cdc-4bf2-bcba-cc530f069215 req-927ba210-b3ec-4232-b3f1-9f83f388a5e8 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060206 Oct 20 10:41:10.507512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] Provisioning complete for port 0388ed54-5b86-4109-80e1-ffc108420ab2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:10.508081 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.515341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237cdc1-ffee-4f16-b8d5-75f775932093 None None] Pushing event updated for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:10.588289 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:10.588584 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:10.598993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] For port 4f5f208e-c553-4a19-b817-a64b4dcc341f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4f5f208e-c553-4a19-b817-a64b4dcc341f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:10.599481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.622852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.642032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Calling delete_port for 4f5f208e-c553-4a19-b817-a64b4dcc341f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:10.788584 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.900499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] For port 0388ed54-5b86-4109-80e1-ffc108420ab2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0388ed54-5b86-4109-80e1-ffc108420ab2,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:10.927969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.936040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.970964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Allocated IP 172.25.3.4 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/12fc94d7-dd1c-4323-823e-67f5639f9f9a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:11.025008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event deleted for resources: {'Port': ['ID=4f5f208e-c553-4a19-b817-a64b4dcc341f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.047998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] No DVR routers for this DVR port 4f5f208e-c553-4a19-b817-a64b4dcc341f on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:11.051058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.055703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9de064a5-57ec-4d60-8915-14c3c86e6277 req-bbbd0250-96cc-4d83-ac49-c63fddb66931 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "DELETE /v2.0/ports/4f5f208e-c553-4a19-b817-a64b4dcc341f HTTP/1.1" status: 204 len: 173 time: 1.0562949 Oct 20 10:41:11.074298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c2008d66-14dd-4e42-b4b5-655f89dcee81', '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:11.089908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:11.155979 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:11.211751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.290044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:11.294630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1a970ed4-ed4d-4b11-8acc-3b9e910b5828 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:11.324975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3b3f4d3-766f-41b1-a274-b4afc81591b6 req-5536032f-f368-4a6e-b79c-287e3c1d2e0b tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=c17d27b9-5ea9-458e-8952-054eb803c084 HTTP/1.1" status: 200 len: 210 time: 0.1083033 Oct 20 10:41:11.356435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df39320-3a6b-4e60-b4c6-4cb82fc29a4a req-e636b313-ef43-422c-a8d2-e1d449737980 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:11.370355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7df39320-3a6b-4e60-b4c6-4cb82fc29a4a req-e636b313-ef43-422c-a8d2-e1d449737980 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 950 time: 0.1216285 Oct 20 10:41:11.412015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f594ea8-297b-4590-a1ca-059157af5fd8 None None] Pushing event updated for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.426362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8dfd67f1-5d59-4412-b871-d0a1f108d5e5 None None] Provisioning complete for port 0388ed54-5b86-4109-80e1-ffc108420ab2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:11.427176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8dfd67f1-5d59-4412-b871-d0a1f108d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.603431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7df39320-3a6b-4e60-b4c6-4cb82fc29a4a req-2d8eb3e7-c8ad-4a5c-a2ad-28335c8c1fe5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320790 Oct 20 10:41:11.610055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.692350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'Port': ['ID=12fc94d7-dd1c-4323-823e-67f5639f9f9a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.770993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'name': 'network-vif-deleted', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:11.773871 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9fbc58-640d-4f37-831b-0cc7fb17a3a6" -d '{"events": [{"server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "name": "network-vif-deleted", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:11.805216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:11.810170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:11.817013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:11.906993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6c5d6-021e-4cd2-91b1-d391e95ff696 req-67ca88cb-d6f7-44c3-878e-854e8935efc2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:11.919191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37a6c5d6-021e-4cd2-91b1-d391e95ff696 req-67ca88cb-d6f7-44c3-878e-854e8935efc2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.2342386 Oct 20 10:41:11.927164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:12.012439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37a6c5d6-021e-4cd2-91b1-d391e95ff696 req-80618ab6-c701-446a-a58f-fbe831035a01 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917518 Oct 20 10:41:12.049248 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b5ef5-0a14-499d-93b9-a50358194a10 None None] The sync data for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 is: [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:12.137541 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c26725-5d4e-458f-9b4a-a05932afffe1 x-openstack-request-id: req-90c26725-5d4e-458f-9b4a-a05932afffe1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:12.137541 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17d27b9-5ea9-458e-8952-054eb803c084", "name": "network-vif-deleted", "tag": "4f5f208e-c553-4a19-b817-a64b4dcc341f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:12.137541 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90c26725-5d4e-458f-9b4a-a05932afffe1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:12.137960 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17d27b9-5ea9-458e-8952-054eb803c084', 'name': 'network-vif-deleted', 'tag': '4f5f208e-c553-4a19-b817-a64b4dcc341f', 'status': 'completed', 'code': 200} Oct 20 10:41:12.170373 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.247112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-094289c9-3106-4f67-985f-65a6348e2dbf tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:12.248609 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-094289c9-3106-4f67-985f-65a6348e2dbf tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 950 time: 0.1095200 Oct 20 10:41:12.260638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.356972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42698) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:12.514064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.519335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Deleting port 50c2baac-6ca8-47fe-aa00-1168568dee78 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:12.523535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.626464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.645789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.664691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.860345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] For port 50c2baac-6ca8-47fe-aa00-1168568dee78, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=50c2baac-6ca8-47fe-aa00-1168568dee78,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:12.860946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.900383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0388ed54-5b86-4109-80e1-ffc108420ab2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:12.926360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Calling delete_port for 50c2baac-6ca8-47fe-aa00-1168568dee78 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:12.937656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.940290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.967781 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "DELETE /v2.0/security-groups/04b56728-0efc-43d4-8bdc-60486084e6af HTTP/1.1" status: 204 len: 168 time: 0.6097538 Oct 20 10:41:12.968398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42712) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:12.994842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.009286 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-3019afaa-e945-4103-9286-36fcac786c88 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] show failed (client error): The resource could not be found. Oct 20 10:41:13.009613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0388ed54-5b86-4109-80e1-ffc108420ab2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:13.010182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.013659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3019afaa-e945-4103-9286-36fcac786c88 tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "GET /v2.0/security-groups/04b56728-0efc-43d4-8bdc-60486084e6af HTTP/1.1" status: 404 len: 347 time: 0.0336995 Oct 20 10:41:13.020214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:13.030539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18a72b-8a0e-45f1-89c0-4cbfc149bdbe tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b56728-0efc-43d4-8bdc-60486084e6af,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:13.134457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'Port': ['ID=12fc94d7-dd1c-4323-823e-67f5639f9f9a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:13.164728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.165073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.165412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.165745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.174208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.174624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.175541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.175884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.176363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.176718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.177039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.177366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:13.189463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.197212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a26ea11-55e4-476e-bc6e-1a7a81b67819 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2043703 Oct 20 10:41:13.220580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39a1d-54ec-4c4c-9a4f-04b80449b89d req-b28df8c4-1465-4037-b704-d4664a688305 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:13.231464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59c39a1d-54ec-4c4c-9a4f-04b80449b89d req-b28df8c4-1465-4037-b704-d4664a688305 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 950 time: 0.4168959 Oct 20 10:41:13.333133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1469-eb40-488e-a725-8f3de2f0d814 req-c01c57d3-8906-46dd-ade7-716281813539 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:13.341560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a64f1469-eb40-488e-a725-8f3de2f0d814 req-c01c57d3-8906-46dd-ade7-716281813539 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 949 time: 0.3510356 Oct 20 10:41:13.382596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59c39a1d-54ec-4c4c-9a4f-04b80449b89d req-bcf844b9-3166-4b4c-bb32-03b47fef542b tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2c7dafc-1b8a-4e53-b855-9259b989191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476152 Oct 20 10:41:13.446073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a64f1469-eb40-488e-a725-8f3de2f0d814 req-49770b05-3e95-4a0c-84a2-81a8a2bb5fa9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034265 Oct 20 10:41:13.542458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Deleting port 4857df25-2f05-4ed2-b11b-b7c80d5b940c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:13.543276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.625679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399a64-51fd-4edd-a4e4-8c1cdd5636db req-eb1d067e-0f69-4f7a-a9ab-81cb28ac9641 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:13.632060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f399a64-51fd-4edd-a4e4-8c1cdd5636db req-eb1d067e-0f69-4f7a-a9ab-81cb28ac9641 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1138825 Oct 20 10:41:13.688963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.704080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['50c2baac-6ca8-47fe-aa00-1168568dee78'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:13.744296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Pushing event deleted for resources: {'Port': ['ID=50c2baac-6ca8-47fe-aa00-1168568dee78,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:13.794891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f399a64-51fd-4edd-a4e4-8c1cdd5636db req-2a6d4eea-f48b-4420-a248-124df323f057 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226861 Oct 20 10:41:13.830971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4f5f208e-c553-4a19-b817-a64b4dcc341f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:13.839549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-64f0f95e-af75-4939-af8d-718b75808794 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1208126012&fields=id&tenant_id=99c549551f5545ca950001d8924cf807 HTTP/1.1" status: 200 len: 267 time: 0.0732462 Oct 20 10:41:13.847646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] No DVR routers for this DVR port 50c2baac-6ca8-47fe-aa00-1168568dee78 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:13.855712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.859562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2ca035f8-8329-4b2f-8430-c52b3acbb8c4 req-0fc64437-4a2a-4364-af7b-3042dd4d10f5 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.70 "DELETE /v2.0/ports/50c2baac-6ca8-47fe-aa00-1168568dee78 HTTP/1.1" status: 204 len: 173 time: 1.6012261 Oct 20 10:41:13.874956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.875872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.930955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 4f5f208e-c553-4a19-b817-a64b4dcc341f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:13.934123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4f5f208e-c553-4a19-b817-a64b4dcc341f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:13.959485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Calling delete_port for 4857df25-2f05-4ed2-b11b-b7c80d5b940c owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:14.126231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-7a9eb9de-b5e7-43ac-8fd7-44fd120a42e0 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:14.140823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'name': 'network-vif-deleted', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:14.142336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-7a9eb9de-b5e7-43ac-8fd7-44fd120a42e0 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/networks?id=6fba6240-577e-44e4-8747-cad647725e13 HTTP/1.1" status: 200 len: 806 time: 0.3015647 Oct 20 10:41:14.149807 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6830aa6-80f1-4315-be52-15e6c61b764a" -d '{"events": [{"server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "name": "network-vif-deleted", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:14.170399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-e1cf0d5b-edb9-4d11-a1df-6a3aa424c81a tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/quotas/99c549551f5545ca950001d8924cf807 HTTP/1.1" status: 200 len: 375 time: 0.0236585 Oct 20 10:41:14.298890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.301734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ab1a9835-e2a8-4e96-8a92-4c7d6a118e78 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=99c549551f5545ca950001d8924cf807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295764 Oct 20 10:41:14.329527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Pushing event deleted for resources: {'Port': ['ID=4857df25-2f05-4ed2-b11b-b7c80d5b940c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:14.379444 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64669d4e-ee00-41fc-a315-6ebce11958ed x-openstack-request-id: req-64669d4e-ee00-41fc-a315-6ebce11958ed {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:14.379729 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf08ee4c-ea15-44dd-8ad7-7a4dc684b924", "name": "network-vif-deleted", "tag": "50c2baac-6ca8-47fe-aa00-1168568dee78", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:14.379983 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64669d4e-ee00-41fc-a315-6ebce11958ed {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:14.380362 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf08ee4c-ea15-44dd-8ad7-7a4dc684b924', 'name': 'network-vif-deleted', 'tag': '50c2baac-6ca8-47fe-aa00-1168568dee78', 'status': 'completed', 'code': 200} Oct 20 10:41:14.383699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.387573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.391086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f14e54e-0ba2-4c10-a0ec-c946b11a281a tempest-ImagesOneServerNegativeTestJSON-872411270 tempest-ImagesOneServerNegativeTestJSON-872411270-project] 10.222.0.74 "DELETE /v2.0/floatingips/d81168bc-75ea-4a15-8efd-b756eb3e9ed5 HTTP/1.1" status: 204 len: 168 time: 1.3661501 Oct 20 10:41:14.402070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-10bf7832-540a-4a86-8d86-74e866460bfd tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:14.407227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-10bf7832-540a-4a86-8d86-74e866460bfd tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 949 time: 0.1525609 Oct 20 10:41:14.538391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Deleting port c2008d66-14dd-4e42-b4b5-655f89dcee81 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:14.538732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.574727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-a9590e66-6aff-4895-b01b-ed711cd58056 service neutron] 10.222.0.74 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696764 Oct 20 10:41:14.659196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] For port c2008d66-14dd-4e42-b4b5-655f89dcee81, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c2008d66-14dd-4e42-b4b5-655f89dcee81,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:14.660200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.681324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Calling delete_port for c2008d66-14dd-4e42-b4b5-655f89dcee81 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:14.707923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0aa3608-0264-4ead-af48-155d256cf96e req-e83364ea-a013-49ae-acce-27dc82e84a75 tempest-ServerDiagnosticsNegativeTest-1434403252 tempest-ServerDiagnosticsNegativeTest-1434403252-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf08ee4c-ea15-44dd-8ad7-7a4dc684b924 HTTP/1.1" status: 200 len: 210 time: 0.0601685 Oct 20 10:41:14.828686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-19bf4f3d-ef5d-49cd-90e5-cd0fb9d79ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516012 Oct 20 10:41:14.865251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.879057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c2008d66-14dd-4e42-b4b5-655f89dcee81', 'f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:14.922685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-530ff0d8-00a0-4697-bd46-c67a43139dd7 req-2c3adc65-390b-4a8a-964b-e4f5b88a1066 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=574d9efb-e135-4f76-a30e-b488c7449fce HTTP/1.1" status: 200 len: 210 time: 0.0662227 Oct 20 10:41:14.949005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event deleted for resources: {'Port': ['ID=c2008d66-14dd-4e42-b4b5-655f89dcee81,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:15.017783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] No DVR routers for this DVR port c2008d66-14dd-4e42-b4b5-655f89dcee81 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:15.022820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.027658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f1ac1658-2330-45f2-97c7-87536b94a11e req-a4854ed2-e5d2-4bed-985a-eaa3adf81fa3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "DELETE /v2.0/ports/c2008d66-14dd-4e42-b4b5-655f89dcee81 HTTP/1.1" status: 204 len: 173 time: 0.6148889 Oct 20 10:41:15.182685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:15.276066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Deleting subnet cace5bd5-3538-46a3-9c1e-604fa2ec2558 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:15.286019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.306554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48db6642-dd4c-421f-a188-0eb401ce0cc2 req-465f38ef-d3ba-4308-8a1a-ce0537468977 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 210 time: 0.0336523 Oct 20 10:41:15.336244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8abe18-8294-4cc7-ae15-d74e6ee971e5 req-73fd682b-1cbd-4a20-a347-da066db5f6d1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:15.336244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e8abe18-8294-4cc7-ae15-d74e6ee971e5 req-73fd682b-1cbd-4a20-a347-da066db5f6d1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0987110 Oct 20 10:41:15.354657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.364309 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.392794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e8abe18-8294-4cc7-ae15-d74e6ee971e5 req-88a35207-0be3-44f9-9f39-2bc82191ceed tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564058 Oct 20 10:41:15.486310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.526780 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.544538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.548896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cace5bd5-3538-46a3-9c1e-604fa2ec2558 HTTP/1.1" status: 204 len: 168 time: 0.3650677 Oct 20 10:41:15.550293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0deee-055a-4eeb-ace9-e4b161c14144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cace5bd5-3538-46a3-9c1e-604fa2ec2558,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:15.551780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:15.699151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.812004 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.826168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c2008d66-14dd-4e42-b4b5-655f89dcee81 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:15.846400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:15.859878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191b110c-4174-4ccb-8550-f7d60925276c') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:15.860481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191b110c-4174-4ccb-8550-f7d60925276c') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:15.878354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: c2008d66-14dd-4e42-b4b5-655f89dcee81 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:15.878354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c2008d66-14dd-4e42-b4b5-655f89dcee81 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:15.878354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 50c2baac-6ca8-47fe-aa00-1168568dee78 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:15.885901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.900025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 50c2baac-6ca8-47fe-aa00-1168568dee78 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:15.900368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 50c2baac-6ca8-47fe-aa00-1168568dee78 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:15.912541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.924909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:15.926203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:15.929516 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:16.080183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.087107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.094481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26 HTTP/1.1" status: 204 len: 168 time: 0.5408304 Oct 20 10:41:16.155431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e5e54-bc2c-4509-901c-c088972757e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a067d6b8-71fa-4ba0-bd28-1bfa2ab1fa26,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:16.227414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42788) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:16.350160 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.382516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'name': 'network-vif-deleted', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:16.386717 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d301e54-4cfc-463d-9402-f7c7910bdc37" -d '{"events": [{"server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "name": "network-vif-deleted", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:16.463698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:16.497778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789dbb7-ba25-4dda-87d6-9a438b5b05a1 req-b0c5d432-b97c-414b-a038-3d2c0719b16a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:16.512383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e789dbb7-ba25-4dda-87d6-9a438b5b05a1 req-b0c5d432-b97c-414b-a038-3d2c0719b16a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 951 time: 0.0833812 Oct 20 10:41:16.563340 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eb2aee42-14b5-4b5c-95ce-4ba8d859c0c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c301ff71f2fb4b149bcf46655c6dcd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340464 Oct 20 10:41:16.566358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28463e26-dbfe-45f2-8d2b-221f7a0c7b6d req-4a28de54-f2d0-470a-a862-9778b4d93203 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 210 time: 0.0518372 Oct 20 10:41:16.566857 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1938b925-72e2-451f-a1ae-1fca5d2bace8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fe0caac456044588a100be393a88fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017394 Oct 20 10:41:16.567462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:16.569273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:16.608510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e789dbb7-ba25-4dda-87d6-9a438b5b05a1 req-4ac276b3-2c0d-4f3a-8d91-207e045cc8c3 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951390 Oct 20 10:41:16.647997 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244ee4b3-35c0-4f69-b57e-3c0b8eb3f044 x-openstack-request-id: req-244ee4b3-35c0-4f69-b57e-3c0b8eb3f044 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:16.648289 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d9efb-e135-4f76-a30e-b488c7449fce", "name": "network-vif-deleted", "tag": "c2008d66-14dd-4e42-b4b5-655f89dcee81", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:16.648512 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-244ee4b3-35c0-4f69-b57e-3c0b8eb3f044 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:16.648894 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d9efb-e135-4f76-a30e-b488c7449fce', 'name': 'network-vif-deleted', 'tag': 'c2008d66-14dd-4e42-b4b5-655f89dcee81', 'status': 'completed', 'code': 200} Oct 20 10:41:16.672435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.698488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.730979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.751026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.759846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849c76-b2f3-4bff-b314-11f4140854ed req-f4af2b91-6a79-4f16-bb41-1ff6df06487c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:16.767522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb849c76-b2f3-4bff-b314-11f4140854ed req-f4af2b91-6a79-4f16-bb41-1ff6df06487c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0829470 Oct 20 10:41:16.826474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb849c76-b2f3-4bff-b314-11f4140854ed req-600dd218-3dcc-464e-a554-fbf432adedd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577037 Oct 20 10:41:16.910437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.913042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.914178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8659d2c5-d972-40e3-9cdc-54713f71b8ac HTTP/1.1" status: 204 len: 168 time: 0.3440962 Oct 20 10:41:16.935319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cae103-243c-4e2a-8f3c-75c3524faa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659d2c5-d972-40e3-9cdc-54713f71b8ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:16.944215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-7b4a9e3a-7c5f-4cee-837d-fc306273ab29 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:16.945641 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-7b4a9e3a-7c5f-4cee-837d-fc306273ab29 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.70 "GET /v2.0/networks?id=6fba6240-577e-44e4-8747-cad647725e13 HTTP/1.1" status: 200 len: 806 time: 0.1594222 Oct 20 10:41:16.976249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.978984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.980587 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2c7dafc-1b8a-4e53-b855-9259b989191c HTTP/1.1" status: 204 len: 168 time: 0.4121685 Oct 20 10:41:17.003089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c33be-6a29-41bd-aff0-f11bc85b8d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7dafc-1b8a-4e53-b855-9259b989191c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:17.020683 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-204ee689-b6ad-4730-9f1b-223b40d8b1d5 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c549551f5545ca950001d8924cf807 HTTP/1.1" status: 200 len: 380 time: 0.0656252 Oct 20 10:41:17.037383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'port': {'device_id': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'admin_state_up': True, 'tenant_id': '99c549551f5545ca950001d8924cf807', 'security_groups': ['2cde2068-ae35-4a6d-945b-e9cd07d08864']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:17.180392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Made reservation on behalf of 99c549551f5545ca950001d8924cf807 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:17.184727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.424333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Allocated IP 172.20.0.4 (6fba6240-577e-44e4-8747-cad647725e13/abd57fba-7cb9-4fba-9b9e-81a671464eb0/9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:17.495370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:17.512511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e63d82b-235f-45cd-ae1b-6f6e921844e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.645623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e63d82b-235f-45cd-ae1b-6f6e921844e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.654646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e63d82b-235f-45cd-ae1b-6f6e921844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.665339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.692616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e63d82b-235f-45cd-ae1b-6f6e921844e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b73e6659c0ee4e0694b74aeb06fde7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956222 Oct 20 10:41:17.694921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42864) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:17.739614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.854008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Network 6fba6240-577e-44e4-8747-cad647725e13 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:17.865323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:17.885926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:17.898659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:17.899351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.922200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63d82b-235f-45cd-ae1b-6f6e921844e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a070515-4a9d-4c85-9904-4e3fedef05d8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:17.943976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.001114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152396f7-83aa-445c-a55e-7f7863bc27cf req-d0fb3e96-4c72-45bd-9923-cf9a31a2df43 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:18.002617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-152396f7-83aa-445c-a55e-7f7863bc27cf req-d0fb3e96-4c72-45bd-9923-cf9a31a2df43 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 951 time: 0.2307281 Oct 20 10:41:18.040018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e92aca-a146-41ed-a711-7c96b7671ef4 req-e461ea2d-eff7-4d78-807a-6cbfbbe1f4b5 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:18.059384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6e92aca-a146-41ed-a711-7c96b7671ef4 req-e461ea2d-eff7-4d78-807a-6cbfbbe1f4b5 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 931 time: 0.3251119 Oct 20 10:41:18.198284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-152396f7-83aa-445c-a55e-7f7863bc27cf req-8cab5135-f8bb-4d3b-aa6a-82c189b5f86d tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6e1c006-915c-4564-b67c-35e108e19b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970294 Oct 20 10:41:18.248356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.272388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-494590f1-7cf5-4bf2-9890-560275a2c664 None None] Provisioning complete for port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:18.272877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-494590f1-7cf5-4bf2-9890-560275a2c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.317130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6e92aca-a146-41ed-a711-7c96b7671ef4 req-19272176-7574-4ffc-8809-4d0b3e475687 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564952 Oct 20 10:41:18.321720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event updated for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:18.332733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-ff8c4064-f77f-4657-a2bc-5168359d8757 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033004 Oct 20 10:41:18.353501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Request body: {'port': {'device_id': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:18.364289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-494590f1-7cf5-4bf2-9890-560275a2c664 None None] Port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:18.406177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-e63d357d-21fd-49d6-a6c8-0b50ed705acf tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:18.407905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-e63d357d-21fd-49d6-a6c8-0b50ed705acf tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 951 time: 0.0974336 Oct 20 10:41:18.444580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.448025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.454899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a070515-4a9d-4c85-9904-4e3fedef05d8 HTTP/1.1" status: 204 len: 168 time: 0.7585671 Oct 20 10:41:18.469512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9dd6-6919-44d9-bdcd-cc032a552519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a070515-4a9d-4c85-9904-4e3fedef05d8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:18.472754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.517508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bdde8-f839-4ed4-b8de-3edd86dce39c req-1da3ffa3-783d-409a-83db-f8f914e031b2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:18.527516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-388bdde8-f839-4ed4-b8de-3edd86dce39c req-1da3ffa3-783d-409a-83db-f8f914e031b2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1832018 Oct 20 10:41:18.659580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-388bdde8-f839-4ed4-b8de-3edd86dce39c req-823aeac2-e75c-4818-b913-436384b5a24c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293018 Oct 20 10:41:18.668092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Deleting port f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:18.668429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.858637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] For port f960c738-9dd1-4851-bf05-be79dd5314e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f960c738-9dd1-4851-bf05-be79dd5314e5,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:18.859301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.877404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Calling delete_port for f960c738-9dd1-4851-bf05-be79dd5314e5 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:19.032120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:19.041009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.081772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Transition to ACTIVE for port object 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:19.100012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.165225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.177714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f960c738-9dd1-4851-bf05-be79dd5314e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:19.275707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:19.403054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2585ac7-0788-4427-ba09-eae9b2675ae4 req-a9e5770a-537f-4906-a692-a9e5e00fd23a tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0a26f0-2ffe-448c-9fbd-37c5c29e727b HTTP/1.1" status: 200 len: 210 time: 0.0782452 Oct 20 10:41:19.429096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Pushing event deleted for resources: {'Port': ['ID=f960c738-9dd1-4851-bf05-be79dd5314e5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:19.456839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] No DVR routers for this DVR port f960c738-9dd1-4851-bf05-be79dd5314e5 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:19.461420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.464752 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e956aec9-57ff-49fa-94a0-860721a85c32 req-f5c5e2e5-82a4-4a56-a313-6c8e7ff89ac9 tempest-ServersAdminTestJSON-2059543916 tempest-ServersAdminTestJSON-2059543916-project] 10.222.0.70 "DELETE /v2.0/ports/f960c738-9dd1-4851-bf05-be79dd5314e5 HTTP/1.1" status: 204 len: 173 time: 1.0360363 Oct 20 10:41:19.470476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-deleted', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:19.473389 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ceaf5f-d515-40c2-b3f2-2d61e853efcc" -d '{"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-deleted", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:19.477415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Attempting to bind port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:19.477752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Attempting to bind port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:19.478081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Attempting to bind port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 on network 6fba6240-577e-44e4-8747-cad647725e13 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:19.484012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 on network 6fba6240-577e-44e4-8747-cad647725e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:19.484330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Attempting to bind port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 on network 6fba6240-577e-44e4-8747-cad647725e13 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:19.491464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:19.492416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Checking segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:19.492808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Bound using segment: {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:19.493271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Bound port: 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a27e73-47ce-42aa-9c6b-7cbf757acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fba6240-577e-44e4-8747-cad647725e13'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:19.494229 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.647917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0569c-40e7-41c3-a478-a9b0f2ad1ea5 req-c18c0ab9-a1f8-404d-ba32-af4bf3ad63c8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:19.651532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:19.657549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:19.665962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aef0569c-40e7-41c3-a478-a9b0f2ad1ea5 req-c18c0ab9-a1f8-404d-ba32-af4bf3ad63c8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 943 time: 0.1345816 Oct 20 10:41:19.670062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.729164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aef0569c-40e7-41c3-a478-a9b0f2ad1ea5 req-549f6e8e-10b1-461f-a89d-2f7ec3c7dc1d tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620782 Oct 20 10:41:19.754617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:19.755296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.756934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] 10.222.0.70 "PUT /v2.0/ports/9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 HTTP/1.1" status: 200 len: 1092 time: 1.4087892 Oct 20 10:41:19.800539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9110d2-fa87-4865-b6c9-6aadeb677263 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:19.820788 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95cda2-1e68-481b-bcae-362f784580aa x-openstack-request-id: req-dd95cda2-1e68-481b-bcae-362f784580aa {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:19.823731 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a26f0-2ffe-448c-9fbd-37c5c29e727b", "name": "network-vif-deleted", "tag": "f960c738-9dd1-4851-bf05-be79dd5314e5", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:19.823731 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd95cda2-1e68-481b-bcae-362f784580aa {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:19.825544 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a26f0-2ffe-448c-9fbd-37c5c29e727b', 'name': 'network-vif-deleted', 'tag': 'f960c738-9dd1-4851-bf05-be79dd5314e5', 'status': 'completed', 'code': 200} Oct 20 10:41:19.898577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-d77b71cc-c7d7-445d-ac88-4c640891b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:19.902015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-d77b71cc-c7d7-445d-ac88-4c640891b3c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c549551f5545ca950001d8924cf807&device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 1095 time: 0.0754306 Oct 20 10:41:20.039410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-9b83d65c-6a2d-49f5-b45a-21afb8c03df9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 HTTP/1.1" status: 200 len: 217 time: 0.1082511 Oct 20 10:41:20.041687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82d05-8a3e-4b93-a003-bf0737723489 req-7bb13a2b-8eae-40f4-9c42-6e9925109447 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:20.044346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4a82d05-8a3e-4b93-a003-bf0737723489 req-7bb13a2b-8eae-40f4-9c42-6e9925109447 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.1274312 Oct 20 10:41:20.112404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-314c46bc-a1ef-42b6-97f3-b447eb1eeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:20.114178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-314c46bc-a1ef-42b6-97f3-b447eb1eeea7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd57fba-7cb9-4fba-9b9e-81a671464eb0 HTTP/1.1" status: 200 len: 845 time: 0.0625732 Oct 20 10:41:20.172443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4a82d05-8a3e-4b93-a003-bf0737723489 req-7d5a4786-219c-4d2c-b2ab-b63bfdaa7804 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211321 Oct 20 10:41:20.194225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-6fc311b9-d1c6-4245-963e-5d48ea103be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:20.201655 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-6fc311b9-d1c6-4245-963e-5d48ea103be7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fba6240-577e-44e4-8747-cad647725e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746751 Oct 20 10:41:20.332048 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-40ab4b1b-9359-4b28-a554-4f49e3229728 service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224411 Oct 20 10:41:20.553747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2363ca1f-07e6-4d6d-a344-902d094c8d9f req-3f6158c5-2b86-4fab-9db0-c908cf914049 service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109501 Oct 20 10:41:20.909723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43008) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:20.925960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4a98-a3d8-4cf2-ab2a-a795d053ab19 req-72aacab8-8a41-4bc7-ac2d-67f35bf6deac tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:20.928304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-212b4a98-a3d8-4cf2-ab2a-a795d053ab19 req-72aacab8-8a41-4bc7-ac2d-67f35bf6deac tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 943 time: 0.0925364 Oct 20 10:41:21.016243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-212b4a98-a3d8-4cf2-ab2a-a795d053ab19 req-e594042f-318d-4b36-91eb-8073b70c56ad tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765235 Oct 20 10:41:21.113517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4c9f5763-1fb8-4cb5-b67a-35a7fdf1ee87 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13d0d7d5c18c4c0b9fe1ccdc000d4a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024548 Oct 20 10:41:21.115920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:21.200759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.244515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.310059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.313251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.317949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6e1c006-915c-4564-b67c-35e108e19b6e HTTP/1.1" status: 204 len: 168 time: 0.2006950 Oct 20 10:41:21.329472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d990f-0156-495d-a01d-f2c64bffd103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1c006-915c-4564-b67c-35e108e19b6e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:21.496760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41c907-47bb-4ea3-af32-06fa863105fb req-2d8bd160-6472-4842-a638-9c001c16508a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:21.498985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d41c907-47bb-4ea3-af32-06fa863105fb req-2d8bd160-6472-4842-a638-9c001c16508a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0855985 Oct 20 10:41:21.562000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d41c907-47bb-4ea3-af32-06fa863105fb req-d46057d9-84a5-4254-ba9f-91ab64845484 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Oct 20 10:41:21.701944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:21.751092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-70a217b1-0ef7-46cc-85a7-15f5b75267db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=caea3cd7370e4464931de76e374012a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451481 Oct 20 10:41:21.751310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43046) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:21.812545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.827698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:21.829996 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:21.840784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:21.841377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.883721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: f960c738-9dd1-4851-bf05-be79dd5314e5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:21.884580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f960c738-9dd1-4851-bf05-be79dd5314e5 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:21.904224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.909671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.913861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/296984ae-60b7-410a-a8cc-0358fe247895 HTTP/1.1" status: 204 len: 168 time: 0.1617174 Oct 20 10:41:21.923852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2ef07-4cd9-4f69-bc0c-6aad23b91910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296984ae-60b7-410a-a8cc-0358fe247895,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:22.001938 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73875b-97c2-43e2-94ed-5f647212e6a6 x-openstack-request-id: req-bc73875b-97c2-43e2-94ed-5f647212e6a6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:22.002238 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:22.003040 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc73875b-97c2-43e2-94ed-5f647212e6a6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:22.003446 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'status': 'completed', 'code': 200} Oct 20 10:41:22.095176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-ccadb280-b5ac-47c5-a5db-975985002039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.098414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-ccadb280-b5ac-47c5-a5db-975985002039 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c549551f5545ca950001d8924cf807&device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 1095 time: 0.0691378 Oct 20 10:41:22.156582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515c16-627f-4b76-a336-13cff5c561f6 req-952b4bcc-531f-4373-9251-cf3ea829238e tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.160351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e515c16-627f-4b76-a336-13cff5c561f6 req-952b4bcc-531f-4373-9251-cf3ea829238e tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 943 time: 0.0671220 Oct 20 10:41:22.209150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e515c16-627f-4b76-a336-13cff5c561f6 req-fb7a7671-aff8-4840-9b6e-51b29319fc7e tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Oct 20 10:41:22.257946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-bb97f514-420f-49d7-9176-c931f4c97e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.259555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-bb97f514-420f-49d7-9176-c931f4c97e19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fba6240-577e-44e4-8747-cad647725e13 HTTP/1.1" status: 200 len: 908 time: 0.1524744 Oct 20 10:41:22.350337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-9f7cdd09-2289-45fd-9840-b10be63c5587 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0831606 Oct 20 10:41:22.431363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-8fee73c9-7d40-4ebd-900f-8337529277b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.432970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-8fee73c9-7d40-4ebd-900f-8337529277b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd57fba-7cb9-4fba-9b9e-81a671464eb0 HTTP/1.1" status: 200 len: 845 time: 0.0752490 Oct 20 10:41:22.492214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-b597f529-4d10-4ea4-9d38-2d9c9c1b5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.494361 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-b597f529-4d10-4ea4-9d38-2d9c9c1b5aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fba6240-577e-44e4-8747-cad647725e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527232 Oct 20 10:41:22.662473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-085870d1-975e-4d9e-8f10-097a14210935 service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596437 Oct 20 10:41:22.786311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d18ffe0-08aa-4ad2-ab63-458b7ddc7e38 req-403c2326-be3e-4746-ade1-d4d6fd02c792 service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156940 Oct 20 10:41:22.827147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:22.856160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2236f3a-d07e-4164-9e6b-45f6af772b81 req-2c6b668f-b84b-4280-9025-c3cb9bcda9d0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.858099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2236f3a-d07e-4164-9e6b-45f6af772b81 req-2c6b668f-b84b-4280-9025-c3cb9bcda9d0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 945 time: 0.0669343 Oct 20 10:41:22.901743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2236f3a-d07e-4164-9e6b-45f6af772b81 req-4d9a3f17-46d5-4e09-9326-e93c525b48c1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Oct 20 10:41:22.959571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-network', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:22.981883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Made reservation on behalf of 32222edfbfd34ecca4b20cb85454f947 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:22.984381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.994348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.087410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.091377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.114684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:23.130462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.136426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.136758 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Added segment 8de00af3-1e84-46a3-ad92-2cdb256340be of type vlan for network fd6aafa2-b576-4df6-89d3-225672a70bc7 Oct 20 10:41:23.182214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.209652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.210884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.211611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.247126 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4188476 Oct 20 10:41:23.250134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43106) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.256171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Request body: {'subnet': {'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-subnet', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:23.284091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246acf8-436d-4ce7-b76b-b3c65ec95e0e admin admin] Pushing event updated for resources: {'Network': ['ID=fd6aafa2-b576-4df6-89d3-225672a70bc7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.285012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Made reservation on behalf of 32222edfbfd34ecca4b20cb85454f947 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:23.288038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.297262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:23.492909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.562372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa6717b-912c-40ff-a40f-ab0c2a43366d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.566179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Checking segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:23.566587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Network hostable DHCP agents. Network: fd6aafa2-b576-4df6-89d3-225672a70bc7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:23.584199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:23.593182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, fd6aafa2-b576-4df6-89d3-225672a70bc7) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:23.598398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.599166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.605921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080d325-366f-4321-9097-207a3e404572 None None] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:23.622424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.622528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6cdb91eb-5b76-4be5-8370-10357b2ade80 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3704474 Oct 20 10:41:23.626601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:23.654580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.655988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.729776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.822502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-fd6aafa2-b576-4df6-89d3-225672a70bc7', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:41:23.823469 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.892939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.903042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:24.056899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:24.059070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Allocated IP 172.20.0.2 (fd6aafa2-b576-4df6-89d3-225672a70bc7/0aa6717b-912c-40ff-a40f-ab0c2a43366d/00a69454-0275-47d7-86aa-8165b1827d02) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:24.076286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'port_id': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'mac_address': 'fa:16:3e:9c:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:24.133133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.155686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.172652 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.195382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:24.269861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Allocated IP 172.25.3.96 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/990df93b-007c-4bd8-8993-0becc7974592) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:24.394873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.400766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:24.423909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.432262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.470617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:24.471221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.474676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:24.478737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:24.486900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Pushing event updated for resources: {'Port': ['ID=990df93b-007c-4bd8-8993-0becc7974592,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:24.490548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.499798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:24.554013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:24.554862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Pushing event updated for resources: {'Port': ['ID=00a69454-0275-47d7-86aa-8165b1827d02,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:24.559776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:24.561981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:24.630720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Attempting to bind port 00a69454-0275-47d7-86aa-8165b1827d02 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:24.631118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Attempting to bind port 00a69454-0275-47d7-86aa-8165b1827d02 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:24.631484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Attempting to bind port 00a69454-0275-47d7-86aa-8165b1827d02 on network fd6aafa2-b576-4df6-89d3-225672a70bc7 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:24.637175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:24.637577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Checking segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:24.638151 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.638546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Bound using segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:24.639252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Bound port: 00a69454-0275-47d7-86aa-8165b1827d02, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:24.639964 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.697298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:24.716431 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.732251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] For port 00a69454-0275-47d7-86aa-8165b1827d02, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:24.753392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] For port 00a69454-0275-47d7-86aa-8165b1827d02, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00a69454-0275-47d7-86aa-8165b1827d02,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:24.764295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.857812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706fa56-156b-493a-aba5-0f79539daeae None None] Pushing event updated for resources: {'Port': ['ID=00a69454-0275-47d7-86aa-8165b1827d02,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:25.228959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.379198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Router 026fc04b-51c7-4ef3-9568-db8f39e4018e is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:41:25.501349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:25.516799 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Sync routers for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:25.522909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.524650 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e3fe93ed-aed3-4ec3-bc35-55e319a44b1a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 1.9016819 Oct 20 10:41:25.527362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43120) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:25.533403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:25.534336 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:25.705439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:25.870646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:25.905940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92152622-9471-4d5c-98b5-214348300f25 None None] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:25.976042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:24Z', 'revision_number': 3, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:25.995488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:26.013530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:26.013899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.017199 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Checking router: 026fc04b-51c7-4ef3-9568-db8f39e4018e for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:26.017199 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Updating router 026fc04b-51c7-4ef3-9568-db8f39e4018e port 990df93b-007c-4bd8-8993-0becc7974592 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:26.050686 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.066723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] Provisioning complete for port 00a69454-0275-47d7-86aa-8165b1827d02 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:26.067457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.182452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.251377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.305435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.307129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:26.309433 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160e1f97-1225-48b9-949d-f08fd74d4717" -d '{"events": [{"server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:26.332743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:26.340539 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.405291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] For port 00a69454-0275-47d7-86aa-8165b1827d02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00a69454-0275-47d7-86aa-8165b1827d02,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:26.415475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.436896 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.443727 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.453704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.498542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Allocated IP 172.20.0.1 (fd6aafa2-b576-4df6-89d3-225672a70bc7/0aa6717b-912c-40ff-a40f-ab0c2a43366d/f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:26.513418 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Attempting to bind port 990df93b-007c-4bd8-8993-0becc7974592 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:26.513798 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Attempting to bind port 990df93b-007c-4bd8-8993-0becc7974592 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:26.514150 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Attempting to bind port 990df93b-007c-4bd8-8993-0becc7974592 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:26.516120 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1151ca-5d50-49f1-bd67-91c6c8d6312e None None] Pushing event updated for resources: {'Port': ['ID=990df93b-007c-4bd8-8993-0becc7974592,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.525852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:26.526598 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:26.526721 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.527371 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:26.534284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cce73-d24e-489d-910d-8ae7d58f990c None None] Pushing event updated for resources: {'Port': ['ID=00a69454-0275-47d7-86aa-8165b1827d02,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.537516 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Bound port: 990df93b-007c-4bd8-8993-0becc7974592, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:26.537944 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.598822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] For port 990df93b-007c-4bd8-8993-0becc7974592, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:26.603338 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] For port 990df93b-007c-4bd8-8993-0becc7974592, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=990df93b-007c-4bd8-8993-0becc7974592,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:26.616987 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.671003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.687710 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:26.688336 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:26.720370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.725912 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1151ca-5d50-49f1-bd67-91c6c8d6312e None None] Pushing event updated for resources: {'Port': ['ID=990df93b-007c-4bd8-8993-0becc7974592,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.743220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6fc6b1a2-fafc-491c-bab6-384ff5c63b30 None None] Provisioning complete for port 00a69454-0275-47d7-86aa-8165b1827d02 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:26.743832 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fc6b1a2-fafc-491c-bab6-384ff5c63b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.789387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:26.794117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:26.802248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:26.802728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.824690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.876313 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:26.932819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00a69454-0275-47d7-86aa-8165b1827d02 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:27.000154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 00a69454-0275-47d7-86aa-8165b1827d02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:27.000614 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.040020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.141160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:24Z', 'revision_number': 3, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:27.175028 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513edc3-f6b0-49a1-88b5-70c3c1af00e6 None None] The sync data for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 is: [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:24Z', 'revision_number': 3, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:27.207953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a80f0023-5ef2-4079-8758-a5f011b4f98f None None] Provisioning complete for port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:27.208328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a80f0023-5ef2-4079-8758-a5f011b4f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.270755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a80f0023-5ef2-4079-8758-a5f011b4f98f None None] Port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:27.272317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.284837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.285620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.388121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:27.491699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:27.495657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:27.733548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Router 026fc04b-51c7-4ef3-9568-db8f39e4018e has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:27.815737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-22fbfe77-69ed-40d5-b3cb-b0d22c453a8d None None] Provisioning complete for port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:27.816562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-22fbfe77-69ed-40d5-b3cb-b0d22c453a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.856894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-22fbfe77-69ed-40d5-b3cb-b0d22c453a8d None None] Port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:27.893142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:27.898962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1ec381fa-4e1f-44c0-bfda-55d2e7e532a6 admin admin] 10.222.0.74 "PUT /v2.0/routers/026fc04b-51c7-4ef3-9568-db8f39e4018e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3699329 Oct 20 10:41:28.367615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:41:28.436099 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-917ad71c-9cb0-4014-a36f-e813d5ea7606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.808138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 990df93b-007c-4bd8-8993-0becc7974592 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:28.859572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-a097bfe9-59fe-47e8-b950-c15ac0a6c01a tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3c5d7a519684407e819e3dec8a390cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478542 Oct 20 10:41:28.887122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 990df93b-007c-4bd8-8993-0becc7974592 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:28.887122 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.990862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.015995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 990df93b-007c-4bd8-8993-0becc7974592, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=990df93b-007c-4bd8-8993-0becc7974592,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:29.023697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.031562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-f0ecab00-77dd-486d-aff4-c070aa4789e3 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.049459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-f0ecab00-77dd-486d-aff4-c070aa4789e3 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887472 Oct 20 10:41:29.068474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-56b99439-4a16-480f-8e8a-2216f3512316 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/quotas/3c5d7a519684407e819e3dec8a390cdf HTTP/1.1" status: 200 len: 375 time: 0.0178621 Oct 20 10:41:29.111944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=990df93b-007c-4bd8-8993-0becc7974592,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:29.125768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-92324d27-39bc-4d80-a4a0-cb2f2412d6a5 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5d7a519684407e819e3dec8a390cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505226 Oct 20 10:41:29.220092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Sync routers for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:29.238715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:29.239403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:29.426878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7304a2-8618-4970-a6cf-52b1c434cde2 req-7b862c04-d860-4f14-9bfc-6b26ca966528 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.443103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d7304a2-8618-4970-a6cf-52b1c434cde2 req-7b862c04-d860-4f14-9bfc-6b26ca966528 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1788123 Oct 20 10:41:29.444463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:29.547491 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ec133-da20-4bd9-aced-17d144dfd7a3 x-openstack-request-id: req-ab6ec133-da20-4bd9-aced-17d144dfd7a3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:29.547777 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:29.548024 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab6ec133-da20-4bd9-aced-17d144dfd7a3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:29.548406 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'code': 200} Oct 20 10:41:29.609153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d7304a2-8618-4970-a6cf-52b1c434cde2 req-f0f99885-97ca-4aaf-8510-b95a5cb65893 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590371 Oct 20 10:41:29.679946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bc7be-8a81-4c79-8bc0-75b6d35b2978 req-a5ae23a7-7302-4526-a74b-5a6d45046c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.681537 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1f9bc7be-8a81-4c79-8bc0-75b6d35b2978 req-a5ae23a7-7302-4526-a74b-5a6d45046c41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 1097 time: 0.1015496 Oct 20 10:41:29.791036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1f9bc7be-8a81-4c79-8bc0-75b6d35b2978 req-4352cb79-1f5a-4830-87c0-7095f33f66bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022561 Oct 20 10:41:29.939290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c32de01-7a29-4b13-b784-581cc450f914 req-00c1c540-53f8-4211-9d2c-06f4a4feabb1 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 210 time: 0.0684128 Oct 20 10:41:30.043715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:27Z', 'revision_number': 2, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:30.112866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Checking router: 026fc04b-51c7-4ef3-9568-db8f39e4018e for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:30.113227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Updating router 026fc04b-51c7-4ef3-9568-db8f39e4018e port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:30.132973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-19a64cf7-77e2-469d-be52-c1c6e80b4178 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.140153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-19a64cf7-77e2-469d-be52-c1c6e80b4178 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 828 time: 0.2171597 Oct 20 10:41:30.171949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-e2f7d3d0-1ac2-4d34-a60c-0ddd9bd98c5a tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/quotas/32222edfbfd34ecca4b20cb85454f947 HTTP/1.1" status: 200 len: 375 time: 0.0248342 Oct 20 10:41:30.173770 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.217478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43202) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:30.273196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-310cacc1-cedb-4861-b36a-949b5cfc0b1d tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939977 Oct 20 10:41:30.425440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-6f927230-27b3-4971-ab27-c6447e699afb service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509514 Oct 20 10:41:30.465228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2d19-e3b5-41d4-bdde-3a63a4bd9078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.529182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-c27b79bd-acc1-4d04-ab1e-aa04bff0788c service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027532 Oct 20 10:41:30.674845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2d19-e3b5-41d4-bdde-3a63a4bd9078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.681041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.692466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2d19-e3b5-41d4-bdde-3a63a4bd9078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.696802 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.776988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2d19-e3b5-41d4-bdde-3a63a4bd9078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8f461-d153-4b29-8a6c-dd3e34084e39,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:30.817891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26e47-8e57-4c86-a4a0-6845006cb013 None None] Pushing event updated for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:30.844658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb19622b-ff99-4db9-8541-165b2a76e895 req-87a9d41f-f06c-43c3-96e0-06df6c4e29e4 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 210 time: 0.1405973 Oct 20 10:41:30.847263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Attempting to bind port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:30.847616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1dbd2d19-e3b5-41d4-bdde-3a63a4bd9078 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2254608e7e8144c791474c047dde05b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277807 Oct 20 10:41:30.847731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Attempting to bind port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:30.848055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Attempting to bind port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf on network fd6aafa2-b576-4df6-89d3-225672a70bc7 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:30.849710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43216) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:30.863914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:30.864301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Checking segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:30.890470 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.890957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Bound using segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:30.891721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Bound port: f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:30.892123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.961794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644a2-5059-481d-9ec4-3cb08719959c req-18e5b9e5-c996-4cc3-8031-dc412b87f9c8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.963593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f85644a2-5059-481d-9ec4-3cb08719959c req-18e5b9e5-c996-4cc3-8031-dc412b87f9c8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.2448919 Oct 20 10:41:31.033224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.075349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] For port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:31.080921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] For port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:31.082465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 990df93b-007c-4bd8-8993-0becc7974592 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:31.102792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.116198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:31.119614 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.171454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f85644a2-5059-481d-9ec4-3cb08719959c req-0f4c3e14-94b4-4a6a-9d46-66853a669d6b tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992171 Oct 20 10:41:31.226141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2940ccaa-654b-488d-bb36-051cca3d1725 req-88036453-16fc-4e69-836a-6dd7989e0958 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 210 time: 0.1458242 Oct 20 10:41:31.243596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.248166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.249941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3cb8f461-d153-4b29-8a6c-dd3e34084e39 HTTP/1.1" status: 204 len: 168 time: 0.3987021 Oct 20 10:41:31.258376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26e47-8e57-4c86-a4a0-6845006cb013 None None] Pushing event updated for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:31.261881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d63005-22fc-4e90-bed6-f6d412be44d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb8f461-d153-4b29-8a6c-dd3e34084e39,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:31.418907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-51cf2982-2f31-45a5-bb78-4726b2723247 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3c5d7a519684407e819e3dec8a390cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700781 Oct 20 10:41:31.444073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:31.444878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.798470 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f22262d2-8d7b-426a-93db-512837bcdb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.835779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] Provisioning complete for port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:31.836540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.866815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 990df93b-007c-4bd8-8993-0becc7974592 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:31.868333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.104757 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.151641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-566fcf5a-750b-4f72-8328-c6f5a0f3b009 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.153143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-566fcf5a-750b-4f72-8328-c6f5a0f3b009 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7272291 Oct 20 10:41:32.179903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8e62b52-09f1-4f24-8af9-a280e824ffc8 req-192d3be6-42fe-4710-aa76-5222e5f4322e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 210 time: 0.1778989 Oct 20 10:41:32.208876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Request body: {'port': {'device_id': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '3c5d7a519684407e819e3dec8a390cdf'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:32.312220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:32.441925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163307c-9405-4181-9167-d60c42ee344a req-a572a39a-69c8-42b6-ab33-6c1542cc5f49 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.443503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5163307c-9405-4181-9167-d60c42ee344a req-a572a39a-69c8-42b6-ab33-6c1542cc5f49 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1034052 Oct 20 10:41:32.459882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:32.479259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Made reservation on behalf of 3c5d7a519684407e819e3dec8a390cdf for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:32.482672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.500610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.550523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5163307c-9405-4181-9167-d60c42ee344a req-446bd615-0f59-4883-a201-4fc07114bfb0 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801077 Oct 20 10:41:32.572910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'mac_address': 'fa:16:3e:e2:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:32.705800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.722257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.827159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6492b5ec-501c-48f6-8ca6-76882eea4a6f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:32.869346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.992208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f3ed3bf-b2fa-43d6-9cea-ce984c476fdf req-05925310-d705-4c6e-b08f-4c22ba92ca79 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 210 time: 0.2335644 Oct 20 10:41:33.046614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-0a4699b3-93b4-4315-8794-73cf081bdbfb tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:33.047595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.051034 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-0a4699b3-93b4-4315-8794-73cf081bdbfb tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.70 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 828 time: 0.4173396 Oct 20 10:41:33.077623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'port': {'device_id': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'admin_state_up': True, 'tenant_id': '32222edfbfd34ecca4b20cb85454f947'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:33.147701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.275814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] For port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.279964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba00b46-4b9d-4658-874b-d0beda80b098 req-dc09fd07-698a-414d-adea-c3969da17b4b tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:33.290517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ba00b46-4b9d-4658-874b-d0beda80b098 req-dc09fd07-698a-414d-adea-c3969da17b4b tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1627192 Oct 20 10:41:33.293360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Allocated IP 192.168.233.198 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/627ffbf7-06b1-4449-8b19-9021b2c289aa) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:33.299827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43322) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:33.312190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Request body: {'floatingip': {'port_id': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:33.333409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Made reservation on behalf of 32222edfbfd34ecca4b20cb85454f947 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:33.342250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.381324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.397160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:33.454751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.587878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c96c5e-fb1d-4233-aeb8-500054e62ff6 None None] Pushing event updated for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:33.632816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.645732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fa3c5387-2ada-4344-8b06-3e12141ff2f4 None None] Provisioning complete for port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:33.646318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fa3c5387-2ada-4344-8b06-3e12141ff2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.650663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Allocated IP 172.20.0.9 (fd6aafa2-b576-4df6-89d3-225672a70bc7/0aa6717b-912c-40ff-a40f-ab0c2a43366d/1cc28b19-d679-47b1-ac78-301068c35c6d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:33.652074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:31Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:33.755398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244db448-eff0-4318-98ed-b956b7b7b933 None None] The sync data for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 is: [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:31Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:33.767788 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.935411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.043284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:34.059160 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.179916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.252974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.264391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.330421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:34.334120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:34.341830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:34.355712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:34.362145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.407545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event updated for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.430397 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-ec3d67b0-0486-4a9d-8309-440fe83b9e28 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3575583 Oct 20 10:41:34.443412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Request body: {'port': {'device_id': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:34.577620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.776066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b33e119d-20cc-446a-bf28-49b13109d2ee None None] Provisioning complete for port 1cc28b19-d679-47b1-ac78-301068c35c6d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:34.780023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b33e119d-20cc-446a-bf28-49b13109d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.876168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588f2c6-e84b-4d71-b404-297113a4af1c req-d763ae95-c8ca-4fce-9f80-03a44366c9b7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:34.885432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b33e119d-20cc-446a-bf28-49b13109d2ee None None] Port 1cc28b19-d679-47b1-ac78-301068c35c6d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:34.886194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b588f2c6-e84b-4d71-b404-297113a4af1c req-d763ae95-c8ca-4fce-9f80-03a44366c9b7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 931 time: 0.4723756 Oct 20 10:41:34.941991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.977506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc28b19-d679-47b1-ac78-301068c35c6d {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:34.987581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.003916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Transition to ACTIVE for port object 1cc28b19-d679-47b1-ac78-301068c35c6d will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:35.011582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.024731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b588f2c6-e84b-4d71-b404-297113a4af1c req-8ab046f7-d8cc-4baa-9a68-d533b159b4c6 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373947 Oct 20 10:41:35.058709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:41:35.121404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:35.212171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:35.217101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Attempting to bind port 1cc28b19-d679-47b1-ac78-301068c35c6d on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:35.218223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Attempting to bind port 1cc28b19-d679-47b1-ac78-301068c35c6d by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:35.219703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Attempting to bind port 1cc28b19-d679-47b1-ac78-301068c35c6d on network fd6aafa2-b576-4df6-89d3-225672a70bc7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:35.224508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Pushing event updated for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:35.230856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Port 1cc28b19-d679-47b1-ac78-301068c35c6d on network fd6aafa2-b576-4df6-89d3-225672a70bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:35.231374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Attempting to bind port 1cc28b19-d679-47b1-ac78-301068c35c6d on network fd6aafa2-b576-4df6-89d3-225672a70bc7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:35.245103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:35.245472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Checking segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:35.245827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Bound using segment: {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:35.252850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:35.255382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Bound port: 1cc28b19-d679-47b1-ac78-301068c35c6d, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de00af3-1e84-46a3-ad92-2cdb256340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:35.257744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.274679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.282468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:35.345379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.362446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:35.367299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1cc28b19-d679-47b1-ac78-301068c35c6d,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:35.379946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.380399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48655c-c1bd-46ad-b7f1-b854648525d2 req-eaac2899-e993-415b-b9cd-91d7269b847b tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.395544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d48655c-c1bd-46ad-b7f1-b854648525d2 req-eaac2899-e993-415b-b9cd-91d7269b847b tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 936 time: 0.2420621 Oct 20 10:41:35.529335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:35.579346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.580202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.583399 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-31ebcc7e-a5d3-4bdc-b550-3eb375c2ca1a service neutron] 10.222.0.70 "PUT /v2.0/ports/1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 1092 time: 1.1449859 Oct 20 10:41:35.589963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:35.592482 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb5cb63-c628-4500-b811-c5153e72ee47" -d '{"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:35.601828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:35.724813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.725529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.761279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-341deb7c-8af5-4382-b0c6-bb7b267d146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.769748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-341deb7c-8af5-4382-b0c6-bb7b267d146e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1095 time: 0.1153989 Oct 20 10:41:35.784332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:35.817230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d48655c-c1bd-46ad-b7f1-b854648525d2 req-b20e0acb-ea08-420f-a7a2-eef3df1cadca tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192390 Oct 20 10:41:35.834465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-95567188-9c38-4a83-aadf-f82e6985d1e9 None None] Provisioning complete for port 627ffbf7-06b1-4449-8b19-9021b2c289aa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:35.835238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-95567188-9c38-4a83-aadf-f82e6985d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.851208 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Floating IP dd972141-ea6b-4a60-9913-df2ebe687873 associated. External IP: 172.25.3.4, port: 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9. Oct 20 10:41:35.927044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-b69d017c-9302-4b8f-8450-df84580a91db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 217 time: 0.1469162 Oct 20 10:41:35.973031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:35.973650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.978737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-95567188-9c38-4a83-aadf-f82e6985d1e9 None None] Port 627ffbf7-06b1-4449-8b19-9021b2c289aa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:36.099441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:36.100168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.147143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-0517a787-c74c-4b38-9a1f-50484ba6bfc0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9660459 Oct 20 10:41:36.150563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-527e77a4-a89e-4064-bd9e-3295f5247384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:36.165281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-527e77a4-a89e-4064-bd9e-3295f5247384 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.2161047 Oct 20 10:41:36.266323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-70046b2f-d7b8-45ce-b205-4924e965784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:36.268941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-70046b2f-d7b8-45ce-b205-4924e965784b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028657 Oct 20 10:41:36.284041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Request body: {'port': {'device_id': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:36.337364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.366193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:36.376154 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd23fbe-fd19-4580-8221-2fc0c6caffad" -d '{"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:36.410826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:36.420325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.425360 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.453989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Router 6cf66248-58f7-40dc-8622-810a0c4e0b41 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:36.461113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-f8773b5f-fec3-42e2-a3a6-e8737b550932 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786234 Oct 20 10:41:36.517934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.600560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61ab611c-810a-4a4b-8b9d-0b808c879427 req-14ca2dc4-31af-4f00-beb2-2295bd1ccb68 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301188 Oct 20 10:41:36.746883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:36.753001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.758962 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Sync routers for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:36.779369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:36.780005 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:36.787501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7ff93be-9704-4bba-8203-f287470bd6f4 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "PUT /v2.0/floatingips/dd972141-ea6b-4a60-9913-df2ebe687873 HTTP/1.1" status: 200 len: 989 time: 3.4864273 Oct 20 10:41:36.791052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:36.793319 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a8574-fe9c-4880-8614-3057608dbf07" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:36.944164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:36.965838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627ffbf7-06b1-4449-8b19-9021b2c289aa {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:36.982615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.003551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Transition to ACTIVE for port object 627ffbf7-06b1-4449-8b19-9021b2c289aa will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:37.014594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.076929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Pushing event updated for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.208363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Attempting to bind port 627ffbf7-06b1-4449-8b19-9021b2c289aa on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:37.209091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Attempting to bind port 627ffbf7-06b1-4449-8b19-9021b2c289aa by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:37.209091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Attempting to bind port 627ffbf7-06b1-4449-8b19-9021b2c289aa on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:37.214625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Port 627ffbf7-06b1-4449-8b19-9021b2c289aa on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:37.215019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Attempting to bind port 627ffbf7-06b1-4449-8b19-9021b2c289aa on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:37.222504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:37.227249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:37.227748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:37.228216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Bound port: 627ffbf7-06b1-4449-8b19-9021b2c289aa, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:37.228579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.353346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:37.354175 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd972141-ea6b-4a60-9913-df2ebe687873', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'floating_ip_address': '172.25.3.4', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'port_id': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'mac_address': 'fa:16:3e:9c:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:11Z', 'updated_at': '2021-10-20T10:41:34Z', 'revision_number': 1, 'project_id': '99c549551f5545ca950001d8924cf807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:37.359597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:37.371391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.446162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:37.453405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.456298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] 10.222.0.83 "PUT /v2.0/ports/627ffbf7-06b1-4449-8b19-9021b2c289aa HTTP/1.1" status: 200 len: 1097 time: 1.1786718 Oct 20 10:41:37.546035 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Checking router: 6cf66248-58f7-40dc-8622-810a0c4e0b41 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:37.559878 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:37.560828 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:37.572567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8075f2-3e9e-4d1f-a99f-e912ce707312 service neutron] Pushing event updated for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.602584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-4d02d221-6a4c-4462-bb58-d3264f0be71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:37.608187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-4d02d221-6a4c-4462-bb58-d3264f0be71b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c5d7a519684407e819e3dec8a390cdf&device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 1100 time: 0.0841734 Oct 20 10:41:37.707792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-2c2264d9-ec95-4caa-9451-9266c33a7c16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa HTTP/1.1" status: 200 len: 217 time: 0.0914943 Oct 20 10:41:37.746823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:37.773325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-e6aec96a-a22c-4bcf-939a-954b2cd6fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:37.775112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-e6aec96a-a22c-4bcf-939a-954b2cd6fa07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0569816 Oct 20 10:41:37.874152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-a77e0ce1-63c9-434c-9dd6-a33f34630032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:37.876169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-a77e0ce1-63c9-434c-9dd6-a33f34630032 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913792 Oct 20 10:41:38.054623 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd972141-ea6b-4a60-9913-df2ebe687873', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'floating_ip_address': '172.25.3.4', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'port_id': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'mac_address': 'fa:16:3e:9c:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:11Z', 'updated_at': '2021-10-20T10:41:34Z', 'revision_number': 1, 'project_id': '99c549551f5545ca950001d8924cf807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:38.111852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65de03a-f34b-4011-baac-99a9b0ec3c3d None None] The sync data for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 is: [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd972141-ea6b-4a60-9913-df2ebe687873', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'floating_ip_address': '172.25.3.4', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'port_id': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'mac_address': 'fa:16:3e:9c:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:11Z', 'updated_at': '2021-10-20T10:41:34Z', 'revision_number': 1, 'project_id': '99c549551f5545ca950001d8924cf807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:38.323222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-027a7ad0-1b1a-4e9d-bd74-dd422c2cf8cc service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367650 Oct 20 10:41:38.423572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e34b8-db01-4bf6-9c98-50097649de4e None None] New status for floating IP dd972141-ea6b-4a60-9913-df2ebe687873: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:41:38.487003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37143e05-9c83-4c89-b2f9-e44def959ab6 req-32fe4656-587b-4373-b95b-8033d5b6a89f service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479814 Oct 20 10:41:39.053691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-354def3e-3d1b-472d-8209-65a450af3102 req-bcdcf5a0-f18e-4352-8590-d3f556af6704 tempest-AbsoluteLimitsNegativeTestJSON-1679487945 tempest-AbsoluteLimitsNegativeTestJSON-1679487945-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ddd47a45411e461d99472d1e566715bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621331 Oct 20 10:41:39.189113 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8251f4f-5a9c-46af-a40f-ae9db6a3898d x-openstack-request-id: req-c8251f4f-5a9c-46af-a40f-ae9db6a3898d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:39.190214 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:39.190606 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8251f4f-5a9c-46af-a40f-ae9db6a3898d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:39.191231 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'status': 'completed', 'code': 200} Oct 20 10:41:39.262523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354def3e-3d1b-472d-8209-65a450af3102 req-e64fea24-9070-4e31-ad00-400bfc12f180 tempest-AbsoluteLimitsNegativeTestJSON-1679487945 tempest-AbsoluteLimitsNegativeTestJSON-1679487945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.270191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-354def3e-3d1b-472d-8209-65a450af3102 req-e64fea24-9070-4e31-ad00-400bfc12f180 tempest-AbsoluteLimitsNegativeTestJSON-1679487945 tempest-AbsoluteLimitsNegativeTestJSON-1679487945-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095642 Oct 20 10:41:39.304138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-354def3e-3d1b-472d-8209-65a450af3102 req-9b250c00-7dfa-4068-9167-d9dd99c56473 tempest-AbsoluteLimitsNegativeTestJSON-1679487945 tempest-AbsoluteLimitsNegativeTestJSON-1679487945-project] 10.222.0.74 "GET /v2.0/quotas/ddd47a45411e461d99472d1e566715bb HTTP/1.1" status: 200 len: 375 time: 0.0328357 Oct 20 10:41:39.321867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-be9df7b0-5217-4d77-92dc-38353f669b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.323750 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-be9df7b0-5217-4d77-92dc-38353f669b13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1095 time: 0.1107888 Oct 20 10:41:39.366146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-354def3e-3d1b-472d-8209-65a450af3102 req-e25092ff-f7fd-4302-a10c-c28ad6b6a4f7 tempest-AbsoluteLimitsNegativeTestJSON-1679487945 tempest-AbsoluteLimitsNegativeTestJSON-1679487945-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddd47a45411e461d99472d1e566715bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574791 Oct 20 10:41:39.455594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea1a60-9c4a-42f0-9d8c-538b3d2cf98e req-0e0f9500-9c9a-450a-ba56-e9f72d3df981 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.475681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91ea1a60-9c4a-42f0-9d8c-538b3d2cf98e req-0e0f9500-9c9a-450a-ba56-e9f72d3df981 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 943 time: 0.1294506 Oct 20 10:41:39.480861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-2c997260-05c0-491f-810d-d19aab22328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.484378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-2c997260-05c0-491f-810d-d19aab22328c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 930 time: 0.1521099 Oct 20 10:41:39.537324 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bab448-8169-4f61-a3e6-2db92b8f7476 x-openstack-request-id: req-16bab448-8169-4f61-a3e6-2db92b8f7476 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:39.538194 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:39.538609 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16bab448-8169-4f61-a3e6-2db92b8f7476 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:39.543308 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'code': 200} Oct 20 10:41:39.608309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91ea1a60-9c4a-42f0-9d8c-538b3d2cf98e req-eb8ee727-aeb5-4f2b-a495-5e59591536d7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314251 Oct 20 10:41:39.619687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-2c5dd9c5-b56f-4c4c-a883-63bd1219ca68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 217 time: 0.1232722 Oct 20 10:41:39.699489 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd543e-d04d-4a50-a0b7-4f5692606c7c x-openstack-request-id: req-3bbd543e-d04d-4a50-a0b7-4f5692606c7c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:39.699830 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:39.700020 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bbd543e-d04d-4a50-a0b7-4f5692606c7c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:39.700408 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'status': 'completed', 'code': 200} Oct 20 10:41:39.763950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-4c032f3d-1156-40ed-b688-ef10654641e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.772295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-4c032f3d-1156-40ed-b688-ef10654641e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.1441054 Oct 20 10:41:39.883756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45cb10-a9c2-4eb2-baec-aa458124809d req-84f9ee9d-2abc-45e0-b228-49f0e9f1b7b5 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.894102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-3e06a1ac-2f6d-4e12-996f-d0cc708c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.897042 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-3e06a1ac-2f6d-4e12-996f-d0cc708c8050 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c549551f5545ca950001d8924cf807&device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 1097 time: 0.1577840 Oct 20 10:41:39.907218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd45cb10-a9c2-4eb2-baec-aa458124809d req-84f9ee9d-2abc-45e0-b228-49f0e9f1b7b5 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 948 time: 0.0883448 Oct 20 10:41:39.964218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1cc28b19-d679-47b1-ac78-301068c35c6d details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:39.998771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd45cb10-a9c2-4eb2-baec-aa458124809d req-ea746760-d478-4156-8183-ef21c0ef74df tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905540 Oct 20 10:41:40.070737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:40.072179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-3ca2848a-b59a-443e-9d3f-a73763efdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:40.074713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-3ca2848a-b59a-443e-9d3f-a73763efdb5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2596817 Oct 20 10:41:40.240588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1cc28b19-d679-47b1-ac78-301068c35c6d,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:40.253371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'mac_address': 'fa:16:3e:a9:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:40.293108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.316507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc28b19-d679-47b1-ac78-301068c35c6d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:40.339401 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-fb0c9f79-5292-429b-a0df-6fba20d081f0 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015917 Oct 20 10:41:40.345943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1cc28b19-d679-47b1-ac78-301068c35c6d,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:40.360367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.425203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a55a5db2-f608-4ddd-af1e-60215195720e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.443720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:40.599309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a55a5db2-f608-4ddd-af1e-60215195720e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.613197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a55a5db2-f608-4ddd-af1e-60215195720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.644596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1cc28b19-d679-47b1-ac78-301068c35c6d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:40.705224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a55a5db2-f608-4ddd-af1e-60215195720e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddd47a45411e461d99472d1e566715bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323199 Oct 20 10:41:40.708520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43426) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:40.709197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5db2-f608-4ddd-af1e-60215195720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa7568-acaf-4e6e-b170-2f9805fc3038,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:40.937698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.983113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-fba5889d-bd53-4032-a2af-ae0a0d25788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:40.985339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-fba5889d-bd53-4032-a2af-ae0a0d25788c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fba6240-577e-44e4-8747-cad647725e13 HTTP/1.1" status: 200 len: 908 time: 1.0795827 Oct 20 10:41:41.018763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.087584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548949-dd0c-436f-b5aa-9ce112ddca65 req-b2da3998-2069-4bc2-9fd5-d2ad32589178 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:41.100171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78548949-dd0c-436f-b5aa-9ce112ddca65 req-b2da3998-2069-4bc2-9fd5-d2ad32589178 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 944 time: 0.2763877 Oct 20 10:41:41.183603 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dbb5cb63-c628-4500-b811-c5153e72ee47 req-dd709ed8-f30c-4c93-8e22-90aa95851e77 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332577 Oct 20 10:41:41.197560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-4d8ff08c-de5f-4a85-8c09-087f2051e11b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 HTTP/1.1" status: 200 len: 999 time: 0.1975694 Oct 20 10:41:41.311429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-34b9e43e-7c26-4bd0-aac6-c62159c0869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:41.312867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-34b9e43e-7c26-4bd0-aac6-c62159c0869e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd57fba-7cb9-4fba-9b9e-81a671464eb0 HTTP/1.1" status: 200 len: 845 time: 0.1058815 Oct 20 10:41:41.373056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78548949-dd0c-436f-b5aa-9ce112ddca65 req-616b8808-57e0-4ce1-a888-2a33ca28c7e9 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719173 Oct 20 10:41:41.416968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022c73e-c353-43df-9977-62eb15da5115 req-eca8f9e1-b359-4641-bac8-7e9e30fd15c4 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:41.418606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8022c73e-c353-43df-9977-62eb15da5115 req-eca8f9e1-b359-4641-bac8-7e9e30fd15c4 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 948 time: 0.2413106 Oct 20 10:41:41.484722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-666ec0f7-ba2a-42d1-bef3-56ad04c0b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:41.486836 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-666ec0f7-ba2a-42d1-bef3-56ad04c0b8ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fba6240-577e-44e4-8747-cad647725e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629188 Oct 20 10:41:41.495959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.499760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.503870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6dfa7568-acaf-4e6e-b170-2f9805fc3038 HTTP/1.1" status: 204 len: 168 time: 0.7888970 Oct 20 10:41:41.557689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af184912-e33f-4182-ba60-4a81ac7370e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa7568-acaf-4e6e-b170-2f9805fc3038,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:41.593727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8022c73e-c353-43df-9977-62eb15da5115 req-23bb890a-0546-426d-98f6-7bc386cdbbe0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Oct 20 10:41:41.697012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-9b758dc4-2e5b-4e56-82a5-be008bbea83a service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994205 Oct 20 10:41:41.702799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:41.705450 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feb8adb-2573-4285-8301-4d3449be5422" -d '{"events": [{"name": "network-changed", "server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:41.794428 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c5854-b595-41ac-afc3-84ca1222d6ed x-openstack-request-id: req-d22c5854-b595-41ac-afc3-84ca1222d6ed {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:41.794926 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:41.795368 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d22c5854-b595-41ac-afc3-84ca1222d6ed {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:41.796557 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa', 'status': 'completed', 'code': 200} Oct 20 10:41:41.857976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627ffbf7-06b1-4449-8b19-9021b2c289aa details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:41.883594 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4d1a8574-fe9c-4880-8614-3057608dbf07 req-9e9bc4f0-cdfa-4c47-b721-a5fface88551 service neutron] 10.222.0.70 "GET /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767993 Oct 20 10:41:41.991871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8adb-2573-4285-8301-4d3449be5422 req-27c06c3a-55bc-42df-a899-0124e1808e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:41.993525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-27c06c3a-55bc-42df-a899-0124e1808e37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c5d7a519684407e819e3dec8a390cdf&device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 1100 time: 0.1715195 Oct 20 10:41:42.005463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1cc28b19-d679-47b1-ac78-301068c35c6d up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:42.131509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 1cc28b19-d679-47b1-ac78-301068c35c6d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:42.150394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:42.156423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 1cc28b19-d679-47b1-ac78-301068c35c6d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:42.159497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.296649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8adb-2573-4285-8301-4d3449be5422 req-8563f3c1-09b5-4680-b909-4580fc6cc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.299176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-8563f3c1-09b5-4680-b909-4580fc6cc21e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2947760 Oct 20 10:41:42.433406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-68d7cd74-2c14-44ea-b083-d5e2c8c2f570 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa HTTP/1.1" status: 200 len: 217 time: 0.1205893 Oct 20 10:41:42.571234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '627ffbf7-06b1-4449-8b19-9021b2c289aa', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '627ffbf7-06b1-4449-8b19-9021b2c289aa', 'mac_address': 'fa:16:3e:60:3d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:42.658924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8adb-2573-4285-8301-4d3449be5422 req-03c8d5d3-637c-4c98-8d2b-3f4d1b5b36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.660446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-03c8d5d3-637c-4c98-8d2b-3f4d1b5b36ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2162788 Oct 20 10:41:42.711218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.714706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.734793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627ffbf7-06b1-4449-8b19-9021b2c289aa {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:42.758686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8426daa-a118-43df-b49e-71bb2c0e4f1a req-69806e1e-a7ce-4a54-a462-33e3b97856cd tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.760334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8426daa-a118-43df-b49e-71bb2c0e4f1a req-69806e1e-a7ce-4a54-a462-33e3b97856cd tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 944 time: 0.2456462 Oct 20 10:41:42.780578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:42.787903 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9acc45a-11ae-4118-8ad8-e42977780d59" -d '{"events": [{"server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "name": "network-vif-plugged", "status": "completed", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:42.838714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:42.843790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1cc28b19-d679-47b1-ac78-301068c35c6d,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:42.859008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.873588 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.892009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8adb-2573-4285-8301-4d3449be5422 req-f6a40040-d9b8-43ce-a68f-379a74e04d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.894892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-f6a40040-d9b8-43ce-a68f-379a74e04d66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153578 Oct 20 10:41:42.918335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8426daa-a118-43df-b49e-71bb2c0e4f1a req-63f70792-4362-480f-ae76-5001ca081d3b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450925 Oct 20 10:41:43.042388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.046118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43504) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.165287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1a6b-0ca3-4824-bdd2-65c357c380a7 req-fc98fcdb-6c0d-4ad9-afba-4355fccd45d0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:43.176845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-142b1a6b-0ca3-4824-bdd2-65c357c380a7 req-fc98fcdb-6c0d-4ad9-afba-4355fccd45d0 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 948 time: 0.4141216 Oct 20 10:41:43.192228 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf9cd2-0368-4913-b72d-0d678b993430 x-openstack-request-id: req-25bf9cd2-0368-4913-b72d-0d678b993430 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:43.195381 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "name": "network-vif-plugged", "status": "completed", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:43.198215 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25bf9cd2-0368-4913-b72d-0d678b993430 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:43.198821 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'code': 200} Oct 20 10:41:43.200904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['627ffbf7-06b1-4449-8b19-9021b2c289aa'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:43.232076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-5d90676a-5e4b-4bc8-aa6f-32b9de252427 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265784 Oct 20 10:41:43.262098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.285960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-142b1a6b-0ca3-4824-bdd2-65c357c380a7 req-74e6198d-eec8-4d7e-a697-1c2f6bf44bcf tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075063 Oct 20 10:41:43.377505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1709397646-network', 'tenant_id': '8e9aff6a9327438c9377b52d791a4836'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:43.445739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b70ad-3f7f-46eb-8fe7-186a33200854 req-cc9b0427-8a69-434b-a4ee-475d54aceef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:43.449049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1b70ad-3f7f-46eb-8fe7-186a33200854 req-cc9b0427-8a69-434b-a4ee-475d54aceef7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1097 time: 0.1361446 Oct 20 10:41:43.454024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Made reservation on behalf of 8e9aff6a9327438c9377b52d791a4836 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:43.456989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.479142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.553489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0feb8adb-2573-4285-8301-4d3449be5422 req-a4e2cfb7-532e-4a99-a49b-ca523687ce52 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077159 Oct 20 10:41:43.601637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1b70ad-3f7f-46eb-8fe7-186a33200854 req-082077e5-5fa6-478e-bc09-25408806bc39 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235166 Oct 20 10:41:43.718922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.733656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.746569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:43.761408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.762298 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Added segment 0c301b7c-ab7f-4c2b-8177-bb70c830b98d of type vlan for network 76456155-f561-4531-b78f-7f4984468407 Oct 20 10:41:43.795613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ab928-eff0-4afe-bffc-b8f154ec2658,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.843642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.886044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.887562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:43.888680 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.982912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] Pushing event updated for resources: {'Network': ['ID=76456155-f561-4531-b78f-7f4984468407,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.988236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea16331d-c1b0-4bf9-a374-3e63c29b884d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9404025 Oct 20 10:41:43.991094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43532) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.994018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 76456155-f561-4531-b78f-7f4984468407 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:44.018694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Request body: {'subnet': {'network_id': '76456155-f561-4531-b78f-7f4984468407', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1709397646-subnet', 'tenant_id': '8e9aff6a9327438c9377b52d791a4836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:44.057043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Made reservation on behalf of 8e9aff6a9327438c9377b52d791a4836 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:44.064886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.216609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3ab0-4a79-4a5e-a4eb-aa8e0e2a9325 req-6b44f9ae-f148-4473-a8cc-88320a8ec3a0 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.229549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d39b3ab0-4a79-4a5e-a4eb-aa8e0e2a9325 req-6b44f9ae-f148-4473-a8cc-88320a8ec3a0 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 945 time: 0.1850126 Oct 20 10:41:44.327897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d39b3ab0-4a79-4a5e-a4eb-aa8e0e2a9325 req-d61d4edb-91f3-48c9-93c2-f97538d823c8 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962982 Oct 20 10:41:44.574350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.666667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ef1e5-709c-41dc-9ca2-83f1e49b4a2d req-55dfdb17-3cbe-4eed-999f-61916d64bf2c tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.668263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-163ef1e5-709c-41dc-9ca2-83f1e49b4a2d req-55dfdb17-3cbe-4eed-999f-61916d64bf2c tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 949 time: 0.1282954 Oct 20 10:41:44.685608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa1a79d-2249-4a78-afbc-75b14012efc5,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:44.738050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Checking segment: {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:44.738480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Network hostable DHCP agents. Network: 76456155-f561-4531-b78f-7f4984468407, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:44.776724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-163ef1e5-709c-41dc-9ca2-83f1e49b4a2d req-793ee105-9e1f-4dad-8845-360c920799d8 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007845 Oct 20 10:41:44.779154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Network 76456155-f561-4531-b78f-7f4984468407 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:44.794153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 76456155-f561-4531-b78f-7f4984468407) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:44.807479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.808036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.829170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad50761-a5a6-41ed-a6a9-c975b4d5086f None None] Network 76456155-f561-4531-b78f-7f4984468407 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:44.843598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-92ca0dc4-f467-49d5-96b4-f7e992118ef3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8454111 Oct 20 10:41:45.068841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc40a29-1d7c-438a-9925-7c5616b24baf None None] Network 76456155-f561-4531-b78f-7f4984468407 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:45.207883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1362413820', 'description': 'tempest-description-1408942529'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:45.268870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.383953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.388700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.429573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.436570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.445415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63fa53d1-5d3f-43da-ab4c-56f47d558167 req-0cfb720a-a8b3-4ffa-9ea4-2ea168fe29de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2466266 Oct 20 10:41:45.538281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.617684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2068370658', 'description': 'tempest-description-1717979164'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:45.652751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009f08f-9e21-4ff6-b576-e5e6cffa73d8 req-54bef409-48a5-45d4-96a8-3f7f30bcb4db tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:45.655260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d009f08f-9e21-4ff6-b576-e5e6cffa73d8 req-54bef409-48a5-45d4-96a8-3f7f30bcb4db tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 945 time: 0.1224642 Oct 20 10:41:45.656731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.744828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d009f08f-9e21-4ff6-b576-e5e6cffa73d8 req-dca6cc5b-ac55-4363-9271-91eb4a0af89e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765038 Oct 20 10:41:45.857826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.893009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627ffbf7-06b1-4449-8b19-9021b2c289aa up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:45.902352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.005885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 627ffbf7-06b1-4449-8b19-9021b2c289aa completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:46.019693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 627ffbf7-06b1-4449-8b19-9021b2c289aa triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:46.020069 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.143159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.144654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0883e688-fe48-428e-9917-d9eb86b9e71a req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5422430 Oct 20 10:41:46.158425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30041c0-78ba-49d8-94b0-51fbb3857a06 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae25e5-ac42-4341-b66e-81665927e714,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.212510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-2b9cd2cf-51eb-4abe-b6f4-ab0559483c1e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 258 time: 0.4077680 Oct 20 10:41:46.220395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:46.247241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.297576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.307030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:46.308231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:46.312931 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4522b6-6722-4580-bbc4-a1bfefe63559" -d '{"events": [{"server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "name": "network-vif-plugged", "status": "completed", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:46.317171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.400063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662d95b-b512-492b-a4e8-f2579e0c5aa7 req-e8c4c8b6-51f3-428a-89fb-39581070589d tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:46.412492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.414802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4662d95b-b512-492b-a4e8-f2579e0c5aa7 req-e8c4c8b6-51f3-428a-89fb-39581070589d tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 949 time: 0.1516981 Oct 20 10:41:46.450605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.508881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4662d95b-b512-492b-a4e8-f2579e0c5aa7 req-4ea6307f-bbef-4766-bab5-df5dfd797be8 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Oct 20 10:41:46.579128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.883817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Allocated IP 172.25.3.208 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/0a8a1fa0-43b7-49da-a83e-8564b15ad91b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:46.953691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-ce3dc133-9072-4dd5-95a3-dd25d509f9e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:46.959546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-ce3dc133-9072-4dd5-95a3-dd25d509f9e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 813 time: 0.2101858 Oct 20 10:41:47.018187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-fc5aa5f2-0057-4c81-9e0d-0ec467a8c033 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/quotas/8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 375 time: 0.0530043 Oct 20 10:41:47.071290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-161f0156-f63d-4f2c-95b2-180d34ae31d8 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508213 Oct 20 10:41:47.183788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.257637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-55dcb7d9-0213-4e40-9f3b-7dc09c41380f service neutron] 10.222.0.74 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790795 Oct 20 10:41:47.283123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.395253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:47.404273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:47.417237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:47.447146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event updated for resources: {'Port': ['ID=0a8a1fa0-43b7-49da-a83e-8564b15ad91b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:47.494029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-0f838f3c-3d2b-45fd-b067-fdb1a745bc83 service neutron] 10.222.0.74 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286711 Oct 20 10:41:47.572379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.670794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.758481 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ffdb5-e69c-4789-9b79-c0a66e9690b8 x-openstack-request-id: req-197ffdb5-e69c-4789-9b79-c0a66e9690b8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:47.758913 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "name": "network-vif-plugged", "status": "completed", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:47.759128 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-197ffdb5-e69c-4789-9b79-c0a66e9690b8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:47.759507 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa', 'code': 200} Oct 20 10:41:48.075489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d1595-83a5-46e6-a2de-43fe95f41a72 req-a06698b9-98e4-4567-8a43-9a7bfd76115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:48.077989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-402d1595-83a5-46e6-a2de-43fe95f41a72 req-a06698b9-98e4-4567-8a43-9a7bfd76115c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 1102 time: 0.2037628 Oct 20 10:41:48.278847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-402d1595-83a5-46e6-a2de-43fe95f41a72 req-1e889a2c-3ffe-4ba3-80f0-60d1edb6fa72 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887469 Oct 20 10:41:48.319666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.328613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.424701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-902c7f10-019b-44b0-ba46-844e06501731 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:48.426593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-902c7f10-019b-44b0-ba46-844e06501731 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.3291628 Oct 20 10:41:48.452325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event updated for resources: {'Port': ['ID=0a8a1fa0-43b7-49da-a83e-8564b15ad91b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:48.466715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-c7dd5d45-bfb9-40b2-871a-ab77ca22e3a3 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/quotas/0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 375 time: 0.0231421 Oct 20 10:41:48.467675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.517990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.519381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-cd22aa01-b2c2-4369-bf24-804891f6acee tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3060539 Oct 20 10:41:48.604285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-313f18d8-5e21-425e-9789-6d00fdea6ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.0742841 Oct 20 10:41:48.620438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-640fc770-0ded-4bff-b5d9-293186b2acfe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402111 Oct 20 10:41:48.844865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-48465ed2-e7fe-45b1-9ab3-fe4f707a1e3f service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233670 Oct 20 10:41:48.861832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-dff60cc6-ddcf-48f3-b2c4-eacabf75c954 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:48.863239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-dff60cc6-ddcf-48f3-b2c4-eacabf75c954 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2406290 Oct 20 10:41:48.882344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-2b85b128-72ae-424c-b184-1076c609c1a3 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:41:48.883310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b5aa894-b751-4879-8bdc-0408e3cfc8fa req-2b85b128-72ae-424c-b184-1076c609c1a3 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056322 Oct 20 10:41:48.997902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-441fe7a5-ceee-4c73-9526-d1fad8205d0d service neutron] 10.222.0.74 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519144 Oct 20 10:41:49.070202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7efb9-51d3-46fe-ace4-a69a3b23ada1 req-2fa7fea1-0d19-4d29-91f0-25c49f9bfa7b tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:49.075424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88f7efb9-51d3-46fe-ace4-a69a3b23ada1 req-2fa7fea1-0d19-4d29-91f0-25c49f9bfa7b tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 950 time: 0.0759730 Oct 20 10:41:49.124296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88f7efb9-51d3-46fe-ace4-a69a3b23ada1 req-e7dcaa61-58cf-401b-8240-29c6001c28c6 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Oct 20 10:41:49.762545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2e96e22-1597-4479-a543-744d4c26aec4 req-661f0d24-03d1-44fc-a170-9fa9c754c71d tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 210 time: 0.4477212 Oct 20 10:41:49.821518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-d8c8d7ea-20e4-46d2-a0d7-74fb97f73b46 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:49.830251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-d8c8d7ea-20e4-46d2-a0d7-74fb97f73b46 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0999308 Oct 20 10:41:49.838674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-6cc07a92-6f5d-4393-904c-a956b227242b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:49.840334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-6cc07a92-6f5d-4393-904c-a956b227242b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 813 time: 0.5905282 Oct 20 10:41:49.896595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'device_id': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'network_id': '76456155-f561-4531-b78f-7f4984468407', 'admin_state_up': True, 'tenant_id': '8e9aff6a9327438c9377b52d791a4836'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:49.939352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-83239d93-e7a2-4988-ae90-882603be98ad tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.1074495 Oct 20 10:41:49.957460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'floatingip': {'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:50.101264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26977fd5-7892-468c-9a75-f08c2c75f8aa req-b19b9af9-e397-45ce-a716-32814f71d8eb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0385165 Oct 20 10:41:50.113534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.417565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Made reservation on behalf of 8e9aff6a9327438c9377b52d791a4836 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:50.420971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.520940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-0e0378d4-788f-49a3-9923-8626a32c6326 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:50.522422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-0e0378d4-788f-49a3-9923-8626a32c6326 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.2365406 Oct 20 10:41:50.581679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-5e6fc206-658c-4d4d-9816-423633b478c3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/quotas/2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 375 time: 0.0271864 Oct 20 10:41:50.797998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-57f65059-b46e-48e9-8657-dd99ef318ec6 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:50.800194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-57f65059-b46e-48e9-8657-dd99ef318ec6 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 821 time: 0.1537154 Oct 20 10:41:50.803406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-ec70f62b-c967-46ec-8723-d788eb52fce6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122600 Oct 20 10:41:50.821569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Allocated IP 172.20.0.6 (76456155-f561-4531-b78f-7f4984468407/daa1a79d-2249-4a78-afbc-75b14012efc5/3ec8eeb1-bf03-4b20-adac-28fb9af87332) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:50.830324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Request body: {'port': {'device_id': '925764d2-7edb-42a0-a955-f562a809c4e4', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'admin_state_up': True, 'tenant_id': '0b9918ccd8d34e039733511ad54d930a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:50.970453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Made reservation on behalf of 0b9918ccd8d34e039733511ad54d930a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:50.976584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.055346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-f2896e40-f5d5-4d60-9d2b-022f4ef65f2e service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509704 Oct 20 10:41:51.100724 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:41:51.133285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Allocated IP 172.20.0.9 (bce9a2ad-fd43-4709-9321-3c7f18800952/8e9183ef-6dac-43e4-a812-c9fb094c7858/8f8cb26f-fece-465e-9ab2-51ec2051ec70) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:51.295986 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.314168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.346831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-2118f2c8-214f-4c6b-b6d1-b81219132edc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1210091 Oct 20 10:41:51.375125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.403709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-fc9ea478-efe3-4387-b62c-991eb729c80c service neutron] 10.222.0.74 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474019 Oct 20 10:41:51.441264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.565000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-23a26f4b-2173-4135-91c2-c49110176096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:51.579973 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Floating IP 0bfdb053-f973-4484-bbb5-7508d3005f18 associated. External IP: 172.25.3.208, port: 1cc28b19-d679-47b1-ac78-301068c35c6d. Oct 20 10:41:51.584038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.623743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-23a26f4b-2173-4135-91c2-c49110176096 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 1096 time: 0.1219802 Oct 20 10:41:51.626347 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.642336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1c3e19de-feae-41b4-8617-72eb43c08df0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:51.700825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Network 76456155-f561-4531-b78f-7f4984468407 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:51.711019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:51.712118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Network bce9a2ad-fd43-4709-9321-3c7f18800952 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:51.733328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:51.746113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:51.752495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:51.759339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:51.760287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.775253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.802214 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-7e033cad-42dd-46b3-8e6b-3bb1c35d75ed tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9781165 Oct 20 10:41:51.816829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-9f1a6f0b-a399-4aaa-b10b-26e0990c36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:51.820273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-9f1a6f0b-a399-4aaa-b10b-26e0990c36cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1899524 Oct 20 10:41:51.825472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Request body: {'port': {'device_id': '925764d2-7edb-42a0-a955-f562a809c4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:51.889541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-b2de5590-639d-44c7-98f0-c95865b5a3c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 200 len: 217 time: 0.0599725 Oct 20 10:41:51.968321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.978018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.995884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-c88762c1-61bc-43d8-ba58-a945fa07557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:51.997628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-c88762c1-61bc-43d8-ba58-a945fa07557a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0973616 Oct 20 10:41:52.090438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-347a2670-69b4-439f-a4e7-b6444e45fd43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662403 Oct 20 10:41:52.108143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:52.108759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.150108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-cad0d0ce-fe0d-4829-afe0-4266887f65c5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2592244 Oct 20 10:41:52.191553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Request body: {'port': {'device_id': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:52.211224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8bd0b-bc09-4ced-9333-a8e4f63b5ff2 req-e4467ede-7ff2-4caa-8f38-e2b9e111f17d tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:52.212841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2e8bd0b-bc09-4ced-9333-a8e4f63b5ff2 req-e4467ede-7ff2-4caa-8f38-e2b9e111f17d tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 950 time: 0.1611490 Oct 20 10:41:52.300412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-5e807750-2507-459e-9b8d-27c5698ab8ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2745223 Oct 20 10:41:52.303533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2e8bd0b-bc09-4ced-9333-a8e4f63b5ff2 req-d6dd0d59-5732-4fec-a297-475e4803dd41 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712607 Oct 20 10:41:52.327907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Router 026fc04b-51c7-4ef3-9568-db8f39e4018e has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:52.366487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.617687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-f6f23b79-e9a2-4a00-939c-5d839ddb9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:52.619187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-f6f23b79-e9a2-4a00-939c-5d839ddb9174 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 1096 time: 0.2892797 Oct 20 10:41:52.621142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-ceb31260-14f1-48ce-9d34-b3d1b18ac896 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188351 Oct 20 10:41:52.944786 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30993a59-ed59-41c9-86f4-b254d2467ab1 req-dd07941b-ecc7-4d6f-8984-2271ea509ec5 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130584 Oct 20 10:41:52.965791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-129b6164-8c5d-40f6-a1b2-18d9472a28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:52.968062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-129b6164-8c5d-40f6-a1b2-18d9472a28b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.3177266 Oct 20 10:41:52.974829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8cb26f-fece-465e-9ab2-51ec2051ec70 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:53.000753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.048379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-0062335e-013b-4a7b-8351-66a73d8cbf5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 200 len: 217 time: 0.0681977 Oct 20 10:41:53.055736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Transition to ACTIVE for port object 8f8cb26f-fece-465e-9ab2-51ec2051ec70 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:53.082926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.141149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-33fd1d99-0e20-41d4-88db-74fede5ec6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:53.143253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-33fd1d99-0e20-41d4-88db-74fede5ec6c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0863771 Oct 20 10:41:53.153671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.200397 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-c91751c9-7752-4b96-b6b4-2e65acec8f68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476353 Oct 20 10:41:53.216960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:53.217277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:53.217602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:53.228380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb590-e175-4d6a-9925-b758d7d8b592 req-127d874a-02fe-41f3-919c-aeae98ca918f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:53.229882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-397bb590-e175-4d6a-9925-b758d7d8b592 req-127d874a-02fe-41f3-919c-aeae98ca918f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 931 time: 0.1297340 Oct 20 10:41:53.233723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:53.234053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:53.247621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:53.247951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:53.248688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:53.248827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Bound port: 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:53.249092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.249517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:53.262026 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Sync routers for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:53.273638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:53.274590 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:53.316202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec8eeb1-bf03-4b20-adac-28fb9af87332 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:53.326671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.343339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Transition to ACTIVE for port object 3ec8eeb1-bf03-4b20-adac-28fb9af87332 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:53.346548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-f7eb4c42-f9a5-4c65-ae17-d5c2f3ce94c4 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368866 Oct 20 10:41:53.382012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:53.384580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.390462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-397bb590-e175-4d6a-9925-b758d7d8b592 req-e3daa7d1-cfc1-43e7-b66a-215952bf9dfa tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493554 Oct 20 10:41:53.391106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.418649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:53.423682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:53.481470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.487044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-ddf49387-ccc9-4ba5-9a11-2fd9417de02e tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "PUT /v2.0/floatingips/0bfdb053-f973-4484-bbb5-7508d3005f18 HTTP/1.1" status: 200 len: 996 time: 3.5372796 Oct 20 10:41:53.494132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:53.504370 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125" -d '{"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:53.528018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:53.528657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.530026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 1092 time: 1.7089803 Oct 20 10:41:53.532433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:53.534692 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56141d03-604b-41cc-aec3-31ea60417df4" -d '{"events": [{"name": "network-changed", "server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:53.557362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3419869a-c3fd-4f33-88d9-d4b835b8051f req-5361b406-3d10-47b3-bede-79e7e4a50cfe service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003438 Oct 20 10:41:53.573294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab54732-668c-460f-ac47-b97be414cee2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.585043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.720427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Attempting to bind port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:53.720825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Attempting to bind port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:53.721162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Attempting to bind port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 on network 76456155-f561-4531-b78f-7f4984468407 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:53.724825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-449086ec-9000-40d3-993f-d6a7d823ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:53.743548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-449086ec-9000-40d3-993f-d6a7d823ae1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1097 time: 0.2294221 Oct 20 10:41:53.820641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 on network 76456155-f561-4531-b78f-7f4984468407 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:53.820999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Attempting to bind port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 on network 76456155-f561-4531-b78f-7f4984468407 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:53.861854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:53.862189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Checking segment: {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:53.862579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Bound using segment: {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:53.863094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Bound port: 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:53.863448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.998265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfd44a-5ddd-4814-8a7d-e1ee049c9b1b req-803f963e-f59e-4ca1-8014-dccad189ecaa tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.006750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02bfd44a-5ddd-4814-8a7d-e1ee049c9b1b req-803f963e-f59e-4ca1-8014-dccad189ecaa tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1872663 Oct 20 10:41:54.033355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-2a2cb14c-be88-47fd-b25a-42b1da1e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.035093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-2a2cb14c-be88-47fd-b25a-42b1da1e0dd6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 930 time: 0.2907355 Oct 20 10:41:54.040453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:54.059175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:54.082457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0bfdb053-f973-4484-bbb5-7508d3005f18', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'mac_address': 'fa:16:3e:a9:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:47Z', 'updated_at': '2021-10-20T10:41:50Z', 'revision_number': 1, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:54.120666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Checking router: 026fc04b-51c7-4ef3-9568-db8f39e4018e for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:54.122637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.133034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:54.134318 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:41:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:54.189682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-cf74412a-af7a-4252-986f-a3f63913246c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.191226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-cf74412a-af7a-4252-986f-a3f63913246c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 807 time: 0.6026084 Oct 20 10:41:54.203642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:54.221674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Request body: {'port': {'device_id': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'admin_state_up': True, 'tenant_id': '2b02c4cc305d462e81de911c726a52af'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:54.231857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02bfd44a-5ddd-4814-8a7d-e1ee049c9b1b req-71b2b83e-81e1-4843-b9f9-abb9f35d0271 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240198 Oct 20 10:41:54.250969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-2e92a7fa-8fb4-4961-8104-df5bb22986c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.258578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-2e92a7fa-8fb4-4961-8104-df5bb22986c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1095 time: 0.6306307 Oct 20 10:41:54.259759 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:54.274485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.283593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.287024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-c3d862d5-9c11-4bdf-8a9d-20ded830997b service neutron] 10.222.0.83 "PUT /v2.0/ports/3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 1092 time: 2.1012390 Oct 20 10:41:54.315297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-d7b8f07d-d296-4d5e-ae98-2377c22ccc5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 999 time: 0.2695384 Oct 20 10:41:54.409985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-bc2ee894-be98-48a4-84e4-d5052c9a3f4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 217 time: 0.1360135 Oct 20 10:41:54.462313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-730f8202-c75a-47da-9979-6d24611bb04e req-ea4990c5-d102-4566-9e71-37c67a20227e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0713227 Oct 20 10:41:54.475201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-61518524-8390-4f46-9594-113657766001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.480569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-61518524-8390-4f46-9594-113657766001 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0615625 Oct 20 10:41:54.492423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-90bdf8c7-66f8-481d-ac24-d865564ae576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.494184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-90bdf8c7-66f8-481d-ac24-d865564ae576 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.1711028 Oct 20 10:41:54.538617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-fe9eb452-e65c-4f75-adb5-fdb0f61be3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.540183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-fe9eb452-e65c-4f75-adb5-fdb0f61be3bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1095 time: 0.1579516 Oct 20 10:41:54.541934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-866b4e1e-f081-495d-a1a3-e0ed36deee16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485461 Oct 20 10:41:54.591634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Made reservation on behalf of 2b02c4cc305d462e81de911c726a52af for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:54.596506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.616932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-613ba2a6-e983-41f1-a5bd-5126d437ac10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 217 time: 0.0641408 Oct 20 10:41:54.696843 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0bfdb053-f973-4484-bbb5-7508d3005f18', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'mac_address': 'fa:16:3e:a9:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:47Z', 'updated_at': '2021-10-20T10:41:50Z', 'revision_number': 1, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:54.748512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-7001247d-0741-4f81-90b3-004d7dd65bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.750327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-7001247d-0741-4f81-90b3-004d7dd65bc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.1241400 Oct 20 10:41:54.752829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-7993b851-d737-4ed1-ab25-fec10c5c17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:54.754351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-7993b851-d737-4ed1-ab25-fec10c5c17aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457349 Oct 20 10:41:54.765751 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa678247-e9c0-4e3d-b927-5f8d45cbd4bf None None] The sync data for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 is: [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0bfdb053-f973-4484-bbb5-7508d3005f18', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'mac_address': 'fa:16:3e:a9:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:41:47Z', 'updated_at': '2021-10-20T10:41:50Z', 'revision_number': 1, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:54.798879 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf33060-60fb-4086-8d74-182448e43ad8 x-openstack-request-id: req-4bf33060-60fb-4086-8d74-182448e43ad8 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:54.799392 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:54.799827 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4bf33060-60fb-4086-8d74-182448e43ad8 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:54.800375 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'status': 'completed', 'code': 200} Oct 20 10:41:54.827149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-bc21f6bd-e6c3-4a37-b71f-a3f06fdb409f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403700 Oct 20 10:41:54.878335 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f890ba-55ff-48d1-9fae-17d1d9455219 x-openstack-request-id: req-e8f890ba-55ff-48d1-9fae-17d1d9455219 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:54.878617 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:54.878860 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e8f890ba-55ff-48d1-9fae-17d1d9455219 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:54.892060 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'status': 'completed', 'code': 200} Oct 20 10:41:54.920526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-a66ea4ad-a77f-44cb-9712-cdf43ba4ed15 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515759 Oct 20 10:41:54.950802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Allocated IP 172.20.0.8 (94427d7e-1e59-44a5-97a3-c3dab0e87fcd/ce68598b-7584-44bc-afd5-57c58c50fe54/6acf484b-0056-4a0e-922e-3ccf4f891036) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:54.992623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-b40f8c86-ac3b-4cd2-a472-84a3d7a88b6d service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315931 Oct 20 10:41:55.072300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a884a0-d940-4e2a-98c3-a656c00e628e req-89fa5d8e-9b5f-40d9-b984-c4ad5f663110 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.074034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6a884a0-d940-4e2a-98c3-a656c00e628e req-89fa5d8e-9b5f-40d9-b984-c4ad5f663110 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 943 time: 0.1257315 Oct 20 10:41:55.078048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-04ae11e5-6ded-46db-87f7-6fb8b5747d32 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086976 Oct 20 10:41:55.150791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987b5f4-9394-4da9-b2e9-a4513692e62b None None] New status for floating IP 0bfdb053-f973-4484-bbb5-7508d3005f18: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:41:55.169074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-d79f73be-63a8-4572-a2b5-6c0a7283c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.170932 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-d79f73be-63a8-4572-a2b5-6c0a7283c8c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1097 time: 0.3199914 Oct 20 10:41:55.192780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6a884a0-d940-4e2a-98c3-a656c00e628e req-38935db1-22de-4e6d-8fcb-b3c6d9343194 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107812 Oct 20 10:41:55.336304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f633cb68-feda-47f2-9d67-3cae9d512b63 req-0374e7bf-82ea-4411-8a00-3f3bc9173ded service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345098 Oct 20 10:41:55.370144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-afa48606-b503-4011-83e1-63a0a68b6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.376055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-afa48606-b503-4011-83e1-63a0a68b6ff5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 930 time: 0.1939828 Oct 20 10:41:55.381564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cce3c16-e721-41a9-84f0-a5fb77e659d8 req-debc0bd8-c743-4bd9-b978-e19d061e26fa service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431350 Oct 20 10:41:55.479867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bcd6489a-0872-482d-8e3a-c51f019903a0 req-4e3bb024-3a35-43f7-afc7-a8c714797a4e service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564829 Oct 20 10:41:55.489428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.520278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-49cea340-713c-411a-835b-52e1986d5e19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 1001 time: 0.1131446 Oct 20 10:41:55.623638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.632414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-5c5bf57b-65fa-49b9-8a8b-361c4027f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.634017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-5c5bf57b-65fa-49b9-8a8b-361c4027f676 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.0992699 Oct 20 10:41:55.638363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6059a337-77c8-4a1d-8962-5931fa2dd70f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:55.639284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9803416a-63ca-482d-8300-705847044450 req-3eeba663-44f2-4d75-bfbd-a7561a8e99f3 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 258 time: 0.1644301 Oct 20 10:41:55.648518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd69fd-cef4-4ad6-b3d1-f37c50c86d5f req-d0c18508-0c53-4fa9-88ca-47421c6230e9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.650031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cfd69fd-cef4-4ad6-b3d1-f37c50c86d5f req-d0c18508-0c53-4fa9-88ca-47421c6230e9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1044078 Oct 20 10:41:55.654515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:55.702672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cfd69fd-cef4-4ad6-b3d1-f37c50c86d5f req-27fd9a29-4fdb-4e3e-a242-5c06b44214cf tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Oct 20 10:41:55.707774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.711149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56141d03-604b-41cc-aec3-31ea60417df4 req-a392b4e5-a032-4e5d-9f40-7d1aa537684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.713092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-a392b4e5-a032-4e5d-9f40-7d1aa537684a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1095 time: 0.1637273 Oct 20 10:41:55.737077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:55.769254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:55.771517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:55.784719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:55.791119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.791743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.827113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.858775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-dada3d12-61e5-478b-a00f-2068b7ddf202 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6466842 Oct 20 10:41:55.864888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-5e85e443-ca6b-4d88-9e2b-231941c8c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.866323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-5e85e443-ca6b-4d88-9e2b-231941c8c2fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031107 Oct 20 10:41:55.887692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Request body: {'port': {'device_id': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:55.970305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Allocated IP 172.25.3.119 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/72dd33e8-e152-4f84-868c-41e6338b03a7) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:55.977782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56141d03-604b-41cc-aec3-31ea60417df4 req-9ee5ce0b-ec1e-41ca-b430-20e5bea5b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:55.979701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-9ee5ce0b-ec1e-41ca-b430-20e5bea5b6e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2415137 Oct 20 10:41:56.058369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-97949091-6ee1-4a46-808a-0eb9fa442b86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 217 time: 0.0533619 Oct 20 10:41:56.060452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.117135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.122759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-febaa30c-3a33-44bd-8136-5cda22d4f317 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464788 Oct 20 10:41:56.171141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.195402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56141d03-604b-41cc-aec3-31ea60417df4 req-2541a345-727d-42c4-b35f-3d53532c629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:56.196861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-2541a345-727d-42c4-b35f-3d53532c629e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.1180553 Oct 20 10:41:56.224799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:56.236573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:56.240701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:56.307587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event updated for resources: {'Port': ['ID=72dd33e8-e152-4f84-868c-41e6338b03a7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.352227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50f05ed3-3ea9-4dbe-a669-7677d4eeb125 req-dae58b7e-ea12-4241-b748-26486b9c5460 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089725 Oct 20 10:41:56.357049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-7da268df-8909-4f74-9e57-cd62077bd8a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450160 Oct 20 10:41:56.398366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.442932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.543306 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-e4be2b24-d129-455a-b6e3-ec6bf2e40a0e service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760950 Oct 20 10:41:56.626279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.638726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.708726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event updated for resources: {'Port': ['ID=72dd33e8-e152-4f84-868c-41e6338b03a7,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.708943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acf484b-0056-4a0e-922e-3ccf4f891036 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:56.723220 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56141d03-604b-41cc-aec3-31ea60417df4 req-07eff2c0-f8c1-4809-b876-4af8dc60bb88 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683228 Oct 20 10:41:56.725195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.746147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Transition to ACTIVE for port object 6acf484b-0056-4a0e-922e-3ccf4f891036 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:56.752149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.791280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.806732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:56.809569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.809708 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214779a3-018a-4d1d-9491-fca1023d99df" -d '{"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:56.842628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:56.843052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:56.843377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:56.847017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.848225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9803416a-63ca-482d-8300-705847044450 req-3607fb58-54b3-4779-829c-aaeac7257553 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1972806 Oct 20 10:41:56.848637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:56.848966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:56.854046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:56.854497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:56.854886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:56.855342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Bound port: 6acf484b-0056-4a0e-922e-3ccf4f891036, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:56.855693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.865909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c19ffa-e83a-4cb4-89a8-3531a39b771a req-54f814b6-3a16-41bf-b641-607e8ecfcea3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:56.867394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87c19ffa-e83a-4cb4-89a8-3531a39b771a req-54f814b6-3a16-41bf-b641-607e8ecfcea3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.0776508 Oct 20 10:41:56.916512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9803416a-63ca-482d-8300-705847044450 req-8d656346-83e7-412f-ae54-a3a77ce4ce50 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0584972 Oct 20 10:41:56.920935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:56.924432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:56.931648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.962501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87c19ffa-e83a-4cb4-89a8-3531a39b771a req-dfadff83-b480-4aa8-a400-eae2b75afd16 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611248 Oct 20 10:41:56.970853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:56.971605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.973186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] 10.222.0.83 "PUT /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 1092 time: 1.0893137 Oct 20 10:41:56.973728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:56.976280 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62047b86-754d-4b9d-b722-b38bd7f03562" -d '{"events": [{"name": "network-changed", "server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:57.018799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0aac8-44f6-4ba2-9607-3d75d46c3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:57.064679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803416a-63ca-482d-8300-705847044450 req-ae5811f7-af0f-41d8-b81f-dcaa6c5f97cd tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.066713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9803416a-63ca-482d-8300-705847044450 req-ae5811f7-af0f-41d8-b81f-dcaa6c5f97cd tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1373749 Oct 20 10:41:57.091634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-703be8f6-88dd-4d24-bcb9-f21cb31a4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.093129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-703be8f6-88dd-4d24-bcb9-f21cb31a4da2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1095 time: 0.0619922 Oct 20 10:41:57.150070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-4d9d0748-524e-4907-abb3-0644e5c297bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 217 time: 0.0477674 Oct 20 10:41:57.193990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765456b-4b56-4126-8bfa-01b8d5e41209 req-0a22e502-33dc-4f29-84d0-8cab1109c3b1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.200926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9765456b-4b56-4126-8bfa-01b8d5e41209 req-0a22e502-33dc-4f29-84d0-8cab1109c3b1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 943 time: 0.0662799 Oct 20 10:41:57.218824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-2c5ec7ad-9961-4249-a8e4-a6d8de9cb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.220698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-2c5ec7ad-9961-4249-a8e4-a6d8de9cb2ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0616686 Oct 20 10:41:57.239306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9765456b-4b56-4126-8bfa-01b8d5e41209 req-b276b7dc-a3e2-464c-95ab-4e44d15c19ec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Oct 20 10:41:57.264129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-be7ac13c-3468-40f9-b885-13ddea64b83f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311606 Oct 20 10:41:57.402146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-13116ddb-f96e-422e-baf7-8c2715108a99 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288898 Oct 20 10:41:57.463468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dae2c3-6a7e-4059-91d8-6f179c0903e1 req-70955c4b-ef99-4207-9a22-36a33a21dc39 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.465246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17dae2c3-6a7e-4059-91d8-6f179c0903e1 req-70955c4b-ef99-4207-9a22-36a33a21dc39 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.0865011 Oct 20 10:41:57.508236 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5614dff-1c3d-4afd-9817-b825bba12f98 x-openstack-request-id: req-a5614dff-1c3d-4afd-9817-b825bba12f98 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:57.508236 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:57.508563 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5614dff-1c3d-4afd-9817-b825bba12f98 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:57.508841 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'status': 'completed', 'code': 200} Oct 20 10:41:57.522123 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45424cab-a341-48f6-9370-9bfe0afd9865 x-openstack-request-id: req-45424cab-a341-48f6-9370-9bfe0afd9865 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:57.523255 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:57.523255 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45424cab-a341-48f6-9370-9bfe0afd9865 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:57.523486 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'status': 'completed', 'code': 200} Oct 20 10:41:57.545089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b5b445c6-ca02-48cb-a12a-40c922177c5c req-699fd151-2f6e-47d7-bb03-55b45af3c935 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321383 Oct 20 10:41:57.587510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17dae2c3-6a7e-4059-91d8-6f179c0903e1 req-d083a87e-8a08-431d-886e-e2a0d7d4f099 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134732 Oct 20 10:41:57.639909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214779a3-018a-4d1d-9491-fca1023d99df req-9e24539f-aaa9-47b9-8e4c-884ed2f07ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.641721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-9e24539f-aaa9-47b9-8e4c-884ed2f07ebb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1095 time: 0.1042874 Oct 20 10:41:57.657955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-43358273-8f4a-4f89-96b7-014715ac7cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.660088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-43358273-8f4a-4f89-96b7-014715ac7cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0761859 Oct 20 10:41:57.665482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-a5e34787-0a10-4d28-bb80-b09774310271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.667236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-a5e34787-0a10-4d28-bb80-b09774310271 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1095 time: 0.0544372 Oct 20 10:41:57.768544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-5f81c053-a6e6-478c-ba65-56d04fb4b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.770196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-5f81c053-a6e6-478c-ba65-56d04fb4b522 service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.0930939 Oct 20 10:41:57.787925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-08d691ef-8ff5-46ba-9163-959d9e179f1c tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1159649 Oct 20 10:41:57.802750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-ecbf60a4-905a-4cfa-b9bc-1943284f18a8 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'floatingip': {'port_id': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:57.821446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-adb127cf-03e4-4ab1-97b8-75352ce9ce33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 217 time: 0.0366271 Oct 20 10:41:57.858784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad978d7-bcd1-4e49-b8a5-b6d02b69bcce req-d14275de-56b4-45ea-9635-86e93a1340a8 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.863395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ad978d7-bcd1-4e49-b8a5-b6d02b69bcce req-d14275de-56b4-45ea-9635-86e93a1340a8 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 950 time: 0.1940176 Oct 20 10:41:57.865899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-ecbf60a4-905a-4cfa-b9bc-1943284f18a8 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.887498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-58a9bd57-7480-4ca5-8760-db7ab1811987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.888933 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-58a9bd57-7480-4ca5-8760-db7ab1811987 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0488920 Oct 20 10:41:57.923426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214779a3-018a-4d1d-9491-fca1023d99df req-333b3f25-855c-42fc-8f37-9b9ff49a6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:57.924887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-333b3f25-855c-42fc-8f37-9b9ff49a6a98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.2638650 Oct 20 10:41:57.928667 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-76c218cb-6c73-4635-aad3-47e4fe9c9990 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265727 Oct 20 10:41:58.004029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:58.015343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ad978d7-bcd1-4e49-b8a5-b6d02b69bcce req-c1294feb-8805-46aa-b6f5-3c42e1fd18c8 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/security-groups?id=6492b5ec-501c-48f6-8ca6-76882eea4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419971 Oct 20 10:41:58.022409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-1119e617-b7cf-485f-b568-2b5c7006acf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 217 time: 0.0684876 Oct 20 10:41:58.071801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-7b123e58-31ee-4468-91b4-127da11ffab0 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290839 Oct 20 10:41:58.089291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214779a3-018a-4d1d-9491-fca1023d99df req-8ab46e0d-6f54-4a0e-ae4e-0ee1ab3cbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:58.090792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-8ab46e0d-6f54-4a0e-ae4e-0ee1ab3cbb31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.0506823 Oct 20 10:41:58.141414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.164342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-4473d1cf-602a-4d7e-bf86-c2628c8e49db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519645 Oct 20 10:41:58.177713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:58.179103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:58.183298 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28309765-2b76-47eb-8fda-ad21c5426f82" -d '{"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:58.188841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.223768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62047b86-754d-4b9d-b722-b38bd7f03562 req-2dd516d1-419d-40d7-b897-94cca01caa45 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426029 Oct 20 10:41:58.239256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:58.432694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-33b55d02-1d47-4638-862d-378f4aa71c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.680107 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-ecbf60a4-905a-4cfa-b9bc-1943284f18a8 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:41:58.680999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3f1a1c-4e5e-4863-a205-4d13e8be56df req-ecbf60a4-905a-4cfa-b9bc-1943284f18a8 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "PUT /v2.0/floatingips/772d6599-3794-4c80-8358-9904563477cc HTTP/1.1" status: 409 len: 550 time: 0.8822033 Oct 20 10:41:58.691877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-60a88c3b-9aa0-4ce4-9868-c2b1d370e415 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:58.693424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-60a88c3b-9aa0-4ce4-9868-c2b1d370e415 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.5663750 Oct 20 10:41:58.695316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-41693cec-605f-4a4e-810c-1480b9df0442 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871707 Oct 20 10:41:58.710694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-f58df589-8312-46c6-8166-539bd5a40968 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/quotas/0a4ef61fde764a7c8ec7cb73b4e4e17a HTTP/1.1" status: 200 len: 375 time: 0.0108862 Oct 20 10:41:58.798653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf94874-e33b-4225-8e06-d965004a2b73 req-8e439ed1-163a-4634-81bd-3d97cc3d6273 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:58.800105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-baf94874-e33b-4225-8e06-d965004a2b73 req-8e439ed1-163a-4634-81bd-3d97cc3d6273 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 950 time: 0.0520990 Oct 20 10:41:58.855991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-214779a3-018a-4d1d-9491-fca1023d99df req-cde5a531-7181-4c5f-9d18-d53bc00b8be2 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468940 Oct 20 10:41:58.867167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9cfbe-7a80-4cf0-b7e8-75a20e008f1a req-149bcce7-f584-4f1d-b566-172aed1a5521 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:58.868662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31a9cfbe-7a80-4cf0-b7e8-75a20e008f1a req-149bcce7-f584-4f1d-b566-172aed1a5521 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1309671 Oct 20 10:41:58.873589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-4b0d3dfd-ed3e-4381-a65f-e778b2007ad0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343827 Oct 20 10:41:58.911887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Deleting port 627ffbf7-06b1-4449-8b19-9021b2c289aa {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:58.912232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.938996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31a9cfbe-7a80-4cf0-b7e8-75a20e008f1a req-a664990a-10a6-45c0-b38c-761bef981342 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630505 Oct 20 10:41:58.992461 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011cbf9-55bf-4a58-a528-13e65d06c92f x-openstack-request-id: req-b011cbf9-55bf-4a58-a528-13e65d06c92f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:58.992752 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:58.993001 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b011cbf9-55bf-4a58-a528-13e65d06c92f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:58.993392 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'code': 200} Oct 20 10:41:58.997950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-20afe02a-f7e0-42e2-904e-ddb25190a1ba service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146493 Oct 20 10:41:59.036359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] For port 627ffbf7-06b1-4449-8b19-9021b2c289aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=627ffbf7-06b1-4449-8b19-9021b2c289aa,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:59.036986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.050445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Calling delete_port for 627ffbf7-06b1-4449-8b19-9021b2c289aa owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:59.105770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-87f98246-e07a-472d-b9e8-bc2d452e3d93 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004338 Oct 20 10:41:59.180119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c194ea-21c4-4982-8928-da8d76e0928c req-8f890924-72d3-4931-9a56-ec7b00ff069a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.181644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66c194ea-21c4-4982-8928-da8d76e0928c req-8f890924-72d3-4931-9a56-ec7b00ff069a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 943 time: 0.0677457 Oct 20 10:41:59.216499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.229547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['627ffbf7-06b1-4449-8b19-9021b2c289aa'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:59.245689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66c194ea-21c4-4982-8928-da8d76e0928c req-79619a91-f04a-4e20-9504-a27b30166c8e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Oct 20 10:41:59.311640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Pushing event deleted for resources: {'Port': ['ID=627ffbf7-06b1-4449-8b19-9021b2c289aa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:59.421139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] No DVR routers for this DVR port 627ffbf7-06b1-4449-8b19-9021b2c289aa on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:59.424796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.429170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-baf94874-e33b-4225-8e06-d965004a2b73 req-272b898c-93f9-4cbb-962b-33aa8b45f123 tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.83 "DELETE /v2.0/ports/627ffbf7-06b1-4449-8b19-9021b2c289aa HTTP/1.1" status: 204 len: 173 time: 0.6212735 Oct 20 10:41:59.434859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-826f1c94-fe9d-4860-8e5c-e39a24051c72 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips/772d6599-3794-4c80-8358-9904563477cc HTTP/1.1" status: 200 len: 693 time: 0.0839598 Oct 20 10:41:59.481197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd30e1-19d7-4454-88e3-21656be6554f req-ad20f7c3-f782-4ef2-8a96-df2dcd01518c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.482724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54bd30e1-19d7-4454-88e3-21656be6554f req-ad20f7c3-f782-4ef2-8a96-df2dcd01518c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/ports?device_id=a463fa51-68f0-4e06-b407-706b86757a6c HTTP/1.1" status: 200 len: 943 time: 0.1906838 Oct 20 10:41:59.525381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'name': 'network-vif-deleted', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:59.528513 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67a3258-9b20-47b1-9355-029f28e7c118" -d '{"events": [{"server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "name": "network-vif-deleted", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:59.619731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598acf7e-e9e0-435e-a80a-447185c8deeb req-94959174-963c-4043-bdf2-deb723648252 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.627514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-598acf7e-e9e0-435e-a80a-447185c8deeb req-94959174-963c-4043-bdf2-deb723648252 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.2030489 Oct 20 10:41:59.736226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-8f3e56a5-e14e-49e8-ae38-8c4078ea14a2 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.737442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-8f3e56a5-e14e-49e8-ae38-8c4078ea14a2 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2535968 Oct 20 10:41:59.747029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-598acf7e-e9e0-435e-a80a-447185c8deeb req-b8decdba-1cbf-4dab-a770-2d7812845917 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179342 Oct 20 10:41:59.765405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Deleting port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:59.765405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.853470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-e4e3e464-6852-4d1d-8221-09a3c18f5d84 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1030746 Oct 20 10:41:59.904993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2083fc77-c1e1-4eb0-9a7e-62238f142042 req-e63f0b3c-18ae-40b6-bedf-652703a168ec tempest-TenantUsagesTestJSON-622116503 tempest-TenantUsagesTestJSON-622116503-project] 10.222.0.74 "GET /v2.0/ports?device_id=c63e5195-2ca0-4249-8acf-a76423ad986a HTTP/1.1" status: 200 len: 210 time: 0.0766039 Oct 20 10:41:59.962366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-3efcdf90-f173-4f41-a6e6-aa78939ce94c tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1046851 Oct 20 10:42:00.019954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3ec8eeb1-bf03-4b20-adac-28fb9af87332 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:00.062302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-039646aa-43fa-4fbe-a758-f3b3352dcc4f req-131424d1-5c9b-47a3-a934-20f8ff34f39e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 210 time: 0.0399761 Oct 20 10:42:00.073174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] For port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:00.073530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.121245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Calling delete_port for ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:00.154988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:00.157745 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d771988-d9f1-48a9-81cf-40919acf3405 x-openstack-request-id: req-7d771988-d9f1-48a9-81cf-40919acf3405 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:00.158368 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63e5195-2ca0-4249-8acf-a76423ad986a", "name": "network-vif-deleted", "tag": "627ffbf7-06b1-4449-8b19-9021b2c289aa", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:00.158713 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d771988-d9f1-48a9-81cf-40919acf3405 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:00.159392 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63e5195-2ca0-4249-8acf-a76423ad986a', 'name': 'network-vif-deleted', 'tag': '627ffbf7-06b1-4449-8b19-9021b2c289aa', 'status': 'completed', 'code': 200} Oct 20 10:42:00.175306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'network_id': '76456155-f561-4531-b78f-7f4984468407', 'port_id': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'mac_address': 'fa:16:3e:c2:6c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa1a79d-2249-4a78-afbc-75b14012efc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:00.217334 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.231904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec8eeb1-bf03-4b20-adac-28fb9af87332 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:00.253954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:00.259491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.263948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Deleting port 72dd33e8-e152-4f84-868c-41e6338b03a7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:00.264279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.319788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:00.360357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae41d-dc8d-4d1a-9b53-e06355a88353 req-bbfa013d-d1bb-4b0a-84cd-eeafe1483f37 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.362035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-128ae41d-dc8d-4d1a-9b53-e06355a88353 req-bbfa013d-d1bb-4b0a-84cd-eeafe1483f37 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1537571 Oct 20 10:42:00.427082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.427524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.442213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.456238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Calling delete_port for 72dd33e8-e152-4f84-868c-41e6338b03a7 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:00.460394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-128ae41d-dc8d-4d1a-9b53-e06355a88353 req-69333213-b5ad-4ae7-b067-61d2acc908eb tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871363 Oct 20 10:42:00.485553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event deleted for resources: {'Port': ['ID=ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:00.518610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:00.662166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] No DVR routers for this DVR port ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:00.676337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.680481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-dc1ccb5d-14e5-4897-856b-c84085585e5c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.681930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-dc1ccb5d-14e5-4897-856b-c84085585e5c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.70 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.2256579 Oct 20 10:42:00.682421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54bd30e1-19d7-4454-88e3-21656be6554f req-93a495b9-8c02-4114-86bf-a6b031ce7f2f tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "DELETE /v2.0/ports/ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 HTTP/1.1" status: 204 len: 173 time: 1.1834486 Oct 20 10:42:00.684395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-deleted', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:00.688010 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dda408b-5236-4fdf-b490-fc29f730b7d6" -d '{"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-deleted", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:00.699634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Request body: {'port': {'device_id': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'admin_state_up': True, 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:00.841416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a728b-7237-481b-b41f-d37ab8d18674 req-17e7aa92-e807-46e2-b326-52ae8ab8aa9d tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.847445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e21a728b-7237-481b-b41f-d37ab8d18674 req-17e7aa92-e807-46e2-b326-52ae8ab8aa9d tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 944 time: 0.1637578 Oct 20 10:42:00.848201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:00.852375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.886680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.921258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e21a728b-7237-481b-b41f-d37ab8d18674 req-154db3d7-0231-4423-a963-cafb99bbd537 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700352 Oct 20 10:42:00.925053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event deleted for resources: {'Port': ['ID=72dd33e8-e152-4f84-868c-41e6338b03a7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:01.007238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.013119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Allocated IP 172.20.0.10 (6b97e94c-a421-4fe2-b2ed-ef47e0801080/b35b0cbe-4a24-4cad-aa47-2e1a733a89b4/1867e3ba-483c-4289-ae47-5cd813c4edff) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:01.014051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.027767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3039ce63-30bb-4a66-a109-db9e9766e4d1 req-0ba8aecd-c45c-4fe0-8b47-ed88c23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "DELETE /v2.0/floatingips/772d6599-3794-4c80-8358-9904563477cc HTTP/1.1" status: 204 len: 173 time: 1.0644560 Oct 20 10:42:01.092432 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6951717-eea9-4f92-b4c3-1bfba0585183 x-openstack-request-id: req-e6951717-eea9-4f92-b4c3-1bfba0585183 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:01.092931 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a463fa51-68f0-4e06-b407-706b86757a6c", "name": "network-vif-deleted", "tag": "ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:01.093364 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6951717-eea9-4f92-b4c3-1bfba0585183 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:01.094028 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a463fa51-68f0-4e06-b407-706b86757a6c', 'name': 'network-vif-deleted', 'tag': 'ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94', 'status': 'completed', 'code': 200} Oct 20 10:42:01.216353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ba6d-e0ca-46dc-b749-8e7bddc1e69a req-8aee17c5-1e0f-491a-b924-0f82d074e7bb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.224357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4e6ba6d-e0ca-46dc-b749-8e7bddc1e69a req-8aee17c5-1e0f-491a-b924-0f82d074e7bb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1288838 Oct 20 10:42:01.264171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-77f8c457-d93a-40c0-a1b3-ebc0e100c071 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 1001 time: 0.1231058 Oct 20 10:42:01.300531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a743c3a4-8f8e-452c-9912-7b36f8256f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.327213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4e6ba6d-e0ca-46dc-b749-8e7bddc1e69a req-5b2bb441-21dc-4d0b-b1f6-b4dbde3126ae tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016529 Oct 20 10:42:01.395375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-be2f8f50-7839-40fc-b8ac-5899e7e19ee2 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.407238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-be2f8f50-7839-40fc-b8ac-5899e7e19ee2 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports/1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 942 time: 0.1263969 Oct 20 10:42:01.464536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb7ce8b7-3066-4266-b575-809c346dc71a req-3f1b17d2-0d8b-41aa-9b7d-7a147a496bb2 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 210 time: 0.0553515 Oct 20 10:42:01.546114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:01.591177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-4136ef1f-6fb8-4e1e-9250-60984535499c tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 1001 time: 0.1231577 Oct 20 10:42:01.600217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.692200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.724528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.730435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f75e48-21a0-44e7-aab1-c50ae3c63d4f req-e625fb82-cbe6-412b-9a2f-130199e6aafd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.732888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5f75e48-21a0-44e7-aab1-c50ae3c63d4f req-e625fb82-cbe6-412b-9a2f-130199e6aafd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1368566 Oct 20 10:42:01.771377 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb03a067-3b97-4a89-a91f-e82b4d4e6f21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c5d7a519684407e819e3dec8a390cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235560 Oct 20 10:42:01.772642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43894) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:01.785822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:01.790778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:01.794584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:01.800533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.801165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.816308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:01.830704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-03a347f6-13fa-4d83-8aee-ce9a92b33359 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1355128 Oct 20 10:42:01.843830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Request body: {'port': {'device_id': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:01.846663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-9accff4f-ff32-45c7-ad46-d423c872c635 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.848602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-9accff4f-ff32-45c7-ad46-d423c872c635 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2514060 Oct 20 10:42:01.862959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5f75e48-21a0-44e7-aab1-c50ae3c63d4f req-9a56dc76-fd11-4077-b4b9-200114ad415f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148529 Oct 20 10:42:01.907639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.946837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.987922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-6e39e465-77bf-47c9-a6c3-0c2049f2e29d tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 1001 time: 0.1111083 Oct 20 10:42:01.992850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:02.001710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.066900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3ec8eeb1-bf03-4b20-adac-28fb9af87332 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:02.120350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.142912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:02.148715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:02.149344 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.184701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116bc2b-1454-4ffd-98ad-27caeb6b3b77 req-98febc13-66b5-495c-9fd2-1a594d31848c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:02.191967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1116bc2b-1454-4ffd-98ad-27caeb6b3b77 req-98febc13-66b5-495c-9fd2-1a594d31848c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 944 time: 0.1578121 Oct 20 10:42:02.246382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1867e3ba-483c-4289-ae47-5cd813c4edff {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:02.253654 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.256271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.257845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.258042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6492b5ec-501c-48f6-8ca6-76882eea4a6f HTTP/1.1" status: 204 len: 168 time: 0.4826851 Oct 20 10:42:02.274731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.275040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Transition to ACTIVE for port object 1867e3ba-483c-4289-ae47-5cd813c4edff will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:02.281931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.303941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:02.306734 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858926d7-2f57-4477-99ae-10e848eec869" -d '{"events": [{"server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:02.324140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:02.330710 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.331731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:02.341386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec4689-1219-446d-a90b-23bd67325aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6492b5ec-501c-48f6-8ca6-76882eea4a6f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:02.366402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:02.366742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ed7c968c-7950-48ff-bfc1-7bb7bfb3bc94 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:02.399606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1116bc2b-1454-4ffd-98ad-27caeb6b3b77 req-45d81b73-9e1b-40ab-a3a8-8b898a26dc86 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057018 Oct 20 10:42:02.415118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Attempting to bind port 1867e3ba-483c-4289-ae47-5cd813c4edff on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:02.415444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Attempting to bind port 1867e3ba-483c-4289-ae47-5cd813c4edff by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:02.416180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Attempting to bind port 1867e3ba-483c-4289-ae47-5cd813c4edff on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:02.423787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Port 1867e3ba-483c-4289-ae47-5cd813c4edff on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:02.424114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Attempting to bind port 1867e3ba-483c-4289-ae47-5cd813c4edff on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:02.432579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:02.432832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Checking segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:02.433222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Bound using segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:02.433670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Bound port: 1867e3ba-483c-4289-ae47-5cd813c4edff, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:02.434025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.436817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:02.454644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:02.486696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.501145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.503016 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Floating IP 0bfdb053-f973-4484-bbb5-7508d3005f18 disassociated. External IP: 172.25.3.208, port: 1cc28b19-d679-47b1-ac78-301068c35c6d. Oct 20 10:42:02.522663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:02.526096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:02.541781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.615654 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85a216-d515-427c-9738-5fb21109f893 x-openstack-request-id: req-3d85a216-d515-427c-9738-5fb21109f893 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:02.615969 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:02.616304 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d85a216-d515-427c-9738-5fb21109f893 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:02.616710 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'code': 200} Oct 20 10:42:02.621779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:02.625811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.630147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] 10.222.0.70 "PUT /v2.0/ports/1867e3ba-483c-4289-ae47-5cd813c4edff HTTP/1.1" status: 200 len: 1093 time: 0.7893565 Oct 20 10:42:02.630919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:02.643456 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff" -d '{"events": [{"name": "network-changed", "server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:02.677536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.754449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced7bbe-fe5a-45a3-994d-ce4bead0f085 service neutron] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:02.770609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-1749b8fd-3817-49e9-9c3c-e0e7e0134b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:02.772164 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-1749b8fd-3817-49e9-9c3c-e0e7e0134b33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 1096 time: 0.0810206 Oct 20 10:42:02.782294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:02.835113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-aa06130c-86b0-43b0-9fbe-c56a21d732f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1867e3ba-483c-4289-ae47-5cd813c4edff HTTP/1.1" status: 200 len: 217 time: 0.0541604 Oct 20 10:42:02.836009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28fa0ba1-b669-40ef-acc4-0ab52c2f63ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.915227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25878-179f-4aeb-8179-11dcebb472df req-81e434cb-064a-47e7-a215-345ba58a1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:02.916875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-81e434cb-064a-47e7-a215-345ba58a1572 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.0727177 Oct 20 10:42:02.960496 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-25a1914d-7201-4987-872f-cc0a3884214f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330906 Oct 20 10:42:03.019144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28fa0ba1-b669-40ef-acc4-0ab52c2f63ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.051156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28fa0ba1-b669-40ef-acc4-0ab52c2f63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.109757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-28fa0ba1-b669-40ef-acc4-0ab52c2f63ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9a4f2485cf44ce8ace5520be70b073e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192091 Oct 20 10:42:03.109757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa0ba1-b669-40ef-acc4-0ab52c2f63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c141ab76-0b46-469f-b3d2-4a0042b58458,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:03.116870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43918) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:03.133562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-ca4d8fae-fc2b-42f4-988b-d987642a29da service neutron] 10.222.0.70 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650624 Oct 20 10:42:03.174200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c0be5-fc13-42de-94bc-12a118ef5bf2 req-11fc051b-ff92-4d39-bba9-43ab648ebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.175556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b1c0be5-fc13-42de-94bc-12a118ef5bf2 req-11fc051b-ff92-4d39-bba9-43ab648ebfff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1097 time: 0.4595513 Oct 20 10:42:03.184761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513029d-c07b-40c6-9a4a-ed96155bde33 req-b2271b19-4abb-49be-aa96-c544732d39e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.186365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b513029d-c07b-40c6-9a4a-ed96155bde33 req-b2271b19-4abb-49be-aa96-c544732d39e7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.4231486 Oct 20 10:42:03.236978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.244126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b513029d-c07b-40c6-9a4a-ed96155bde33 req-d087eb07-8b87-47ce-a7f8-c32948b9df47 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Oct 20 10:42:03.262563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Router 026fc04b-51c7-4ef3-9568-db8f39e4018e has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:03.270970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b1c0be5-fc13-42de-94bc-12a118ef5bf2 req-d09772e9-0325-4f33-9d69-b0e3b0a9e4d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836203 Oct 20 10:42:03.271103 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b25878-179f-4aeb-8179-11dcebb472df req-287e99f3-51bf-4874-bdf0-93f0340475c2 service neutron] 10.222.0.70 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278155 Oct 20 10:42:03.279310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.353437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.356453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.360718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c141ab76-0b46-469f-b3d2-4a0042b58458 HTTP/1.1" status: 204 len: 168 time: 0.2399695 Oct 20 10:42:03.368755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87a720-e0e9-49a2-aee6-712594e0a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141ab76-0b46-469f-b3d2-4a0042b58458,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:03.426099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:03.431273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.441671 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Sync routers for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:03.458010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:03.459135 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.460964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-d7480143-401c-4d6c-a651-54a9028bc2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "PUT /v2.0/floatingips/0bfdb053-f973-4484-bbb5-7508d3005f18 HTTP/1.1" status: 200 len: 695 time: 1.4719551 Oct 20 10:42:03.461615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:03.463999 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a205050-7115-44ab-804d-210ee03ca20b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:03.479401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9ba13-5096-4f94-9b98-80599edd133d req-41225b07-4f16-4b3b-be93-2bf253a8dafe tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.480931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ed9ba13-5096-4f94-9b98-80599edd133d req-41225b07-4f16-4b3b-be93-2bf253a8dafe tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 944 time: 0.1126158 Oct 20 10:42:03.548662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-5f763ee7-97b9-419b-b7a6-c6d8b982e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.549617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-5f763ee7-97b9-419b-b7a6-c6d8b982e140 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1097 time: 0.0678036 Oct 20 10:42:03.552556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ed9ba13-5096-4f94-9b98-80599edd133d req-1e0c518e-4fdd-4574-8b73-c0706221cd9e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 Oct 20 10:42:03.610527 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:03.643879 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f34bb0a-a44a-4484-aa69-eae7b4b8430c x-openstack-request-id: req-7f34bb0a-a44a-4484-aa69-eae7b4b8430c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:03.644419 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:03.644521 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f34bb0a-a44a-4484-aa69-eae7b4b8430c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:03.644849 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'status': 'completed', 'code': 200} Oct 20 10:42:03.721215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-fab3415b-4c4a-44b0-9b06-f3afc20f9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.743438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-61a2b482-3544-4be3-afbc-7183b6ae98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.744891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-61a2b482-3544-4be3-afbc-7183b6ae98b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 1096 time: 0.0734303 Oct 20 10:42:03.748520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-fab3415b-4c4a-44b0-9b06-f3afc20f9204 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 930 time: 0.1918161 Oct 20 10:42:03.834848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-9751cf5f-af9f-4fe6-a4fe-e0c1c4f49b65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 217 time: 0.0851378 Oct 20 10:42:03.905721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61c781-123a-4c7f-803a-ea4a5a0b227e req-3932e50c-13db-43f4-9df2-021a150bf178 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.913995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a61c781-123a-4c7f-803a-ea4a5a0b227e req-3932e50c-13db-43f4-9df2-021a150bf178 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1186826 Oct 20 10:42:03.917821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-22f664e0-0ce3-45b9-b563-a451d40a862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.917821 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-22f664e0-0ce3-45b9-b563-a451d40a862d service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 907 time: 0.1600425 Oct 20 10:42:03.918048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-0162d391-863e-46a5-babc-1b49e7a2141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.924388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-0162d391-863e-46a5-babc-1b49e7a2141f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.0877922 Oct 20 10:42:03.950687 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.964641 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-4b8e85b8-21ee-4470-812f-4506a801072d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1867e3ba-483c-4289-ae47-5cd813c4edff HTTP/1.1" status: 200 len: 217 time: 0.0375843 Oct 20 10:42:03.985183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Checking router: 026fc04b-51c7-4ef3-9568-db8f39e4018e for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:03.995688 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:03.996296 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.999653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a61c781-123a-4c7f-803a-ea4a5a0b227e req-0a3621db-7c9e-4f2c-b7e6-a5b40ea47c37 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845819 Oct 20 10:42:04.022203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-eabf92e5-caca-4878-ad32-6b867b82a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.023864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-eabf92e5-caca-4878-ad32-6b867b82a0d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973697 Oct 20 10:42:04.041621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-416b4bdf-5b3f-484a-94a5-518a6b543ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.050102 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-416b4bdf-5b3f-484a-94a5-518a6b543ff1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.0754526 Oct 20 10:42:04.081589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627ffbf7-06b1-4449-8b19-9021b2c289aa no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:04.103977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-fc5879de-60f7-4b94-ba17-a1d15b3df7cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448432 Oct 20 10:42:04.129056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 627ffbf7-06b1-4449-8b19-9021b2c289aa {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:04.130669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 627ffbf7-06b1-4449-8b19-9021b2c289aa not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:04.135254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-0ae50f66-4b8e-4eb7-bc0a-d5810edbf269 service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040967 Oct 20 10:42:04.196551 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.212539 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:04.251606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-4914c6ac-5bca-485a-bd8e-0b689a10daea service neutron] 10.222.0.70 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352711 Oct 20 10:42:04.292554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8d58c-a943-4e73-abcb-d9edaae5e364 req-ec6e3992-192d-4614-a1cd-f95f66ff67d2 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.294074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a8d58c-a943-4e73-abcb-d9edaae5e364 req-ec6e3992-192d-4614-a1cd-f95f66ff67d2 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 945 time: 0.1166153 Oct 20 10:42:04.329941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fddf893-5e9e-46bb-bad4-b81eaa55ac2c req-39eb5e07-e19b-4847-aabb-1788016e6c10 service neutron] 10.222.0.74 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876545 Oct 20 10:42:04.353650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a8d58c-a943-4e73-abcb-d9edaae5e364 req-09011187-6c4e-47c3-a154-22ddd1180626 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Oct 20 10:42:04.397968 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23cdd73-468b-4f97-a45d-bfea4cfaeaff req-c08df34e-8bb3-4147-9e28-be70589bbf87 service neutron] 10.222.0.70 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370394 Oct 20 10:42:04.444212 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7c42b-8fe1-4236-a738-f54aadaf443c x-openstack-request-id: req-f4a7c42b-8fe1-4236-a738-f54aadaf443c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:04.444593 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:04.445053 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4a7c42b-8fe1-4236-a738-f54aadaf443c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:04.445570 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'status': 'completed', 'code': 200} Oct 20 10:42:04.525768 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:04.548811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a205050-7115-44ab-804d-210ee03ca20b req-0f62c3c2-15a8-496c-8853-a045b782d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.550376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-0f62c3c2-15a8-496c-8853-a045b782d756 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32222edfbfd34ecca4b20cb85454f947&device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 1097 time: 0.0632813 Oct 20 10:42:04.565965 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586f4c-cf02-428d-a54c-e03b03486e3d None None] The sync data for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 is: [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:41:26Z', 'revision_number': 4, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf', 'name': '', 'network_id': 'fd6aafa2-b576-4df6-89d3-225672a70bc7', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'mac_address': 'fa:16:3e:ef:46:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:26Z', 'updated_at': '2021-10-20T10:41:33Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'subnets': [{'id': '0aa6717b-912c-40ff-a40f-ab0c2a43366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:04.613396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-33b7c0c4-c2a8-41eb-9e0d-dc2e9d22b7d1 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips/0bfdb053-f973-4484-bbb5-7508d3005f18 HTTP/1.1" status: 200 len: 695 time: 0.0839107 Oct 20 10:42:04.642851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d1bcb-3e97-44bc-b457-d41dee3a1752 req-8da44fa4-6665-4975-8ca4-eb44ee594143 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.644438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d07d1bcb-3e97-44bc-b457-d41dee3a1752 req-8da44fa4-6665-4975-8ca4-eb44ee594143 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1395519 Oct 20 10:42:04.666306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a205050-7115-44ab-804d-210ee03ca20b req-4c7faa66-a2e7-43c0-82a0-2b98a28a380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.668578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-4c7faa66-a2e7-43c0-82a0-2b98a28a380c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 200 len: 930 time: 0.1085818 Oct 20 10:42:04.716257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-b6a26be8-aa8d-496f-89c7-10b4af89e5a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 200 len: 217 time: 0.0388012 Oct 20 10:42:04.731155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d07d1bcb-3e97-44bc-b457-d41dee3a1752 req-8982bdf5-25a7-408c-b0d9-08ec3ddcee97 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764284 Oct 20 10:42:04.770092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-063b2632-0fcc-4ae1-89da-f2f81bbf33b9 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.771760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a205050-7115-44ab-804d-210ee03ca20b req-7bd03b76-2d09-4874-87db-51b810ef358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.772189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-063b2632-0fcc-4ae1-89da-f2f81bbf33b9 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1521823 Oct 20 10:42:04.773842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-7bd03b76-2d09-4874-87db-51b810ef358f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 200 len: 867 time: 0.0494728 Oct 20 10:42:04.830274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a205050-7115-44ab-804d-210ee03ca20b req-5ac8e607-1ae6-4590-a5e9-36af277cad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.832702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-5ac8e607-1ae6-4590-a5e9-36af277cad50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd6aafa2-b576-4df6-89d3-225672a70bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513091 Oct 20 10:42:04.847484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-5f0958f0-8d32-4147-aa9d-e88a034afe1d tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 698 time: 0.0691895 Oct 20 10:42:04.850293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54db4c-99ad-4d85-839f-7067cc889a48 None None] New status for floating IP 0bfdb053-f973-4484-bbb5-7508d3005f18: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:42:04.921377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fb29c-6df9-4bf4-bff6-64aadd93e2c0 req-feb05efd-17d3-4e41-abe4-1fb69aec44a5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.923426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-091fb29c-6df9-4bf4-bff6-64aadd93e2c0 req-feb05efd-17d3-4e41-abe4-1fb69aec44a5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 944 time: 0.1008036 Oct 20 10:42:04.926298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-e379f076-cbfb-4fcc-ad2f-b77ec72b0384 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 698 time: 0.0617316 Oct 20 10:42:04.936365 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-5bbcfb88-cbf0-4707-8b3b-7a39af5839a1 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943768 Oct 20 10:42:05.037290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-091fb29c-6df9-4bf4-bff6-64aadd93e2c0 req-35029ad1-aff2-467b-a404-68d22ce73d0a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062610 Oct 20 10:42:05.040274 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a205050-7115-44ab-804d-210ee03ca20b req-a7ad8d44-b38d-4f0b-9776-cf1e7ffdc030 service neutron] 10.222.0.70 "GET /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912306 Oct 20 10:42:05.093583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Deleting port 0a8a1fa0-43b7-49da-a83e-8564b15ad91b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:05.094533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.171979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.172298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.186061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Calling delete_port for 0a8a1fa0-43b7-49da-a83e-8564b15ad91b owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:05.307097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea73dc3-8927-46cf-8fa8-fe6bc19e8c9d req-f8db0fad-b828-4472-b9d4-3fead0c81ebb tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.308569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea73dc3-8927-46cf-8fa8-fe6bc19e8c9d req-f8db0fad-b828-4472-b9d4-3fead0c81ebb tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.0797255 Oct 20 10:42:05.366540 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:42:05.373113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea73dc3-8927-46cf-8fa8-fe6bc19e8c9d req-91e1b731-5e91-4d2a-8b5a-d1f873987ae4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581288 Oct 20 10:42:05.386813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.412856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event deleted for resources: {'Port': ['ID=0a8a1fa0-43b7-49da-a83e-8564b15ad91b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:05.486600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.489533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.490631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6512e5-0751-4144-9ef2-4796878b9a11 req-82f48a48-4aa2-491f-a4b2-494f2ea442c7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "DELETE /v2.0/floatingips/0bfdb053-f973-4484-bbb5-7508d3005f18 HTTP/1.1" status: 204 len: 173 time: 0.5537183 Oct 20 10:42:05.576318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5857d6-d760-4519-85a9-f1b8bdd828f5 req-a08f7843-c544-4e55-8690-a97b4363ca23 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.577794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c5857d6-d760-4519-85a9-f1b8bdd828f5 req-a08f7843-c544-4e55-8690-a97b4363ca23 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 945 time: 0.0517979 Oct 20 10:42:05.619597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c5857d6-d760-4519-85a9-f1b8bdd828f5 req-2a3cbe6a-77ff-4791-9f09-08153c13ffac tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Oct 20 10:42:05.699964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15996a65-7f91-48e4-9d11-54fb7f32906c req-14d4d405-e394-4196-bd14-227ecc926c16 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.701483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15996a65-7f91-48e4-9d11-54fb7f32906c req-14d4d405-e394-4196-bd14-227ecc926c16 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0507975 Oct 20 10:42:05.755403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15996a65-7f91-48e4-9d11-54fb7f32906c req-d75b9415-60f3-46d9-9cfe-6f984f7a092c tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0477211 Oct 20 10:42:05.773384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-c8924de3-27bf-4ffe-a54f-c4d517925025 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1362413820&fields=id&tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 267 time: 0.0672657 Oct 20 10:42:05.838463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-045e67f7-0548-4111-a867-d6f68c3bc930 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.839835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-045e67f7-0548-4111-a867-d6f68c3bc930 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 945 time: 0.0585437 Oct 20 10:42:05.862789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'security_groups': ['9b4ab928-eff0-4afe-bffc-b8f154ec2658', 'b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:05.918635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f2f62-9026-45f4-860a-3428f251683d req-50d4a28f-904f-49c1-95dc-85b6e7293a3f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.920140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df3f2f62-9026-45f4-860a-3428f251683d req-50d4a28f-904f-49c1-95dc-85b6e7293a3f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.0977402 Oct 20 10:42:05.959025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.988259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df3f2f62-9026-45f4-860a-3428f251683d req-efdae4e5-737e-40db-bd01-d7ea7ce9c78d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Oct 20 10:42:06.056093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef47fc2a-ae9d-4e5c-866f-d1e4fb552c37 req-6a3ca925-2b8e-4ca0-9e8e-ac54ee02a0fc tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0431285 Oct 20 10:42:06.103358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:06.211993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:06.221927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:06.226280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'mac_address': 'fa:16:3e:08:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:06.258628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.263588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.266435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.277271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:06.301909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1867e3ba-483c-4289-ae47-5cd813c4edff {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:06.327225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.327867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.329208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d053fae9-bf34-4eee-a4a7-3307cce25fa0 req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "PUT /v2.0/ports/3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 981 time: 0.4724610 Oct 20 10:42:06.329324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:06.340516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.374700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffda317-3b47-4a29-828a-b53bee4becad tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.391163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1ad86-6106-4def-acc8-9912cc81dd2e req-6e79d3db-7e12-4430-a3e8-40adc1f60379 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.395408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47e1ad86-6106-4def-acc8-9912cc81dd2e req-6e79d3db-7e12-4430-a3e8-40adc1f60379 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 944 time: 0.0941768 Oct 20 10:42:06.427219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:06.428847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.446810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:06.449068 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9b269-7e9f-47d9-ab0f-2be947507496" -d '{"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:06.472387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47e1ad86-6106-4def-acc8-9912cc81dd2e req-56f3964b-7cbe-483b-8859-4b410c904d81 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728941 Oct 20 10:42:06.487972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d027-d9ff-411a-9061-e9c0404db6cc req-f14c8702-73cb-4d05-b60a-95b4cd8e3ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.489462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef24d027-d9ff-411a-9061-e9c0404db6cc req-f14c8702-73cb-4d05-b60a-95b4cd8e3ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 945 time: 0.0751858 Oct 20 10:42:06.532508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef24d027-d9ff-411a-9061-e9c0404db6cc req-07b25930-1061-47cf-852b-1f446f0f298b tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Oct 20 10:42:06.575094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-267f756f-6517-4af5-b736-d224ff6447fc tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2068370658&fields=id&tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 267 time: 0.0372732 Oct 20 10:42:06.658003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-ebbf6410-bcda-49bb-bf34-0771a00c1c36 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.659913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-ebbf6410-bcda-49bb-bf34-0771a00c1c36 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 984 time: 0.0767758 Oct 20 10:42:06.673864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'security_groups': ['9b4ab928-eff0-4afe-bffc-b8f154ec2658', 'b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c', '1aae25e5-ac42-4341-b66e-81665927e714']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:06.683359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3782b15-caf6-44cd-a128-b1caaa8a6f4d req-d34c3f57-dc31-436a-a05c-8a644733fc25 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.684775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3782b15-caf6-44cd-a128-b1caaa8a6f4d req-d34c3f57-dc31-436a-a05c-8a644733fc25 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.0751059 Oct 20 10:42:06.689714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1867e3ba-483c-4289-ae47-5cd813c4edff'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:06.783836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3782b15-caf6-44cd-a128-b1caaa8a6f4d req-3584cd1b-4272-4f5b-9e63-74feeba1715a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736587 Oct 20 10:42:06.784606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.830497 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874b566a-906e-48f3-9111-ef8d3ab9c628 x-openstack-request-id: req-874b566a-906e-48f3-9111-ef8d3ab9c628 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:06.830798 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:06.831045 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-874b566a-906e-48f3-9111-ef8d3ab9c628 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:06.831433 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'status': 'completed', 'code': 200} Oct 20 10:42:06.945808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-7da47fee-40bf-4bbe-9523-f68e34c29a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.947316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-7da47fee-40bf-4bbe-9523-f68e34c29a06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1136 time: 0.0817194 Oct 20 10:42:07.134895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:07.147270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-cc0c5fb0-69c6-4e02-94ed-ead7b299b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.148726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-cc0c5fb0-69c6-4e02-94ed-ead7b299b581 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.1906579 Oct 20 10:42:07.185550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c9c58-5ebf-4e14-b0cf-6fddd4b459d6 req-fcb02ca7-d14a-4212-ae81-9108a1764109 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.186895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-887c9c58-5ebf-4e14-b0cf-6fddd4b459d6 req-fcb02ca7-d14a-4212-ae81-9108a1764109 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1144099 Oct 20 10:42:07.219938 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.223298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-bcd954e2-dff6-447d-940f-6f690bc789a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 217 time: 0.0649650 Oct 20 10:42:07.229498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.240963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:07.330844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.331473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.332836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e0f484d-238c-4bfd-8038-3415faf9c5d0 req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "PUT /v2.0/ports/3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 1020 time: 0.6655188 Oct 20 10:42:07.353400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-887c9c58-5ebf-4e14-b0cf-6fddd4b459d6 req-b5473040-818c-44ad-b8ce-dffe41a04e42 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355672 Oct 20 10:42:07.356803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-990f02a0-9d57-4527-b676-79caf123dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.358227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-990f02a0-9d57-4527-b676-79caf123dc01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.1180003 Oct 20 10:42:07.379695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acabd8-d9b4-4376-95bf-d6d192861e9f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.401207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-dfa438ec-6c8f-45c4-9b0c-c75c1406875e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340629 Oct 20 10:42:07.435091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:07.520454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085477c-9479-4f04-9fed-8f58409b53ca req-d068da81-a80b-4ed6-ac00-2e0a01c8155a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.520454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d085477c-9479-4f04-9fed-8f58409b53ca req-d068da81-a80b-4ed6-ac00-2e0a01c8155a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1023 time: 0.1151097 Oct 20 10:42:07.841896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-9081e3fd-0365-48b4-a219-4a472d80886e service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291480 Oct 20 10:42:07.954753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d085477c-9479-4f04-9fed-8f58409b53ca req-13885f8a-5364-437c-87f8-87a1f7de7d67 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c&id=1aae25e5-ac42-4341-b66e-81665927e714&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 200 len: 6150 time: 0.4293439 Oct 20 10:42:07.966636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aae5a-5fd5-4bc0-b8bd-aa5e11306c7f req-ab017142-3f4b-46fd-80b3-04503dba657b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.966947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e40aae5a-5fd5-4bc0-b8bd-aa5e11306c7f req-ab017142-3f4b-46fd-80b3-04503dba657b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 945 time: 0.1459334 Oct 20 10:42:08.012201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29e9b269-7e9f-47d9-ab0f-2be947507496 req-40f12bf4-94ab-4de2-9039-1fdc614d194f service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534364 Oct 20 10:42:08.024800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba651-3f52-4f57-95d6-884c7df31eff req-6ed8ad09-0653-4b69-af39-503c6a6e00c1 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.027317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e40aae5a-5fd5-4bc0-b8bd-aa5e11306c7f req-261c2742-8ed6-4b79-961c-9de00119f502 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Oct 20 10:42:08.028153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-060ba651-3f52-4f57-95d6-884c7df31eff req-6ed8ad09-0653-4b69-af39-503c6a6e00c1 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 945 time: 0.0628052 Oct 20 10:42:08.097183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc6739-8463-484c-92c1-1a25d64319c1 req-ba7469b5-a129-40ec-b0fe-cfbfe6012458 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.098607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bdc6739-8463-484c-92c1-1a25d64319c1 req-ba7469b5-a129-40ec-b0fe-cfbfe6012458 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 945 time: 0.0570278 Oct 20 10:42:08.116905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:08.139077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Deleting port 1cc28b19-d679-47b1-ac78-301068c35c6d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:08.139451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.173334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bdc6739-8463-484c-92c1-1a25d64319c1 req-5bf76734-2152-4f4e-9596-9a8104ddac0d tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/security-groups?id=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Oct 20 10:42:08.176817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 1867e3ba-483c-4289-ae47-5cd813c4edff completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:08.186796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96fb3-a736-4022-a88d-f78add07ecb2 req-8720aa79-32ef-49e3-be66-777acc043ab3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.187053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 1867e3ba-483c-4289-ae47-5cd813c4edff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:08.187528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.196928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f96fb3-a736-4022-a88d-f78add07ecb2 req-8720aa79-32ef-49e3-be66-777acc043ab3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.0839260 Oct 20 10:42:08.257089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f96fb3-a736-4022-a88d-f78add07ecb2 req-60f33e76-dc97-40af-b418-d89fd9e05573 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Oct 20 10:42:08.278558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] For port 1cc28b19-d679-47b1-ac78-301068c35c6d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1cc28b19-d679-47b1-ac78-301068c35c6d,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:08.279257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.285144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.286554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2125827318 ', 'description': 'tempest-description-1557435205'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:08.297048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Calling delete_port for 1cc28b19-d679-47b1-ac78-301068c35c6d owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:08.317935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:08.320851 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d823cd1d-8a6d-47d8-8734-50ed84f57279" -d '{"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-plugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:08.347706 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.352236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:08.357471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.433792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:08.443359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.444087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.444868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.445580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.446263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.446880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.447538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.448070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.448649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.449193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.449793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.450338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:08.471013 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca2998-35cd-4178-bace-6042799105ce x-openstack-request-id: req-81ca2998-35cd-4178-bace-6042799105ce {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:08.471450 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-plugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:08.471930 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81ca2998-35cd-4178-bace-6042799105ce {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:08.472410 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'code': 200} Oct 20 10:42:08.474103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.479115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.501394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.515385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1cc28b19-d679-47b1-ac78-301068c35c6d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:08.523307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.546011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c2e02d1-8a57-4b2b-a404-b336dfc65c43 req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2470484 Oct 20 10:42:08.551801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f802d7-3f5a-4e9a-8adb-7b2749815641 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97804fdb-1c91-4831-8339-0cce642942f9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:08.567872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Pushing event deleted for resources: {'Port': ['ID=1cc28b19-d679-47b1-ac78-301068c35c6d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:08.643261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] No DVR routers for this DVR port 1cc28b19-d679-47b1-ac78-301068c35c6d on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:08.643935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5a2b1c3-1a5f-4118-95fb-ec31ad51aa6a req-d80f06b3-4dc3-4886-ba6e-4d3a77850f15 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/97804fdb-1c91-4831-8339-0cce642942f9 HTTP/1.1" status: 200 len: 1781 time: 0.0873647 Oct 20 10:42:08.646993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.654405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-060ba651-3f52-4f57-95d6-884c7df31eff req-8a2e34a5-b1e3-4f98-93b0-f0aae11c7715 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.70 "DELETE /v2.0/ports/1cc28b19-d679-47b1-ac78-301068c35c6d HTTP/1.1" status: 204 len: 173 time: 0.6159761 Oct 20 10:42:08.654405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'name': 'network-vif-deleted', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:08.654405 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446eb91-e44c-4c7f-b745-9f5433d086a7" -d '{"events": [{"server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "name": "network-vif-deleted", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:08.663491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeae28-83fd-4303-baef-cd3dc8360678 req-af9c4b47-007d-471c-bfa5-d199d9824b16 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.671649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64aeae28-83fd-4303-baef-cd3dc8360678 req-af9c4b47-007d-471c-bfa5-d199d9824b16 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.0967333 Oct 20 10:42:08.676686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103104a-63fe-467e-a9db-55a4cb708210 req-670c12d8-a40e-4b20-9240-19a04d076118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.678264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7103104a-63fe-467e-a9db-55a4cb708210 req-670c12d8-a40e-4b20-9240-19a04d076118 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 1098 time: 0.1118300 Oct 20 10:42:08.743735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7103104a-63fe-467e-a9db-55a4cb708210 req-7513af82-6025-4b31-999c-20f7b614509e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581141 Oct 20 10:42:08.747496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64aeae28-83fd-4303-baef-cd3dc8360678 req-d9e43d3a-61d5-4ebc-b1b3-9aa66bb5af11 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693617 Oct 20 10:42:08.762767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-9a8a30c0-1be5-4418-a160-95ac9f04d816 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/97804fdb-1c91-4831-8339-0cce642942f9 HTTP/1.1" status: 200 len: 1781 time: 0.0830595 Oct 20 10:42:08.819333 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29438135-cb7f-475c-9a2a-d474d9ed9158 x-openstack-request-id: req-29438135-cb7f-475c-9a2a-d474d9ed9158 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:08.819621 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0333235-b39e-4b4a-96b7-4a6e3823280d", "name": "network-vif-deleted", "tag": "1cc28b19-d679-47b1-ac78-301068c35c6d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:08.819871 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29438135-cb7f-475c-9a2a-d474d9ed9158 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:08.820266 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0333235-b39e-4b4a-96b7-4a6e3823280d', 'name': 'network-vif-deleted', 'tag': '1cc28b19-d679-47b1-ac78-301068c35c6d', 'status': 'completed', 'code': 200} Oct 20 10:42:08.832459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:08.834842 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0de1e3-d959-4226-b36e-335ac475f68e" -d '{"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:08.849630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.859856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44058) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:08.879046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.882399 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3189a49-1a12-48dd-951a-54eacb075597 x-openstack-request-id: req-f3189a49-1a12-48dd-951a-54eacb075597 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:08.882681 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:08.882923 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f3189a49-1a12-48dd-951a-54eacb075597 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:08.883329 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'status': 'completed', 'code': 200} Oct 20 10:42:08.949880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.952422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.954202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89d38cba-89aa-4bc8-8123-4aeb1fd05d9f req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/97804fdb-1c91-4831-8339-0cce642942f9 HTTP/1.1" status: 204 len: 173 time: 0.1815727 Oct 20 10:42:08.971424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-c8e5b9ac-2e2a-4ab1-bf64-0597ea486c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.973052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-c8e5b9ac-2e2a-4ab1-bf64-0597ea486c3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1175 time: 0.0620728 Oct 20 10:42:08.974343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac87d1-b66f-4aab-842a-adbd59c073de tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97804fdb-1c91-4831-8339-0cce642942f9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:08.984294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.998358 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-066c8455-7382-4c9c-983b-d6d57aac84fe req-0deed005-4160-43f3-9137-343f5cb7a16e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:42:08.999521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-066c8455-7382-4c9c-983b-d6d57aac84fe req-0deed005-4160-43f3-9137-343f5cb7a16e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/97804fdb-1c91-4831-8339-0cce642942f9 HTTP/1.1" status: 404 len: 352 time: 0.0230918 Oct 20 10:42:09.034420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1797518503', 'description': 'tempest-description-394805968'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:09.083202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.089575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.101417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.130438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b051e7096bab4e9d9939211dd0dbce49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692924 Oct 20 10:42:09.132914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:09.141941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63705daa-706f-4ab9-9024-bea48e9d577e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:09.148657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-a0a11363-f5dd-4316-9511-458d1f7f5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.150155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-a0a11363-f5dd-4316-9511-458d1f7f5488 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.1672463 Oct 20 10:42:09.155749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.156179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.156518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.156850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.157189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.157902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.157902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.158207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.158520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.158857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.159229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.159618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6592e4-73d0-47bb-a62d-530b164b2741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:09.200471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.222849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.225915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293dffd-e17a-4d26-8b8a-bcc3c3531506 req-699a8690-6f34-455f-a752-61fcd79071f5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.227404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e293dffd-e17a-4d26-8b8a-bcc3c3531506 req-699a8690-6f34-455f-a752-61fcd79071f5 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 946 time: 0.1239178 Oct 20 10:42:09.232908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-c60cde3e-b999-449f-9eeb-689bc6394ddc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 200 len: 217 time: 0.0631270 Oct 20 10:42:09.286712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.290559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.291842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63705daa-706f-4ab9-9024-bea48e9d577e HTTP/1.1" status: 204 len: 168 time: 0.1578903 Oct 20 10:42:09.301696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f0f2d-7116-4576-b985-34eacce81810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63705daa-706f-4ab9-9024-bea48e9d577e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:09.370778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.374306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e293dffd-e17a-4d26-8b8a-bcc3c3531506 req-a71c55ea-869a-49e0-953f-a6444f7340e6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402402 Oct 20 10:42:09.380412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.393841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-3cd66855-47bb-4954-9a7d-70f86cdff046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.395481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-3cd66855-47bb-4954-9a7d-70f86cdff046 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.1522138 Oct 20 10:42:09.451119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.452836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-720d887b-4af1-4cfc-8559-d065ba116fbc req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4248629 Oct 20 10:42:09.459058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-68dc7635-2da0-4c8c-9dbd-988cd0af3980 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463085 Oct 20 10:42:09.459058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890efb-c743-42ec-9768-b2489109c3da tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:09.571960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73dd280d-71a5-43d6-9473-72882ffbf76a req-a5c495b0-ac83-457d-8dd3-a56bd9d46115 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358 tempest-FloatingIPsAssociationNegativeTestJSON-1043581358-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0333235-b39e-4b4a-96b7-4a6e3823280d HTTP/1.1" status: 200 len: 210 time: 0.0523062 Oct 20 10:42:09.632238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-645c9c10-72c5-4758-820e-0f79a09bf8a5 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513412 Oct 20 10:42:09.694611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-801571411', 'description': 'tempest-description-2107812646'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:09.733537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de9bd-baec-458a-b743-ed739acbab1b req-9f48c5dd-d8fd-473b-969d-9043b9abed66 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.735919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-682de9bd-baec-458a-b743-ed739acbab1b req-9f48c5dd-d8fd-473b-969d-9043b9abed66 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1178997 Oct 20 10:42:09.781761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.820649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c0de1e3-d959-4226-b36e-335ac475f68e req-cb7af2d4-0d60-4957-a87c-78339e410b87 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558914 Oct 20 10:42:09.840459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-682de9bd-baec-458a-b743-ed739acbab1b req-cb93ec89-cdcd-4690-aa13-27e27ce1dff2 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764203 Oct 20 10:42:09.899651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.910925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.961744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:09.962977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66630bc8-5e6d-4e95-8e44-61947bb8ec96 req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2869427 Oct 20 10:42:09.970178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55be6c-be38-4298-826c-8fce319abdec tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f0bee-ac51-4028-ba00-693ab93a482f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:09.985062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b27e-b473-4b12-ae31-b05024e803bd req-35777d94-834b-4ad2-a020-5eeeedda8efb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.986597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff82b27e-b473-4b12-ae31-b05024e803bd req-35777d94-834b-4ad2-a020-5eeeedda8efb tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.0856426 Oct 20 10:42:10.022714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-596322027', 'description': 'tempest-description-1228793753'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:10.061839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff82b27e-b473-4b12-ae31-b05024e803bd req-1412c638-3294-46a8-bcb2-3c6aada2fc18 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678453 Oct 20 10:42:10.064231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.133303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:10.142701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.147912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.177863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.179174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5130bc0e-338f-4c2b-988d-09a6d4f00e75 req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1709461 Oct 20 10:42:10.190218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945cb41-70c5-41fc-ad0f-81c45da0a0d0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad77740-4180-4739-b048-2be857df1fa0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:10.247553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:10.259103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952', 'port_id': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'mac_address': 'fa:16:3e:c1:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9183ef-6dac-43e4-a812-c9fb094c7858', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:10.304624 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.317758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c6d3b3-fe22-4bb6-97aa-e5d234d5b5a4 req-e389fbff-1c0a-421e-9588-81ac353af42c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 10897 time: 0.1171238 Oct 20 10:42:10.318371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8cb26f-fece-465e-9ab2-51ec2051ec70 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:10.340804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:10.347237 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.376250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c6d3b3-fe22-4bb6-97aa-e5d234d5b5a4 req-ecfd4e69-5bae-45ef-a54b-06a2b5e0eafc tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 200 len: 2981 time: 0.0512128 Oct 20 10:42:10.417890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:10.428399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c6d3b3-fe22-4bb6-97aa-e5d234d5b5a4 req-510808e0-8b32-4387-bc42-9912398f2a63 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 200 len: 2981 time: 0.0458167 Oct 20 10:42:10.555820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190bccb-ea45-4078-aa80-a284fc994d75 req-17ed9132-3fb4-4cd3-99fc-9ff6c1d10ed8 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:10.557494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3190bccb-ea45-4078-aa80-a284fc994d75 req-17ed9132-3fb4-4cd3-99fc-9ff6c1d10ed8 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 946 time: 0.0845702 Oct 20 10:42:10.560329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79bed782-32d1-4203-b6e3-c85efec11559 req-490bb0b2-4a25-4174-97b7-d8ae0715ff05 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d HTTP/1.1" status: 200 len: 1800 time: 0.0702848 Oct 20 10:42:10.630275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3190bccb-ea45-4078-aa80-a284fc994d75 req-f1833fdf-32b3-49e5-aa7e-7a7e2437be21 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646796 Oct 20 10:42:10.654111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79bed782-32d1-4203-b6e3-c85efec11559 req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.678465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79bed782-32d1-4203-b6e3-c85efec11559 req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.715425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8f8cb26f-fece-465e-9ab2-51ec2051ec70'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:10.723547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79bed782-32d1-4203-b6e3-c85efec11559 req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.726490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79bed782-32d1-4203-b6e3-c85efec11559 req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.729337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79bed782-32d1-4203-b6e3-c85efec11559 req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d HTTP/1.1" status: 204 len: 173 time: 0.1561391 Oct 20 10:42:10.738650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4c727-1f34-47cd-b440-9e6648ad704b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:10.771076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44148) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:10.918313 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-f968aeb6-0cc9-4bae-8446-6858fc2fa6e3 req-e9465d4c-aa31-4ed0-964f-a91e626ae9e8 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:42:10.919432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f968aeb6-0cc9-4bae-8446-6858fc2fa6e3 req-e9465d4c-aa31-4ed0-964f-a91e626ae9e8 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d HTTP/1.1" status: 404 len: 352 time: 0.0260916 Oct 20 10:42:11.106635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cd9dc-42ff-4ac7-be38-a5fc316557e6 req-88608830-66a2-490a-8b69-1367f8ce2948 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:11.108178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-673cd9dc-42ff-4ac7-be38-a5fc316557e6 req-88608830-66a2-490a-8b69-1367f8ce2948 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1325598 Oct 20 10:42:11.147204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-1737b0ae-cdd1-4382-b8e5-0533cca32042 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/ba5f0bee-ac51-4028-ba00-693ab93a482f HTTP/1.1" status: 200 len: 1800 time: 0.1331708 Oct 20 10:42:11.236933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-673cd9dc-42ff-4ac7-be38-a5fc316557e6 req-62841e44-790e-4ebb-9fe1-89998cbdafce tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094072 Oct 20 10:42:11.249239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:11.325874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.378161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66c09ce4-d9fc-4137-958a-6a9fa8a24a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.395477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.463440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990e9e0-8fd1-438c-96a6-f69cfbdc1886 req-a8b55f49-99f5-4823-815c-de942d466860 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:11.470738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b990e9e0-8fd1-438c-96a6-f69cfbdc1886 req-a8b55f49-99f5-4823-815c-de942d466860 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 946 time: 0.1565804 Oct 20 10:42:11.501955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66c09ce4-d9fc-4137-958a-6a9fa8a24a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.511123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66c09ce4-d9fc-4137-958a-6a9fa8a24a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.523028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.525950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.526729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-286b4e4c-619d-4830-bb1a-8dee89e2ae83 req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/ba5f0bee-ac51-4028-ba00-693ab93a482f HTTP/1.1" status: 204 len: 173 time: 0.3668725 Oct 20 10:42:11.567532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b84cc-3030-489c-8d6e-6d751ddca067 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f0bee-ac51-4028-ba00-693ab93a482f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.593902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-66c09ce4-d9fc-4137-958a-6a9fa8a24a1b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d57fd0e4c0a473a9265c7d45ec523dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399143 Oct 20 10:42:11.597188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44178) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:11.612050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b990e9e0-8fd1-438c-96a6-f69cfbdc1886 req-ea4a83e0-9b0b-40f1-809e-81de4b4c9fce tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361666 Oct 20 10:42:11.614188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c09ce4-d9fc-4137-958a-6a9fa8a24a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d81e60-3e3f-4351-abb5-20b7d2284df2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.634375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.675981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.701653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.713484 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-f6290d33-56e4-4bf6-8db5-73dbbbc99cec req-c951cc97-b60f-4277-9fb0-b0d0be687869 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:42:11.714662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6290d33-56e4-4bf6-8db5-73dbbbc99cec req-c951cc97-b60f-4277-9fb0-b0d0be687869 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/ba5f0bee-ac51-4028-ba00-693ab93a482f HTTP/1.1" status: 404 len: 352 time: 0.0424435 Oct 20 10:42:11.777064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.781919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.783144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01d81e60-3e3f-4351-abb5-20b7d2284df2 HTTP/1.1" status: 204 len: 168 time: 0.1849554 Oct 20 10:42:11.792360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f5856-7c4e-4634-9a99-166d9268414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d81e60-3e3f-4351-abb5-20b7d2284df2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.815850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d5041-b62f-47f5-9927-9d8bed275ecc req-cf3ce31c-f5b8-4637-9724-6a12b8782301 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:11.817713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-968d5041-b62f-47f5-9927-9d8bed275ecc req-cf3ce31c-f5b8-4637-9724-6a12b8782301 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.1470916 Oct 20 10:42:11.926301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-034ff303-4d31-4256-9375-673fbbd8adee tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/bad77740-4180-4739-b048-2be857df1fa0 HTTP/1.1" status: 200 len: 1800 time: 0.1589231 Oct 20 10:42:11.985180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-968d5041-b62f-47f5-9927-9d8bed275ecc req-ab35f174-3db9-46c9-803a-05bfe085b474 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571746 Oct 20 10:42:12.041124 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.095540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.136814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:12.162283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:12.171139 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.174644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.176281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bdae47-ea9e-403b-b572-c645996dc6da req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/bad77740-4180-4739-b048-2be857df1fa0 HTTP/1.1" status: 204 len: 173 time: 0.2286382 Oct 20 10:42:12.187792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Deleting port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:12.188207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.194917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73345b-bc29-4a9a-a829-62eb919984e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad77740-4180-4739-b048-2be857df1fa0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:12.227821 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-cfe35c7e-f892-46bb-8608-d641f58b4026 req-59731460-8c31-4bac-b44b-cb17e23c0a52 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:42:12.228944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfe35c7e-f892-46bb-8608-d641f58b4026 req-59731460-8c31-4bac-b44b-cb17e23c0a52 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/bad77740-4180-4739-b048-2be857df1fa0 HTTP/1.1" status: 404 len: 352 time: 0.0226033 Oct 20 10:42:12.252741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:12.286206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:12.286779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.352253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:12.354650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] For port f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:12.355142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.367966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd', 'port_id': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'mac_address': 'fa:16:3e:f0:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce68598b-7584-44bc-afd5-57c58c50fe54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:12.397243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Calling delete_port for f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:12.414972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ac7ec52-3c74-4c1d-a305-f22f815cfd6d req-8d28a0f3-ac5b-4aa5-ba6a-f0648c0a6a28 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 6150 time: 0.1448662 Oct 20 10:42:12.437438 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.439350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.460769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acf484b-0056-4a0e-922e-3ccf4f891036 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:12.485188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:12.487607 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c244781-50cd-4279-8cca-a6f901dbb259" -d '{"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:12.507413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:12.509488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:12.512540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.513647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1cc28b19-d679-47b1-ac78-301068c35c6d no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:12.525981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44214) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:12.536166 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.539834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1cc28b19-d679-47b1-ac78-301068c35c6d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:12.540545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1cc28b19-d679-47b1-ac78-301068c35c6d not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:12.595320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:12.661232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:12.673482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1053070092-network', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:12.699752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Made reservation on behalf of fc3a68b32124495f9c344c6cb632e999 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:12.702168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.714043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.790721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e4ce9-721b-4c8b-afe6-0df258090b32 req-054ef370-37f5-4cbc-808d-00532469870b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:12.791705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6acf484b-0056-4a0e-922e-3ccf4f891036'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:12.798598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9e4ce9-721b-4c8b-afe6-0df258090b32 req-054ef370-37f5-4cbc-808d-00532469870b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.4500163 Oct 20 10:42:12.816060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.823910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.842058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:12.853212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ac7ec52-3c74-4c1d-a305-f22f815cfd6d req-b13e8825-e649-4578-9303-b397c1b3d11c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 200 len: 2981 time: 0.4284897 Oct 20 10:42:12.859557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.859949 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Added segment d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2 of type vlan for network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d Oct 20 10:42:12.914899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.936948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad9e4ce9-721b-4c8b-afe6-0df258090b32 req-68dc17ab-8d23-44cf-81a8-10ba6599e61c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352768 Oct 20 10:42:12.966428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.968056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:12.970134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.011867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ac7ec52-3c74-4c1d-a305-f22f815cfd6d req-58be324b-45cc-4328-b231-627426aedb3e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 200 len: 2981 time: 0.1573563 Oct 20 10:42:13.032685 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f1a4a-fe00-4fd7-b842-6af4e147ebd6 x-openstack-request-id: req-5c2f1a4a-fe00-4fd7-b842-6af4e147ebd6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:13.033817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5066514 Oct 20 10:42:13.033969 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:13.034344 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c2f1a4a-fe00-4fd7-b842-6af4e147ebd6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:13.034965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44224) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:13.035704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9bebdc-ffa7-4601-b663-4d01cae0f25e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:13.036675 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'code': 200} Oct 20 10:42:13.039991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Request body: {'subnet': {'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-subnet', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:13.082519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd67e58-aaf9-4738-95ab-3a6f53d945c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:13.093007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:13.105285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2019839598', 'description': 'tempest-description-925640079'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:13.150226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704166c-7a4c-4027-83e6-bcd6ed4c8bc0 req-cd79b5cf-90e5-4d94-98c5-599f90d58b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:13.151749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2704166c-7a4c-4027-83e6-bcd6ed4c8bc0 req-cd79b5cf-90e5-4d94-98c5-599f90d58b84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0476851 Oct 20 10:42:13.158710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:42:13.158710 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:42:13.158710 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id_1': '8e9aff6a9327438c9377b52d791a4836', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 41, 53, 118669)}] Oct 20 10:42:13.158710 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:42:13.159183 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:42:13.181587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Made reservation on behalf of fc3a68b32124495f9c344c6cb632e999 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:13.184571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.193697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.193947 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2704166c-7a4c-4027-83e6-bcd6ed4c8bc0 req-0a64ee7f-c5a8-4692-ad41-46e03b3dd0a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350718 Oct 20 10:42:13.239364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:13.248578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4afa98-c639-409d-8956-80bda178a7e5 req-437a2d02-40bb-477f-bd89-e01bcb935e59 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:13.250261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c4afa98-c639-409d-8956-80bda178a7e5 req-437a2d02-40bb-477f-bd89-e01bcb935e59 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 946 time: 0.1482248 Oct 20 10:42:13.307024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.307379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.307717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.308055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.308387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.308719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.309045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.309371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.309696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.310117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.310354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.310643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:13.409996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c4afa98-c639-409d-8956-80bda178a7e5 req-e7ce6aec-54ce-40dd-87f8-5e5aecfdba08 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508155 Oct 20 10:42:13.635338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.657118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c08a9e-9fee-4305-a751-a7c40405b845 req-60ec2692-c54b-462c-b3b9-9567b4cfd36f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:13.658603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76c08a9e-9fee-4305-a751-a7c40405b845 req-60ec2692-c54b-462c-b3b9-9567b4cfd36f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1476235 Oct 20 10:42:13.679995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.782683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.814657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76c08a9e-9fee-4305-a751-a7c40405b845 req-00692c85-0b82-4d18-921b-5396b7f0dbdc tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468349 Oct 20 10:42:13.855698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae7d7ee-2691-4306-a5c8-8d317ea43e42,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:13.896674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Checking segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:13.896938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Network hostable DHCP agents. Network: 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:13.973187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:13.996978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:14.004978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d00ec5-11f8-4740-ac51-a3db0fac7a53 None None] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:14.041532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.043281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:14.043894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.050372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.091593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.092765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32e2f697-40ed-47aa-8955-819eeb18169d req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9950311 Oct 20 10:42:14.102502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-138e1124-fc7f-4baa-b33b-bdffe386d44d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0663941 Oct 20 10:42:14.105225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44238) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:14.111362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Router 026fc04b-51c7-4ef3-9568-db8f39e4018e has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:14.112825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac438e-42a5-441a-b3fb-982363125c6e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a988f0-7b41-4054-a19a-fb8bf5dc0108,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:14.127764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:14.164073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.165646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.188941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:14.230293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.250461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:42:14.251390 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.347264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1817493640', 'description': 'tempest-description-142221775'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:14.396274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:14.406719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.409118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-23d8f7cb-cea2-4024-a197-7d1a11dd2e54 admin admin] 10.222.0.74 "PUT /v2.0/routers/026fc04b-51c7-4ef3-9568-db8f39e4018e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6369343 Oct 20 10:42:14.410865 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Sync routers for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:14.413374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44248) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:14.438918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.440292 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:14.441017 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:14.456330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 6acf484b-0056-4a0e-922e-3ccf4f891036 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:14.461535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 6acf484b-0056-4a0e-922e-3ccf4f891036 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:14.461899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.474028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939746-e4cd-455e-8e56-533cd896ddbe req-10f5b053-c1a2-4844-887e-0a50c33744d3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:14.475878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9939746-e4cd-455e-8e56-533cd896ddbe req-10f5b053-c1a2-4844-887e-0a50c33744d3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 944 time: 0.1625729 Oct 20 10:42:14.512005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Allocated IP 172.20.0.2 (3ea5fd65-c0de-4f87-9e05-f0d857da2e6d/6ae7d7ee-2691-4306-a5c8-8d317ea43e42/95d3c05f-e168-4b39-9bcd-17ec573565dc) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:14.543114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.573651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.616907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.636004 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:14.651545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.661427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9939746-e4cd-455e-8e56-533cd896ddbe req-177ad8c6-4847-47df-8980-52b0d547dc2b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163738 Oct 20 10:42:14.676986 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.697891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-178e51eb-383a-4d7c-8f24-6a12bf472a65 req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3438389 Oct 20 10:42:14.697891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1454-bcae-4b35-a54e-3c77241b97eb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745df555-46c1-4c88-b7e0-5e9006473a7a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:14.762393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:14.781527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.834162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.865506 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.899728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:14.931578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:14.934723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:14.939052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:14.960297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Pushing event updated for resources: {'Port': ['ID=95d3c05f-e168-4b39-9bcd-17ec573565dc,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:14.960830 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:42:13Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:15.009386 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Checking router: 026fc04b-51c7-4ef3-9568-db8f39e4018e for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:15.012593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Attempting to bind port 95d3c05f-e168-4b39-9bcd-17ec573565dc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:15.013521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Attempting to bind port 95d3c05f-e168-4b39-9bcd-17ec573565dc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:15.014071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Attempting to bind port 95d3c05f-e168-4b39-9bcd-17ec573565dc on network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:15.027443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:15.028140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Checking segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:15.028715 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.029267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Bound using segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:15.030627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Bound port: 95d3c05f-e168-4b39-9bcd-17ec573565dc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:15.031510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.038499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Routers {'026fc04b-51c7-4ef3-9568-db8f39e4018e'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:15.039691 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026fc04b-51c7-4ef3-9568-db8f39e4018e'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:15.042818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:15.045318 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1dcf9-c90d-4b31-baed-28e316aa5e12" -d '{"events": [{"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-plugged", "status": "completed", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:15.049738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-ba1d580a-5b54-4239-9748-2ab73faef49f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.056888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-ba1d580a-5b54-4239-9748-2ab73faef49f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 813 time: 0.1624112 Oct 20 10:42:15.073195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec290f-30bd-4262-bd11-0c3c9a27d280 req-a2d93a12-0009-4799-a732-ff82ca1de995 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.074890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbec290f-30bd-4262-bd11-0c3c9a27d280 req-a2d93a12-0009-4799-a732-ff82ca1de995 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.0941012 Oct 20 10:42:15.084693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-d67650a0-e403-42a3-9bb4-0ae9048e302f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/quotas/8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 375 time: 0.0268409 Oct 20 10:42:15.115657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-60543a95-54eb-442d-bd98-afb804112aba None None] For port 95d3c05f-e168-4b39-9bcd-17ec573565dc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:15.119684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-60543a95-54eb-442d-bd98-afb804112aba None None] For port 95d3c05f-e168-4b39-9bcd-17ec573565dc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=95d3c05f-e168-4b39-9bcd-17ec573565dc,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:15.127439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.170815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-672f0c86-e90f-4295-a644-c4facf640d63 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850658 Oct 20 10:42:15.187078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.198885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] Set router 026fc04b-51c7-4ef3-9568-db8f39e4018e gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:15.206525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbec290f-30bd-4262-bd11-0c3c9a27d280 req-ba4a1038-fa1e-4fa9-958f-18116afc7769 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190221 Oct 20 10:42:15.212432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.216708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.227576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60543a95-54eb-442d-bd98-afb804112aba None None] Pushing event updated for resources: {'Port': ['ID=95d3c05f-e168-4b39-9bcd-17ec573565dc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:15.307839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-7c77ee08-247b-4622-8f02-f54da96a9731 service neutron] 10.222.0.74 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354675 Oct 20 10:42:15.377435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Deleting port 990df93b-007c-4bd8-8993-0becc7974592 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:15.377819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.405286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Allocated IP 172.25.3.74 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4a42ed7a-72ef-454b-9dcc-4e2026cc7032) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:15.482527 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c2a1b0-9515-4668-ad88-38602826c791 x-openstack-request-id: req-52c2a1b0-9515-4668-ad88-38602826c791 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:15.482837 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-plugged", "status": "completed", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:15.483109 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52c2a1b0-9515-4668-ad88-38602826c791 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:15.486527 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'code': 200} Oct 20 10:42:15.498225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-779f65d2-72e0-49a1-bcc8-7e94091ddf49 service neutron] 10.222.0.74 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823046 Oct 20 10:42:15.544552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.563580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] For port 990df93b-007c-4bd8-8993-0becc7974592, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=990df93b-007c-4bd8-8993-0becc7974592,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:15.563995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.587765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Calling delete_port for 990df93b-007c-4bd8-8993-0becc7974592 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:15.609021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:42:13Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:15.641931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de044-f3f2-4ae8-ad3c-4b39d02bfb03 None None] The sync data for ids ['026fc04b-51c7-4ef3-9568-db8f39e4018e'] in n-d-802060-17 is: [{'id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-478553883-router', 'tenant_id': '32222edfbfd34ecca4b20cb85454f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '990df93b-007c-4bd8-8993-0becc7974592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:23Z', 'updated_at': '2021-10-20T10:42:13Z', 'revision_number': 5, 'project_id': '32222edfbfd34ecca4b20cb85454f947', 'gw_port': {'id': '990df93b-007c-4bd8-8993-0becc7974592', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fc04b-51c7-4ef3-9568-db8f39e4018e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:24Z', 'updated_at': '2021-10-20T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:15.655598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d3a9-c1e3-408d-bbf9-afbb70655ba7 req-b26a533e-2a46-40f3-9ff1-f519fbe2f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.658300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af07d3a9-c1e3-408d-bbf9-afbb70655ba7 req-b26a533e-2a46-40f3-9ff1-f519fbe2f9c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1097 time: 0.1095190 Oct 20 10:42:15.675329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.687167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710b721-7f79-4b93-a7fc-9c1897382480 req-a3a1223a-d29b-472e-9851-51fa7ee35f32 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.689081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5710b721-7f79-4b93-a7fc-9c1897382480 req-a3a1223a-d29b-472e-9851-51fa7ee35f32 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1097 time: 0.1034744 Oct 20 10:42:15.773750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5710b721-7f79-4b93-a7fc-9c1897382480 req-e8137331-91d2-400b-9616-bc0aa8da4529 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657492 Oct 20 10:42:15.775949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af07d3a9-c1e3-408d-bbf9-afbb70655ba7 req-2095905a-ec28-4432-a943-ce596932f0d0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064737 Oct 20 10:42:15.791156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.858841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eec3d-de87-44dc-a41d-141824d6d6d4 req-43773d77-866d-4212-a11f-64fbe0bf2e82 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.862631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:15.863402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0eec3d-de87-44dc-a41d-141824d6d6d4 req-43773d77-866d-4212-a11f-64fbe0bf2e82 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.0787754 Oct 20 10:42:15.870120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:15.876309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:15.904012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24cc862d-7de5-4db3-92c8-f66d5c2bf926 req-a3c87212-64f7-48f1-8f06-483f220a0188 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 210 time: 0.0384250 Oct 20 10:42:15.932166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:15.948737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0eec3d-de87-44dc-a41d-141824d6d6d4 req-d4fcf629-0f4a-42e2-8805-155f7c558bf4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Oct 20 10:42:15.969969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.033125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=990df93b-007c-4bd8-8993-0becc7974592,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:16.059123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.101696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac930647-e161-4ed2-901f-323a1a2a23d0 req-55f1615e-035e-4a2c-9c4e-f0df8fb8e6d1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:16.110421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac930647-e161-4ed2-901f-323a1a2a23d0 req-55f1615e-035e-4a2c-9c4e-f0df8fb8e6d1 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0670602 Oct 20 10:42:16.153973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac930647-e161-4ed2-901f-323a1a2a23d0 req-2486d2a8-428b-454e-985b-2d2aa71bce85 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Oct 20 10:42:16.168187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:16.242313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.244684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.388828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:16.392412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.417590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.419312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'mac_address': 'fa:16:3e:08:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:16.425564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026fc04b-51c7-4ef3-9568-db8f39e4018e {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:42:16.432379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.439851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.441400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e91d53f2-c4e6-4925-b14a-8f0eff6f65f3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/026fc04b-51c7-4ef3-9568-db8f39e4018e HTTP/1.1" status: 204 len: 168 time: 2.0277188 Oct 20 10:42:16.444046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44314) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:16.495190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.517323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1867e3ba-483c-4289-ae47-5cd813c4edff {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:16.560393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:16.571071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Deleting subnet 0aa6717b-912c-40ff-a40f-ab0c2a43366d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:42:16.572591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.590632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.661526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:16.671410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.706298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1867e3ba-483c-4289-ae47-5cd813c4edff'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:16.730463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.759273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb01e44-f6fd-4764-84ac-2329ea1d5668 None None] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:16.799066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.863865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa6717b-912c-40ff-a40f-ab0c2a43366d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:16.874692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.879416 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75a53e2d-1ad5-44a4-8f7f-accefd650add admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0aa6717b-912c-40ff-a40f-ab0c2a43366d HTTP/1.1" status: 204 len: 168 time: 0.4341531 Oct 20 10:42:16.880765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44334) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:16.888926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5277c-5e0c-4a08-bfdc-1146db0a8796 None None] Network fd6aafa2-b576-4df6-89d3-225672a70bc7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:16.945601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] Provisioning complete for port 95d3c05f-e168-4b39-9bcd-17ec573565dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:16.946179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.016094 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.168998 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.211930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-092e963e-fff4-4b1c-b325-b1f83d368b9c req-b008395e-f36c-4272-9282-ab5dc6b1b845 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 210 time: 0.1259990 Oct 20 10:42:17.332010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.411645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] For port 95d3c05f-e168-4b39-9bcd-17ec573565dc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=95d3c05f-e168-4b39-9bcd-17ec573565dc,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:17.442205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.449089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Router 5a3fc1ee-302d-417b-a53b-c84984114a88 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:42:17.520924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Deleting port 00a69454-0275-47d7-86aa-8165b1827d02 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:17.521885 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.546588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] DHCP port deletion for fd6aafa2-b576-4df6-89d3-225672a70bc7 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:42:17.654070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-f647b3b4-deac-44bd-b299-3234a64f59a1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:17.659531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-f647b3b4-deac-44bd-b299-3234a64f59a1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 813 time: 0.4975545 Oct 20 10:42:17.662518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 95d3c05f-e168-4b39-9bcd-17ec573565dc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:17.669186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76a30c-36a9-4724-8274-c5acab8580e4 None None] Pushing event updated for resources: {'Port': ['ID=95d3c05f-e168-4b39-9bcd-17ec573565dc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:17.689319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:17.712816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'device_id': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'network_id': '76456155-f561-4531-b78f-7f4984468407', 'admin_state_up': True, 'tenant_id': '8e9aff6a9327438c9377b52d791a4836'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:17.713083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Sync routers for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:17.724298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.726390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-69d0b33f-4109-4a24-b30a-eee0cac7adb6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6192272 Oct 20 10:42:17.729212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44368) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:17.743328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:17.743973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:17.782669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ebb8a-ecea-415d-99ac-70445eb5adea req-73ca9365-9771-4af0-8359-1249add195b7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:17.791384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-711ebb8a-ecea-415d-99ac-70445eb5adea req-73ca9365-9771-4af0-8359-1249add195b7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.3676338 Oct 20 10:42:17.861803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] For port 00a69454-0275-47d7-86aa-8165b1827d02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00a69454-0275-47d7-86aa-8165b1827d02,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:17.862529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.933656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-8095b0a1-67b1-4352-a6e7-9c77ae74a9c3 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:42:17.942702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-8095b0a1-67b1-4352-a6e7-9c77ae74a9c3 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216374 Oct 20 10:42:17.950963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Calling delete_port for 00a69454-0275-47d7-86aa-8165b1827d02 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:18.063701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-711ebb8a-ecea-415d-99ac-70445eb5adea req-8b2e1e76-e088-4d2c-8c91-b8dd1be51cda tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659469 Oct 20 10:42:18.082095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-25b23cf7-1190-4cf6-8d9f-f8a91a762bf4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:18.100792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-25b23cf7-1190-4cf6-8d9f-f8a91a762bf4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 1094 time: 0.1568620 Oct 20 10:42:18.109047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Request body: {'binding': {'host': 'n-h2-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:18.109822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Unknown quota resources ['binding']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:42:18.193445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:18.196531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Deleting port 00a69454-0275-47d7-86aa-8165b1827d02 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:18.196910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.272207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:18.310654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Made reservation on behalf of 8e9aff6a9327438c9377b52d791a4836 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:18.314827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.372158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.399944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1253c97c-ad76-4223-91d8-6fca542c6d24 None None] Provisioning complete for port 95d3c05f-e168-4b39-9bcd-17ec573565dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:18.400624 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1253c97c-ad76-4223-91d8-6fca542c6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.410654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 95d3c05f-e168-4b39-9bcd-17ec573565dc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:18.411201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.432593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] For port 00a69454-0275-47d7-86aa-8165b1827d02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00a69454-0275-47d7-86aa-8165b1827d02,segment=NetworkSegment(8de00af3-1e84-46a3-ad92-2cdb256340be),segment_id=8de00af3-1e84-46a3-ad92-2cdb256340be)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:18.433016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.443305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Pushing event deleted for resources: {'Port': ['ID=00a69454-0275-47d7-86aa-8165b1827d02,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:18.453913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] No DVR routers for this DVR port 00a69454-0275-47d7-86aa-8165b1827d02 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:18.584871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Calling delete_port for 00a69454-0275-47d7-86aa-8165b1827d02 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:18.681661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on host n-h2-802060-17 for vnic_type normal with profile None {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:18.682048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:18.682364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:18.738060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:18.738422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:18.748862 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.752704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:18.753041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:18.753459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:18.754170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Bound port: 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:18.805878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 990df93b-007c-4bd8-8993-0becc7974592 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:18.807298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.810015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 1867e3ba-483c-4289-ae47-5cd813c4edff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:18.811150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.886563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 990df93b-007c-4bd8-8993-0becc7974592 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:18.887527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 990df93b-007c-4bd8-8993-0becc7974592 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:18.888177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:18.924685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:18.925421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f65fc9eb-7c85-4466-bb9a-e6ccc2b8febf not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:19.014075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Allocated IP 172.20.0.1 (3ea5fd65-c0de-4f87-9e05-f0d857da2e6d/6ae7d7ee-2691-4306-a5c8-8d317ea43e42/4e389d7d-7cb7-4db7-9dde-245dad346ea0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:19.043291 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.104348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] Pushing event deleted for resources: {'Port': ['ID=00a69454-0275-47d7-86aa-8165b1827d02,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:19.117886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fda8e4-0be1-4b86-b477-413f219bec52 None None] No DVR routers for this DVR port 00a69454-0275-47d7-86aa-8165b1827d02 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:19.146608 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.156278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.176200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:16Z', 'revision_number': 3, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:19.185580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc84c-0f3a-4d4d-8d12-eacafe0c47b2 req-857f5adc-db5d-4a60-a1d5-6cdb8fc56836 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:19.187135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:19.189925 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314230f8-703e-4a16-b02d-c32591a2a735" -d '{"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-plugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:19.193425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11cbc84c-0f3a-4d4d-8d12-eacafe0c47b2 req-857f5adc-db5d-4a60-a1d5-6cdb8fc56836 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1097 time: 0.6906927 Oct 20 10:42:19.207419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.226784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6aafa2-b576-4df6-89d3-225672a70bc7']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:19.245365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Checking router: 5a3fc1ee-302d-417b-a53b-c84984114a88 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:19.246646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Updating router 5a3fc1ee-302d-417b-a53b-c84984114a88 port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:42:19.256576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:19.263067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:19.266424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:19.267113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.270389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de00af3-1e84-46a3-ad92-2cdb256340be') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:19.270804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de00af3-1e84-46a3-ad92-2cdb256340be') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:19.293231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:19.302351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.316767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11cbc84c-0f3a-4d4d-8d12-eacafe0c47b2 req-a5cf5873-86ee-4228-8e2f-e7d57bdf5322 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223631 Oct 20 10:42:19.328587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Allocated IP 172.20.0.13 (76456155-f561-4531-b78f-7f4984468407/daa1a79d-2249-4a78-afbc-75b14012efc5/56714081-8c66-4d19-abd0-bfc1aecc3dd9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:19.337919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.345859 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.409890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:19.426061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.450651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.455513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-184053f4-a44a-4b60-b478-0e808d480f77 service neutron] 10.222.0.74 "POST /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70/bindings HTTP/1.1" status: 201 len: 390 time: 1.3532763 Oct 20 10:42:19.465733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Pushing event updated for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:19.486338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:19.487906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.489332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:19.506331 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:19.607786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:19.648163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af1ea462-3c44-40a9-a5c3-eb6f8e1c107e req-9b213e81-478c-47d5-9104-65b264e941d9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 210 time: 0.1755290 Oct 20 10:42:19.692463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 95d3c05f-e168-4b39-9bcd-17ec573565dc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:19.787430 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acf36aa-953f-4bdb-8f8c-0d6c8ccc6418 x-openstack-request-id: req-3acf36aa-953f-4bdb-8f8c-0d6c8ccc6418 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:19.792038 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-plugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:19.792382 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3acf36aa-953f-4bdb-8f8c-0d6c8ccc6418 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:19.792906 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'code': 200} Oct 20 10:42:19.891578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.898258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.902276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] 10.222.0.74 "DELETE /v2.0/networks/fd6aafa2-b576-4df6-89d3-225672a70bc7 HTTP/1.1" status: 204 len: 168 time: 3.0204430 Oct 20 10:42:19.930128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-e7023be0-aa18-46b2-b893-b309cad20b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:19.932540 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-e7023be0-aa18-46b2-b893-b309cad20b26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1097 time: 0.1147125 Oct 20 10:42:19.935936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d297-190b-4410-9e23-4cbb3655ea2e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6aafa2-b576-4df6-89d3-225672a70bc7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:19.980748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358009ed-368e-46a2-94e1-9541b594d69d req-8792396b-98ca-4e5e-94b9-8086c7177435 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:19.982309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-358009ed-368e-46a2-94e1-9541b594d69d req-8792396b-98ca-4e5e-94b9-8086c7177435 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1097 time: 0.1763201 Oct 20 10:42:20.031800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-358009ed-368e-46a2-94e1-9541b594d69d req-83003f9e-9c29-42bf-bf77-55375f8815ca tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Oct 20 10:42:20.036374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea5c39b4-b2ec-49b1-84d7-10fdb5bedb23 None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:20.041149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea5c39b4-b2ec-49b1-84d7-10fdb5bedb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.084018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.107305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c39b4-b2ec-49b1-84d7-10fdb5bedb23 None None] Port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:20.117184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 95d3c05f-e168-4b39-9bcd-17ec573565dc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:20.117707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.132023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-3e43ad92-3d4c-4c5b-a8bb-cb9ec43d2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.133549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-3e43ad92-3d4c-4c5b-a8bb-cb9ec43d2a54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1913567 Oct 20 10:42:20.139071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.261038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.262291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.263998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44412) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:20.268030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.277704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:20.294332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-38282ac4-8f05-4d7c-a73c-a981e54a60e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 217 time: 0.1484804 Oct 20 10:42:20.392133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f7d4b-fbdc-4981-92b9-779200e50f77 req-fef5d3c3-0658-497b-8aef-1ec6d210ce42 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.394398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-909f7d4b-fbdc-4981-92b9-779200e50f77 req-fef5d3c3-0658-497b-8aef-1ec6d210ce42 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.3207912 Oct 20 10:42:20.440300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7da5d104-1cd0-45d7-bbac-03432cbb1971 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32222edfbfd34ecca4b20cb85454f947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713088 Oct 20 10:42:20.448789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.456772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:20.479830 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.511672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Pushing event updated for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:20.518891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Network 76456155-f561-4531-b78f-7f4984468407 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:20.559455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:20.564341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:20.568943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:20.575321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-909f7d4b-fbdc-4981-92b9-779200e50f77 req-a40dd53a-a047-4e3a-ae0d-b549449c2ace tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409395 Oct 20 10:42:20.575451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-ce53bea6-b997-4f19-a957-807b7ade2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.576790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-ce53bea6-b997-4f19-a957-807b7ade2864 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.2392552 Oct 20 10:42:20.623520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00a69454-0275-47d7-86aa-8165b1827d02 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:20.644651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.644651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.664252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-fae5522d-96b5-4f19-9e66-a6f7a6323556 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9571567 Oct 20 10:42:20.692716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Request body: {'port': {'device_id': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:20.712147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-3cc18cc6-c7e2-4fbe-ab1e-a7b5dd1c7e5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128643 Oct 20 10:42:20.734580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Attempting to bind port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:20.734978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Attempting to bind port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:20.735362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Attempting to bind port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:20.757019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 00a69454-0275-47d7-86aa-8165b1827d02 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:20.757356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00a69454-0275-47d7-86aa-8165b1827d02 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:20.786274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.834640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:20.835037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:20.835448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.835864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:20.838583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Bound port: 4a42ed7a-72ef-454b-9dcc-4e2026cc7032, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:20.838994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.864916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:20.868702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e409-67a8-4391-bd89-173fbe767aa7 None None] Pushing event updated for resources: {'Port': ['ID=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:21.004122 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-bb818f70-c4a3-430c-a5ff-5046f2a1ed03 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619202 Oct 20 10:42:21.006154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:21.009618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] For port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:21.037057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] For port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:21.068507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.095800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.189680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a18b23-2bea-4447-ad00-70298fd2e2f9 req-35cc2748-afd4-4b15-9071-b66d9bd8103e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.195936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5a18b23-2bea-4447-ad00-70298fd2e2f9 req-35cc2748-afd4-4b15-9071-b66d9bd8103e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 932 time: 0.3100579 Oct 20 10:42:21.221554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e409-67a8-4391-bd89-173fbe767aa7 None None] Pushing event updated for resources: {'Port': ['ID=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:21.276585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:21.278752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:21.286362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.481234 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f329b9e8-0df7-4d38-8467-6d02e45a0696 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448647 Oct 20 10:42:21.498194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56714081-8c66-4d19-abd0-bfc1aecc3dd9 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:21.508710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.527726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Transition to ACTIVE for port object 56714081-8c66-4d19-abd0-bfc1aecc3dd9 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:21.530033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Router 5a3fc1ee-302d-417b-a53b-c84984114a88 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:21.545262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.548647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.549469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.550977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32ee440a-c4aa-4ce1-95bf-6fc8df7caa13 HTTP/1.1" status: 204 len: 168 time: 1.0871129 Oct 20 10:42:21.575841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-23bb4eff-8956-44bf-9c18-d3b58a5cfee9 None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:21.576478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1794-ba48-4410-add8-f2b619d87c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee440a-c4aa-4ce1-95bf-6fc8df7caa13,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:21.581170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-23bb4eff-8956-44bf-9c18-d3b58a5cfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:21.663752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-23bb4eff-8956-44bf-9c18-d3b58a5cfee9 None None] Port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:21.665423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-43add130-bbe7-42c0-8232-e07c31d8432c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:42:21.674561 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-43add130-bbe7-42c0-8232-e07c31d8432c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0161655 Oct 20 10:42:21.717277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:21.752511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5a18b23-2bea-4447-ad00-70298fd2e2f9 req-5e30ecdb-b1bf-4301-a1a6-c5c22ae0b09b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424962 Oct 20 10:42:21.798148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:21.805842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-5c6b0433-f808-4db9-a9a7-cbc50eb01845 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.813948 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-5c6b0433-f808-4db9-a9a7-cbc50eb01845 tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 1094 time: 0.1383662 Oct 20 10:42:21.819767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:21.820197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Unknown quota resources ['binding']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:42:21.872937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:21.886601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75c0a66a-a823-462e-ad39-00c9b670db56 admin admin] 10.222.0.74 "PUT /v2.0/routers/5a3fc1ee-302d-417b-a53b-c84984114a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1560721 Oct 20 10:42:21.925245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Attempting to bind port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:21.925579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Attempting to bind port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:21.925908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Attempting to bind port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 on network 76456155-f561-4531-b78f-7f4984468407 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:21.937448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 on network 76456155-f561-4531-b78f-7f4984468407 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:21.937775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Attempting to bind port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 on network 76456155-f561-4531-b78f-7f4984468407 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:21.950237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:21.950572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Checking segment: {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:21.950987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Bound using segment: {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:21.951415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Bound port: 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c301b7c-ab7f-4c2b-8177-bb70c830b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '76456155-f561-4531-b78f-7f4984468407'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:21.951771 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:22.099480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:22.100563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:22.101129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:22.107741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:22.109129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:22.117262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:22.117963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:22.118783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:22.119364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Bound port: 6acf484b-0056-4a0e-922e-3ccf4f891036, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:22.170568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:22.177584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:22.185684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:22.231015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:22.245169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:22.252408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b41240ca-17e7-4eec-8d0f-0702fa35151f service neutron] 10.222.0.74 "POST /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036/bindings HTTP/1.1" status: 201 len: 390 time: 0.4375148 Oct 20 10:42:22.294461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.294461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:22.294461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] 10.222.0.83 "PUT /v2.0/ports/56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 1093 time: 1.6169100 Oct 20 10:42:22.294461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:22.299108 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db562b88-2735-454a-8cc2-52baec332216" -d '{"events": [{"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:22.337738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 2, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:22.341082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fb5f4-706c-4765-aa19-94e7b7a59af4 service neutron] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:22.354779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aec86-4b49-4512-892a-21da1e19202f req-a96e3ac5-c6c0-48c1-a587-a2f83f6795a8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.362846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0aec86-4b49-4512-892a-21da1e19202f req-a96e3ac5-c6c0-48c1-a587-a2f83f6795a8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1538658 Oct 20 10:42:22.443671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae89-930f-4dbc-a1e6-f477b559c7f7 None None] The sync data for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 is: [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 2, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:22.534648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0aec86-4b49-4512-892a-21da1e19202f req-0f15e2d1-6060-4121-b1c2-d5ec1b89446d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708162 Oct 20 10:42:22.586654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-3ea4ec00-805f-4d97-8422-30919c37d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.588204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-3ea4ec00-805f-4d97-8422-30919c37d21e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1096 time: 0.1827562 Oct 20 10:42:22.694631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-9b031c43-0901-4671-84e8-08cad9acf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.707609 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-9b031c43-0901-4671-84e8-08cad9acf01c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1097 time: 0.1043835 Oct 20 10:42:22.707928 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08076ec-3b5c-4919-92c7-9c2e4ae85cbb x-openstack-request-id: req-a08076ec-3b5c-4919-92c7-9c2e4ae85cbb {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:22.708222 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:22.708481 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a08076ec-3b5c-4919-92c7-9c2e4ae85cbb {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:22.708900 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'status': 'completed', 'code': 200} Oct 20 10:42:22.710772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-91b3db17-5d7a-4b56-8e83-4c2c68a82bf0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 217 time: 0.1126208 Oct 20 10:42:22.942540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-96f7bd37-17b5-49cf-8108-b4622c757537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.947339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-96f7bd37-17b5-49cf-8108-b4622c757537 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.2224834 Oct 20 10:42:23.022269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-494573c4-9095-4e3b-aa07-c5398fa71f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.023854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-494573c4-9095-4e3b-aa07-c5398fa71f9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.3081367 Oct 20 10:42:23.034092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-6860a5d1-1686-4b9c-a9b6-606e9e756a91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762002 Oct 20 10:42:23.064350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948a732-f362-4bac-85f4-e547b98ad4f1 req-52636442-970c-486e-bbbd-4af66f2583e3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.072868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b948a732-f362-4bac-85f4-e547b98ad4f1 req-52636442-970c-486e-bbbd-4af66f2583e3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2554281 Oct 20 10:42:23.140186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-f5489dc8-f739-44fb-8764-18c3b29bc54b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 217 time: 0.1004422 Oct 20 10:42:23.230756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-4b998918-d737-4b9a-ac76-1b2115db0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.241814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-4b998918-d737-4b9a-ac76-1b2115db0fee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1001532 Oct 20 10:42:23.282988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-e4798143-daf2-4cdf-8e2d-aba6c06fce9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345435 Oct 20 10:42:23.307041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-84d232f4-d15f-41ef-af1f-7173ed53e128 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256942 Oct 20 10:42:23.318157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b948a732-f362-4bac-85f4-e547b98ad4f1 req-44253db4-fb92-4714-a77c-c9fe49c2ce47 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382131 Oct 20 10:42:23.373566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:23.596574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-9f763318-417d-4f75-b90f-64c8c07b0805 service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806563 Oct 20 10:42:23.635199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1503-7892-4816-937e-5a3566d52da6 req-bf9d46ff-57f7-45f3-b0c4-de58a32e3bde tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.668152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-021d1503-7892-4816-937e-5a3566d52da6 req-bf9d46ff-57f7-45f3-b0c4-de58a32e3bde tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 944 time: 0.2312367 Oct 20 10:42:23.672003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f392ff9-023c-49fc-85ee-a8f71a64c9eb req-9d72d7b9-eedd-4617-94c2-ab3664de1577 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528578 Oct 20 10:42:23.740045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-network', 'tenant_id': '866131450ebd4b579356ca66159c2b8c'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:23.758615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:23.767198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045485509', 'description': 'tempest-description--870648488'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:23.862570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-021d1503-7892-4816-937e-5a3566d52da6 req-3a9eebd0-722d-4453-bfd5-dc7a75898650 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886580 Oct 20 10:42:23.886898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:42:23.886898 n-d-802060-17 neutron-server[100747]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:42:23.886898 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'id': '263037c3-17a9-4c0b-9544-ba06a70c0e4f', 'expiration': datetime.datetime(2021, 10, 20, 10, 44, 23, 845066)}] Oct 20 10:42:23.886898 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:42:23.887424 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:42:23.906000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-020a5192-1760-45cc-89f1-77360735ab6c service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958317 Oct 20 10:42:23.927692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562b88-2735-454a-8cc2-52baec332216 req-df95e261-4f40-4afa-a46d-c76d259a3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.929340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-df95e261-4f40-4afa-a46d-c76d259a3c00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1096 time: 0.1687944 Oct 20 10:42:23.930264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Made reservation on behalf of 866131450ebd4b579356ca66159c2b8c for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:23.932484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.989603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:24.276713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced365f5-f171-45d1-b1f0-df6acc28ab58 req-b69c0a1d-edc4-4623-be63-3d6d22d15041 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.279814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ced365f5-f171-45d1-b1f0-df6acc28ab58 req-b69c0a1d-edc4-4623-be63-3d6d22d15041 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.3154869 Oct 20 10:42:24.281395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562b88-2735-454a-8cc2-52baec332216 req-464dc6aa-6d5f-4023-a67a-34b06a95e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.282745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-464dc6aa-6d5f-4023-a67a-34b06a95e140 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.3211339 Oct 20 10:42:24.499288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-9b733428-b1d8-4cd8-b7db-75f528b15ed6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 217 time: 0.1710379 Oct 20 10:42:24.642775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ced365f5-f171-45d1-b1f0-df6acc28ab58 req-0dfa4822-daef-4252-957e-2f675c760a95 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517070 Oct 20 10:42:24.663857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:24.667456 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:24.708803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:24.720061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562b88-2735-454a-8cc2-52baec332216 req-9a649d67-56c7-4346-9f18-53d08f129da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.721533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-9a649d67-56c7-4346-9f18-53d08f129da6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.2029974 Oct 20 10:42:24.826981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e6014-8eb3-4ad3-a47e-5981aead9a0c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:24.848637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab92353-849f-4ddf-b3fe-c3ce0a7e65dd req-91a023e0-aa1d-42dc-8eba-2d01db993b93 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.853144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ab92353-849f-4ddf-b3fe-c3ce0a7e65dd req-91a023e0-aa1d-42dc-8eba-2d01db993b93 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.3976154 Oct 20 10:42:24.877664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-5d1439a3-9161-4c99-995e-7935122bf930 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276832 Oct 20 10:42:24.878549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:24.968658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:24.972899 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Added segment 57f1d493-efbe-4c4e-bd7b-6862a86b8f43 of type vlan for network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e Oct 20 10:42:25.103596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.115372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ab92353-849f-4ddf-b3fe-c3ce0a7e65dd req-ade7e852-0e0d-4e64-9741-e952bfe1b782 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402956 Oct 20 10:42:25.189458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.233547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.238857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4744012 Oct 20 10:42:25.239495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:25.265577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544b9f-a68e-456c-ac13-655727ff3f14 req-ac8a6f8f-a0d0-436c-b03b-e9618fd022ba tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.272821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7544b9f-a68e-456c-ac13-655727ff3f14 req-ac8a6f8f-a0d0-436c-b03b-e9618fd022ba tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 944 time: 0.2952344 Oct 20 10:42:25.276751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.283364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'security_group_rule': {'security_group_id': '438b56ec-0244-4e17-bc3a-4ddbf8ae36c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:25.335776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8896c-8f0e-491e-a1ca-1e0430e057cf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:25.365338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-7ada4837-80d8-4b2f-aafb-7a77546047b2 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643075 Oct 20 10:42:25.415924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7544b9f-a68e-456c-ac13-655727ff3f14 req-e4c7c646-0da3-4b65-b17c-0abf97c2f540 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421347 Oct 20 10:42:25.508314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.509262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.509829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.527296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.620325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:25.641787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2668531 Oct 20 10:42:25.645380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44542) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:25.652611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Request body: {'subnet': {'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-subnet', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:25.709773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db562b88-2735-454a-8cc2-52baec332216 req-226f2e78-b8ea-4ad8-9afb-9f38dd6ef114 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274024 Oct 20 10:42:25.725757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Made reservation on behalf of 866131450ebd4b579356ca66159c2b8c for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:25.729227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.732962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffb403-1ac6-4633-a2c8-ae82d544610f admin admin] Pushing event updated for resources: {'Network': ['ID=3bc3f857-8bb2-42b5-87e7-00b7756e0d9e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:25.756997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:25.773040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.783155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.848202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c471f6-e6ae-45cf-b81c-7a874b2e0777,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:25.856052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.857361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4e941b3e-9638-4da1-b1bf-c763262b8073 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6072299 Oct 20 10:42:25.861487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44546) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:25.866322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'security_group_rule': {'security_group_id': '438b56ec-0244-4e17-bc3a-4ddbf8ae36c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:25.868889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:25.869262 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.969048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Sync routers for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:25.989621 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:25.989952 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:26.009500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.035708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.039910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:26.047360 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.112705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d980a8-cf21-4d13-b247-9c45871b89c1 req-03107530-69cd-450d-ba8a-a60812dacdb8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.114821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6d980a8-cf21-4d13-b247-9c45871b89c1 req-03107530-69cd-450d-ba8a-a60812dacdb8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.2270629 Oct 20 10:42:26.158495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:26.194240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.271782 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.277965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f3e674-d9aa-48be-aa2d-a6bcf864d3ac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:26.284435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Checking segment: {'id': '57f1d493-efbe-4c4e-bd7b-6862a86b8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:26.285116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Network hostable DHCP agents. Network: 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:26.290161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.314311 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:26.316187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:26.333799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:26.339725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.341444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.345181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fa489-1df7-4f1c-8a10-fa29679e88c1 None None] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:26.349720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b92992-1058-47bc-9f41-1c27099257c4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:26.367535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6d980a8-cf21-4d13-b247-9c45871b89c1 req-12bf8555-45a9-4a6d-ab5f-fbe6ecab2e86 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420785 Oct 20 10:42:26.382787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.383607 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f79ee35-33ed-4a4b-ad93-ab9afc548649 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7369339 Oct 20 10:42:26.386462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44556) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:26.387021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a0fa57c6-4668-491b-8854-df0390d64480 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241790 Oct 20 10:42:26.391863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44558) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:26.395901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:26.412081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:26.447101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.448341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.503769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce97c9-2ba4-4f70-a923-ecc51b81c086 req-63139a83-e78e-40a8-8646-1921d83a0296 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.505882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8ce97c9-2ba4-4f70-a923-ecc51b81c086 req-63139a83-e78e-40a8-8646-1921d83a0296 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2669630 Oct 20 10:42:26.582382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.603245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.698631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3bc3f857-8bb2-42b5-87e7-00b7756e0d9e', 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'fixed_ips': [{'subnet_id': '52f3e674-d9aa-48be-aa2d-a6bcf864d3ac'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:42:26.699543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.708011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8ce97c9-2ba4-4f70-a923-ecc51b81c086 req-6baa1f6f-4d2e-49dd-9c22-d227f18ae73e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828935 Oct 20 10:42:26.874638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc7f11-7410-425a-bdb4-2bb76963bfc4 req-422b7e26-2f83-43cd-bc02-db09b0450f25 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.883200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4edc7f11-7410-425a-bdb4-2bb76963bfc4 req-422b7e26-2f83-43cd-bc02-db09b0450f25 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 944 time: 0.1152155 Oct 20 10:42:26.936089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.956230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4edc7f11-7410-425a-bdb4-2bb76963bfc4 req-253b4687-a0f2-469e-90fc-7628992ed600 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719762 Oct 20 10:42:27.000443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.037366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 2, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:27.081879 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Checking router: 5a3fc1ee-302d-417b-a53b-c84984114a88 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:27.082227 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Updating router 5a3fc1ee-302d-417b-a53b-c84984114a88 port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:42:27.132544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Allocated IP 172.20.0.2 (3bc3f857-8bb2-42b5-87e7-00b7756e0d9e/52f3e674-d9aa-48be-aa2d-a6bcf864d3ac/8f791753-22a3-403b-b9c9-a67c32dda3ba) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:27.154052 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.269916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Allocated IP 172.25.3.2 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/a3d537c9-fa91-48e8-8fa6-b3f622209c44) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:27.491150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.497500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.510032 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.526697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.570254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.630738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3e58-b7f0-4f1e-a9ed-18cfe77f3aeb req-85ed3cdc-fa71-4e06-b697-efc0036ef49d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:27.642338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9ea3e58-b7f0-4f1e-a9ed-18cfe77f3aeb req-85ed3cdc-fa71-4e06-b697-efc0036ef49d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1426079 Oct 20 10:42:27.659598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Pushing event updated for resources: {'Port': ['ID=8f791753-22a3-403b-b9c9-a67c32dda3ba,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:27.677697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:27.696471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:27.726037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9ea3e58-b7f0-4f1e-a9ed-18cfe77f3aeb req-ea5ccc0d-3628-43ba-a596-9d813b79e80a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821438 Oct 20 10:42:27.728970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.762647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:27.766619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:27.825562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:27.834512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:27.844024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Allocated IP 172.25.3.115 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/c27b6bb9-1108-41f1-85a4-adad0755d819) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:27.847947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:27.851836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'Port': ['ID=a3d537c9-fa91-48e8-8fa6-b3f622209c44,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:27.965147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Attempting to bind port 8f791753-22a3-403b-b9c9-a67c32dda3ba on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:27.965726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Attempting to bind port 8f791753-22a3-403b-b9c9-a67c32dda3ba by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '57f1d493-efbe-4c4e-bd7b-6862a86b8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:27.966248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Attempting to bind port 8f791753-22a3-403b-b9c9-a67c32dda3ba on network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:27.982069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:27.986266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.074641 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.083978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:28.086515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Checking segment: {'id': '57f1d493-efbe-4c4e-bd7b-6862a86b8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:28.086958 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.087359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Bound using segment: {'id': '57f1d493-efbe-4c4e-bd7b-6862a86b8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:28.092924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Bound port: 8f791753-22a3-403b-b9c9-a67c32dda3ba, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f1d493-efbe-4c4e-bd7b-6862a86b8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:28.093419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.126300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.146251 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.162645 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.217075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.224001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.278099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 56714081-8c66-4d19-abd0-bfc1aecc3dd9 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:28.285252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Pushing event updated for resources: {'Port': ['ID=c27b6bb9-1108-41f1-85a4-adad0755d819,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:28.306652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] For port 8f791753-22a3-403b-b9c9-a67c32dda3ba, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:28.313111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] For port 8f791753-22a3-403b-b9c9-a67c32dda3ba, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8f791753-22a3-403b-b9c9-a67c32dda3ba,segment=NetworkSegment(57f1d493-efbe-4c4e-bd7b-6862a86b8f43),segment_id=57f1d493-efbe-4c4e-bd7b-6862a86b8f43)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:28.321815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.323356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Pushing event updated for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:28.335503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:28.345156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:28.348135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:28.359178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.359530 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.360157 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.360735 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.361068 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.361392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.361715 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.362036 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.362354 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.362666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.363034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.366552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:28.489080 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Attempting to bind port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:28.489403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Attempting to bind port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:28.489936 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Attempting to bind port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 on network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:28.505068 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:28.505489 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Checking segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:28.507438 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.508731 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Bound using segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:28.510663 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Bound port: 4e389d7d-7cb7-4db7-9dde-245dad346ea0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:28.511637 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.600401 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] For port 4e389d7d-7cb7-4db7-9dde-245dad346ea0, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:28.605674 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] For port 4e389d7d-7cb7-4db7-9dde-245dad346ea0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4e389d7d-7cb7-4db7-9dde-245dad346ea0,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:28.618050 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.668867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9fccae69-1cff-4f82-84ab-12984502b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.707757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd54d9-2e9c-437c-8676-aff6d9be96d1 None None] Pushing event updated for resources: {'Port': ['ID=8f791753-22a3-403b-b9c9-a67c32dda3ba,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:28.716260 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e6011-a884-41de-ab3d-f2e1e51dd435 None None] Pushing event updated for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:28.726180 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:28.726866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:28.766850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:28.768860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.861230 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:28.931504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:29.008498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'network_id': '76456155-f561-4531-b78f-7f4984468407', 'port_id': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'mac_address': 'fa:16:3e:ae:fe:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa1a79d-2249-4a78-afbc-75b14012efc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:29.092238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b942cf-06bd-4594-8e1e-abd4bbbaff87 req-97c978a7-622f-4826-809a-52613a110765 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.116740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7b942cf-06bd-4594-8e1e-abd4bbbaff87 req-97c978a7-622f-4826-809a-52613a110765 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 1.1872375 Oct 20 10:42:29.135321 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:28Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:29.149874 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.210925 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c43b5-bd92-4e60-b572-af6ea31ddf0c None None] The sync data for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 is: [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:28Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:29.247107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947e741-5c9b-43d1-98d1-263351fbd09b req-3ce3385b-f0d9-43f9-9283-e7f18c7abec3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.264311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1947e741-5c9b-43d1-98d1-263351fbd09b req-3ce3385b-f0d9-43f9-9283-e7f18c7abec3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 944 time: 1.0927963 Oct 20 10:42:29.280238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] For port 4e389d7d-7cb7-4db7-9dde-245dad346ea0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4e389d7d-7cb7-4db7-9dde-245dad346ea0,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:29.286377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.312746 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.335042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56714081-8c66-4d19-abd0-bfc1aecc3dd9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:29.381935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7b942cf-06bd-4594-8e1e-abd4bbbaff87 req-25d525a2-19f9-4381-a893-bcb34b728ac7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627599 Oct 20 10:42:29.405606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:29.466781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1947e741-5c9b-43d1-98d1-263351fbd09b req-60224a16-06ca-4c90-823a-9d05a2eacd3f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008288 Oct 20 10:42:29.489711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.615248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d0376f16-ad09-44e3-b1d3-1d5f8146cad0 None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:29.618251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0376f16-ad09-44e3-b1d3-1d5f8146cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.719997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.746816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.761199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:29.916953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8f791753-22a3-403b-b9c9-a67c32dda3ba up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:30.015281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec420-c092-4290-acf7-1c1e2221a77f None None] Pushing event updated for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:30.054655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'Port': ['ID=a3d537c9-fa91-48e8-8fa6-b3f622209c44,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:30.070267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.102767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:30.107186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['56714081-8c66-4d19-abd0-bfc1aecc3dd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:30.113244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f7e3a-d18c-4906-a7a9-fde4a273259d req-0f91721e-9014-4454-9689-bb39ff21786e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.139601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e5f7e3a-d18c-4906-a7a9-fde4a273259d req-0f91721e-9014-4454-9689-bb39ff21786e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.4166889 Oct 20 10:42:30.196448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.209493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.214864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8c077d92-7f93-483c-a0fa-7cb92afba5b9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8185554 Oct 20 10:42:30.278509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e5f7e3a-d18c-4906-a7a9-fde4a273259d req-95ed06e7-cc9a-484f-9eb3-9ba2e66baedc tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378467 Oct 20 10:42:30.316561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8f791753-22a3-403b-b9c9-a67c32dda3ba triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:30.318445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.521837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36bbe5-7be0-4632-873a-4af794d1ed2d None None] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:30.524664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Router cb2eabf2-eede-4832-844e-401756deb8a0 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:42:30.681313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-97bec345-cf82-4d6d-b374-fc2ac8df31db tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1045485509&fields=id&tenant_id=fc3a68b32124495f9c344c6cb632e999 HTTP/1.1" status: 200 len: 267 time: 0.1287055 Oct 20 10:42:30.693887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:30.713018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Sync routers for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:30.718761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.720415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f2e79a0-e0aa-4c18-be5e-e19edc397e9c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3328927 Oct 20 10:42:30.723045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:30.791991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf3d89-d3a4-4a7c-82e9-2e5e7776b8a1 req-23964500-317a-4620-bac4-5d491529b0a1 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.793565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7cf3d89-d3a4-4a7c-82e9-2e5e7776b8a1 req-23964500-317a-4620-bac4-5d491529b0a1 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2149601 Oct 20 10:42:30.930663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Routers {'cb2eabf2-eede-4832-844e-401756deb8a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:30.930663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cb2eabf2-eede-4832-844e-401756deb8a0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:30.945973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7cf3d89-d3a4-4a7c-82e9-2e5e7776b8a1 req-68d6f538-233d-4d99-b0a6-e1c36f3339b3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429534 Oct 20 10:42:31.003005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-c6eaaa0a-ec16-41f2-a51b-e72ff43ec4ba tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.013728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-c6eaaa0a-ec16-41f2-a51b-e72ff43ec4ba tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/networks?id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d HTTP/1.1" status: 200 len: 815 time: 0.3206754 Oct 20 10:42:31.032320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-7c6e1528-3b6b-478d-a17e-bb8b44a11bc3 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/quotas/fc3a68b32124495f9c344c6cb632e999 HTTP/1.1" status: 200 len: 375 time: 0.0169919 Oct 20 10:42:31.120192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.155027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-73dbe202-7da5-4741-957a-64ff23975ee3 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fc3a68b32124495f9c344c6cb632e999&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215584 Oct 20 10:42:31.160535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e64fb7cd-215b-4c4e-8d93-a9e0f39553c6 None None] Provisioning complete for port 8f791753-22a3-403b-b9c9-a67c32dda3ba triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:31.160913 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e64fb7cd-215b-4c4e-8d93-a9e0f39553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.328771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-2e6afe1a-08a9-4c4b-ac3a-dce977405870 service neutron] 10.222.0.74 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713605 Oct 20 10:42:31.353838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57582ec2-10db-4d62-9260-59d0aa83006a req-4383cc3b-84f6-45d3-b0b4-198088078855 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.362540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57582ec2-10db-4d62-9260-59d0aa83006a req-4383cc3b-84f6-45d3-b0b4-198088078855 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 945 time: 0.1933095 Oct 20 10:42:31.495717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57582ec2-10db-4d62-9260-59d0aa83006a req-d6cf2b67-2f1e-41c8-a31f-f0a7f0cf1a1a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319919 Oct 20 10:42:31.506910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.567740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e7c12134-a1c9-4779-9d91-4cebffc75f9f service neutron] 10.222.0.74 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372439 Oct 20 10:42:31.577119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8f791753-22a3-403b-b9c9-a67c32dda3ba, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8f791753-22a3-403b-b9c9-a67c32dda3ba,segment=NetworkSegment(57f1d493-efbe-4c4e-bd7b-6862a86b8f43),segment_id=57f1d493-efbe-4c4e-bd7b-6862a86b8f43)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:31.590979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd67bc23-eb4e-4de6-87ce-d27145ad3496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.606212 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.611366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4e389d7d-7cb7-4db7-9dde-245dad346ea0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:31.882554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Allocated IP 172.20.0.1 (3bc3f857-8bb2-42b5-87e7-00b7756e0d9e/52f3e674-d9aa-48be-aa2d-a6bcf864d3ac/5529f3e6-8489-4788-8d48-de4e21eed4d4) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:31.933012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8f791753-22a3-403b-b9c9-a67c32dda3ba,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:31.955556 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.999382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Set router cb2eabf2-eede-4832-844e-401756deb8a0 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:32.033374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06726991-480d-40c5-a898-1969bc0b522c req-fb969b96-986d-4d66-a7c9-077a058acd9a tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 210 time: 0.0682456 Oct 20 10:42:32.160646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d091b13-369b-43b8-b0b5-200a5cb13ffb req-7bad5c8d-3600-47c8-8bb7-b42f3ee23475 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.169328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d091b13-369b-43b8-b0b5-200a5cb13ffb req-7bad5c8d-3600-47c8-8bb7-b42f3ee23475 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1080875 Oct 20 10:42:32.196271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.262439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d091b13-369b-43b8-b0b5-200a5cb13ffb req-7b1c2aa5-dc46-4d5b-8229-9ac513cadaf4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898364 Oct 20 10:42:32.287813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb43b0-5c55-4fff-8dd6-1c8d750254bf req-4e57df17-36f8-4884-8226-cbcd47230356 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.293709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.314827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5acb43b0-5c55-4fff-8dd6-1c8d750254bf req-4e57df17-36f8-4884-8226-cbcd47230356 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.1380174 Oct 20 10:42:32.366376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:32.366957 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.387539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5acb43b0-5c55-4fff-8dd6-1c8d750254bf req-89cbf39f-a8e7-4361-9fa0-470f88bb7e37 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712609 Oct 20 10:42:32.437913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:32.443281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:32.456224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:32.456720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.472008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:28Z', 'revision_number': 3, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:32.514810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Checking router: cb2eabf2-eede-4832-844e-401756deb8a0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:32.515549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Updating router cb2eabf2-eede-4832-844e-401756deb8a0 port c27b6bb9-1108-41f1-85a4-adad0755d819 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:42:32.550672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5befa168-74e7-4022-bfe9-1fb0809ee74b None None] Provisioning complete for port 8f791753-22a3-403b-b9c9-a67c32dda3ba triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:32.551676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5befa168-74e7-4022-bfe9-1fb0809ee74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.563790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Pushing event updated for resources: {'Port': ['ID=5529f3e6-8489-4788-8d48-de4e21eed4d4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:32.723927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.796601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.823230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.835124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8f791753-22a3-403b-b9c9-a67c32dda3ba up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:32.950082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fda90-cb86-4d99-8fc8-1bacda8302e0 req-f97f9069-8cc3-43f8-bb73-61ff46e0925d tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.966136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f95fda90-cb86-4d99-8fc8-1bacda8302e0 req-f97f9069-8cc3-43f8-bb73-61ff46e0925d tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 945 time: 0.2590032 Oct 20 10:42:33.081220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f95fda90-cb86-4d99-8fc8-1bacda8302e0 req-d6b44005-1c78-4c4a-adf1-9631d283464b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135466 Oct 20 10:42:33.104360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8f791753-22a3-403b-b9c9-a67c32dda3ba triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:33.104841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.244709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.253809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.256204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.286580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8d72d42-695a-46c6-be2f-628256103c3d req-6a7e168c-e74c-4cf1-887b-ee0dc373d3b0 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 210 time: 0.0832558 Oct 20 10:42:33.322338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Pushing event updated for resources: {'Port': ['ID=5529f3e6-8489-4788-8d48-de4e21eed4d4,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:33.421058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-148a5733-14d3-4bc1-8e12-4e4a1bc04253 None None] Provisioning complete for port 5529f3e6-8489-4788-8d48-de4e21eed4d4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:33.421626 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-148a5733-14d3-4bc1-8e12-4e4a1bc04253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.453704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:33.455270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:33.518034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4e389d7d-7cb7-4db7-9dde-245dad346ea0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:33.548996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d468-7394-4eac-b067-009b66198a19 req-a4b54aab-c7dd-40e3-85fa-5e09cdd578da tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:33.551941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c108d468-7394-4eac-b067-009b66198a19 req-a4b54aab-c7dd-40e3-85fa-5e09cdd578da tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1335073 Oct 20 10:42:33.633657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-148a5733-14d3-4bc1-8e12-4e4a1bc04253 None None] Port 5529f3e6-8489-4788-8d48-de4e21eed4d4 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:33.667642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c108d468-7394-4eac-b067-009b66198a19 req-2959884e-a0cb-4c31-a727-33aac1321f0d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031973 Oct 20 10:42:33.690570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972c76-6444-4061-82b3-13c0d5926c2b req-36e089d1-3ded-433d-924c-39eac54d8a1b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:33.699532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09972c76-6444-4061-82b3-13c0d5926c2b req-36e089d1-3ded-433d-924c-39eac54d8a1b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.1460452 Oct 20 10:42:33.700285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Router cb2eabf2-eede-4832-844e-401756deb8a0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:33.721333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.727331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:33.729280 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.761102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09972c76-6444-4061-82b3-13c0d5926c2b req-b6ce919b-d6fd-4a39-85c2-f5dc64b04d5e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Oct 20 10:42:33.785086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.843484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da7ff-0a70-40ca-b5c3-bef577fb5a34 None None] Pushing event updated for resources: {'Port': ['ID=c27b6bb9-1108-41f1-85a4-adad0755d819,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:33.885708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Attempting to bind port c27b6bb9-1108-41f1-85a4-adad0755d819 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:33.886072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Attempting to bind port c27b6bb9-1108-41f1-85a4-adad0755d819 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:33.887519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Attempting to bind port c27b6bb9-1108-41f1-85a4-adad0755d819 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:33.895485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:33.895856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:33.896307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.896855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:33.897510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Bound port: c27b6bb9-1108-41f1-85a4-adad0755d819, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:33.897886 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.991185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c0aeb722-92f2-4d9b-9643-6f9648225c07 None None] Provisioning complete for port 5529f3e6-8489-4788-8d48-de4e21eed4d4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:33.991571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb722-92f2-4d9b-9643-6f9648225c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.993653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] For port c27b6bb9-1108-41f1-85a4-adad0755d819, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:34.078408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] For port c27b6bb9-1108-41f1-85a4-adad0755d819, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c27b6bb9-1108-41f1-85a4-adad0755d819,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:34.089387 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.137975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeb722-92f2-4d9b-9643-6f9648225c07 None None] Port 5529f3e6-8489-4788-8d48-de4e21eed4d4 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:34.191537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Routers {'cb2eabf2-eede-4832-844e-401756deb8a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:34.197314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cb2eabf2-eede-4832-844e-401756deb8a0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:34.281358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:34.299198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d2ec803-3fc5-4499-aac6-9287629810ad admin admin] 10.222.0.74 "PUT /v2.0/routers/cb2eabf2-eede-4832-844e-401756deb8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5747201 Oct 20 10:42:34.352808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 56714081-8c66-4d19-abd0-bfc1aecc3dd9 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:34.385983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-12615a28-e57a-411c-8ffd-108c2838bde0 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:34.387518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-12615a28-e57a-411c-8ffd-108c2838bde0 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.70 "GET /v2.0/networks?id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d HTTP/1.1" status: 200 len: 815 time: 0.3751736 Oct 20 10:42:34.421234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a7be-b4df-4124-b2c2-2bdfb17290e4 req-aca84919-7979-4b85-8913-cea46a130522 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:34.429385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec2a7be-b4df-4124-b2c2-2bdfb17290e4 req-aca84919-7979-4b85-8913-cea46a130522 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 945 time: 0.1426151 Oct 20 10:42:34.462165 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-8a140591-3b20-4037-812b-aa4e1074edec tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc3a68b32124495f9c344c6cb632e999 HTTP/1.1" status: 200 len: 380 time: 0.0633612 Oct 20 10:42:34.480278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'port': {'device_id': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'admin_state_up': True, 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'security_groups': ['438b56ec-0244-4e17-bc3a-4ddbf8ae36c0']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:34.510154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2984d09d-3ea4-4202-a010-9d4c22b531d5 req-74d75c3f-4b08-44e7-af81-69ca198c8830 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 210 time: 0.0387952 Oct 20 10:42:34.543162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec2a7be-b4df-4124-b2c2-2bdfb17290e4 req-765cd622-49be-4958-a0a5-c81e7a3ab031 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086650 Oct 20 10:42:34.580730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.596130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da7ff-0a70-40ca-b5c3-bef577fb5a34 None None] Pushing event updated for resources: {'Port': ['ID=c27b6bb9-1108-41f1-85a4-adad0755d819,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:34.625720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] Set router cb2eabf2-eede-4832-844e-401756deb8a0 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:34.669738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:34.678922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:34.683287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.707124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Made reservation on behalf of fc3a68b32124495f9c344c6cb632e999 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:34.713094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.877763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Allocated IP 172.20.0.9 (3ea5fd65-c0de-4f87-9e05-f0d857da2e6d/6ae7d7ee-2691-4306-a5c8-8d317ea43e42/8f6247b3-c947-4680-9f37-a56aaa53af8c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:34.931726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8960c5-5763-4b70-a540-2a811c0f9c7d req-6e15b204-e991-4172-bcf2-086f23a6522a tempest-FloatingIPsNegativeTestJSON-2054825486 tempest-FloatingIPsNegativeTestJSON-2054825486-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=866131450ebd4b579356ca66159c2b8c HTTP/1.1" status: 200 len: 217 time: 0.1077309 Oct 20 10:42:34.974676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57cfa-820f-47d8-b630-58abad017bbc req-0fcfa463-70b5-47ab-9ba6-4b267ba153ad tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:34.992322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86d57cfa-820f-47d8-b630-58abad017bbc req-0fcfa463-70b5-47ab-9ba6-4b267ba153ad tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1838040 Oct 20 10:42:35.049433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.088552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86d57cfa-820f-47d8-b630-58abad017bbc req-bd9e06e2-69c9-4d54-93ea-1dfc02125f79 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925970 Oct 20 10:42:35.122430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.133709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadb28-b1f6-4e7a-80e2-7d451623b73d req-4f317aba-468f-4876-871e-68ad4b4dbea6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:35.142495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ecadb28-b1f6-4e7a-80e2-7d451623b73d req-4f317aba-468f-4876-871e-68ad4b4dbea6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.1161840 Oct 20 10:42:35.194084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d094f399-3abe-4871-8c7c-f4ce786ddfb7 req-922ca3bf-5583-46e5-a22a-3c5b62e18d41 tempest-FloatingIPsNegativeTestJSON-2054825486 tempest-FloatingIPsNegativeTestJSON-2054825486-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0421145 Oct 20 10:42:35.231357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:35.254068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:35.259464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:35.260405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ecadb28-b1f6-4e7a-80e2-7d451623b73d req-7592c023-88fa-4614-8fcb-f13dd8cc95ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161404 Oct 20 10:42:35.274456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:35.286417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.335609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event updated for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:35.354766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-e6a74577-d433-460f-8654-5b388c22023c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802214 Oct 20 10:42:35.369650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Request body: {'port': {'device_id': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:35.386600 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-f440c031-fa17-49df-8688-b358ac265e74 req-9da54a99-152a-4557-97fd-e12002d9d75b tempest-FloatingIPsNegativeTestJSON-2054825486 tempest-FloatingIPsNegativeTestJSON-2054825486-project] show failed (client error): The resource could not be found. Oct 20 10:42:35.403639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f440c031-fa17-49df-8688-b358ac265e74 req-9da54a99-152a-4557-97fd-e12002d9d75b tempest-FloatingIPsNegativeTestJSON-2054825486 tempest-FloatingIPsNegativeTestJSON-2054825486-project] 10.222.0.74 "GET /v2.0/floatingips/303d5da6-38ac-4066-9943-1eadb59316b1 HTTP/1.1" status: 404 len: 350 time: 0.1201022 Oct 20 10:42:35.414505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:35.442823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.467850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:32Z', 'revision_number': 4, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5529f3e6-8489-4788-8d48-de4e21eed4d4', 'name': '', 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'mac_address': 'fa:16:3e:17:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '52f3e674-d9aa-48be-aa2d-a6bcf864d3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:31Z', 'updated_at': '2021-10-20T10:42:32Z', 'revision_number': 2, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'subnets': [{'id': '52f3e674-d9aa-48be-aa2d-a6bcf864d3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:35.512872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d98b9a-2203-4bd1-994d-39ad6a30bd48 None None] The sync data for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 is: [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:32Z', 'revision_number': 4, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5529f3e6-8489-4788-8d48-de4e21eed4d4', 'name': '', 'network_id': '3bc3f857-8bb2-42b5-87e7-00b7756e0d9e', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'mac_address': 'fa:16:3e:17:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '52f3e674-d9aa-48be-aa2d-a6bcf864d3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:31Z', 'updated_at': '2021-10-20T10:42:32Z', 'revision_number': 2, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'subnets': [{'id': '52f3e674-d9aa-48be-aa2d-a6bcf864d3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:35.528923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:35.531466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.532956 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b19488-88c6-4462-86a6-ffddcdc98b32" -d '{"events": [{"server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "name": "network-vif-plugged", "status": "completed", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:35.559172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:35.573745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.651791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:35.677872 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d5a18-f564-4101-baa1-96686d775b98 x-openstack-request-id: req-330d5a18-f564-4101-baa1-96686d775b98 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:35.678450 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "name": "network-vif-plugged", "status": "completed", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:35.679041 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-330d5a18-f564-4101-baa1-96686d775b98 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:35.679655 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'code': 200} Oct 20 10:42:35.775011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1c381d20-91d2-49fd-9bc5-f72b5b6ba133 None None] Provisioning complete for port 8f6247b3-c947-4680-9f37-a56aaa53af8c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:35.775504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c381d20-91d2-49fd-9bc5-f72b5b6ba133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.824615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1c381d20-91d2-49fd-9bc5-f72b5b6ba133 None None] Port 8f6247b3-c947-4680-9f37-a56aaa53af8c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:36.153231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc563f-6f2a-451f-8131-17f6d30e91a9 req-ee14d701-00c4-46ef-b758-3c6495ebf4ae tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.156253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09cc563f-6f2a-451f-8131-17f6d30e91a9 req-ee14d701-00c4-46ef-b758-3c6495ebf4ae tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 931 time: 0.3767054 Oct 20 10:42:36.160402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcd94f-59aa-42a1-8701-58e6f1036eb8 req-52b20da9-dce2-4567-9aa3-e97378b7e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.162103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9fcd94f-59aa-42a1-8701-58e6f1036eb8 req-52b20da9-dce2-4567-9aa3-e97378b7e9b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1098 time: 0.4019635 Oct 20 10:42:36.213489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6247b3-c947-4680-9f37-a56aaa53af8c {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:36.228614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.237386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714733d6-a205-46da-9a45-bca86abe5767 req-90a1572b-eafa-425e-b77d-a169bdcc3801 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.239089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-714733d6-a205-46da-9a45-bca86abe5767 req-90a1572b-eafa-425e-b77d-a169bdcc3801 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 946 time: 0.2483339 Oct 20 10:42:36.262048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Transition to ACTIVE for port object 8f6247b3-c947-4680-9f37-a56aaa53af8c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:36.272204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.342774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:36.385561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09cc563f-6f2a-451f-8131-17f6d30e91a9 req-5d5fd4e2-2fff-43e5-8d33-74fca0e9f3e9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164805 Oct 20 10:42:36.418253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Attempting to bind port 8f6247b3-c947-4680-9f37-a56aaa53af8c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:36.418746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Attempting to bind port 8f6247b3-c947-4680-9f37-a56aaa53af8c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:36.419315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Attempting to bind port 8f6247b3-c947-4680-9f37-a56aaa53af8c on network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:36.424699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Port 8f6247b3-c947-4680-9f37-a56aaa53af8c on network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:36.425162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Attempting to bind port 8f6247b3-c947-4680-9f37-a56aaa53af8c on network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:36.431117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:36.431635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Checking segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:36.432122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Bound using segment: {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:36.432668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Bound port: 8f6247b3-c947-4680-9f37-a56aaa53af8c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:36.433332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.521992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9fcd94f-59aa-42a1-8701-58e6f1036eb8 req-ed1bc7b1-326a-4dbd-ab64-453a9545340d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004405 Oct 20 10:42:36.572163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:36.580141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:36.590316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.607152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-714733d6-a205-46da-9a45-bca86abe5767 req-ed511ca3-daea-479d-ac2c-aac80f8b38f0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139036 Oct 20 10:42:36.679807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.680542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.682227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] 10.222.0.70 "PUT /v2.0/ports/8f6247b3-c947-4680-9f37-a56aaa53af8c HTTP/1.1" status: 200 len: 1092 time: 1.3187375 Oct 20 10:42:36.682873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:36.686569 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2c6320-25ca-46a5-b042-a5410fc94b77" -d '{"events": [{"name": "network-changed", "server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:36.792243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d687a8-5901-4572-ae26-73aedc07b56c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:36.811682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-48c336a6-ff02-4947-92bc-98df69e4a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.813896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-48c336a6-ff02-4947-92bc-98df69e4a2f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc3a68b32124495f9c344c6cb632e999&device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 1095 time: 0.0792565 Oct 20 10:42:36.823046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148d4ce-6f8f-4806-9184-99e9c0768a42 req-9022c32a-a9ae-40dd-83b3-5b1d7b332935 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.831855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c148d4ce-6f8f-4806-9184-99e9c0768a42 req-9022c32a-a9ae-40dd-83b3-5b1d7b332935 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.2932563 Oct 20 10:42:36.898195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-1355f89f-02f7-46ab-a89b-bb07ac6b5b65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c HTTP/1.1" status: 200 len: 217 time: 0.0724857 Oct 20 10:42:37.018790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c148d4ce-6f8f-4806-9184-99e9c0768a42 req-6e8bfa9f-0270-491e-8fd3-ce30f3588dcf tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859474 Oct 20 10:42:37.023392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-43a1cce3-888e-46e3-82c4-a0037ae07948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.025405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-43a1cce3-888e-46e3-82c4-a0037ae07948 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae7d7ee-2691-4306-a5c8-8d317ea43e42 HTTP/1.1" status: 200 len: 854 time: 0.1186578 Oct 20 10:42:37.081557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570117-0e70-487c-ab8b-159d9a3fef61 req-acd54243-3a34-42a1-85a2-bf232a7956ec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.083267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d570117-0e70-487c-ab8b-159d9a3fef61 req-acd54243-3a34-42a1-85a2-bf232a7956ec tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2439928 Oct 20 10:42:37.153183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-c3d88166-422b-4b0e-80b8-191615c8f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.167834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-c3d88166-422b-4b0e-80b8-191615c8f300 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310480 Oct 20 10:42:37.217323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d570117-0e70-487c-ab8b-159d9a3fef61 req-1cb2c0c0-0378-434d-8f8d-2d3af14309d3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218188 Oct 20 10:42:37.220708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.634164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b2bf-7921-4064-b115-902a790debc7 req-c870025e-c975-44b6-93aa-e1401ca068b4 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.639798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc99b2bf-7921-4064-b115-902a790debc7 req-c870025e-c975-44b6-93aa-e1401ca068b4 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 943 time: 0.1193128 Oct 20 10:42:37.787059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc99b2bf-7921-4064-b115-902a790debc7 req-05ead7bd-d788-47a3-a006-631f0a7a6194 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384754 Oct 20 10:42:37.793598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-407f640d-b471-4b6b-8a4d-26e2112ca1ba service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154029 Oct 20 10:42:37.795868 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6501c49b-1552-480a-9193-363b91ed6f65 x-openstack-request-id: req-6501c49b-1552-480a-9193-363b91ed6f65 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:37.796178 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:37.796433 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6501c49b-1552-480a-9193-363b91ed6f65 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:37.796845 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'status': 'completed', 'code': 200} Oct 20 10:42:37.886720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d94c-3a78-404a-b468-0eb948986f69 req-f11b70cb-2a2f-4f4b-a1de-ee1775d85d65 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.896242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d76d94c-3a78-404a-b468-0eb948986f69 req-f11b70cb-2a2f-4f4b-a1de-ee1775d85d65 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 946 time: 0.1687164 Oct 20 10:42:38.002747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d76d94c-3a78-404a-b468-0eb948986f69 req-7bd9be63-59d3-48d8-9372-7b50edb50e2a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055684 Oct 20 10:42:38.026746 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-63705276-dea6-4b24-99e4-7d78a06ef532 req-d72ae5a7-6a37-4135-b02a-a11d6c379974 service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113967 Oct 20 10:42:38.033241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Deleting port 5529f3e6-8489-4788-8d48-de4e21eed4d4 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:38.033937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.214845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-964eb213-79ed-48bd-942c-3496d54f22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.218428 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-964eb213-79ed-48bd-942c-3496d54f22f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc3a68b32124495f9c344c6cb632e999&device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 1095 time: 0.1230769 Oct 20 10:42:38.226478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.255103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b8fe5-6b56-4c19-a79f-b28c4db94719 req-dfbfed16-8516-451b-8f85-132e21c5b624 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.259568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-116b8fe5-6b56-4c19-a79f-b28c4db94719 req-dfbfed16-8516-451b-8f85-132e21c5b624 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1308165 Oct 20 10:42:38.294920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Calling delete_port for 5529f3e6-8489-4788-8d48-de4e21eed4d4 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:38.416484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-116b8fe5-6b56-4c19-a79f-b28c4db94719 req-10be8a6b-905a-4a1d-bac5-a99d94f566fd tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468606 Oct 20 10:42:38.496223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-26267ab6-bcb6-4f95-aef3-b1ce487fe09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.501407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-26267ab6-bcb6-4f95-aef3-b1ce487fe09b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d HTTP/1.1" status: 200 len: 917 time: 0.2728608 Oct 20 10:42:38.583216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-6888dbfb-15ac-4abe-8414-7e5a272960eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c HTTP/1.1" status: 200 len: 217 time: 0.0710785 Oct 20 10:42:38.655481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.704716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-32baaaa6-8f37-4f8a-a072-489f7e298aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.713351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-32baaaa6-8f37-4f8a-a072-489f7e298aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae7d7ee-2691-4306-a5c8-8d317ea43e42 HTTP/1.1" status: 200 len: 854 time: 0.1228836 Oct 20 10:42:38.748257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5529f3e6-8489-4788-8d48-de4e21eed4d4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:38.809807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129dd57-96f5-47d5-ac26-3382160c02e1 req-be7b08ef-8c49-453a-a634-2f8895253899 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.820727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0129dd57-96f5-47d5-ac26-3382160c02e1 req-be7b08ef-8c49-453a-a634-2f8895253899 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.3483489 Oct 20 10:42:38.863310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c27b6bb9-1108-41f1-85a4-adad0755d819 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:38.881987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-204bad68-01db-401b-bf91-da2d5469a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.883562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-204bad68-01db-401b-bf91-da2d5469a59c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622434 Oct 20 10:42:39.026122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c27b6bb9-1108-41f1-85a4-adad0755d819 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:39.026488 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.058684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0129dd57-96f5-47d5-ac26-3382160c02e1 req-4c9dcbd6-fac6-428d-8e00-fa517cc9bf75 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366183 Oct 20 10:42:39.089883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-bdb8e639-3965-4bd8-a8c3-b538bf6277d0 service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896355 Oct 20 10:42:39.211904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad230-d0c8-4e8c-bf9f-664f0e166199 req-7184b260-f6c8-42dc-9368-c088dca62e41 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:39.213637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5cad230-d0c8-4e8c-bf9f-664f0e166199 req-7184b260-f6c8-42dc-9368-c088dca62e41 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 943 time: 0.2825003 Oct 20 10:42:39.333879 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.386892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c27b6bb9-1108-41f1-85a4-adad0755d819, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c27b6bb9-1108-41f1-85a4-adad0755d819,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:39.394928 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.457382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec2c6320-25ca-46a5-b042-a5410fc94b77 req-e1794640-c48b-49fa-bb68-e8e4559b0227 service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501501 Oct 20 10:42:39.538685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c27b6bb9-1108-41f1-85a4-adad0755d819,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:39.653249 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Sync routers for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:39.668099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Routers {'cb2eabf2-eede-4832-844e-401756deb8a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:39.669299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cb2eabf2-eede-4832-844e-401756deb8a0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:39.687628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5cad230-d0c8-4e8c-bf9f-664f0e166199 req-f200a88b-9851-46a5-bedc-427a7fc913df tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488680 Oct 20 10:42:39.705631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52670044-a172-49bc-9ddd-a4ef60a6b1da req-bb209bb3-f560-4e53-a4a7-09d474c3b5e5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:39.716338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52670044-a172-49bc-9ddd-a4ef60a6b1da req-bb209bb3-f560-4e53-a4a7-09d474c3b5e5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 946 time: 0.5228467 Oct 20 10:42:39.778155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.804415 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Set router cb2eabf2-eede-4832-844e-401756deb8a0 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:40.025335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52670044-a172-49bc-9ddd-a4ef60a6b1da req-7cbe8c30-13a7-4e99-a578-2d14e8dfb506 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010483 Oct 20 10:42:40.084035 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:38Z', 'revision_number': 5, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:40.133625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Checking router: cb2eabf2-eede-4832-844e-401756deb8a0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:40.149650 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Routers {'cb2eabf2-eede-4832-844e-401756deb8a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:40.150266 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cb2eabf2-eede-4832-844e-401756deb8a0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:40.197349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abb032-30b9-46e6-bafe-9112bbda8e40 req-7fc1fd7a-62d9-47e0-be2e-1955782f19c8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:40.200648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97abb032-30b9-46e6-bafe-9112bbda8e40 req-7fc1fd7a-62d9-47e0-be2e-1955782f19c8 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.2000802 Oct 20 10:42:40.259808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f6247b3-c947-4680-9f37-a56aaa53af8c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:40.399182 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] Set router cb2eabf2-eede-4832-844e-401756deb8a0 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:40.448406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97abb032-30b9-46e6-bafe-9112bbda8e40 req-5ec54357-36a3-43c9-a3ca-2ebae359fc05 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294133 Oct 20 10:42:40.460378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:40.482904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'port_id': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'mac_address': 'fa:16:3e:4b:82:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:40.568647 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:40.580178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-be479cb4-9af1-4f1c-83c4-9c1b0c9db217 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2019839598&fields=id&tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 267 time: 0.1859715 Oct 20 10:42:40.605326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6247b3-c947-4680-9f37-a56aaa53af8c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:40.628563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Router cb2eabf2-eede-4832-844e-401756deb8a0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:40.640861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:40.654440 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:40.764281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:40.815588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-dd54c2b9-4b5d-4b3e-af85-2db60429e713 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:40.829736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-dd54c2b9-4b5d-4b3e-af85-2db60429e713 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 946 time: 0.2430832 Oct 20 10:42:40.838147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c27b6bb9-1108-41f1-85a4-adad0755d819 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:40.839244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'security_groups': ['9b4ab928-eff0-4afe-bffc-b8f154ec2658', '45a988f0-7b41-4054-a19a-fb8bf5dc0108']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:40.967543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472f72-fc4c-4721-b21f-07a635e704a5 req-80453196-f56b-4fe4-811e-a14a018de610 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:40.970316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1472f72-fc4c-4721-b21f-07a635e704a5 req-80453196-f56b-4fe4-811e-a14a018de610 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.3522635 Oct 20 10:42:40.991503 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:38Z', 'revision_number': 5, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:40.998277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8f6247b3-c947-4680-9f37-a56aaa53af8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:41.046222 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895dcf15-5a3e-46b3-a457-ab745a1af6e2 None None] The sync data for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 is: [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:38Z', 'revision_number': 5, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port': {'id': 'c27b6bb9-1108-41f1-85a4-adad0755d819', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:41.078438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c27b6bb9-1108-41f1-85a4-adad0755d819 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:41.078972 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.116671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.277194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1472f72-fc4c-4721-b21f-07a635e704a5 req-d53676da-8987-4a16-a811-7e1fac3a0379 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903152 Oct 20 10:42:41.312781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:41.324757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fbda2622-f804-4490-997a-a84a93761e35 admin admin] 10.222.0.74 "PUT /v2.0/routers/cb2eabf2-eede-4832-844e-401756deb8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9089828 Oct 20 10:42:41.328599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44808) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.555038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddf53d-afd2-40f1-b95b-096702936285 req-5e2692c1-63be-42e9-ad35-1b5d63b726f9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:41.557077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ddf53d-afd2-40f1-b95b-096702936285 req-5e2692c1-63be-42e9-ad35-1b5d63b726f9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 944 time: 0.1817884 Oct 20 10:42:41.580052 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.687736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ddf53d-afd2-40f1-b95b-096702936285 req-214626f6-b3b6-4191-a8ea-a98cadcbda98 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686157 Oct 20 10:42:41.803290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:41.818759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.912771 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.924243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.940570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332', '56714081-8c66-4d19-abd0-bfc1aecc3dd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:42.036756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Deleting port c27b6bb9-1108-41f1-85a4-adad0755d819 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:42.037012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.037632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:42.038958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.057317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58e5ce41-5031-4c40-b031-1854bf9cd9a2 req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "PUT /v2.0/ports/56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 982 time: 1.2259021 Oct 20 10:42:42.059484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:42.064310 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880" -d '{"events": [{"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:42.154580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc6a6a-d69d-491f-b6d6-7c74db0f26c9 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:42.267236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['56714081-8c66-4d19-abd0-bfc1aecc3dd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:42.273407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f6247b3-c947-4680-9f37-a56aaa53af8c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:42.313412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] For port c27b6bb9-1108-41f1-85a4-adad0755d819, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c27b6bb9-1108-41f1-85a4-adad0755d819,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:42.313801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.336982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Calling delete_port for c27b6bb9-1108-41f1-85a4-adad0755d819 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:42.385809 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:42:42.475041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fad0260-bf78-46b0-9776-4bd6b981d57e req-37d7e839-ef60-4662-b3fe-3c19fe54d719 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/45a988f0-7b41-4054-a19a-fb8bf5dc0108 HTTP/1.1" status: 200 len: 1800 time: 0.2420783 Oct 20 10:42:42.624344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e04bc6-908d-4e21-b6e1-f50dab327617 req-49d248b8-da43-4270-be58-b560a1ad4f6f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:42.653887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4e04bc6-908d-4e21-b6e1-f50dab327617 req-49d248b8-da43-4270-be58-b560a1ad4f6f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.3275769 Oct 20 10:42:42.661802 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-2fad0260-bf78-46b0-9776-4bd6b981d57e req-b79436df-2206-4d80-a241-b35f6b1d5b80 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:42:42.691076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.695628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fad0260-bf78-46b0-9776-4bd6b981d57e req-b79436df-2206-4d80-a241-b35f6b1d5b80 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/45a988f0-7b41-4054-a19a-fb8bf5dc0108 HTTP/1.1" status: 409 len: 341 time: 0.2192876 Oct 20 10:42:42.744837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4e04bc6-908d-4e21-b6e1-f50dab327617 req-60535b5a-636b-4042-b2c5-86bdfc4c9d9d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891378 Oct 20 10:42:42.771277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5529f3e6-8489-4788-8d48-de4e21eed4d4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:42.776906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Pushing event deleted for resources: {'Port': ['ID=c27b6bb9-1108-41f1-85a4-adad0755d819,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:42.833686 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee5eee8-68e1-4b7d-8247-b014d2cedfbf x-openstack-request-id: req-8ee5eee8-68e1-4b7d-8247-b014d2cedfbf {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:42.833898 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:42.834805 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ee5eee8-68e1-4b7d-8247-b014d2cedfbf {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:42.843065 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'status': 'completed', 'code': 200} Oct 20 10:42:42.859864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.896007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 5529f3e6-8489-4788-8d48-de4e21eed4d4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:42.907236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5529f3e6-8489-4788-8d48-de4e21eed4d4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:42.909146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Sync routers for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:42.916163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8f6247b3-c947-4680-9f37-a56aaa53af8c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:42.988311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8f6247b3-c947-4680-9f37-a56aaa53af8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:42.989014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.009879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-8f5fe45c-aed1-4db9-8495-9260007210af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.014928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-8f5fe45c-aed1-4db9-8495-9260007210af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1137 time: 0.1635373 Oct 20 10:42:43.100547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca528-fa99-4e1a-af5a-754a87e70978 req-f0050cbc-28e5-4656-8a49-60b201a5a797 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.103573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d5ca528-fa99-4e1a-af5a-754a87e70978 req-f0050cbc-28e5-4656-8a49-60b201a5a797 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2329407 Oct 20 10:42:43.126851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.129357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.141699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Routers {'cb2eabf2-eede-4832-844e-401756deb8a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:43.141699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cb2eabf2-eede-4832-844e-401756deb8a0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:43.261763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Set router cb2eabf2-eede-4832-844e-401756deb8a0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:43.264763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.266131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2eabf2-eede-4832-844e-401756deb8a0 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:42:43.277884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.283734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa2ab3ce-3f7b-4a89-9ef1-ca9eab44940c admin admin] 10.222.0.74 "DELETE /v2.0/routers/cb2eabf2-eede-4832-844e-401756deb8a0 HTTP/1.1" status: 204 len: 168 time: 1.9536297 Oct 20 10:42:43.286572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:43.381104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d5ca528-fa99-4e1a-af5a-754a87e70978 req-ede41daf-be9c-4c9c-b9f0-cfbdf0665f39 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519739 Oct 20 10:42:43.381868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2eabf2-eede-4832-844e-401756deb8a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1196552356-router', 'tenant_id': '866131450ebd4b579356ca66159c2b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:26Z', 'updated_at': '2021-10-20T10:42:42Z', 'revision_number': 7, 'project_id': '866131450ebd4b579356ca66159c2b8c', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:43.429048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48105d8-a4d4-43d3-b262-eaecc5329b83 req-e6d2aa8e-b0ec-4a06-add7-4519a7869eaf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.454216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f48105d8-a4d4-43d3-b262-eaecc5329b83 req-e6d2aa8e-b0ec-4a06-add7-4519a7869eaf tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 944 time: 0.2761331 Oct 20 10:42:43.461450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Deleting subnet 52f3e674-d9aa-48be-aa2d-a6bcf864d3ac {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:42:43.477980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.482180 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.490310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Checking router: cb2eabf2-eede-4832-844e-401756deb8a0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:43.552977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.578558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:43.580978 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad72534-fd59-41f4-b56b-21a234567399" -d '{"events": [{"server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "name": "network-vif-plugged", "status": "completed", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:43.589306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Routers set() bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:43.589675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Router IDs set() for agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 10:42:43.590341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_agentschedulers_db [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb2eabf2-eede-4832-844e-401756deb8a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent'). {{(pid=100748) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 10:42:43.590701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f14e14-5f5f-4f34-b936-94da3a5d05f4 None None] The sync data for ids ['cb2eabf2-eede-4832-844e-401756deb8a0'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:43.625213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-21e566ea-6d53-4c2f-a3eb-31e9918bc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.626635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.626780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-21e566ea-6d53-4c2f-a3eb-31e9918bc480 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.5924537 Oct 20 10:42:43.639037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:43.681530 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.718923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-bd9b8708-734a-4d0b-a11b-6728faee77de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 217 time: 0.0767171 Oct 20 10:42:43.754682 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.794174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f3e674-d9aa-48be-aa2d-a6bcf864d3ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:43.796831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f48105d8-a4d4-43d3-b262-eaecc5329b83 req-ccc39099-2c16-49bc-805a-420155f2ff6b tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414979 Oct 20 10:42:43.832112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.834559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:43.848101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77667ca0-306c-48ce-a818-79096347c8c6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/52f3e674-d9aa-48be-aa2d-a6bcf864d3ac HTTP/1.1" status: 204 len: 168 time: 0.5585890 Oct 20 10:42:43.850902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:43.852975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af674856-fc8b-4566-ab6e-ab20e850e6f3 None None] Network 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:43.861826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-7c6466bd-7bb2-4ac9-82f7-5146034a1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.864941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-7c6466bd-7bb2-4ac9-82f7-5146034a1a8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.1237295 Oct 20 10:42:43.914531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-eade7ded-3d65-4f58-846e-2fc62416464b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341358 Oct 20 10:42:43.932423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5a091-0583-4fae-b752-cd846a1ab404 req-e7e78386-69a3-4b6f-83d5-b65c43a43194 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.941042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1e5a091-0583-4fae-b752-cd846a1ab404 req-e7e78386-69a3-4b6f-83d5-b65c43a43194 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 985 time: 0.2208757 Oct 20 10:42:44.030543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.087192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-b54e595c-ba6a-48da-b9fa-554e40121f4d service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384659 Oct 20 10:42:44.193172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1e5a091-0583-4fae-b752-cd846a1ab404 req-2ad15ea9-8153-4a00-a529-54120a39f475 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2511003 Oct 20 10:42:44.221260 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afec3f2-9f40-4509-a856-97b3775bd857 x-openstack-request-id: req-8afec3f2-9f40-4509-a856-97b3775bd857 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:44.221260 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "name": "network-vif-plugged", "status": "completed", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:44.221260 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8afec3f2-9f40-4509-a856-97b3775bd857 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:44.222188 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'code': 200} Oct 20 10:42:44.243848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] DHCP port deletion for 3bc3f857-8bb2-42b5-87e7-00b7756e0d9e request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:42:44.288031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Deleting port 8f791753-22a3-403b-b9c9-a67c32dda3ba {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:44.289204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.304255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5d4c57-b1ff-46ef-97e0-931c59d3c880 req-8344b605-ff98-40c2-993c-acc9f0dc09da service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079670 Oct 20 10:42:44.376253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Deleting port 8f791753-22a3-403b-b9c9-a67c32dda3ba {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:44.376907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.429694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6de6-71ec-4a3e-a4bf-58b762f37af1 req-e59e1991-fa74-4c93-8621-ab2afbba2e0c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.431688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d74f6de6-71ec-4a3e-a4bf-58b762f37af1 req-e59e1991-fa74-4c93-8621-ab2afbba2e0c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.1048143 Oct 20 10:42:44.449807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-962563f0-52d0-4064-b911-f0dedc6b93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.451884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-962563f0-52d0-4064-b911-f0dedc6b93d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1137 time: 0.0898323 Oct 20 10:42:44.487206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] For port 8f791753-22a3-403b-b9c9-a67c32dda3ba, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8f791753-22a3-403b-b9c9-a67c32dda3ba,segment=NetworkSegment(57f1d493-efbe-4c4e-bd7b-6862a86b8f43),segment_id=57f1d493-efbe-4c4e-bd7b-6862a86b8f43)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:44.488528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.510854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Calling delete_port for 8f791753-22a3-403b-b9c9-a67c32dda3ba owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:44.521493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] For port 8f791753-22a3-403b-b9c9-a67c32dda3ba, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8f791753-22a3-403b-b9c9-a67c32dda3ba,segment=NetworkSegment(57f1d493-efbe-4c4e-bd7b-6862a86b8f43),segment_id=57f1d493-efbe-4c4e-bd7b-6862a86b8f43)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:44.522061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.527534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65311b-6716-45f3-9557-701376868fa6 req-b9882740-a63d-41c3-bf2f-0bed297f0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.531048 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b65311b-6716-45f3-9557-701376868fa6 req-b9882740-a63d-41c3-bf2f-0bed297f0306 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 1097 time: 0.2395029 Oct 20 10:42:44.549583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Calling delete_port for 8f791753-22a3-403b-b9c9-a67c32dda3ba owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:44.578869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d74f6de6-71ec-4a3e-a4bf-58b762f37af1 req-cd466a2a-df95-4ce6-af24-063d76f81fa2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376255 Oct 20 10:42:44.604885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b65311b-6716-45f3-9557-701376868fa6 req-ae7082b2-8751-4f07-bf3a-91f56b212ebb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622005 Oct 20 10:42:44.675317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-5d907a66-c8f4-412c-a26d-7372ee901ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.677108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-5d907a66-c8f4-412c-a26d-7372ee901ea5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.2170501 Oct 20 10:42:44.688270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.690996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a8f4c-3e76-4ede-b7d9-ec8910d83991 req-b0c8eebd-3e45-4782-9bcd-d1987a1eb97e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.692825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-419a8f4c-3e76-4ede-b7d9-ec8910d83991 req-b0c8eebd-3e45-4782-9bcd-d1987a1eb97e tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.1649637 Oct 20 10:42:44.716153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.747870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] Pushing event deleted for resources: {'Port': ['ID=8f791753-22a3-403b-b9c9-a67c32dda3ba,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.750236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6eaa7-8ee6-4025-b67f-a0b6d52de252 None None] No DVR routers for this DVR port 8f791753-22a3-403b-b9c9-a67c32dda3ba on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:44.757256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f791753-22a3-403b-b9c9-a67c32dda3ba,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.757548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-3919444e-16e7-4095-b5be-a7a336dfed8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 217 time: 0.0630963 Oct 20 10:42:44.763956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] No DVR routers for this DVR port 8f791753-22a3-403b-b9c9-a67c32dda3ba on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:44.777059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8f791753-22a3-403b-b9c9-a67c32dda3ba no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:44.802549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8f791753-22a3-403b-b9c9-a67c32dda3ba {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:44.803625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8f791753-22a3-403b-b9c9-a67c32dda3ba not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:44.804298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c27b6bb9-1108-41f1-85a4-adad0755d819 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:44.836695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c27b6bb9-1108-41f1-85a4-adad0755d819 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:44.837071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c27b6bb9-1108-41f1-85a4-adad0755d819 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:44.840453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-419a8f4c-3e76-4ede-b7d9-ec8910d83991 req-5b68bb82-2002-4477-b761-1c00be227ebf tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854933 Oct 20 10:42:44.855198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-409c135a-01fe-4a0e-a240-095fedb30da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:44.856801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-409c135a-01fe-4a0e-a240-095fedb30da3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.0916536 Oct 20 10:42:44.871950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.900302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-ac4ad70a-ca70-4358-8c93-7951e1bf4b49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334053 Oct 20 10:42:44.902082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.902442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.903271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.903653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > port after_create 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.904570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.904944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > port after_update 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.905265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.905641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.905964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.906336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.979873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.980223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.980709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.980915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:42:44.981231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc3f857-8bb2-42b5-87e7-00b7756e0d9e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:45.001551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f1d493-efbe-4c4e-bd7b-6862a86b8f43') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:45.001846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f1d493-efbe-4c4e-bd7b-6862a86b8f43') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:45.010783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34092e3-36fd-43a5-8b37-bb7f4802201d req-83d92b01-f979-4b7f-82cd-92501b6069ca tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:45.012384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f34092e3-36fd-43a5-8b37-bb7f4802201d req-83d92b01-f979-4b7f-82cd-92501b6069ca tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.1147656 Oct 20 10:42:45.020112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.045660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.051979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-e4a4264b-28d4-4053-9e98-c58bff30ae7c service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418362 Oct 20 10:42:45.054073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:45.054466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: from cryptography.utils import int_from_bytes Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: from cryptography.utils import int_from_bytes Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:45.058526 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:45.092005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f34092e3-36fd-43a5-8b37-bb7f4802201d req-7cce34d5-65e8-488f-92b5-02e344567546 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661912 Oct 20 10:42:45.144415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.152762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.157185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] 10.222.0.74 "DELETE /v2.0/networks/3bc3f857-8bb2-42b5-87e7-00b7756e0d9e HTTP/1.1" status: 204 len: 168 time: 1.3029737 Oct 20 10:42:45.167494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f9e43-26e9-4de9-8563-33906131d95a admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc3f857-8bb2-42b5-87e7-00b7756e0d9e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.199228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da35dc1-9d9d-4d50-a08e-ca3d0b00f7e6 req-c807223b-6826-4aff-b6e1-481ece9a932f service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329458 Oct 20 10:42:45.357706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7958-711d-4626-8991-44940a96a4a6 req-c5338f75-e734-44b2-87b8-304fecba2991 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:45.361398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44908) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.366388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a43d7958-711d-4626-8991-44940a96a4a6 req-c5338f75-e734-44b2-87b8-304fecba2991 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 985 time: 0.0882163 Oct 20 10:42:45.410718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bbbf99ec-0b2b-44e2-9920-f027b982326d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=866131450ebd4b579356ca66159c2b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474274 Oct 20 10:42:45.413377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44910) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.414594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a43d7958-711d-4626-8991-44940a96a4a6 req-4373b85f-44aa-4247-8bcd-8bfc4d137305 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0468299 Oct 20 10:42:45.475083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.497607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.544634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.558076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.561761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.565514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e2e6014-8eb3-4ad3-a47e-5981aead9a0c HTTP/1.1" status: 204 len: 168 time: 0.1467502 Oct 20 10:42:45.574448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949ca4-5734-4ee1-9b22-d17c68209cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e6014-8eb3-4ad3-a47e-5981aead9a0c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.759717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641bc06-048c-4a32-8975-944e918543e5 req-3151a2e6-54dc-4d7e-830b-2c28c5eb927d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:45.767660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3641bc06-048c-4a32-8975-944e918543e5 req-3151a2e6-54dc-4d7e-830b-2c28c5eb927d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 945 time: 0.0742481 Oct 20 10:42:45.811865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3641bc06-048c-4a32-8975-944e918543e5 req-457074a4-8c6a-4043-a512-2db40734756d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Oct 20 10:42:46.022670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142a9a7-19ee-4ebd-b4b0-ed30a13b81cc req-a0fe7db4-cba4-41fa-8b60-d308cd474500 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.024296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3142a9a7-19ee-4ebd-b4b0-ed30a13b81cc req-a0fe7db4-cba4-41fa-8b60-d308cd474500 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Oct 20 10:42:46.067659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3142a9a7-19ee-4ebd-b4b0-ed30a13b81cc req-d687b678-00b7-45f8-9ee9-413f9b95befe tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Oct 20 10:42:46.255795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60093a6f-a8d6-4043-90a1-e3009b811a20 req-6e1b2ad6-4207-4b36-bbf2-875311497492 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.260578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60093a6f-a8d6-4043-90a1-e3009b811a20 req-6e1b2ad6-4207-4b36-bbf2-875311497492 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.0557640 Oct 20 10:42:46.312444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60093a6f-a8d6-4043-90a1-e3009b811a20 req-03b761b9-b102-4cd3-909f-ad22d614e815 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Oct 20 10:42:46.365725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.501467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-03fbfca2-5cec-41a9-91e2-717ff1c3e746 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.502966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-03fbfca2-5cec-41a9-91e2-717ff1c3e746 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1439588 Oct 20 10:42:46.523994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-17'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:46.535951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db733281-de0c-4593-8982-99f2b0a44aa9 req-f915b2a2-ec6b-45b9-9437-cfb2c5c47c94 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.537573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db733281-de0c-4593-8982-99f2b0a44aa9 req-f915b2a2-ec6b-45b9-9437-cfb2c5c47c94 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.1389353 Oct 20 10:42:46.547609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:46.552918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Request body: {'floatingip': {'port_id': '8f6247b3-c947-4680-9f37-a56aaa53af8c'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:46.567134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-36bab55e-ebd4-42bc-83a6-a4eab9b65d68 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.568912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-36bab55e-ebd4-42bc-83a6-a4eab9b65d68 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.2298627 Oct 20 10:42:46.600659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.619768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-e1d9ced3-a3ad-44c4-97d0-603a2deb6c8a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/quotas/0a4ef61fde764a7c8ec7cb73b4e4e17a HTTP/1.1" status: 200 len: 375 time: 0.0411355 Oct 20 10:42:46.657908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.739349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c3d72-7f2d-4906-a81a-589e61242984 req-05a55a29-db4e-40c3-8e53-95ae13856f23 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.740917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-653c3d72-7f2d-4906-a81a-589e61242984 req-05a55a29-db4e-40c3-8e53-95ae13856f23 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 985 time: 0.1488810 Oct 20 10:42:46.767592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-b9d67c0e-9a46-4a5d-a44e-7181d8444b5a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294487 Oct 20 10:42:46.864696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-653c3d72-7f2d-4906-a81a-589e61242984 req-4c87520f-3c76-4cf0-bdfa-b8fc51b9e2db tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1157351 Oct 20 10:42:46.992121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:46.996455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-45bfeeac-d1fe-4408-bc17-532ae38a0055 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196994 Oct 20 10:42:47.439680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:47.465550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-83748565-f860-4ef9-b72e-9ec9e0e7399b tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=dc2e8a86dfe743638406331137f9c24d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711691 Oct 20 10:42:47.491437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.resource_extend [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:42:47.543953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:47.546336 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9759a-0001-47b9-8e23-b7159ac4165a" -d '{"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:47.553059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.553283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.557715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.582771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-21ad8bdf-0086-4509-b1f1-bdb29f183299 service neutron] 10.222.0.74 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718181 Oct 20 10:42:47.593491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.678271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-6d17ee19-43dd-4d59-8d53-c6bb074726e0 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:47.683697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-6d17ee19-43dd-4d59-8d53-c6bb074726e0 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088361 Oct 20 10:42:47.692806 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Floating IP 0849ab95-7023-4d17-b154-ae51c2f33617 associated. External IP: 172.25.3.2, port: 8f6247b3-c947-4680-9f37-a56aaa53af8c. Oct 20 10:42:47.710771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:47.758571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-6e7b9580-92b9-4edf-aaff-73eee56543ae tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/quotas/dc2e8a86dfe743638406331137f9c24d HTTP/1.1" status: 200 len: 375 time: 0.0511644 Oct 20 10:42:47.767185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on host n-h1-802060-17 for vnic_type normal with profile {"migrating_to": "n-h2-802060-17"} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:47.767513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:47.767839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:47.800507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:47.800945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Attempting to bind port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on network bce9a2ad-fd43-4709-9321-3c7f18800952 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:47.805373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-b88c78dc-5845-4962-a839-4119b35ff89d tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc2e8a86dfe743638406331137f9c24d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402753 Oct 20 10:42:47.811597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:47.812234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Checking segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:47.812542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Bound using segment: {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:47.813285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Bound port: 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e538868-c0af-42c9-a925-5ad832751591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bce9a2ad-fd43-4709-9321-3c7f18800952'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:47.813693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.928333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f991e3-c4ea-4363-aae4-2441167aaa1f req-a9dcca42-b966-4f77-a832-f706d2bfdd11 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:47.930780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93f991e3-c4ea-4363-aae4-2441167aaa1f req-a9dcca42-b966-4f77-a832-f706d2bfdd11 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1140258 Oct 20 10:42:47.998395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:48.017667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93f991e3-c4ea-4363-aae4-2441167aaa1f req-67fd39c4-41ca-4842-ab3a-e11cb8c621f7 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708361 Oct 20 10:42:48.021692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:48.034566 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.151587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-9c031c02-057f-43b8-9f7f-f19330ede2c0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:48.153253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-9c031c02-057f-43b8-9f7f-f19330ede2c0 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7285d7a-2ea6-47eb-a36f-05d332185f5e HTTP/1.1" status: 200 len: 946 time: 0.1350887 Oct 20 10:42:48.170314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Router 5a3fc1ee-302d-417b-a53b-c84984114a88 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:48.185248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:48.185874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.187318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-78c71af1-91c0-451b-aade-08627b277477 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 1123 time: 1.6683762 Oct 20 10:42:48.193550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-669e8973-09a7-49de-966d-e02acb32b1d2 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1817493640&fields=id&tenant_id=8e9aff6a9327438c9377b52d791a4836 HTTP/1.1" status: 200 len: 267 time: 0.0972092 Oct 20 10:42:48.194670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c71af1-91c0-451b-aade-08627b277477 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=8']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:48.286465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:48.323180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-671d776b-69ec-49c3-9b63-ddc10ec6f857 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:48.331933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-671d776b-69ec-49c3-9b63-ddc10ec6f857 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 985 time: 0.1218846 Oct 20 10:42:48.347878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'port': {'security_groups': ['45a988f0-7b41-4054-a19a-fb8bf5dc0108', '9b4ab928-eff0-4afe-bffc-b8f154ec2658', '745df555-46c1-4c88-b7e0-5e9006473a7a']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:48.369112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8f8cb26f-fece-465e-9ab2-51ec2051ec70'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:48.371652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['8f8cb26f-fece-465e-9ab2-51ec2051ec70'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:48.377509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:48.516745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Deleting port 1867e3ba-483c-4289-ae47-5cd813c4edff {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:48.517579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.523953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc23b57-be17-416c-9f68-84a58e3c867b req-1a47dbda-9fa5-4754-84f0-b1223d4b468a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:48.533811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0dc23b57-be17-416c-9f68-84a58e3c867b req-1a47dbda-9fa5-4754-84f0-b1223d4b468a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2216775 Oct 20 10:42:48.556711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.585454 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.624278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:48.632842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.637053 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Sync routers for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:48.649970 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:48.651769 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:48.688772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:48.691250 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91bc91d-013b-4b85-bcca-3d0ee9fec116" -d '{"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:48.696353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8dd51728-1a2c-4290-8d15-ddb71a36624f tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "PUT /v2.0/floatingips/0849ab95-7023-4d17-b154-ae51c2f33617 HTTP/1.1" status: 200 len: 989 time: 2.1475384 Oct 20 10:42:48.701879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:48.706202 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:48.719242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0dc23b57-be17-416c-9f68-84a58e3c867b req-13bc59ec-88e3-4fe9-824a-ae64fa56f3c5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779745 Oct 20 10:42:48.736326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:48.739590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.749094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:48.757633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1867e3ba-483c-4289-ae47-5cd813c4edff, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1867e3ba-483c-4289-ae47-5cd813c4edff,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:48.774567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Calling delete_port for 1867e3ba-483c-4289-ae47-5cd813c4edff owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:48.783215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.796581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 has no active binding in host n-h2-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:42:48.886797 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:48.958644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.017640 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40f7d4-1d0c-45cb-b6cd-425e1243980c x-openstack-request-id: req-fe40f7d4-1d0c-45cb-b6cd-425e1243980c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:49.017928 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:49.018378 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe40f7d4-1d0c-45cb-b6cd-425e1243980c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:49.019420 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'code': 200} Oct 20 10:42:49.067310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.078235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91e4195e-9134-44c0-9193-6790485b99d8 req-03e457ac-14f7-4b89-9818-257d5c06277c tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Oct 20 10:42:49.087074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:49.105846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event deleted for resources: {'Port': ['ID=1867e3ba-483c-4289-ae47-5cd813c4edff,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.138503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.151376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.167451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] No DVR routers for this DVR port 1867e3ba-483c-4289-ae47-5cd813c4edff on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:49.172042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.176404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-920fd748-c253-4082-828c-aa0b4a4fc6cd req-98bc63ee-6f07-496d-9efc-31ac168b3d72 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.70 "DELETE /v2.0/ports/1867e3ba-483c-4289-ae47-5cd813c4edff HTTP/1.1" status: 204 len: 173 time: 1.0152032 Oct 20 10:42:49.235733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.236374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.237873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-308ad786-d91a-45c5-bcfa-65cf5a4f5f9b req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "PUT /v2.0/ports/56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 1021 time: 0.9050851 Oct 20 10:42:49.240407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea478f31-2a6f-4f27-97fc-a7325ca95526 req-519f155c-fc80-494f-9a38-4bb7b3cf54ae tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 210 time: 0.0780861 Oct 20 10:42:49.256539 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0849ab95-7023-4d17-b154-ae51c2f33617', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'port_id': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'mac_address': 'fa:16:3e:4b:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:47Z', 'revision_number': 1, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:49.278773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c168ae-7161-4d1c-92a4-d692c4b1569a tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.334480 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Checking router: 5a3fc1ee-302d-417b-a53b-c84984114a88 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:49.347884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['56714081-8c66-4d19-abd0-bfc1aecc3dd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:49.352809 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:49.353511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:49.404737 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1da87-e8e4-4183-bc5b-06c14c7f3ed6 x-openstack-request-id: req-e0e1da87-e8e4-4183-bc5b-06c14c7f3ed6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:49.405105 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:49.405416 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0e1da87-e8e4-4183-bc5b-06c14c7f3ed6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:49.405805 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'code': 200} Oct 20 10:42:49.451719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96199bb9-2d68-4598-bfc9-2dd6d88d6b24 req-3fe9d93c-8641-43ba-80c3-5c389a92e122 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.453612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96199bb9-2d68-4598-bfc9-2dd6d88d6b24 req-3fe9d93c-8641-43ba-80c3-5c389a92e122 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.1191862 Oct 20 10:42:49.483815 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c0c746-10e8-4f30-b6e5-bece24570f8b x-openstack-request-id: req-08c0c746-10e8-4f30-b6e5-bece24570f8b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:49.484375 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:49.484798 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08c0c746-10e8-4f30-b6e5-bece24570f8b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:49.485561 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'status': 'completed', 'code': 200} Oct 20 10:42:49.566835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-7cbf1de5-f74c-4a42-870e-3d6912b1f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.568970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-7cbf1de5-f74c-4a42-870e-3d6912b1f4b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc3a68b32124495f9c344c6cb632e999&device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 1097 time: 0.0589421 Oct 20 10:42:49.595096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96199bb9-2d68-4598-bfc9-2dd6d88d6b24 req-a4f689b4-8226-46d8-88ef-11e117a9b75e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797842 Oct 20 10:42:49.610196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-e84019d0-5dc6-49a9-93f5-ea0cba107cbe tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.610861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:49.626058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-e84019d0-5dc6-49a9-93f5-ea0cba107cbe tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 805 time: 0.2453666 Oct 20 10:42:49.652888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Request body: {'port': {'device_id': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'admin_state_up': True, 'tenant_id': '0a4ef61fde764a7c8ec7cb73b4e4e17a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:49.737487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332', '56714081-8c66-4d19-abd0-bfc1aecc3dd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:49.744945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-3e1313de-5c80-4217-8a11-b8f7ac736ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.746439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-3e1313de-5c80-4217-8a11-b8f7ac736ef2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d HTTP/1.1" status: 200 len: 917 time: 0.1695526 Oct 20 10:42:49.794557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9e97a0c-d991-435c-8ec0-5f5465e76d15 req-e8d70b76-c8aa-4673-b04e-f7ed20cbbc88 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/745df555-46c1-4c88-b7e0-5e9006473a7a HTTP/1.1" status: 200 len: 1800 time: 0.1671450 Oct 20 10:42:49.832304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac836-8149-4d91-9653-294ce8457502 req-de8db831-7ba0-49cc-a047-90ef4713533a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.840133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cefac836-8149-4d91-9653-294ce8457502 req-de8db831-7ba0-49cc-a047-90ef4713533a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.2116930 Oct 20 10:42:49.860280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-89d4fc44-3e63-48c7-9343-3bcf1cbc8286 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c HTTP/1.1" status: 200 len: 997 time: 0.0955329 Oct 20 10:42:49.936264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cefac836-8149-4d91-9653-294ce8457502 req-3d35872b-4786-4f67-9109-2256e9caae0c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946660 Oct 20 10:42:49.965687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Made reservation on behalf of 0a4ef61fde764a7c8ec7cb73b4e4e17a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:49.965687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.974520 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-f9e97a0c-d991-435c-8ec0-5f5465e76d15 req-6af861cc-a836-41b9-9ff8-6781149e3c75 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:42:49.994093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9e97a0c-d991-435c-8ec0-5f5465e76d15 req-6af861cc-a836-41b9-9ff8-6781149e3c75 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/745df555-46c1-4c88-b7e0-5e9006473a7a HTTP/1.1" status: 409 len: 341 time: 0.1950686 Oct 20 10:42:50.007255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-9728256b-e2bf-4163-84d9-427b30018379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.008976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-9728256b-e2bf-4163-84d9-427b30018379 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae7d7ee-2691-4306-a5c8-8d317ea43e42 HTTP/1.1" status: 200 len: 854 time: 0.1387613 Oct 20 10:42:50.122747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-9458518f-abf0-4514-b073-37561ee00c4f tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.128529 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-9458518f-abf0-4514-b073-37561ee00c4f tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.2416964 Oct 20 10:42:50.149039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:50.150085 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0849ab95-7023-4d17-b154-ae51c2f33617', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'port_id': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'mac_address': 'fa:16:3e:4b:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:47Z', 'revision_number': 1, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:50.248625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f4997-7ce6-4f05-a6f9-825d02025f15 None None] The sync data for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 is: [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '0849ab95-7023-4d17-b154-ae51c2f33617', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'port_id': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'mac_address': 'fa:16:3e:4b:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:27Z', 'updated_at': '2021-10-20T10:42:47Z', 'revision_number': 1, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:50.283649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-f08508af-50e7-44d2-adc1-cf780b1c49aa tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=dc2e8a86dfe743638406331137f9c24d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753305 Oct 20 10:42:50.311402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-b15bdeb9-c714-459a-b241-706ec598c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.313013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-b15bdeb9-c714-459a-b241-706ec598c020 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2909238 Oct 20 10:42:50.313557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:50.398257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.409641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a991-205b-4142-aadd-ce1ba6e58d5b req-1f0ed5e4-0938-4bef-825d-7c9448a95649 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.414878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a097a991-205b-4142-aadd-ce1ba6e58d5b req-1f0ed5e4-0938-4bef-825d-7c9448a95649 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 945 time: 0.2655087 Oct 20 10:42:50.486237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:50.493059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Allocated IP 172.20.0.2 (6b97e94c-a421-4fe2-b2ed-ef47e0801080/b35b0cbe-4a24-4cad-aa47-2e1a733a89b4/e4d40e95-3ba5-472d-a9ad-1b7420240fc2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:50.501751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:42:50.541597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a097a991-205b-4142-aadd-ce1ba6e58d5b req-d6baca64-64c1-4f37-8249-828c7b3edd0a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042039 Oct 20 10:42:50.589110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-d63dc1dc-1098-4e85-87be-6e291810cc10 service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559373 Oct 20 10:42:50.594604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f013200-a716-496a-b994-3fa35d4092a0 req-61422d50-a14f-47a8-bd78-598569e5ca37 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 210 time: 0.0680346 Oct 20 10:42:50.719093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9c4b6-f06f-401b-85c0-bbb0995ab1ec None None] New status for floating IP 0849ab95-7023-4d17-b154-ae51c2f33617: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:42:50.760358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f5567e2-e897-4894-9290-6397e8f2fc86 req-2a915eef-5722-434d-ae27-83f35b74ca50 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 210 time: 0.0930052 Oct 20 10:42:50.775594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-40a071a5-b608-4ebe-9f7a-65901bd466b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.787626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-40a071a5-b608-4ebe-9f7a-65901bd466b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4808178 Oct 20 10:42:50.809564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Request body: {'port': {'device_id': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'dc2e8a86dfe743638406331137f9c24d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:50.874750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:50.911464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b37e21-4501-496a-9b7b-3ce936abbddc req-1ffcdf97-fae6-4c40-b1b0-72d745846080 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:50.913121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b37e21-4501-496a-9b7b-3ce936abbddc req-1ffcdf97-fae6-4c40-b1b0-72d745846080 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1024 time: 0.0993235 Oct 20 10:42:50.914076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3ef3b2fc-a0f8-44d8-a24d-0a859b7eed3a req-14bc47b1-58e7-409e-a4ff-39bde5d4ad0a service neutron] 10.222.0.70 "GET /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096874 Oct 20 10:42:50.916884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.990463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:51.003565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b37e21-4501-496a-9b7b-3ce936abbddc req-5c8b12bf-a2ad-40e4-b61b-22d154a5c0e0 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&id=745df555-46c1-4c88-b7e0-5e9006473a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0729866 Oct 20 10:42:51.005384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.023748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70'}, {'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:51.027945 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70"}, {"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:51.045889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Made reservation on behalf of dc2e8a86dfe743638406331137f9c24d for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:51.049668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.059946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.066618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.082337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.121311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:51.139269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:51.148079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.152644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:51.204424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.224789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:51.225106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:51.225471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:51.236618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:51.237007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Attempting to bind port 6acf484b-0056-4a0e-922e-3ccf4f891036 on network 94427d7e-1e59-44a5-97a3-c3dab0e87fcd {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:51.248023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:51.248436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Checking segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:51.248644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Bound using segment: {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:51.249094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Bound port: 6acf484b-0056-4a0e-922e-3ccf4f891036, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98286f6-73ae-4642-9fc7-a6343a9e587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '94427d7e-1e59-44a5-97a3-c3dab0e87fcd'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:51.249451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.284227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.301774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.302026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.307449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.332362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa1d63-dc32-411e-ab7c-263ea651e156 req-c922d67d-b7ca-45c5-b913-cb92d5f91e5a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.333999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1aa1d63-dc32-411e-ab7c-263ea651e156 req-c922d67d-b7ca-45c5-b913-cb92d5f91e5a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1832345 Oct 20 10:42:51.346332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a788a-1a99-4aa1-9c64-6d78055f5390 req-4ec6d6b3-774f-49c4-ba93-5c0ff427dab6 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.348227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a18a788a-1a99-4aa1-9c64-6d78055f5390 req-4ec6d6b3-774f-49c4-ba93-5c0ff427dab6 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.1809642 Oct 20 10:42:51.356128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-77ab688b-182c-41c6-b7e0-94e26e5b24b4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7086751 Oct 20 10:42:51.364157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-a8881513-b40c-4708-942a-19f855a4f0ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237025 Oct 20 10:42:51.383731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Request body: {'port': {'device_id': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:51.401735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa074dd7-e439-4860-b330-ed9b2fc5a6c8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.421602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:51.427027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:51.438405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.488064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-deleted', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff'}, {'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:51.490676 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8651dc5d-20ee-41e8-8e28-a8467837292e" -d '{"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-deleted", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff"}, {"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-unplugged", "status": "completed", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:51.499346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1aa1d63-dc32-411e-ab7c-263ea651e156 req-05802913-1cac-4e2e-8023-ae73e1abbd72 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484730 Oct 20 10:42:51.501962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a18a788a-1a99-4aa1-9c64-6d78055f5390 req-0c73a4d8-4b4f-4405-bf4c-d214d91b0052 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369615 Oct 20 10:42:51.511500 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.530656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-9953b571-69a2-4e98-baaf-29d92396331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.532260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-9953b571-69a2-4e98-baaf-29d92396331d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 1097 time: 0.1369102 Oct 20 10:42:51.564247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Allocated IP 192.168.233.134 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/c2168bb6-76b5-485c-8b8e-3732c1a58a93) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:51.573910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=8']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.603426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.604315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:51.606134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-897cb20d-30db-4c9d-a1ca-68c032929f7c service neutron] 10.222.0.70 "PUT /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 1123 time: 1.4661505 Oct 20 10:42:51.657774 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af7cb2-dd09-41ae-85a7-f3a56f777ae1 x-openstack-request-id: req-68af7cb2-dd09-41ae-85a7-f3a56f777ae1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:51.658617 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:51.658617 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68af7cb2-dd09-41ae-85a7-f3a56f777ae1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:51.658894 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'status': 'completed', 'code': 200} Oct 20 10:42:51.659133 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'status': 'completed', 'code': 200} Oct 20 10:42:51.732593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6acf484b-0056-4a0e-922e-3ccf4f891036'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:51.750273 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac12ae-b97c-4f45-bc6e-d246d260c34d x-openstack-request-id: req-8aac12ae-b97c-4f45-bc6e-d246d260c34d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:51.750878 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7285d7a-2ea6-47eb-a36f-05d332185f5e", "name": "network-vif-deleted", "tag": "1867e3ba-483c-4289-ae47-5cd813c4edff", "status": "completed", "code": 200}, {"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-unplugged", "status": "completed", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:51.753583 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8aac12ae-b97c-4f45-bc6e-d246d260c34d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:51.754427 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7285d7a-2ea6-47eb-a36f-05d332185f5e', 'name': 'network-vif-deleted', 'tag': '1867e3ba-483c-4289-ae47-5cd813c4edff', 'status': 'completed', 'code': 200} Oct 20 10:42:51.755091 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'code': 200} Oct 20 10:42:51.782191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-0589bbdb-16cf-4b10-9403-17c240e5b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.784520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-0589bbdb-16cf-4b10-9403-17c240e5b200 service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.2226009 Oct 20 10:42:51.806174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6acf484b-0056-4a0e-922e-3ccf4f891036'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:51.926289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-d1b0ca20-6086-4420-8a65-fa7bae4e6538 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 200 len: 217 time: 0.0936427 Oct 20 10:42:51.975754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88db87-3b73-4dda-9939-4d9fce908d85 req-4e9736ba-f52f-4c57-aec2-6277b86ec92a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.984016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d88db87-3b73-4dda-9939-4d9fce908d85 req-4e9736ba-f52f-4c57-aec2-6277b86ec92a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.2346520 Oct 20 10:42:51.991643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-bee7dc60-1173-4fe0-b47c-8ae4886e78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:51.993482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-bee7dc60-1173-4fe0-b47c-8ae4886e78e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e9aff6a9327438c9377b52d791a4836&device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1176 time: 0.2508163 Oct 20 10:42:51.999111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-1b8d851e-765c-4473-9a15-926f074553d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.000638 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-1b8d851e-765c-4473-9a15-926f074553d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1126 time: 0.2524505 Oct 20 10:42:52.011959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e640-e458-4cf8-8ef7-ad2f082bbdcf req-c6fa0324-7ccb-4706-b572-0863f6b6023d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.014056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0437e640-e458-4cf8-8ef7-ad2f082bbdcf req-c6fa0324-7ccb-4706-b572-0863f6b6023d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 931 time: 0.2378051 Oct 20 10:42:52.148777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d88db87-3b73-4dda-9939-4d9fce908d85 req-bc3a4463-156f-4b5e-8ea4-c41c60ac2451 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638103 Oct 20 10:42:52.178964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-ce7eba87-ea23-471e-8618-c3b234a1e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.180540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-ce7eba87-ea23-471e-8618-c3b234a1e780 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.2184265 Oct 20 10:42:52.198730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0437e640-e458-4cf8-8ef7-ad2f082bbdcf req-3c2345cb-f9b0-4d8e-b8ac-93ce0dde1880 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501098 Oct 20 10:42:52.223914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d40e95-3ba5-472d-a9ad-1b7420240fc2 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:52.270645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.305138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Transition to ACTIVE for port object e4d40e95-3ba5-472d-a9ad-1b7420240fc2 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:52.306805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:52.332544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1867e3ba-483c-4289-ae47-5cd813c4edff {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:52.333044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1867e3ba-483c-4289-ae47-5cd813c4edff not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:52.342117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-a06cfa30-17c4-4599-8b9b-f07636cc868b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339576 Oct 20 10:42:52.344494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.399547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-201cb00a-0037-4149-a5f7-cebf9c132017 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4703200 Oct 20 10:42:52.427531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.520633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-989dba09-ff76-412e-9bb5-aa5ab8553f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.522207 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-989dba09-ff76-412e-9bb5-aa5ab8553f06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 200 len: 915 time: 0.5119276 Oct 20 10:42:52.595157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-c4715d6a-7e27-4c2f-9d60-6a59ed38a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.598148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-c4715d6a-7e27-4c2f-9d60-6a59ed38a792 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.2485516 Oct 20 10:42:52.602095 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-59632f85-4cee-4daf-bd2b-3e64d657220e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 200 len: 217 time: 0.0618064 Oct 20 10:42:52.618147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-a9a489f3-7304-4bf0-9c2d-21f71a6e6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.619836 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-a9a489f3-7304-4bf0-9c2d-21f71a6e6a0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 1097 time: 0.1554132 Oct 20 10:42:52.665026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.669220 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-f2729094-0510-45a1-8451-491561e3ed46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 217 time: 0.0616455 Oct 20 10:42:52.752160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b9f379a-b825-41b0-9ff7-a024cffbffb5 req-247d6361-c49f-4bef-be5c-e2ea194cc873 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 210 time: 0.4139056 Oct 20 10:42:52.822159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.83', 64272) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:52.849825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:52.855431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:52.882244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:52.892140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-41c8fd07-bca6-487b-973b-f7aa0f2ae0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:52.894706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-41c8fd07-bca6-487b-973b-f7aa0f2ae0ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 200 len: 853 time: 0.2376842 Oct 20 10:42:52.894706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:52.918576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:52.999297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5619f64-a06f-485e-929f-6526bf93ecc1 req-7c800de2-0811-4085-a699-62d5fc37e4f1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.007698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-83c52c88-55c5-47c9-92bc-17643d618bfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76456155-f561-4531-b78f-7f4984468407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815804 Oct 20 10:42:53.008443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5619f64-a06f-485e-929f-6526bf93ecc1 req-7c800de2-0811-4085-a699-62d5fc37e4f1 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1024 time: 0.6688452 Oct 20 10:42:53.010684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-b70a7824-4bc2-4440-8224-a1c0a0de1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.012857 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-b70a7824-4bc2-4440-8224-a1c0a0de1486 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.3085449 Oct 20 10:42:53.099670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe881ae-51cb-4e08-9d6e-ce54333c9dda req-fe2dd113-d387-4092-9735-1afb8d512eaa tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.109143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abe881ae-51cb-4e08-9d6e-ce54333c9dda req-fe2dd113-d387-4092-9735-1afb8d512eaa tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.2435822 Oct 20 10:42:53.134667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-6e2ca70b-5acd-4288-8dff-b218cf4ff61e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.136195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-6e2ca70b-5acd-4288-8dff-b218cf4ff61e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1024 time: 0.2793939 Oct 20 10:42:53.137353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-4e29c447-d6e0-43c0-ac75-c3561f4470d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.138960 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-4e29c447-d6e0-43c0-ac75-c3561f4470d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.4487088 Oct 20 10:42:53.141112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-e2f0495c-2ea7-43e9-b90b-a1bd1f4a6b49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092744 Oct 20 10:42:53.158597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-16c6c4e6-b2c9-4742-9fb4-6cb66f63b0fa service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914147 Oct 20 10:42:53.164377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5619f64-a06f-485e-929f-6526bf93ecc1 req-3037810c-0ff3-4161-ba8b-f939b0e8ad92 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&id=745df555-46c1-4c88-b7e0-5e9006473a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1551306 Oct 20 10:42:53.195016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Attempting to bind port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:53.195016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Attempting to bind port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:53.196537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-13aa217c-bd75-422f-99d9-736782c85a00 None None] Provisioning complete for port c2168bb6-76b5-485c-8b8e-3732c1a58a93 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:53.197096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13aa217c-bd75-422f-99d9-736782c85a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.202791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Attempting to bind port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:53.266059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-13aa217c-bd75-422f-99d9-736782c85a00 None None] Port c2168bb6-76b5-485c-8b8e-3732c1a58a93 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:53.272253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:53.272581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Attempting to bind port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 on network 6b97e94c-a421-4fe2-b2ed-ef47e0801080 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:53.291058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.291058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.291940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.83', 64273) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:53.307169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abe881ae-51cb-4e08-9d6e-ce54333c9dda req-6b22e203-5756-4a92-b08c-738a94baef8c tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922190 Oct 20 10:42:53.355369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-500af8f3-daf0-4ba0-9a8d-2e17e2ca2169 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5513120 Oct 20 10:42:53.356351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:53.357231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Checking segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:53.357691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Bound using segment: {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:53.358146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Bound port: e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:53.358500 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.362885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-d843d81f-35e6-4bcd-887d-8ba6e320eb6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 200 len: 217 time: 0.1908395 Oct 20 10:42:53.386553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Request body: {'port': {'device_id': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:53.453187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df881c4-eff3-41af-a74c-3fc8f2c08377 req-43268b65-2251-4aff-83a9-d798189f3a98 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.460659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9df881c4-eff3-41af-a74c-3fc8f2c08377 req-43268b65-2251-4aff-83a9-d798189f3a98 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 0.1835003 Oct 20 10:42:53.508577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-d935b685-f351-488b-81df-4639aa622fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746759 Oct 20 10:42:53.570448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-da76723c-c45f-4bd7-bfec-905decee8d82 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.572446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-da76723c-c45f-4bd7-bfec-905decee8d82 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.2629297 Oct 20 10:42:53.584061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-ab54122d-9a92-47fc-8b34-5869ebd2dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.585595 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-ab54122d-9a92-47fc-8b34-5869ebd2dc97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.2066865 Oct 20 10:42:53.596273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-74e2ec12-3acc-47b7-aca7-dba7855eedf4 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030848 Oct 20 10:42:53.605263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.624090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-9b0e00c0-707e-484e-84e9-12e4cf630e38 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510925 Oct 20 10:42:53.652002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9df881c4-eff3-41af-a74c-3fc8f2c08377 req-9ffa478c-4b88-45fe-a63d-68a7afbca287 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904650 Oct 20 10:42:53.653025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:53.675685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdfdca-8e5d-4737-9e4e-91a2a232308a req-06416e4e-8a73-4173-96cf-35c61bcf0bf6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.675980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Deleting port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:53.676109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.686475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7acdfdca-8e5d-4737-9e4e-91a2a232308a req-06416e4e-8a73-4173-96cf-35c61bcf0bf6 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1853304 Oct 20 10:42:53.701114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:53.735559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-70fd1fca-bb28-4321-9b0f-884f2d11c0c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799558 Oct 20 10:42:53.766003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.771565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:53.773730 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ad330-a339-4d51-9fb4-435a401af974" -d '{"events": [{"name": "network-changed", "server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:53.846007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.846537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.848246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] 10.222.0.83 "PUT /v2.0/ports/e4d40e95-3ba5-472d-a9ad-1b7420240fc2 HTTP/1.1" status: 200 len: 1092 time: 2.4691942 Oct 20 10:42:53.848713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:53.851984 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768984b7-0498-447c-9663-cc31dd353f00" -d '{"events": [{"name": "network-changed", "server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:53.910859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7acdfdca-8e5d-4737-9e4e-91a2a232308a req-79426d3f-973b-40e7-bc97-27b5202a30b7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233434 Oct 20 10:42:53.925691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4a14-0e7c-48e4-9b24-e5d3c889922d service neutron] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:53.938074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Deleting port dfd17cb8-488c-423b-a8d5-b3305ad61cde {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:53.938441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.955649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-2601b56f-ab5a-4ffb-bb32-7a0c12b0d121 service neutron] 10.222.0.83 "GET /v2.0/networks/76456155-f561-4531-b78f-7f4984468407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291489 Oct 20 10:42:54.021675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699348b6-c91c-4317-a708-7653c3783ec3 req-dc199db6-9fe3-4fb1-97d1-21287be61f74 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.023275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-699348b6-c91c-4317-a708-7653c3783ec3 req-dc199db6-9fe3-4fb1-97d1-21287be61f74 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 943 time: 0.2008035 Oct 20 10:42:54.096410 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e146f0-d04d-4483-a8e8-9a40dc8e439b x-openstack-request-id: req-e4e146f0-d04d-4483-a8e8-9a40dc8e439b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:54.097080 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:54.097333 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4e146f0-d04d-4483-a8e8-9a40dc8e439b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:54.097676 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'status': 'completed', 'code': 200} Oct 20 10:42:54.120290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-18aa858c-08fc-4482-a38a-1011655a7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.122432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-18aa858c-08fc-4482-a38a-1011655a7571 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 1095 time: 0.2099745 Oct 20 10:42:54.136195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-699348b6-c91c-4317-a708-7653c3783ec3 req-bc87189e-abb1-41a8-baba-053a173bdcde tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750184 Oct 20 10:42:54.231560 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcfee96-fd06-4872-b1b9-0e7f03af6810 x-openstack-request-id: req-8fcfee96-fd06-4872-b1b9-0e7f03af6810 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:54.231852 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:54.232242 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fcfee96-fd06-4872-b1b9-0e7f03af6810 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:54.232617 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'status': 'completed', 'code': 200} Oct 20 10:42:54.248039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-be9d83d4-7b68-4cbb-bf8d-cff3e7366352 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2 HTTP/1.1" status: 200 len: 217 time: 0.0969892 Oct 20 10:42:54.250102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] For port dfd17cb8-488c-423b-a8d5-b3305ad61cde, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dfd17cb8-488c-423b-a8d5-b3305ad61cde,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:54.250469 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.265660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 56714081-8c66-4d19-abd0-bfc1aecc3dd9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=56714081-8c66-4d19-abd0-bfc1aecc3dd9,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:54.266344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.291849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ca0c59c-99e2-48d9-9cf3-d89210252ab7 req-b23929cd-d77a-4b58-97de-8162124b7c19 service neutron] 10.222.0.70 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232560 Oct 20 10:42:54.318417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:54.349188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Calling delete_port for 56714081-8c66-4d19-abd0-bfc1aecc3dd9 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:54.364914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-b2570845-5af5-4808-81be-de560f33ed5a service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746493 Oct 20 10:42:54.494096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacad9f8-e1a2-43b6-af0a-5c251ce4f82b req-c55916c5-0641-4c65-90a1-62f91deb0ff1 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.499515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dacad9f8-e1a2-43b6-af0a-5c251ce4f82b req-c55916c5-0641-4c65-90a1-62f91deb0ff1 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 936 time: 0.3609860 Oct 20 10:42:54.527490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-b072c5ad-9194-40d7-9a92-3cc5e29cca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.529512 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-b072c5ad-9194-40d7-9a92-3cc5e29cca17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1126 time: 0.3048573 Oct 20 10:42:54.579527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b53bd-7880-48d3-b967-35e33812b888 req-3efdddfc-b0a4-44db-97f9-1440eabb8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.580979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:54.581142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-3efdddfc-b0a4-44db-97f9-1440eabb8053 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.2810824 Oct 20 10:42:54.626617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.637949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-a7593480-8b4c-4d65-8f75-2d6bb7a906b8 service neutron] 10.222.0.70 "GET /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.4041018 Oct 20 10:42:54.677724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-063dda20-f86a-46f7-8934-46e0b151d7c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564134 Oct 20 10:42:54.686029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825318a-3e90-4011-8a8e-8e64d9651120 req-61d9a2a7-b228-4691-94d3-08435aba04d5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.687589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c825318a-3e90-4011-8a8e-8e64d9651120 req-61d9a2a7-b228-4691-94d3-08435aba04d5 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=018a72de-62ca-4321-b81c-b0cb329d2f38 HTTP/1.1" status: 200 len: 1024 time: 0.3596315 Oct 20 10:42:54.724478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dacad9f8-e1a2-43b6-af0a-5c251ce4f82b req-48e17e72-eb85-4050-ad61-8c795930ceab tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033436 Oct 20 10:42:54.946897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c825318a-3e90-4011-8a8e-8e64d9651120 req-42a22002-6099-48a8-851f-daf24c6e973b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=45a988f0-7b41-4054-a19a-fb8bf5dc0108&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&id=745df555-46c1-4c88-b7e0-5e9006473a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2284746 Oct 20 10:42:54.952148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.952538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.952824 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Floating IP 7b38a109-6d73-4cbe-b555-206969181b52 disassociated. External IP: 172.25.3.22, port: dfd17cb8-488c-423b-a8d5-b3305ad61cde. Oct 20 10:42:54.953165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Calling delete_port for dfd17cb8-488c-423b-a8d5-b3305ad61cde owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:54.980357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Transition to ACTIVE for port object c2168bb6-76b5-485c-8b8e-3732c1a58a93 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:55.002408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.012957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-92ac1fd7-e7a5-41de-8a72-4de1dcc563d3 service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243601 Oct 20 10:42:55.059998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dbc8f-7f1d-4834-8009-33b6642b7ba4 req-f9b1e5ea-824b-4b8a-8f82-1fd6896bb96c tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.061493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a46dbc8f-7f1d-4834-8009-33b6642b7ba4 req-f9b1e5ea-824b-4b8a-8f82-1fd6896bb96c tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 946 time: 0.2429497 Oct 20 10:42:55.108252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-184c177d-a91a-45d6-a2ef-05ce172a6bcc req-66015b59-54e8-4de7-ace1-0aa6b556f5fd service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452627 Oct 20 10:42:55.123801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-d0608114-8c89-4064-9c66-232461a79fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.125321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-d0608114-8c89-4064-9c66-232461a79fdd service neutron] 10.222.0.83 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.5773172 Oct 20 10:42:55.220767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:55.248578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-ce02323d-bfbf-44da-a5b7-5fe43b4b6d1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 217 time: 0.0990121 Oct 20 10:42:55.261584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:55.271120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.285087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:55.289953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:55.341736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8cb26f-fece-465e-9ab2-51ec2051ec70 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:55.355286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'Port': ['ID=56714081-8c66-4d19-abd0-bfc1aecc3dd9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:55.355845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:55.404861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-e78fe81d-0cd3-4a70-ba11-0064c2c85105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.406393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-e78fe81d-0cd3-4a70-ba11-0064c2c85105 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.1489818 Oct 20 10:42:55.421997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Attempting to bind port c2168bb6-76b5-485c-8b8e-3732c1a58a93 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:55.422223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Attempting to bind port c2168bb6-76b5-485c-8b8e-3732c1a58a93 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:55.422612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Attempting to bind port c2168bb6-76b5-485c-8b8e-3732c1a58a93 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:55.433964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] No DVR routers for this DVR port 56714081-8c66-4d19-abd0-bfc1aecc3dd9 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:55.436865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.440618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "DELETE /v2.0/ports/56714081-8c66-4d19-abd0-bfc1aecc3dd9 HTTP/1.1" status: 204 len: 173 time: 2.2698293 Oct 20 10:42:55.452537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-780b53bd-7880-48d3-b967-35e33812b888 req-223baf51-c832-44f1-bfd0-a1267f0f92ee service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001811 Oct 20 10:42:55.491389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-0565a9fc-3fe0-4258-8c72-f8af2d41dd2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655432 Oct 20 10:42:55.493177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Port c2168bb6-76b5-485c-8b8e-3732c1a58a93 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:55.494815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Attempting to bind port c2168bb6-76b5-485c-8b8e-3732c1a58a93 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:55.518427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:55.518769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:55.522323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:55.522845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Bound port: c2168bb6-76b5-485c-8b8e-3732c1a58a93, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:55.523540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.576705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.723245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.742387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] Transition to ACTIVE for port object 8f8cb26f-fece-465e-9ab2-51ec2051ec70 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:55.770692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a46dbc8f-7f1d-4834-8009-33b6642b7ba4 req-3cd81ff7-0a19-4d74-8770-c2ca97e2428e tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups?id=fac820bd-df22-404d-b420-ca63277a9ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6819873 Oct 20 10:42:55.783249 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-a7757b1d-8b0d-46ae-9e9b-4d0682bba225 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457268 Oct 20 10:42:55.792318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:55.801308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:55.841706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.945370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.946106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.947914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] 10.222.0.83 "PUT /v2.0/ports/c2168bb6-76b5-485c-8b8e-3732c1a58a93 HTTP/1.1" status: 200 len: 1097 time: 2.5728307 Oct 20 10:42:55.983505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6179cb-ab23-4451-b754-c323acb9285e service neutron] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.007091 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8b4ad330-a339-4d51-9fb4-435a401af974 req-80e89223-0d39-4437-a6a5-0515ada77b30 service neutron] 10.222.0.83 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107606 Oct 20 10:42:56.111857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'name': 'network-vif-deleted', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9'}, {'name': 'network-changed', 'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:56.118441 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8c532-ba44-4c9d-b5d2-83b57945675d" -d '{"events": [{"server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "name": "network-vif-deleted", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9"}, {"name": "network-changed", "server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:56.194730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-d7e125b3-324d-483d-9a50-aa692e7b972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.197977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-d7e125b3-324d-483d-9a50-aa692e7b972f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc2e8a86dfe743638406331137f9c24d&device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 1100 time: 0.1632323 Oct 20 10:42:56.280194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-6cc385d7-2722-4d7b-94c2-9d3ff5c55080 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93 HTTP/1.1" status: 200 len: 217 time: 0.0709984 Oct 20 10:42:56.355689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.410139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-454cf138-5b5a-4ac4-a9ad-dcca031edf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.411847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-454cf138-5b5a-4ac4-a9ad-dcca031edf36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1180308 Oct 20 10:42:56.423068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dfd17cb8-488c-423b-a8d5-b3305ad61cde no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:56.459622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: dfd17cb8-488c-423b-a8d5-b3305ad61cde {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:56.460408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dfd17cb8-488c-423b-a8d5-b3305ad61cde not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:56.461054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 56714081-8c66-4d19-abd0-bfc1aecc3dd9 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:56.486618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64588bc-d6d2-4093-97c3-fb5cbf5e58aa req-aceadc62-8e73-4234-b6f0-7afee545c902 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.488256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64588bc-d6d2-4093-97c3-fb5cbf5e58aa req-aceadc62-8e73-4234-b6f0-7afee545c902 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 943 time: 1.3874984 Oct 20 10:42:56.502145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event deleted for resources: {'Port': ['ID=dfd17cb8-488c-423b-a8d5-b3305ad61cde,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.516477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-996de656-6e8e-43e3-9760-d34c0e47afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.517539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 56714081-8c66-4d19-abd0-bfc1aecc3dd9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:56.517898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 56714081-8c66-4d19-abd0-bfc1aecc3dd9 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:56.521503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-996de656-6e8e-43e3-9760-d34c0e47afde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928111 Oct 20 10:42:56.587423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:56.613038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768984b7-0498-447c-9663-cc31dd353f00 req-ab6eca2a-4db5-477b-bac2-4b83246cc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.614850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-ab6eca2a-4db5-477b-bac2-4b83246cc80f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 1095 time: 0.8928955 Oct 20 10:42:56.642462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] No DVR routers for this DVR port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:56.672786 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-db5c723d-977a-4a3f-9b76-765a8128c59c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363034 Oct 20 10:42:56.674116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098cb9b-fe6f-4720-b29e-e08196bca958 req-e258f226-866b-420e-b4c2-c52c1bf15ca5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.675953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3098cb9b-fe6f-4720-b29e-e08196bca958 req-e258f226-866b-420e-b4c2-c52c1bf15ca5 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.8001280 Oct 20 10:42:56.755222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64588bc-d6d2-4093-97c3-fb5cbf5e58aa req-536e269b-6b3a-483f-b9ec-f07be0f376f9 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323701 Oct 20 10:42:56.771254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70/bindings/n-h2-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 2.1044753 Oct 20 10:42:56.771913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7267-c491-40e9-9d30-9a27e9bccd46 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.813249 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f27f7bb-55d7-4564-92d4-d980b97486b4 req-fc77fab2-0b01-44dc-ab46-a704075e393d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252038 Oct 20 10:42:56.905234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3098cb9b-fe6f-4720-b29e-e08196bca958 req-6b531dee-8d50-4358-bebb-a60e4d1bbee0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984391 Oct 20 10:42:56.921391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-fe715fc9-1a70-4244-8819-c5bffc0184f4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.923854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-fe715fc9-1a70-4244-8819-c5bffc0184f4 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0586450 Oct 20 10:42:56.967859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768984b7-0498-447c-9663-cc31dd353f00 req-aabc4f82-76b0-4111-8155-52ebdd49ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.969406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-aabc4f82-76b0-4111-8155-52ebdd49ad4f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 200 len: 907 time: 0.3301995 Oct 20 10:42:57.013065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:57.023993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-35e85e6c-c1db-4b74-9d04-74296f9acc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.025544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-35e85e6c-c1db-4b74-9d04-74296f9acc65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4&tenant_id=0b9918ccd8d34e039733511ad54d930a HTTP/1.1" status: 200 len: 1096 time: 0.0879149 Oct 20 10:42:57.030522 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:57.043102 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:57.043678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:57.114570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-c54f483e-7ea9-4334-b2f0-fb25169b155d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2 HTTP/1.1" status: 200 len: 217 time: 0.1254294 Oct 20 10:42:57.119520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-d7973bae-d0c6-47ba-b1d9-2fb23d32c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.122785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-d7973bae-d0c6-47ba-b1d9-2fb23d32c1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b9918ccd8d34e039733511ad54d930a&device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0610874 Oct 20 10:42:57.132133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] No DVR routers for this DVR port dfd17cb8-488c-423b-a8d5-b3305ad61cde on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:57.135192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.139108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-741d9362-1dd4-4f5f-89f2-3e9bd7558f7f req-288d75ca-1aef-40b6-9566-099aabe17a05 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.83 "DELETE /v2.0/ports/dfd17cb8-488c-423b-a8d5-b3305ad61cde HTTP/1.1" status: 204 len: 173 time: 3.5453084 Oct 20 10:42:57.150266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'name': 'network-vif-deleted', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:57.152708 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec1efc1-717a-409b-9c8c-396231ac7220" -d '{"events": [{"server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "name": "network-vif-deleted", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:57.193025 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:57.224775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326137a9-b46c-40b1-ab70-46ade2ab3754 req-47eee205-5069-4f4e-a1ca-cc55d834b568 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.226392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326137a9-b46c-40b1-ab70-46ade2ab3754 req-47eee205-5069-4f4e-a1ca-cc55d834b568 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 943 time: 0.2155259 Oct 20 10:42:57.237595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d1ba9-55f3-460f-bffd-719d77f256d7 req-d66f1b35-3aa4-48b1-9f6a-e45929472a26 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.239172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a54d1ba9-55f3-460f-bffd-719d77f256d7 req-d66f1b35-3aa4-48b1-9f6a-e45929472a26 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 948 time: 0.2405217 Oct 20 10:42:57.257942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768984b7-0498-447c-9663-cc31dd353f00 req-56d48f07-d833-4e79-bf73-fa9897e73cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.259509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-56d48f07-d833-4e79-bf73-fa9897e73cce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 200 len: 845 time: 0.1183035 Oct 20 10:42:57.317758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-d8b8577a-1dcc-403a-aea8-569ef9dd3792 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b97e94c-a421-4fe2-b2ed-ef47e0801080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408211 Oct 20 10:42:57.328131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-194c86c4-1fde-4534-8469-ed6c914aff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.330658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-194c86c4-1fde-4534-8469-ed6c914aff2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 200 len: 923 time: 0.1928067 Oct 20 10:42:57.371008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326137a9-b46c-40b1-ab70-46ade2ab3754 req-6051571d-3421-466e-97d3-21dd2c23bca1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307681 Oct 20 10:42:57.376277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a54d1ba9-55f3-460f-bffd-719d77f256d7 req-26197b8a-a736-40fd-86d5-e65729c50525 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277816 Oct 20 10:42:57.475957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-e4922e42-cda9-4b02-b209-0f44d53a5cad service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492984 Oct 20 10:42:57.479258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-5b9ebf4d-839d-4d71-9870-bf575febc4c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 200 len: 217 time: 0.1275597 Oct 20 10:42:57.563284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-11e8e31c-7035-447b-8f8a-4d83b1bcfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.564887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-11e8e31c-7035-447b-8f8a-4d83b1bcfe41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 200 len: 861 time: 0.0714676 Oct 20 10:42:57.574378 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:57.608899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-1c9b7c6f-b69e-4473-a256-f48645d587a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bce9a2ad-fd43-4709-9321-3c7f18800952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323527 Oct 20 10:42:57.613604 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac32169-8f7f-4053-ae6c-99cb39b6f68d x-openstack-request-id: req-3ac32169-8f7f-4053-ae6c-99cb39b6f68d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:57.613892 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018a72de-62ca-4321-b81c-b0cb329d2f38", "name": "network-vif-deleted", "tag": "56714081-8c66-4d19-abd0-bfc1aecc3dd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:57.614396 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ac32169-8f7f-4053-ae6c-99cb39b6f68d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:57.614803 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018a72de-62ca-4321-b81c-b0cb329d2f38', 'name': 'network-vif-deleted', 'tag': '56714081-8c66-4d19-abd0-bfc1aecc3dd9', 'status': 'completed', 'code': 200} Oct 20 10:42:57.616029 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'status': 'completed', 'code': 200} Oct 20 10:42:57.646883 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:57.661409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94b84681-65f7-4963-906f-70fcdbc510c5 req-23b0ce2e-6659-4cd3-9781-42f9b587b52a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fad50d-6ba2-4098-a0de-e2f96f461bae HTTP/1.1" status: 200 len: 210 time: 0.0419633 Oct 20 10:42:57.663827 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:57.664719 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:42:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:57.693460 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83d63a-ebba-40cb-ada3-79843abc77b7 x-openstack-request-id: req-2c83d63a-ebba-40cb-ada3-79843abc77b7 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:57.693782 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fad50d-6ba2-4098-a0de-e2f96f461bae", "name": "network-vif-deleted", "tag": "dfd17cb8-488c-423b-a8d5-b3305ad61cde", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:57.693987 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c83d63a-ebba-40cb-ada3-79843abc77b7 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:57.694382 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fad50d-6ba2-4098-a0de-e2f96f461bae', 'name': 'network-vif-deleted', 'tag': 'dfd17cb8-488c-423b-a8d5-b3305ad61cde', 'status': 'completed', 'code': 200} Oct 20 10:42:57.742155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-768984b7-0498-447c-9663-cc31dd353f00 req-76bf1625-8d94-4f08-9952-04b3d653dc2c service neutron] 10.222.0.83 "GET /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511594 Oct 20 10:42:57.763814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-d9cdad94-e76e-4546-b10b-ddde76baa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.765331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-d9cdad94-e76e-4546-b10b-ddde76baa18f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc2e8a86dfe743638406331137f9c24d&device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 1100 time: 0.0985672 Oct 20 10:42:57.769659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-1761d551-9629-432a-bae8-3d0a3a9e678b tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/45a988f0-7b41-4054-a19a-fb8bf5dc0108 HTTP/1.1" status: 200 len: 1800 time: 0.0733516 Oct 20 10:42:57.820899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-85673fcb-b2c4-41d1-840a-6aeb8c088eba service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837404 Oct 20 10:42:57.826415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-073b133f-4f55-4323-b204-ed8faf62ab0b service neutron] 10.222.0.83 "GET /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.0845711 Oct 20 10:42:57.850334 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:57.929267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.992553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.002885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e0bde-e6aa-4664-b102-15fd69477c7f req-04f347a7-6f4d-42f8-aa2e-d6337e0d8fbe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.004417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40e0bde-e6aa-4664-b102-15fd69477c7f req-04f347a7-6f4d-42f8-aa2e-d6337e0d8fbe tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.1017139 Oct 20 10:42:58.040063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-c110b1ad-139d-4e41-a5ad-28870f6eedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.041509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-c110b1ad-139d-4e41-a5ad-28870f6eedfa service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2503085 Oct 20 10:42:58.073200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-00c00387-d4aa-4140-9df2-6d5c44283535 service neutron] 10.222.0.83 "GET /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732161 Oct 20 10:42:58.102143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40e0bde-e6aa-4664-b102-15fd69477c7f req-935f1a95-bbc0-40e5-9aaa-a1a3e97709d5 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876122 Oct 20 10:42:58.108484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-58eff904-f54a-4144-be69-a5c78f453829 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93 HTTP/1.1" status: 200 len: 217 time: 0.0539794 Oct 20 10:42:58.110309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:58.165426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.167067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:58.168418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.171273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa582f58-a392-4c06-8315-4b4faeca4baf req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/45a988f0-7b41-4054-a19a-fb8bf5dc0108 HTTP/1.1" status: 204 len: 173 time: 0.3935106 Oct 20 10:42:58.182649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4afd1-86f2-455e-8811-1d35d7cf06f7 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a988f0-7b41-4054-a19a-fb8bf5dc0108,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:58.193532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-e5032bbd-75f0-43a8-9ec1-bccea54c671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.195067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-e5032bbd-75f0-43a8-9ec1-bccea54c671a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0764256 Oct 20 10:42:58.219767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acf484b-0056-4a0e-922e-3ccf4f891036 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:58.239804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:58.250071 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:58.262905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.283423 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d82110-9368-4af2-9b66-56408ecae11a None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:38:06Z', 'revision_number': 4, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '861b344b-a07e-45c1-8014-220a59a1bafe', 'name': '', 'network_id': 'c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'mac_address': 'fa:16:3e:46:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:05Z', 'updated_at': '2021-10-20T10:38:11Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'subnets': [{'id': 'e9d36128-47b5-400f-9e2b-163044fe7f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:58.345590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-1b0839ff-70a1-4819-9afc-49e68f5d857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.347121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-1b0839ff-70a1-4819-9afc-49e68f5d857e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403923 Oct 20 10:42:58.399994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-c6c398c2-e618-45b0-ac7f-83147179808f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/745df555-46c1-4c88-b7e0-5e9006473a7a HTTP/1.1" status: 200 len: 1800 time: 0.1281211 Oct 20 10:42:58.408291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb38cb-b415-4892-84aa-fc10236e5c35 req-7001d1f8-ebe4-402f-ac60-c74820f554c2 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.409866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59fb38cb-b415-4892-84aa-fc10236e5c35 req-7001d1f8-ebe4-402f-ac60-c74820f554c2 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 943 time: 0.1243417 Oct 20 10:42:58.415293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] Transition to ACTIVE for port object 6acf484b-0056-4a0e-922e-3ccf4f891036 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:58.426290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.431896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-6c5d4e8d-ae27-4702-9052-2f91ea151557 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.433849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-6c5d4e8d-ae27-4702-9052-2f91ea151557 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4&tenant_id=0b9918ccd8d34e039733511ad54d930a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0864012 Oct 20 10:42:58.440013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e4d40e95-3ba5-472d-a9ad-1b7420240fc2 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:58.442562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:58.480113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-80419379-0d76-4d9a-9123-e6457b73f450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.522663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:58.534753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] No DVR routers for this DVR port 6acf484b-0056-4a0e-922e-3ccf4f891036 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:58.565564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59fb38cb-b415-4892-84aa-fc10236e5c35 req-7f7a94a8-4fd7-4818-9402-d91a22f6923a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349039 Oct 20 10:42:58.572225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-f67551f0-d3d2-4c66-95a1-bd86c0c798f6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138743 Oct 20 10:42:58.610440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.623285 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 0.7858586 Oct 20 10:42:58.623963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba73955-e024-4f97-9016-2265856988a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:58.628387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:58.652369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'network_id': '6b97e94c-a421-4fe2-b2ed-ef47e0801080', 'port_id': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'mac_address': 'fa:16:3e:a9:42:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b0cbe-4a24-4cad-aa47-2e1a733a89b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:58.709806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.723761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d40e95-3ba5-472d-a9ad-1b7420240fc2 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:58.724858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-628a3295-6cc8-4697-bd5e-b21159cddc62 service neutron] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:58.729043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-628a3295-6cc8-4697-bd5e-b21159cddc62 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.730269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cfa3a8e2-8d55-4104-b2ee-4493e4a63a6c req-628a3295-6cc8-4697-bd5e-b21159cddc62 service neutron] 10.222.0.83 "DELETE /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70/bindings/n-h1-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.2730012 Oct 20 10:42:58.753710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:58.758247 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.764440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.789500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1630bc0-3fba-477b-95ca-0a98adeb88ae None None] New status for floating IP 7b38a109-6d73-4cbe-b555-206969181b52: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:42:58.836111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-0b2eb988-9467-48bc-8f80-abfcffe78c3c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.837681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-0b2eb988-9467-48bc-8f80-abfcffe78c3c tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.1510527 Oct 20 10:42:58.839389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b8c532-ba44-4c9d-b5d2-83b57945675d req-3344b97a-d957-41d1-94b3-ff7569b5402c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557228 Oct 20 10:42:58.852405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e05e6c-cebf-4d02-8e00-c70792e24097 req-5ef5ee11-84ce-49c7-899b-3792f51fb51e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.853937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3e05e6c-cebf-4d02-8e00-c70792e24097 req-5ef5ee11-84ce-49c7-899b-3792f51fb51e tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 943 time: 0.1631827 Oct 20 10:42:58.892960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.895564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.896746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee9e94ec-aef7-4520-b82a-b26042101909 req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/745df555-46c1-4c88-b7e0-5e9006473a7a HTTP/1.1" status: 204 len: 173 time: 0.4825766 Oct 20 10:42:58.909445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:58.936403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906689e8-35bb-48f7-bd0b-5b143e7a13b4 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745df555-46c1-4c88-b7e0-5e9006473a7a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:58.955220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3e05e6c-cebf-4d02-8e00-c70792e24097 req-a91d97fb-478f-49c8-a68d-3709db4e6658 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892823 Oct 20 10:42:58.958106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-2e6d7464-bd58-46b8-b029-dc3df41d22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.960122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-2e6d7464-bd58-46b8-b029-dc3df41d22a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7&tenant_id=2b02c4cc305d462e81de911c726a52af HTTP/1.1" status: 200 len: 1096 time: 0.1049538 Oct 20 10:42:59.036113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['e4d40e95-3ba5-472d-a9ad-1b7420240fc2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:59.047564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d580f0a-c585-4b57-b7cd-d36ab8dc9611 req-fd704ce9-e061-43ac-b05d-42947ef00434 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.049048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d580f0a-c585-4b57-b7cd-d36ab8dc9611 req-fd704ce9-e061-43ac-b05d-42947ef00434 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 948 time: 0.0801463 Oct 20 10:42:59.055674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-0e4e8e50-b386-431b-be27-427e21a0854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.057335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-0e4e8e50-b386-431b-be27-427e21a0854a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b02c4cc305d462e81de911c726a52af&device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1096 time: 0.0594125 Oct 20 10:42:59.100679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-310940010', 'description': 'tempest-description-1710981148'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:59.167558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d580f0a-c585-4b57-b7cd-d36ab8dc9611 req-a0ba4805-8ad4-4d0c-9bc1-27dff3e3a8c1 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095412 Oct 20 10:42:59.186516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.227929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-2624bbd1-c358-4ca2-9ffd-c38159f3b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.229398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-2624bbd1-c358-4ca2-9ffd-c38159f3b556 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 200 len: 909 time: 0.1566284 Oct 20 10:42:59.284871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-ab1a9a22-ff1a-4037-8112-ff181764f623 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 200 len: 217 time: 0.0427051 Oct 20 10:42:59.385558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.390281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-c2b03251-8514-439e-b173-3aafff0d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.391799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-c2b03251-8514-439e-b173-3aafff0d25ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 200 len: 847 time: 0.0951493 Oct 20 10:42:59.393561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.402433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0b66c-924d-40ef-93e8-5b63b57e4070 req-15122309-8123-4fed-bda8-d9f206bbf962 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.403884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adb0b66c-924d-40ef-93e8-5b63b57e4070 req-15122309-8123-4fed-bda8-d9f206bbf962 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.1225994 Oct 20 10:42:59.446173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-bf7acb3c-f5b0-49dd-8bde-98674716d7ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94427d7e-1e59-44a5-97a3-c3dab0e87fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413525 Oct 20 10:42:59.460474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.461724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9801a17-b84b-4039-be18-b937cefd5d00 req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3659229 Oct 20 10:42:59.490484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b599-47df-4c88-aa3d-a5cc075d0949 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb5ee79-8155-40fe-b5e0-2ab65df61f9e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:59.549443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adb0b66c-924d-40ef-93e8-5b63b57e4070 req-a548ebe3-db8a-4b30-a490-5bf9af954133 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305077 Oct 20 10:42:59.596629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:59.603296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-1f48881f-3fbd-4e54-a9a6-b3cc45af631c service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327479 Oct 20 10:42:59.650047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-621f182a-e04d-4241-9552-423bc31ee908 req-08b282ef-b34c-4f20-b5f1-210dbca39058 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/5cb5ee79-8155-40fe-b5e0-2ab65df61f9e HTTP/1.1" status: 200 len: 1800 time: 0.0796671 Oct 20 10:42:59.667448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1867128548', 'description': 'tempest-description-hth-1709314699'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:59.678677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.704228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.760161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.762577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.762922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.764078 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "DELETE /v2.0/security-groups/fac820bd-df22-404d-b420-ca63277a9ff0 HTTP/1.1" status: 204 len: 168 time: 0.1648114 Oct 20 10:42:59.768174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45174) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:59.773332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23521a-cdb5-45fa-a297-de20c7a5c921 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac820bd-df22-404d-b420-ca63277a9ff0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:59.812408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-b6711551-e071-4226-aa16-a57036d251ef service neutron] 10.222.0.70 "GET /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914937 Oct 20 10:42:59.813210 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-013b2550-96e0-4263-9540-a041ac3d554a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] show failed (client error): The resource could not be found. Oct 20 10:42:59.814103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-013b2550-96e0-4263-9540-a041ac3d554a tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "GET /v2.0/security-groups/fac820bd-df22-404d-b420-ca63277a9ff0 HTTP/1.1" status: 404 len: 347 time: 0.0421116 Oct 20 10:42:59.817523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45176) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:59.828908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d62a-356e-4050-9590-5241308d0adb req-2f426a18-a5a0-4f9d-bbbd-28d6760e23c8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.830470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbf4d62a-356e-4050-9590-5241308d0adb req-2f426a18-a5a0-4f9d-bbbd-28d6760e23c8 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 944 time: 0.1585236 Oct 20 10:42:59.871056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.881381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.883897 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.885096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-621f182a-e04d-4241-9552-423bc31ee908 req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "PUT /v2.0/security-groups/5cb5ee79-8155-40fe-b5e0-2ab65df61f9e HTTP/1.1" status: 200 len: 1775 time: 0.2248726 Oct 20 10:42:59.903651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbf4d62a-356e-4050-9590-5241308d0adb req-03dde706-7138-43d1-98b8-de3b0f4cf830 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Oct 20 10:42:59.921867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb58b9-d5f1-4d70-8af3-26e129d743e3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb5ee79-8155-40fe-b5e0-2ab65df61f9e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:59.955423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Deleting port 25ee41fe-6ad0-4a08-a652-01437323788b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:59.955857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.020668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77a57-c802-4d05-bc76-de9c48ec88fc req-735b54b9-9815-4542-a63c-3757d0ceb5fe tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.021704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddd77a57-c802-4d05-bc76-de9c48ec88fc req-735b54b9-9815-4542-a63c-3757d0ceb5fe tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0697038 Oct 20 10:43:00.025444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cadaa197-00a4-45e9-8fd7-32d55a79ea96 req-52682ef1-5c88-416d-8d70-1e7e813f8d50 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/5cb5ee79-8155-40fe-b5e0-2ab65df61f9e HTTP/1.1" status: 200 len: 1775 time: 0.0917134 Oct 20 10:43:00.065432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.065757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.070593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddd77a57-c802-4d05-bc76-de9c48ec88fc req-f20c1a3f-f148-4a53-bfd3-f816b5c7ed46 tempest-LiveAutoBlockMigrationV225Test-678528281 tempest-LiveAutoBlockMigrationV225Test-678528281-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Oct 20 10:43:00.079034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Calling delete_port for 25ee41fe-6ad0-4a08-a652-01437323788b owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:00.184516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-576c697e-2910-4737-9b3e-6e214edb488f tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.185903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-576c697e-2910-4737-9b3e-6e214edb488f tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7&tenant_id=2b02c4cc305d462e81de911c726a52af&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.1253984 Oct 20 10:43:00.200572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40fc9e-b7c0-4c41-8a55-c3dc84d201f1 req-d4a11395-e964-45c3-b148-f84161f4349d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.202105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f40fc9e-b7c0-4c41-8a55-c3dc84d201f1 req-d4a11395-e964-45c3-b148-f84161f4349d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 944 time: 0.1106498 Oct 20 10:43:00.221670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.241563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-ff8ab3f4-c1c1-484a-9db1-5ff7f33c2300 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/5cb5ee79-8155-40fe-b5e0-2ab65df61f9e HTTP/1.1" status: 200 len: 1775 time: 0.1252854 Oct 20 10:43:00.247106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Pushing event deleted for resources: {'Port': ['ID=25ee41fe-6ad0-4a08-a652-01437323788b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:00.314457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.317617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.318773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d8147479-9c6a-48d4-bb1e-591ee60bd2d4 tempest-ServersWithSpecificFlavorTestJSON-288852158 tempest-ServersWithSpecificFlavorTestJSON-288852158-project] 10.222.0.74 "DELETE /v2.0/floatingips/7b38a109-6d73-4cbe-b555-206969181b52 HTTP/1.1" status: 204 len: 168 time: 0.5000343 Oct 20 10:43:00.322246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f40fc9e-b7c0-4c41-8a55-c3dc84d201f1 req-b3189509-44b4-461f-ae25-9886011daf89 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107500 Oct 20 10:43:00.369054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.401756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.417116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-abde427f-74d9-4e66-8dbb-b1889bc3ae0a service neutron] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:00.423830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-abde427f-74d9-4e66-8dbb-b1889bc3ae0a service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.424907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a6cc283-0431-4ed2-ba47-9e67e05cf96f req-abde427f-74d9-4e66-8dbb-b1889bc3ae0a service neutron] 10.222.0.70 "DELETE /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.2202528 Oct 20 10:43:00.453113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:00.458342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e4d40e95-3ba5-472d-a9ad-1b7420240fc2 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:00.467594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.471754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.473120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f68eda02-7505-4c05-be25-67a5f96fb8c4 req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/5cb5ee79-8155-40fe-b5e0-2ab65df61f9e HTTP/1.1" status: 204 len: 173 time: 0.2230520 Oct 20 10:43:00.485130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064400c-243e-43df-8af6-8cd8f53fcd00 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb5ee79-8155-40fe-b5e0-2ab65df61f9e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:00.596830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fc525-e9c2-4b6e-8bc2-539f7f11a8e6 req-5d568367-e7fe-48d2-9829-2a679ee168b1 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.598778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-955fc525-e9c2-4b6e-8bc2-539f7f11a8e6 req-5d568367-e7fe-48d2-9829-2a679ee168b1 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 948 time: 0.0555069 Oct 20 10:43:00.604552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:00.614273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:00.614840 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.641350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-955fc525-e9c2-4b6e-8bc2-539f7f11a8e6 req-e0b62678-e0e5-46db-8dc6-4a6bd54c0ac7 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Oct 20 10:43:00.668304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:00.684746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'mac_address': 'fa:16:3e:2f:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:00.711433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ab5a6-5d64-497c-91e2-488b7564d8d1 req-1821baf6-2efd-47c4-8dab-6e3041c40b3d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.713251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-781ab5a6-5d64-497c-91e2-488b7564d8d1 req-1821baf6-2efd-47c4-8dab-6e3041c40b3d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.0609026 Oct 20 10:43:00.755591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.756649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-781ab5a6-5d64-497c-91e2-488b7564d8d1 req-e9c6a02d-3005-4511-9ef0-1460d04856ec tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Oct 20 10:43:00.757517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.799609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:00.829161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:00.830779 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-d18a4594-9ebd-4bf4-90a9-9f2fc853f5fb req-be5fa4ac-0a4b-4ac9-bfcc-73203a4acc3f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:00.832228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d18a4594-9ebd-4bf4-90a9-9f2fc853f5fb req-be5fa4ac-0a4b-4ac9-bfcc-73203a4acc3f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/745df555-46c1-4c88-b7e0-5e9006473a7a HTTP/1.1" status: 404 len: 352 time: 0.0158875 Oct 20 10:43:00.837879 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.848019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:00.850432 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de70585-5ae7-44ff-b197-448c3331fd92" -d '{"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-plugged", "status": "completed", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:00.886241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:00.889365 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-0be99930-456c-48d9-a975-cc04827fffd9 req-f01b918c-5ae5-488d-9397-1e687abbb0d3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:00.892443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0be99930-456c-48d9-a975-cc04827fffd9 req-f01b918c-5ae5-488d-9397-1e687abbb0d3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/45a988f0-7b41-4054-a19a-fb8bf5dc0108 HTTP/1.1" status: 404 len: 352 time: 0.0228195 Oct 20 10:43:00.899517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.934545 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607a2065-1ac7-4d9d-9579-d988ae600f8f x-openstack-request-id: req-607a2065-1ac7-4d9d-9579-d988ae600f8f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:00.935241 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-plugged", "status": "completed", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:00.935977 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-607a2065-1ac7-4d9d-9579-d988ae600f8f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:00.936965 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'code': 200} Oct 20 10:43:00.956616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:00.978319 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-e874f7ec-f80c-4c7e-af5e-4a7814ce616a req-5573cc72-f7ec-426f-b743-e33c05707dff tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:00.979439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e874f7ec-f80c-4c7e-af5e-4a7814ce616a req-5573cc72-f7ec-426f-b743-e33c05707dff tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/bad77740-4180-4739-b048-2be857df1fa0 HTTP/1.1" status: 404 len: 352 time: 0.0220249 Oct 20 10:43:01.040906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:01.080399 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-2dfd6333-ea2a-483f-8485-19962c50c3f4 req-c3e7746f-ce01-4eab-b66a-93a6174264bf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:01.081398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2dfd6333-ea2a-483f-8485-19962c50c3f4 req-c3e7746f-ce01-4eab-b66a-93a6174264bf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/ba5f0bee-ac51-4028-ba00-693ab93a482f HTTP/1.1" status: 404 len: 352 time: 0.0346904 Oct 20 10:43:01.095770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759fed0-d187-4c8e-a409-d66b7c47c236 req-e212ef8d-8ff8-488e-8ef8-1b856589d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.097249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5759fed0-d187-4c8e-a409-d66b7c47c236 req-e212ef8d-8ff8-488e-8ef8-1b856589d25f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 1097 time: 0.0948780 Oct 20 10:43:01.114315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7cb5-c6b4-4bd2-bd08-4163dcb50308 req-4442719c-a634-4606-84b7-0c7f4e4b5b08 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.115823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5edb7cb5-c6b4-4bd2-bd08-4163dcb50308 req-4442719c-a634-4606-84b7-0c7f4e4b5b08 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 944 time: 0.0829735 Oct 20 10:43:01.172931 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-ed31d8a5-7c3b-4f75-a283-ba1e2f32f1ff req-ea306162-dbf7-4054-8f7b-b3af4bbba409 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:01.173915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed31d8a5-7c3b-4f75-a283-ba1e2f32f1ff req-ea306162-dbf7-4054-8f7b-b3af4bbba409 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/6ccbe7ef-0a8f-47c4-b271-c2c77e88cc1d HTTP/1.1" status: 404 len: 352 time: 0.0301929 Oct 20 10:43:01.184796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c2168bb6-76b5-485c-8b8e-3732c1a58a93'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:01.184929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5759fed0-d187-4c8e-a409-d66b7c47c236 req-adbd99a7-7fa2-430f-8c9e-32d3a6b2c37b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Oct 20 10:43:01.190014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5edb7cb5-c6b4-4bd2-bd08-4163dcb50308 req-c1432cb2-cd6e-4017-ac00-b7853a4606cd tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664289 Oct 20 10:43:01.228871 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-e7ccc6dc-285d-4107-a96f-26c9d543053b req-fbc6076c-ec80-4eb6-b0d7-c5a0f6ba7b5f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] show failed (client error): The resource could not be found. Oct 20 10:43:01.229961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7ccc6dc-285d-4107-a96f-26c9d543053b req-fbc6076c-ec80-4eb6-b0d7-c5a0f6ba7b5f tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/97804fdb-1c91-4831-8339-0cce642942f9 HTTP/1.1" status: 404 len: 352 time: 0.0147872 Oct 20 10:43:01.271778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45236) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:01.328335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-defc6920-32a9-4a0a-9749-58a35f8db7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.429611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbe36-94bc-4bfb-8048-066c93a6dc34 req-de189759-2947-4993-9af9-49e6a516dc1e tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.431196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-831bbe36-94bc-4bfb-8048-066c93a6dc34 req-de189759-2947-4993-9af9-49e6a516dc1e tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 1096 time: 0.0914428 Oct 20 10:43:01.588759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-831bbe36-94bc-4bfb-8048-066c93a6dc34 req-f1731b86-6c47-4de1-a02a-574fae61b0ff tempest-LiveMigrationTest-1667327082 tempest-LiveMigrationTest-1667327082-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452029 Oct 20 10:43:01.599504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-90326078-bcf0-497f-9940-4aed266fbc59 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.601062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-90326078-bcf0-497f-9940-4aed266fbc59 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.1689827 Oct 20 10:43:01.655019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e3437-c163-4e3f-9bbd-44563f974dca req-92bd745b-0e49-405a-8fa7-bbbbe15f5a10 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.656531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a07e3437-c163-4e3f-9bbd-44563f974dca req-92bd745b-0e49-405a-8fa7-bbbbe15f5a10 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.2234097 Oct 20 10:43:01.679773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.100326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a07e3437-c163-4e3f-9bbd-44563f974dca req-263faa08-0337-4da7-9787-8238f4500826 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207959 Oct 20 10:43:02.116808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dafec8-d710-4fa2-8e10-f25daac9ae27 req-9611268c-726e-4e1a-94e4-b32ce686f61e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:02.118284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7dafec8-d710-4fa2-8e10-f25daac9ae27 req-9611268c-726e-4e1a-94e4-b32ce686f61e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1023 time: 0.4580925 Oct 20 10:43:02.205679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7dafec8-d710-4fa2-8e10-f25daac9ae27 req-36ab6889-7e69-4cbd-959a-d3e625cbaa4e tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c&id=1aae25e5-ac42-4341-b66e-81665927e714&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0778017 Oct 20 10:43:02.212552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Deleting port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:02.212888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.388492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] For port 8f8cb26f-fece-465e-9ab2-51ec2051ec70, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8f8cb26f-fece-465e-9ab2-51ec2051ec70,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:02.388898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.407744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429bdb0-d087-4045-bdaa-6bf656638cb7 req-1c082a06-d40e-4096-8a4e-49fe520d9dbe tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:02.409336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7429bdb0-d087-4045-bdaa-6bf656638cb7 req-1c082a06-d40e-4096-8a4e-49fe520d9dbe tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 949 time: 0.1292129 Oct 20 10:43:02.419513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Calling delete_port for 8f8cb26f-fece-465e-9ab2-51ec2051ec70 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:02.480016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:02.532442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.536842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port c2168bb6-76b5-485c-8b8e-3732c1a58a93 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:02.541541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c2168bb6-76b5-485c-8b8e-3732c1a58a93 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:02.541912 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.571689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7429bdb0-d087-4045-bdaa-6bf656638cb7 req-6a6ae0ff-b0d7-45ba-ab0a-1d9dc2702810 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538947 Oct 20 10:43:02.610707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df3a49-0379-4157-9269-e463483a9d94 req-937cd1d7-abd2-4256-b26f-fa20379ca3ac tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:02.613399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39df3a49-0379-4157-9269-e463483a9d94 req-937cd1d7-abd2-4256-b26f-fa20379ca3ac tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 944 time: 0.1793270 Oct 20 10:43:02.657831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.680855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.702006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:02.705818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.757583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:02.809265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39df3a49-0379-4157-9269-e463483a9d94 req-8689341e-c5b0-40b7-b5cd-7a8e965632a2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506152 Oct 20 10:43:02.841280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e619ec-1979-4373-8e90-cabda9e20813 req-51634744-3f63-449f-ade7-67edbf568489 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:02.842781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8e619ec-1979-4373-8e90-cabda9e20813 req-51634744-3f63-449f-ade7-67edbf568489 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 944 time: 0.1857498 Oct 20 10:43:02.870234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.882285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1c3e19de-feae-41b4-8617-72eb43c08df0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:02.919445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event deleted for resources: {'Port': ['ID=8f8cb26f-fece-465e-9ab2-51ec2051ec70,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:02.938137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:02.940553 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e385b98-2e93-4f07-9a6d-e4dc4d3ee476" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:02.947947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8e619ec-1979-4373-8e90-cabda9e20813 req-9b43aabc-ccef-4c2a-a22c-eef5a9001a33 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981886 Oct 20 10:43:02.980754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] No DVR routers for this DVR port 8f8cb26f-fece-465e-9ab2-51ec2051ec70 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:02.984303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.989620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-483e9e26-5560-4bfb-a74f-c9b102f42e55 req-a4750574-2040-4e75-b772-0f677dd5c9d4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "DELETE /v2.0/ports/8f8cb26f-fece-465e-9ab2-51ec2051ec70 HTTP/1.1" status: 204 len: 173 time: 1.3321333 Oct 20 10:43:02.990752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-deleted', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:02.994965 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4988a2c-7859-4f7e-b4dd-f1effdf11d6a" -d '{"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-deleted", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:03.009644 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274917f-4d6a-4518-86e7-a02e6d030c2d x-openstack-request-id: req-f274917f-4d6a-4518-86e7-a02e6d030c2d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:03.010168 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:03.010626 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f274917f-4d6a-4518-86e7-a02e6d030c2d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:03.011222 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'code': 200} Oct 20 10:43:03.049125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eea99-0c82-4c66-964b-aeeafae65024 req-7ac92811-a5f7-4e12-a110-757529b203a3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.055380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-385eea99-0c82-4c66-964b-aeeafae65024 req-7ac92811-a5f7-4e12-a110-757529b203a3 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1023 time: 0.0933306 Oct 20 10:43:03.062514 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f42d59-bca5-4226-9d14-c2a111a1b733 x-openstack-request-id: req-f0f42d59-bca5-4226-9d14-c2a111a1b733 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:03.063100 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925764d2-7edb-42a0-a955-f562a809c4e4", "name": "network-vif-deleted", "tag": "8f8cb26f-fece-465e-9ab2-51ec2051ec70", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:03.063416 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0f42d59-bca5-4226-9d14-c2a111a1b733 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:03.063880 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925764d2-7edb-42a0-a955-f562a809c4e4', 'name': 'network-vif-deleted', 'tag': '8f8cb26f-fece-465e-9ab2-51ec2051ec70', 'status': 'completed', 'code': 200} Oct 20 10:43:03.153247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-d78fe98d-e57f-4701-a6ce-a0f1b8b35dc4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.154750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-d78fe98d-e57f-4701-a6ce-a0f1b8b35dc4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 944 time: 0.1104755 Oct 20 10:43:03.226219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Deleting port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:03.226901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.232476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47fcb-0d29-4375-a710-376e3273ec72 req-77b29722-d7d1-4cb3-825b-11e836930956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.233358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cba47fcb-0d29-4375-a710-376e3273ec72 req-77b29722-d7d1-4cb3-825b-11e836930956 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 1102 time: 0.1274951 Oct 20 10:43:03.338108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Deleting port 861b344b-a07e-45c1-8014-220a59a1bafe {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:03.338480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.351675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] For port 3ec8eeb1-bf03-4b20-adac-28fb9af87332, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3ec8eeb1-bf03-4b20-adac-28fb9af87332,segment=NetworkSegment(0c301b7c-ab7f-4c2b-8177-bb70c830b98d),segment_id=0c301b7c-ab7f-4c2b-8177-bb70c830b98d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:03.352578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.366476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Calling delete_port for 3ec8eeb1-bf03-4b20-adac-28fb9af87332 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:03.382248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d9d5-12c7-409a-80a2-fd7e6397d1f5 req-5a155ca7-acfb-41db-8f7a-8a4b4982849a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.383809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c289d9d5-12c7-409a-80a2-fd7e6397d1f5 req-5a155ca7-acfb-41db-8f7a-8a4b4982849a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.1773715 Oct 20 10:43:03.410101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cba47fcb-0d29-4375-a710-376e3273ec72 req-a6505732-e8f5-41c0-bc96-a79f74d6a376 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580181 Oct 20 10:43:03.500069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cd48b-865e-4ade-96ae-4ef886c937fd req-40b7d959-a5bf-475f-92d5-fcb82d442956 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.501554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f5cd48b-865e-4ade-96ae-4ef886c937fd req-40b7d959-a5bf-475f-92d5-fcb82d442956 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/ports?device_id=9db43800-7db4-4c29-9b53-2d20f8fa78ea HTTP/1.1" status: 200 len: 1023 time: 0.1829293 Oct 20 10:43:03.513988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.528393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3ec8eeb1-bf03-4b20-adac-28fb9af87332'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:03.536459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c289d9d5-12c7-409a-80a2-fd7e6397d1f5 req-15911107-86dd-4aa4-a969-4f850e128069 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400287 Oct 20 10:43:03.542109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Deleting port 6acf484b-0056-4a0e-922e-3ccf4f891036 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:03.542458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.544799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'Port': ['ID=3ec8eeb1-bf03-4b20-adac-28fb9af87332,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:03.556622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] For port 861b344b-a07e-45c1-8014-220a59a1bafe, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=861b344b-a07e-45c1-8014-220a59a1bafe,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:03.556997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.596415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Calling delete_port for 861b344b-a07e-45c1-8014-220a59a1bafe owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:03.598821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] No DVR routers for this DVR port 3ec8eeb1-bf03-4b20-adac-28fb9af87332 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:03.601631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.606289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-385eea99-0c82-4c66-964b-aeeafae65024 req-79d9399d-8586-4543-96ab-dbc231d01d6c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.83 "DELETE /v2.0/ports/3ec8eeb1-bf03-4b20-adac-28fb9af87332 HTTP/1.1" status: 204 len: 173 time: 0.5190618 Oct 20 10:43:03.607054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'name': 'network-vif-deleted', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:03.609633 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1473d0-89a8-4080-96bc-5385c8c8670b" -d '{"events": [{"server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "name": "network-vif-deleted", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:03.661625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f5cd48b-865e-4ade-96ae-4ef886c937fd req-0600a5bd-355e-4226-a7bf-885eac1221be tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups?id=b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c&id=1aae25e5-ac42-4341-b66e-81665927e714&id=9b4ab928-eff0-4afe-bffc-b8f154ec2658&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1526351 Oct 20 10:43:03.741186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] For port 6acf484b-0056-4a0e-922e-3ccf4f891036, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6acf484b-0056-4a0e-922e-3ccf4f891036,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:03.741699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.768795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Calling delete_port for 6acf484b-0056-4a0e-922e-3ccf4f891036 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:03.915990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08f62f-d607-430b-9b8c-c4256b27370a req-c4e82f78-37eb-4d65-b419-5d9cd658b3ce tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.917607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f08f62f-d607-430b-9b8c-c4256b27370a req-c4e82f78-37eb-4d65-b419-5d9cd658b3ce tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 950 time: 0.1578486 Oct 20 10:43:03.998897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f08f62f-d607-430b-9b8c-c4256b27370a req-3fd78c10-ee2f-4d6f-adad-63d0063c9194 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720825 Oct 20 10:43:04.025524 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a43f6-9d67-4727-be92-a790b20812a4 x-openstack-request-id: req-6b2a43f6-9d67-4727-be92-a790b20812a4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:04.025820 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db43800-7db4-4c29-9b53-2d20f8fa78ea", "name": "network-vif-deleted", "tag": "3ec8eeb1-bf03-4b20-adac-28fb9af87332", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:04.026075 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b2a43f6-9d67-4727-be92-a790b20812a4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:04.026767 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db43800-7db4-4c29-9b53-2d20f8fa78ea', 'name': 'network-vif-deleted', 'tag': '3ec8eeb1-bf03-4b20-adac-28fb9af87332', 'status': 'completed', 'code': 200} Oct 20 10:43:04.107136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.202464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc72a0e1-4729-4ecb-b5f6-59fa7d726b15 req-ab7f3966-8aa8-483e-9890-b43036446d64 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0968692 Oct 20 10:43:04.212977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.230618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=861b344b-a07e-45c1-8014-220a59a1bafe,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:04.263597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.276991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6059a337-77c8-4a1d-8962-5931fa2dd70f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:04.330140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6acf484b-0056-4a0e-922e-3ccf4f891036'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:04.353925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event deleted for resources: {'Port': ['ID=6acf484b-0056-4a0e-922e-3ccf4f891036,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:04.415329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997efb3-1696-4870-b66e-640b8dec3a43 req-76d41d48-df2c-4314-ac36-40d4d776514a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:04.422999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e997efb3-1696-4870-b66e-640b8dec3a43 req-76d41d48-df2c-4314-ac36-40d4d776514a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 866 time: 0.3080122 Oct 20 10:43:04.447121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] No DVR routers for this DVR port 6acf484b-0056-4a0e-922e-3ccf4f891036 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:04.450237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.454495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca84d823-684b-44f3-aa2d-e67495c3104b req-5020d0d3-43a2-45e2-b9ab-5e230b6875ab tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "DELETE /v2.0/ports/6acf484b-0056-4a0e-922e-3ccf4f891036 HTTP/1.1" status: 204 len: 173 time: 1.2893941 Oct 20 10:43:04.508199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:04.554800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e997efb3-1696-4870-b66e-640b8dec3a43 req-20d801d9-7815-43b4-a289-2bdf1f401052 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265783 Oct 20 10:43:04.570913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 8f8cb26f-fece-465e-9ab2-51ec2051ec70 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:04.571299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8f8cb26f-fece-465e-9ab2-51ec2051ec70 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:04.664256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.926175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-119c1d63-5064-48c8-ae9b-9d88acb88fd6 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/1aae25e5-ac42-4341-b66e-81665927e714 HTTP/1.1" status: 200 len: 1801 time: 0.1205442 Oct 20 10:43:05.021168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3208-7c02-4b07-b524-fe194159794a req-6d9b54e7-e481-4268-aa41-3267496ac12b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.024185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cba3208-7c02-4b07-b524-fe194159794a req-6d9b54e7-e481-4268-aa41-3267496ac12b tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.1537242 Oct 20 10:43:05.334613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-deleted', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:05.336841 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834378ef-8593-405c-bcde-65c67339956a" -d '{"events": [{"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-deleted", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:05.422357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cba3208-7c02-4b07-b524-fe194159794a req-e7bc828e-6f67-4a42-b6ed-1e5285b661cb tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831007 Oct 20 10:43:05.422884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.457670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Router a46f914d-cf9d-48c7-9172-c6914b5e9994 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:05.459356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.577352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.579815 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.580926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d97a90c-5b82-4372-bb62-e6574a04d2c4 req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/1aae25e5-ac42-4341-b66e-81665927e714 HTTP/1.1" status: 204 len: 173 time: 0.6472971 Oct 20 10:43:05.635412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf39dfc-038f-4360-a2a8-ec7a9f3484f1 req-5cb33b5b-c56c-4867-97a6-d39668f6cf7d tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.637415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cf39dfc-038f-4360-a2a8-ec7a9f3484f1 req-5cb33b5b-c56c-4867-97a6-d39668f6cf7d tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 950 time: 0.1568098 Oct 20 10:43:05.641468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1505f9f-85b5-4a1f-86d0-6ca4eeec5195 tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae25e5-ac42-4341-b66e-81665927e714,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.685873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a50a35d-7447-4fa0-8c94-d3feae5986bc req-bf3986ca-0a85-4c29-9f71-1a5359f325b1 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0453827 Oct 20 10:43:05.707292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:05.712893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7d1c78d2-ffc5-45a8-9727-e15c74f11e37 admin admin] 10.222.0.74 "PUT /v2.0/routers/a46f914d-cf9d-48c7-9172-c6914b5e9994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4401078 Oct 20 10:43:05.715935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45338) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:05.720413 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Sync routers for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:05.733443 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:05.734261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:05.746626 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a13c5-6489-4cfd-aa58-03082f902f08 x-openstack-request-id: req-424a13c5-6489-4cfd-aa58-03082f902f08 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:05.746914 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c80e0-cf18-4b51-a61e-c92bd9e970e7", "name": "network-vif-deleted", "tag": "6acf484b-0056-4a0e-922e-3ccf4f891036", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:05.747193 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-424a13c5-6489-4cfd-aa58-03082f902f08 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:05.747597 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c80e0-cf18-4b51-a61e-c92bd9e970e7', 'name': 'network-vif-deleted', 'tag': '6acf484b-0056-4a0e-922e-3ccf4f891036', 'status': 'completed', 'code': 200} Oct 20 10:43:05.751604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cf39dfc-038f-4360-a2a8-ec7a9f3484f1 req-2dca5770-b084-4740-be37-c8c4549a587a tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Oct 20 10:43:05.860590 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:05.919804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7be0140-6847-4bd1-9eba-a702215c3599 req-b3264dc8-7885-4a6b-a322-0ec0e82bbe32 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0442414 Oct 20 10:43:06.001290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-3e9c632c-abd5-4999-8c9a-73ed6eddba8c tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "GET /v2.0/security-groups/b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c HTTP/1.1" status: 200 len: 1801 time: 0.1550057 Oct 20 10:43:06.079244 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:43:04Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.107426 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Checking router: a46f914d-cf9d-48c7-9172-c6914b5e9994 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:06.113513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.118567 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Routers {'a46f914d-cf9d-48c7-9172-c6914b5e9994'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:06.119355 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a46f914d-cf9d-48c7-9172-c6914b5e9994'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.178041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.254276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.290013 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] Set router a46f914d-cf9d-48c7-9172-c6914b5e9994 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:06.301703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.348269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.351301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.359957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5687592a-cc6d-41c4-99e5-c9bf59e0e478 req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] 10.222.0.74 "DELETE /v2.0/security-groups/b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c HTTP/1.1" status: 204 len: 173 time: 0.3510959 Oct 20 10:43:06.361453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45354) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.363507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:06.385148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359e153-2fb1-4510-828c-92a3ea5bcdbb tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f8b3b-7471-4c53-a9c2-63c8f17a9c6c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:06.418733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 6acf484b-0056-4a0e-922e-3ccf4f891036 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:06.419601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6acf484b-0056-4a0e-922e-3ccf4f891036 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:06.422268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Deleting port acad2790-4ee1-4038-baf9-08a0d79e9440 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:06.422615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.453815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Deleting subnet daa1a79d-2249-4a78-afbc-75b14012efc5 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:06.462597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.513035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3ec8eeb1-bf03-4b20-adac-28fb9af87332 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:06.556582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.556925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 3ec8eeb1-bf03-4b20-adac-28fb9af87332 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:06.557382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3ec8eeb1-bf03-4b20-adac-28fb9af87332 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:06.602550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.616576 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:43:04Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.656235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] For port acad2790-4ee1-4038-baf9-08a0d79e9440, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=acad2790-4ee1-4038-baf9-08a0d79e9440,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:06.656896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.658830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.667574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55e301-af6c-4ea8-a565-f97b74e3c814 req-83d181d6-af57-4317-9933-fb34d61355b6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.676872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f55e301-af6c-4ea8-a565-f97b74e3c814 req-83d181d6-af57-4317-9933-fb34d61355b6 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.0923047 Oct 20 10:43:06.679853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af961259-08c7-4871-b03a-bcb9e235a6ef None None] The sync data for ids ['a46f914d-cf9d-48c7-9172-c6914b5e9994'] in n-d-802060-17 is: [{'id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-56406211-router', 'tenant_id': 'c498c59a684447e388dfeddc9671d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:02Z', 'updated_at': '2021-10-20T10:43:04Z', 'revision_number': 5, 'project_id': 'c498c59a684447e388dfeddc9671d571', 'gw_port': {'id': 'acad2790-4ee1-4038-baf9-08a0d79e9440', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f914d-cf9d-48c7-9172-c6914b5e9994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:03Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:06.709087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa1a79d-2249-4a78-afbc-75b14012efc5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:06.712247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.717157 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82944ab3-93a4-4442-b8da-3dd9ba2ebcb3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/daa1a79d-2249-4a78-afbc-75b14012efc5 HTTP/1.1" status: 204 len: 168 time: 0.3539524 Oct 20 10:43:06.719865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.740112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Calling delete_port for acad2790-4ee1-4038-baf9-08a0d79e9440 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:06.783671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f55e301-af6c-4ea8-a565-f97b74e3c814 req-5aea2537-2433-43a1-bc94-77ab50580696 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056867 Oct 20 10:43:06.821336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.879616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-111aa70e-1bc9-4faa-997b-9bb5e03f8452 req-9e9c74ee-cc35-48a2-a106-543bdd5b4287 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0869572 Oct 20 10:43:06.926932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.952393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76456155-f561-4531-b78f-7f4984468407']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.963724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c301b7c-ab7f-4c2b-8177-bb70c830b98d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.963724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c301b7c-ab7f-4c2b-8177-bb70c830b98d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:06.974132 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.987934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.994693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:06.995169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:06.997664 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:07.059850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3f17cb7-5b7e-4948-a000-856c07397ba4 req-a2c6b176-dee8-4566-9a92-632818031455 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0682428 Oct 20 10:43:07.061756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.087393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.090887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.102314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] 10.222.0.74 "DELETE /v2.0/networks/76456155-f561-4531-b78f-7f4984468407 HTTP/1.1" status: 204 len: 168 time: 0.3790882 Oct 20 10:43:07.115964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e17a-c937-4947-8351-f33bcd8b2f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=76456155-f561-4531-b78f-7f4984468407,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.129521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Pushing event deleted for resources: {'Port': ['ID=acad2790-4ee1-4038-baf9-08a0d79e9440,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.200773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.248978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.315478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72aa5839-4e3e-4c4a-99e7-6582316c2f98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e9aff6a9327438c9377b52d791a4836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651457 Oct 20 10:43:07.316288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.318175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.319482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.391911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.396261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.396911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46f914d-cf9d-48c7-9172-c6914b5e9994 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:43:07.408150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.411941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4611a09e-11b3-401c-8403-368072a6ef45 admin admin] 10.222.0.74 "DELETE /v2.0/routers/a46f914d-cf9d-48c7-9172-c6914b5e9994 HTTP/1.1" status: 204 len: 168 time: 1.6926069 Oct 20 10:43:07.412224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.458061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.508712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Deleting subnet e9d36128-47b5-400f-9e2b-163044fe7f73 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:07.516360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.554481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.596841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.599558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.600576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b4ab928-eff0-4afe-bffc-b8f154ec2658 HTTP/1.1" status: 204 len: 168 time: 0.2803414 Oct 20 10:43:07.619939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0ea19-1824-4a24-ba98-e3ef73871098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ab928-eff0-4afe-bffc-b8f154ec2658,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.684787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.740471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.769292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d36128-47b5-400f-9e2b-163044fe7f73,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.774524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.778007 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5b9b4056-1bf8-4df4-8897-c56da626037c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e9d36128-47b5-400f-9e2b-163044fe7f73 HTTP/1.1" status: 204 len: 168 time: 0.3644059 Oct 20 10:43:07.780737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.782140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8484a-6ac2-4efa-9cc3-58fa7e57fac6 None None] Network c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:07.880018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.019875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e3a55-8ad0-4896-abfd-cc3233e86408 req-73241c0c-ff46-44cd-b8b1-e2ac81155f98 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.021638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-730e3a55-8ad0-4896-abfd-cc3233e86408 req-73241c0c-ff46-44cd-b8b1-e2ac81155f98 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.1336155 Oct 20 10:43:08.080621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Deleting port f19509d9-8762-443e-a16a-b145e5aff4fa {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:08.080964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.175492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] For port f19509d9-8762-443e-a16a-b145e5aff4fa, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f19509d9-8762-443e-a16a-b145e5aff4fa,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:08.175867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.200234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] DHCP port deletion for c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:43:08.237771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-730e3a55-8ad0-4896-abfd-cc3233e86408 req-9024937b-be20-4914-a18a-3c6099f3330a tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034793 Oct 20 10:43:08.244190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8ce5842-1918-4fd1-b941-1d9342e2c0b6 req-648e5f4c-2c21-4930-b9a1-0af27861d53f tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.1716535 Oct 20 10:43:08.245645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Calling delete_port for f19509d9-8762-443e-a16a-b145e5aff4fa owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:08.272559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Deleting port f19509d9-8762-443e-a16a-b145e5aff4fa {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:08.273720 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.382698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.396843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] For port f19509d9-8762-443e-a16a-b145e5aff4fa, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f19509d9-8762-443e-a16a-b145e5aff4fa,segment=NetworkSegment(581e48f7-ce94-466a-b8e4-60740dc27167),segment_id=581e48f7-ce94-466a-b8e4-60740dc27167)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:08.397628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.415149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a68d2888-e29d-4b34-b0b6-574a285acfc8 req-d61adee1-ba05-4407-9364-1c93b4685f1a tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0602250 Oct 20 10:43:08.422686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] No DVR routers for this DVR port f19509d9-8762-443e-a16a-b145e5aff4fa on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:08.456171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Calling delete_port for f19509d9-8762-443e-a16a-b145e5aff4fa owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:08.466781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Pushing event deleted for resources: {'Port': ['ID=f19509d9-8762-443e-a16a-b145e5aff4fa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:08.538041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.577531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.580373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:08.596008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581e48f7-ce94-466a-b8e4-60740dc27167') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:08.596397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581e48f7-ce94-466a-b8e4-60740dc27167') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:08.602012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] No DVR routers for this DVR port f19509d9-8762-443e-a16a-b145e5aff4fa on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:08.609391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.627649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.627891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Pushing event deleted for resources: {'Port': ['ID=f19509d9-8762-443e-a16a-b145e5aff4fa,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:08.634868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:08.635273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.636147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.638366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.638902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.639635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.640384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.640910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.641427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.642284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.643051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.643589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.644241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.644669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697d840-7c48-4c79-b430-e4221564e57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:08.655458 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:08.716573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.748749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.756214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] 10.222.0.74 "DELETE /v2.0/networks/c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9 HTTP/1.1" status: 204 len: 168 time: 0.9717476 Oct 20 10:43:08.756214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdda8f-2851-4669-82d5-1d76908a985a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4eaa033-a2e1-4d02-b1ad-f55bff10bbd9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:08.756462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:08.773892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45452) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:08.822434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 861b344b-a07e-45c1-8014-220a59a1bafe no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:08.858063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 861b344b-a07e-45c1-8014-220a59a1bafe {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:08.859506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 861b344b-a07e-45c1-8014-220a59a1bafe not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:08.860299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device acad2790-4ee1-4038-baf9-08a0d79e9440 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:08.898249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: acad2790-4ee1-4038-baf9-08a0d79e9440 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:08.905073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device acad2790-4ee1-4038-baf9-08a0d79e9440 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:08.905471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f19509d9-8762-443e-a16a-b145e5aff4fa no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:08.938626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f19509d9-8762-443e-a16a-b145e5aff4fa {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:08.939221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f19509d9-8762-443e-a16a-b145e5aff4fa not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:08.944144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1337069225-network', 'tenant_id': '8eac35d42b2c4a9688792421ec6d4732'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:08.969497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Made reservation on behalf of 8eac35d42b2c4a9688792421ec6d4732 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:08.974239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.989790 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.134854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.141098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.173421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:09.184626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b64050-89b4-4b12-9a08-d50a798f6f27,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:09.195348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.195771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.196175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.196578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.196993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.197421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.198268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.198268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.198472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.198819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.199504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.200016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.204162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.204579 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Added segment ac4eaba3-435c-4466-b797-7ddc7705eb34 of type vlan for network cf61fe1a-cb42-41db-9793-fcfde64006a2 Oct 20 10:43:09.221406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68a07-1efe-4bec-95fd-17dac80e312b req-95cbb949-f723-4955-a849-9e22fff3a220 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:09.240969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36f68a07-1efe-4bec-95fd-17dac80e312b req-95cbb949-f723-4955-a849-9e22fff3a220 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.1887016 Oct 20 10:43:09.251038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.317731 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.319161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:09.319967 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.359103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36f68a07-1efe-4bec-95fd-17dac80e312b req-031d8a3f-7717-44d5-bd97-9fb16644df7d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Oct 20 10:43:09.384875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6083126 Oct 20 10:43:09.391368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:09.428022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Request body: {'subnet': {'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1337069225-subnet', 'tenant_id': '8eac35d42b2c4a9688792421ec6d4732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:09.491058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f654031e-7877-441a-9bd3-9f4c7e7923c6 req-578970d2-16b4-4417-9beb-d3e302936f48 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=925764d2-7edb-42a0-a955-f562a809c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0440722 Oct 20 10:43:09.491630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Made reservation on behalf of 8eac35d42b2c4a9688792421ec6d4732 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:09.494913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.521189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1046-b036-4e53-8b1f-3ea4e08564ec admin admin] Pushing event updated for resources: {'Network': ['ID=cf61fe1a-cb42-41db-9793-fcfde64006a2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:09.539014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network cf61fe1a-cb42-41db-9793-fcfde64006a2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:09.644250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46b18cc6-c044-4d3c-b9f1-f36fca0f7103 req-6a005080-847d-4257-8d6c-2908da6769af tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0458629 Oct 20 10:43:09.864014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.866311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.042376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31b2e84-3414-46e8-bdd4-e879f8b7c534,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:10.059038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Checking segment: {'id': 'ac4eaba3-435c-4466-b797-7ddc7705eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:10.059729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Network hostable DHCP agents. Network: cf61fe1a-cb42-41db-9793-fcfde64006a2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:10.175630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Network cf61fe1a-cb42-41db-9793-fcfde64006a2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:10.202200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, cf61fe1a-cb42-41db-9793-fcfde64006a2) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:10.207521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.208103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.225508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c5676-91fc-4ab5-884f-06304c0e836f None None] Network cf61fe1a-cb42-41db-9793-fcfde64006a2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:10.324845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08587739-0650-4476-b61f-5130805cfb1e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9305420 Oct 20 10:43:10.407561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Deleting port e7b3de16-ea2e-46e0-a14c-83aa89d58b37 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:10.407812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.486513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad7978-e29b-4cb8-b199-5b9bd6fe8972 None None] Network cf61fe1a-cb42-41db-9793-fcfde64006a2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:10.590063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] For port e7b3de16-ea2e-46e0-a14c-83aa89d58b37, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:10.590302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.604739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Calling delete_port for e7b3de16-ea2e-46e0-a14c-83aa89d58b37 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:10.614238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:10.619073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e4d40e95-3ba5-472d-a9ad-1b7420240fc2 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:10.790362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-5561ebc3-0d1f-44e3-a06a-9f4b23c7092d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.793092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-5561ebc3-0d1f-44e3-a06a-9f4b23c7092d tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 945 time: 0.2097080 Oct 20 10:43:10.950457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:43:10.958601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.977818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.017099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b3de16-ea2e-46e0-a14c-83aa89d58b37,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:11.084239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Deleting port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:11.084574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.139357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:11.142634 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd2619-d02f-4450-9295-2f617b219530" -d '{"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:11.166525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:11.175984 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.266111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] For port e4d40e95-3ba5-472d-a9ad-1b7420240fc2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,segment=NetworkSegment(2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb),segment_id=2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:11.266859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.267520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:11.284700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Calling delete_port for e4d40e95-3ba5-472d-a9ad-1b7420240fc2 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:11.287747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'mac_address': 'fa:16:3e:2f:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:11.350471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:11.407816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.438053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:11.474247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.493111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:11.501505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.574862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:11.631213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c2168bb6-76b5-485c-8b8e-3732c1a58a93'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:11.900874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaabce9-264f-4815-a692-976c2c637a1e req-59412a15-2ec7-4733-86ca-74a0e35729f1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.902888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eaabce9-264f-4815-a692-976c2c637a1e req-59412a15-2ec7-4733-86ca-74a0e35729f1 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/ports?device_id=2733ff9f-28b3-4f2d-874c-72d2a9aa5434 HTTP/1.1" status: 200 len: 867 time: 1.0251074 Oct 20 10:43:12.072118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eaabce9-264f-4815-a692-976c2c637a1e req-b67d8a9b-0496-4acf-9623-e090f88050be tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.74 "GET /v2.0/security-groups?id=45cdd85e-055e-4b99-9d46-7e33794463eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553864 Oct 20 10:43:12.091822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-99b6cfa7-54df-45a2-941c-a464b060694d tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:12.105080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-99b6cfa7-54df-45a2-941c-a464b060694d tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/networks?id=cf61fe1a-cb42-41db-9793-fcfde64006a2 HTTP/1.1" status: 200 len: 814 time: 0.9924634 Oct 20 10:43:12.149359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-c7b3d978-ca94-422a-8e52-a3af2bf95a8c tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/quotas/8eac35d42b2c4a9688792421ec6d4732 HTTP/1.1" status: 200 len: 375 time: 0.0432985 Oct 20 10:43:12.204681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.218136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-bc7c2fa8-ae06-41a3-9cee-f4597798848e tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8eac35d42b2c4a9688792421ec6d4732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663106 Oct 20 10:43:12.250411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Pushing event deleted for resources: {'Port': ['ID=e4d40e95-3ba5-472d-a9ad-1b7420240fc2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:12.259729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] No DVR routers for this DVR port e4d40e95-3ba5-472d-a9ad-1b7420240fc2 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:12.262980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.266028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-446df7c9-b5ff-4246-ba82-9d1426b1f220 req-15eefe9d-073f-4e12-9634-fbffb6727c2c tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0623715 Oct 20 10:43:12.267381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d90adfe-44fc-4010-832a-997f229dd0b1 req-d54817bb-59cd-472a-994d-b0cacd804bd4 tempest-ImagesTestJSON-1409354511 tempest-ImagesTestJSON-1409354511-project] 10.222.0.83 "DELETE /v2.0/ports/e4d40e95-3ba5-472d-a9ad-1b7420240fc2 HTTP/1.1" status: 204 len: 173 time: 1.4665108 Oct 20 10:43:12.267852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-deleted', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:12.270172 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e59463-0b01-4f11-891d-38655e233c86" -d '{"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-deleted", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:12.352736 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a81cc7-4084-4d59-8556-8a48f76d67e0 x-openstack-request-id: req-74a81cc7-4084-4d59-8556-8a48f76d67e0 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:12.353290 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:12.353290 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74a81cc7-4084-4d59-8556-8a48f76d67e0 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:12.353888 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'code': 200} Oct 20 10:43:12.529722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:12.649424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-a53f6d18-be7e-44c7-a5e3-143e13fbaccb service neutron] 10.222.0.74 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300787 Oct 20 10:43:12.667444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c2168bb6-76b5-485c-8b8e-3732c1a58a93 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:12.669031 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.755898 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdcf6b2-38a2-4613-b8d2-e84921d1c76e x-openstack-request-id: req-9fdcf6b2-38a2-4613-b8d2-e84921d1c76e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:12.756193 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733ff9f-28b3-4f2d-874c-72d2a9aa5434", "name": "network-vif-deleted", "tag": "e4d40e95-3ba5-472d-a9ad-1b7420240fc2", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:12.756701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9fdcf6b2-38a2-4613-b8d2-e84921d1c76e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:12.757105 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733ff9f-28b3-4f2d-874c-72d2a9aa5434', 'name': 'network-vif-deleted', 'tag': 'e4d40e95-3ba5-472d-a9ad-1b7420240fc2', 'status': 'completed', 'code': 200} Oct 20 10:43:12.880868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Router 33cb644f-8829-40f2-b145-5b1577777ee9 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:12.881253 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.919506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-061c2885-2bf0-4ff0-ad55-5093d9725435 service neutron] 10.222.0.74 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616768 Oct 20 10:43:12.984999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:12.994174 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.994980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e4d40e95-3ba5-472d-a9ad-1b7420240fc2 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:13.097467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: e4d40e95-3ba5-472d-a9ad-1b7420240fc2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:13.097864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e4d40e95-3ba5-472d-a9ad-1b7420240fc2 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:13.127727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:13.159233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:13.167233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45568) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:13.168436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f3fb8cc-80e1-40b6-9dc7-012f659cd886 admin admin] 10.222.0.74 "PUT /v2.0/routers/33cb644f-8829-40f2-b145-5b1577777ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4098437 Oct 20 10:43:13.170876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Sync routers for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:13.189833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:13.190477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:13.471525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d173e3f-9b63-4ab1-9d72-f85b1b62a351 req-a6824b0a-8e2c-4a02-8775-4180f3ab3068 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 210 time: 0.0916703 Oct 20 10:43:13.501676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.530860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:13.667217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59244dc1-0333-4aaa-85d1-0674cf543765 req-dabc7eb4-c9b6-406b-a4cf-d7ca3a7419f2 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.0647199 Oct 20 10:43:13.905395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.025624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Deleting port 2c2c410e-464e-499b-8b29-1f3a58b5bebe {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:14.025970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.127386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:43:10Z', 'revision_number': 5, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port': {'id': '2c2c410e-464e-499b-8b29-1f3a58b5bebe', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:11Z', 'updated_at': '2021-10-20T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:14.218369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45628) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:14.222344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] For port 2c2c410e-464e-499b-8b29-1f3a58b5bebe, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c2c410e-464e-499b-8b29-1f3a58b5bebe,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:14.223459 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.240675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Checking router: 33cb644f-8829-40f2-b145-5b1577777ee9 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:14.249764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Calling delete_port for 2c2c410e-464e-499b-8b29-1f3a58b5bebe owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:14.274231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Routers {'33cb644f-8829-40f2-b145-5b1577777ee9'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:14.279133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['33cb644f-8829-40f2-b145-5b1577777ee9'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:14.344672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Deleting subnet b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:14.357687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.432456 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.522680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.576332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.623233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2c410e-464e-499b-8b29-1f3a58b5bebe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.682113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] Set router 33cb644f-8829-40f2-b145-5b1577777ee9 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:14.706717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.725805 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.877052 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.879500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.895851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:14.905224 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ffaeb-c2c5-4432-8b07-7fe6ba03f477" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:14.910374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:43:13Z', 'revision_number': 6, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:14.958341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.959551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33cb644f-8829-40f2-b145-5b1577777ee9 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:43:14.965636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35b0cbe-4a24-4cad-aa47-2e1a733a89b4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.965756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.968836 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-495f188f-3392-4266-84fe-f7c19f7ab387 admin admin] 10.222.0.74 "DELETE /v2.0/routers/33cb644f-8829-40f2-b145-5b1577777ee9 HTTP/1.1" status: 204 len: 168 time: 1.7985284 Oct 20 10:43:14.971543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45642) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:14.992980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc11718c-4f73-496f-9c80-ad823f0dbbde req-1e36e6cf-2b09-499e-8fa3-93ca0c365340 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 210 time: 0.3196075 Oct 20 10:43:14.998872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ee71e-bce4-4a03-bb54-a8bcdc199171 None None] The sync data for ids ['33cb644f-8829-40f2-b145-5b1577777ee9'] in n-d-802060-17 is: [{'id': '33cb644f-8829-40f2-b145-5b1577777ee9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917092564-router', 'tenant_id': '110123a23df24c72a3bc3df96e728ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:10Z', 'updated_at': '2021-10-20T10:43:13Z', 'revision_number': 6, 'project_id': '110123a23df24c72a3bc3df96e728ba7', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:15.103161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.103674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.104094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.104915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.105975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.106391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.107369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.108513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.112116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.112580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.113010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.113420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:15.122355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.132802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:15.133532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3aac4167-06dc-4583-b3f1-330b50e9d707 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b35b0cbe-4a24-4cad-aa47-2e1a733a89b4 HTTP/1.1" status: 204 len: 168 time: 0.9140232 Oct 20 10:43:15.149037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd9e3a94-0e31-41f9-8d3a-9bd0d9ed53e5 req-2dffdae4-6b1a-4ee0-923e-312966b260fb tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.2220838 Oct 20 10:43:15.225270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Deleting subnet 7d51660f-6879-4272-9149-6a197841eb01 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:15.264851 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd005a0-7b74-4f5b-8b43-6e03f03ded2c x-openstack-request-id: req-bdd005a0-7b74-4f5b-8b43-6e03f03ded2c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:15.265861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:15.266334 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdd005a0-7b74-4f5b-8b43-6e03f03ded2c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:15.266931 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'code': 200} Oct 20 10:43:15.276031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.463971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.476923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.567157 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.659804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-b9d4d03b-aebc-4ef6-a49d-eeb025e0e436 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:15.661908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-b9d4d03b-aebc-4ef6-a49d-eeb025e0e436 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.70 "GET /v2.0/networks?id=cf61fe1a-cb42-41db-9793-fcfde64006a2 HTTP/1.1" status: 200 len: 814 time: 0.1792514 Oct 20 10:43:15.678235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Request body: {'port': {'device_id': '6521bd52-07d2-4db8-a936-48433dc9d725', 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2', 'admin_state_up': True, 'tenant_id': '8eac35d42b2c4a9688792421ec6d4732'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:15.783141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.804889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.839147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b97e94c-a421-4fe2-b2ed-ef47e0801080']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:15.927675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:15.927884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8c9534-eb3b-4232-8cc4-aa8aa5e4becb') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:15.941261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.944495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.974367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Made reservation on behalf of 8eac35d42b2c4a9688792421ec6d4732 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:15.978015 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.989245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d51660f-6879-4272-9149-6a197841eb01,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:15.993562 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.998246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.998800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c8024-200e-40b3-86b3-2abd4784ee77 None None] Network d5263771-a048-4e77-bba4-e04532e90193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:16.004268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d06a76a2-a2b9-419d-a5b6-fab9a403e94d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7d51660f-6879-4272-9149-6a197841eb01 HTTP/1.1" status: 204 len: 168 time: 1.0313797 Oct 20 10:43:16.016850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:16.021023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:16.021566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:16.023834 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:16.131728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.156693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.174831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6b97e94c-a421-4fe2-b2ed-ef47e0801080 HTTP/1.1" status: 204 len: 168 time: 1.0327158 Oct 20 10:43:16.181771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cdb85-0871-4d90-94f4-c277e28b0847 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b97e94c-a421-4fe2-b2ed-ef47e0801080,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:16.368415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1598831a-7f36-4720-885d-575ca5de739c req-85d1e8a1-9f97-48f6-8262-04da4da7ba99 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 210 time: 0.2228882 Oct 20 10:43:16.460769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:16.506837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.534262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98bcf43e-a785-422d-a786-8baeaaf3fc77 req-25315cd0-537f-455e-b1eb-0d0773a4077d tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=468c80e0-cf18-4b51-a61e-c92bd9e970e7 HTTP/1.1" status: 200 len: 210 time: 0.1973662 Oct 20 10:43:16.571834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc4c86f9-7b13-4741-8c0c-506eedb64f2b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a4ef61fde764a7c8ec7cb73b4e4e17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096799 Oct 20 10:43:16.572452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:16.631204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.659477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] DHCP port deletion for d5263771-a048-4e77-bba4-e04532e90193 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:43:16.756398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.803677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Deleting port 101acf4e-95ab-4fc8-95df-3aadb86c93ba {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:16.804414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.808940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.826522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Allocated IP 172.20.0.13 (cf61fe1a-cb42-41db-9793-fcfde64006a2/a31b2e84-3414-46e8-bdd4-e879f8b7c534/846e822e-df1d-4f3b-9d43-99504dec344e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:16.908945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] For port 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=101acf4e-95ab-4fc8-95df-3aadb86c93ba,segment=NetworkSegment(b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8),segment_id=b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:16.909278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.943462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.946668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.950114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/45cdd85e-055e-4b99-9d46-7e33794463eb HTTP/1.1" status: 204 len: 168 time: 0.3743820 Oct 20 10:43:16.965305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Calling delete_port for 101acf4e-95ab-4fc8-95df-3aadb86c93ba owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:16.979147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd3b31-9a7d-473b-b74a-dc803b566f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cdd85e-055e-4b99-9d46-7e33794463eb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:16.981416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287f0b-c759-484b-8130-bcdd1f824c9c req-fa2865b5-d77d-442c-9c7f-bc42cb52a8e8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.994582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2287f0b-c759-484b-8130-bcdd1f824c9c req-fa2865b5-d77d-442c-9c7f-bc42cb52a8e8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1610546 Oct 20 10:43:17.108509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c2c410e-464e-499b-8b29-1f3a58b5bebe no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:17.121785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.142624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2287f0b-c759-484b-8130-bcdd1f824c9c req-8df20f7d-9a65-40bf-9c0e-ff7f7477ffb8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470027 Oct 20 10:43:17.175116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] Pushing event deleted for resources: {'Port': ['ID=101acf4e-95ab-4fc8-95df-3aadb86c93ba,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.182981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2c2c410e-464e-499b-8b29-1f3a58b5bebe {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:17.182981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c2c410e-464e-499b-8b29-1f3a58b5bebe not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:17.183481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 101acf4e-95ab-4fc8-95df-3aadb86c93ba no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:17.192769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Deleting port 101acf4e-95ab-4fc8-95df-3aadb86c93ba {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:17.193599 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.211061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 101acf4e-95ab-4fc8-95df-3aadb86c93ba {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:17.211686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 101acf4e-95ab-4fc8-95df-3aadb86c93ba not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:17.212261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e7b3de16-ea2e-46e0-a14c-83aa89d58b37 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:17.239593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843d898-f508-4f6b-b298-9ccc3a3b96ae None None] No DVR routers for this DVR port 101acf4e-95ab-4fc8-95df-3aadb86c93ba on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:17.241979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e7b3de16-ea2e-46e0-a14c-83aa89d58b37 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:17.242537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e7b3de16-ea2e-46e0-a14c-83aa89d58b37 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:17.316626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.393894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] For port 101acf4e-95ab-4fc8-95df-3aadb86c93ba, host n-d-802060-17, got binding levels [] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:17.394821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.420143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Calling delete_port for 101acf4e-95ab-4fc8-95df-3aadb86c93ba owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:17.425089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Port 101acf4e-95ab-4fc8-95df-3aadb86c93ba was not found and therefore no delete operation was performed {{(pid=100747) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:43:17.428044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.468262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=101acf4e-95ab-4fc8-95df-3aadb86c93ba,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.478500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] No DVR routers for this DVR port 101acf4e-95ab-4fc8-95df-3aadb86c93ba on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:17.531196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.770207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Pushing event updated for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.932088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Network cf61fe1a-cb42-41db-9793-fcfde64006a2 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:17.935950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.948033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:17.959384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:17.998151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5263771-a048-4e77-bba4-e04532e90193']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:18.026637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:18.026919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e73bd1-c8a6-4645-9a1c-eeb7fa9ad1c8') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:18.038258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859f769-9b92-4245-9c48-0d9ca514488a req-ca7167ca-0bbe-45c6-9000-85f6af40f1cc tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.040320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b859f769-9b92-4245-9c48-0d9ca514488a req-ca7167ca-0bbe-45c6-9000-85f6af40f1cc tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 932 time: 0.5068934 Oct 20 10:43:18.066286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.103205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.104267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.133142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.170792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:18.170792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:18.176302 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:18.230920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-4b5a040d-5877-4728-87ee-0584f9bc1090 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5580151 Oct 20 10:43:18.267035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Request body: {'port': {'device_id': '6521bd52-07d2-4db8-a936-48433dc9d725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:18.275750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b859f769-9b92-4245-9c48-0d9ca514488a req-330aff13-db14-4c44-8234-869b85882411 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259829 Oct 20 10:43:18.401741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.473343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.480991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d5263771-a048-4e77-bba4-e04532e90193 HTTP/1.1" status: 204 len: 168 time: 2.4586015 Oct 20 10:43:18.499588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf46b-792e-49f5-8ebc-1a020f161e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5263771-a048-4e77-bba4-e04532e90193,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:18.511480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.025845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45758) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:19.043568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135a9e-d2d3-497d-9ee0-c1d0f6777888 req-ddeb499c-45c6-4be4-96e9-8a7f2862ead8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.045277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54135a9e-d2d3-497d-9ee0-c1d0f6777888 req-ddeb499c-45c6-4be4-96e9-8a7f2862ead8 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1997461 Oct 20 10:43:19.123400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eaf34512-1465-4ad5-95ce-8effdb3307e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c498c59a684447e388dfeddc9671d571&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0962274 Oct 20 10:43:19.125668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45764) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:19.129034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54135a9e-d2d3-497d-9ee0-c1d0f6777888 req-7f8fb5b9-2b28-4f40-a471-949c205ed0f0 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741949 Oct 20 10:43:19.134068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846e822e-df1d-4f3b-9d43-99504dec344e {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:19.148679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.176896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Transition to ACTIVE for port object 846e822e-df1d-4f3b-9d43-99504dec344e will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:19.191715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.368852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:43:19.381060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Pushing event updated for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:19.381446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.481995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Attempting to bind port 846e822e-df1d-4f3b-9d43-99504dec344e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:19.482230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Attempting to bind port 846e822e-df1d-4f3b-9d43-99504dec344e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'ac4eaba3-435c-4466-b797-7ddc7705eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:19.482554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Attempting to bind port 846e822e-df1d-4f3b-9d43-99504dec344e on network cf61fe1a-cb42-41db-9793-fcfde64006a2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:19.491251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Port 846e822e-df1d-4f3b-9d43-99504dec344e on network cf61fe1a-cb42-41db-9793-fcfde64006a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:19.491726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Attempting to bind port 846e822e-df1d-4f3b-9d43-99504dec344e on network cf61fe1a-cb42-41db-9793-fcfde64006a2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:19.492585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.559939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:19.560359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Checking segment: {'id': 'ac4eaba3-435c-4466-b797-7ddc7705eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:19.560641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Bound using segment: {'id': 'ac4eaba3-435c-4466-b797-7ddc7705eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:19.561089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Bound port: 846e822e-df1d-4f3b-9d43-99504dec344e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4eaba3-435c-4466-b797-7ddc7705eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:19.561574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.596843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.599867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.603487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f25cfe8d-7c31-4bba-9b4e-3c7baab7b19f HTTP/1.1" status: 204 len: 168 time: 0.4736195 Oct 20 10:43:19.608565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-51892d1f-b800-46c7-abc6-de4fe2dcd63e tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0d0eb6abe7274e22857c935436c08152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982623 Oct 20 10:43:19.619259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013d05f-be01-4313-a73d-05a9940aeab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cfe8d-7c31-4bba-9b4e-3c7baab7b19f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:19.706549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b363f-0fac-4dfd-8f5f-772217c312b5 req-45298786-047b-4ef8-a08e-199b2035f5eb tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.709790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d52b363f-0fac-4dfd-8f5f-772217c312b5 req-45298786-047b-4ef8-a08e-199b2035f5eb tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 944 time: 0.2011757 Oct 20 10:43:20.060843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d52b363f-0fac-4dfd-8f5f-772217c312b5 req-bae54747-7e10-4e75-b648-2d4f23cb6ff0 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137779 Oct 20 10:43:20.064907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:20.084917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=846e822e-df1d-4f3b-9d43-99504dec344e,segment=NetworkSegment(ac4eaba3-435c-4466-b797-7ddc7705eb34),segment_id=ac4eaba3-435c-4466-b797-7ddc7705eb34)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:20.096792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.117747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-53187131-7f8b-4951-8e84-86b181c1d75e tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.130622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-53187131-7f8b-4951-8e84-86b181c1d75e tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5201137 Oct 20 10:43:20.227714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-89b7abee-f843-4ff0-8fb7-702fe683f0c4 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/quotas/0d0eb6abe7274e22857c935436c08152 HTTP/1.1" status: 200 len: 375 time: 0.0958502 Oct 20 10:43:20.231229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.231847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.238454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] 10.222.0.70 "PUT /v2.0/ports/846e822e-df1d-4f3b-9d43-99504dec344e HTTP/1.1" status: 200 len: 1093 time: 1.9944141 Oct 20 10:43:20.238977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:20.245895 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec248d86-f299-4395-bca6-5924f7ae0c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:20.342099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:20.442492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-42fb0157-5dd4-4cc2-99eb-83a2b8a95ca1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=110123a23df24c72a3bc3df96e728ba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0990796 Oct 20 10:43:20.443938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:20.444441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a3ce0083-d152-40d5-8f17-befe4486b7e6 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d0eb6abe7274e22857c935436c08152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1800003 Oct 20 10:43:20.518483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a606a25-cdfa-4e95-b9d7-9497801cc183 service neutron] Pushing event updated for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:20.576095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-19ba6640-5f1a-44db-83c5-9484fb15d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.578572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-19ba6640-5f1a-44db-83c5-9484fb15d3c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eac35d42b2c4a9688792421ec6d4732&device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 1096 time: 0.2280724 Oct 20 10:43:20.640219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.717542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.827020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.833162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.835466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0e1b273-281d-4be7-a142-114a327ef57d HTTP/1.1" status: 204 len: 168 time: 0.3890252 Oct 20 10:43:20.868375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c817e-9a7b-469d-afba-e4c00ae220dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1b273-281d-4be7-a142-114a327ef57d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:21.499767 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc229f-c5f0-4a85-ad10-1b6f85cf3671 x-openstack-request-id: req-59dc229f-c5f0-4a85-ad10-1b6f85cf3671 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:21.500777 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:21.501250 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-59dc229f-c5f0-4a85-ad10-1b6f85cf3671 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:21.501932 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e', 'status': 'completed', 'code': 200} Oct 20 10:43:21.551060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5078f6c4-11f2-456b-a409-eefde92ec9f1 req-d64a75e1-7953-4d45-a9d5-1e927c280083 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 210 time: 0.0794668 Oct 20 10:43:21.570271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-a2cd8e94-8c44-4a31-93d3-743820e52ab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846e822e-df1d-4f3b-9d43-99504dec344e HTTP/1.1" status: 200 len: 217 time: 0.9823799 Oct 20 10:43:21.810909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5336-92c6-4ed0-be8d-b3bcd7d52aa0 req-766dc3fc-9b15-4c8d-bd0b-4a677dd840f1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.819443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b54c5336-92c6-4ed0-be8d-b3bcd7d52aa0 req-766dc3fc-9b15-4c8d-bd0b-4a677dd840f1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.3159554 Oct 20 10:43:21.846735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-0adf76df-ed94-45d4-b9c2-1860f67eae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.849419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-0adf76df-ed94-45d4-b9c2-1860f67eae44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a31b2e84-3414-46e8-bdd4-e879f8b7c534 HTTP/1.1" status: 200 len: 854 time: 0.2666750 Oct 20 10:43:21.902106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e91c2-bebc-48cc-9771-ee74cc5bdff4 req-c7d6af85-f31d-438b-8dcf-2e3faa47948b tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.910652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-654e91c2-bebc-48cc-9771-ee74cc5bdff4 req-c7d6af85-f31d-438b-8dcf-2e3faa47948b tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 944 time: 0.2438307 Oct 20 10:43:22.084749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-654e91c2-bebc-48cc-9771-ee74cc5bdff4 req-cf8a8876-f2e6-4868-a57a-ff05331d6fe8 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730838 Oct 20 10:43:22.098636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-f8884124-0d6d-4af8-9d06-1a43be215990 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.104052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-f8884124-0d6d-4af8-9d06-1a43be215990 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.70 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1655884 Oct 20 10:43:22.179701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b54c5336-92c6-4ed0-be8d-b3bcd7d52aa0 req-e3616b7b-af1f-4909-af09-41bad427ad59 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591559 Oct 20 10:43:22.312026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-0f99c810-5b93-48f8-8fcf-4d89f4624a12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf61fe1a-cb42-41db-9793-fcfde64006a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4549713 Oct 20 10:43:22.469909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Deleting port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:22.470251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.525258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-b1c95af6-630a-400b-9de8-b53501bab797 service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921678 Oct 20 10:43:22.752433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] For port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:22.753175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.973924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-d81d36b4-1bbf-4e94-8a2b-e86d6588a243 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0d0eb6abe7274e22857c935436c08152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696120 Oct 20 10:43:23.130617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa6ba166-3f23-4af0-9155-3396954e7075 req-2dbffa08-2e9b-4f24-85df-4420b2565660 service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956695 Oct 20 10:43:23.145461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-553ae92d-6dd5-4cc8-9f62-8b11e228519f req-0fce5c9a-7f13-446e-a480-a097a826834e tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 210 time: 0.1803224 Oct 20 10:43:23.382356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-2d5781c7-2cdf-4030-a0ce-d1dd9949bf25 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.391128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-2d5781c7-2cdf-4030-a0ce-d1dd9949bf25 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395879 Oct 20 10:43:23.401343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Request body: {'port': {'device_id': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '0d0eb6abe7274e22857c935436c08152'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:23.579102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-54d9ea43-34c6-4775-805e-471e6bd72b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.580860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-54d9ea43-34c6-4775-805e-471e6bd72b94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eac35d42b2c4a9688792421ec6d4732&device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 1096 time: 0.3828354 Oct 20 10:43:23.607957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:23.608443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:23.608845 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Floating IP dd972141-ea6b-4a60-9913-df2ebe687873 disassociated. External IP: 172.25.3.4, port: 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9. Oct 20 10:43:23.609291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Calling delete_port for 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:23.613336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e3f2c-91e7-4a46-803c-549260c2e2ac req-c36f23c6-19aa-43cf-9951-5d9f2deecfba tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.623532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b35e3f2c-91e7-4a46-803c-549260c2e2ac req-c36f23c6-19aa-43cf-9951-5d9f2deecfba tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 944 time: 0.3137920 Oct 20 10:43:23.643733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0bec-0555-4086-a2d8-a6c0a5137652 req-c457a2b0-c2db-4dff-b6f7-660c5a196383 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.654384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b1e0bec-0555-4086-a2d8-a6c0a5137652 req-c457a2b0-c2db-4dff-b6f7-660c5a196383 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 945 time: 0.2141047 Oct 20 10:43:23.768997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b1e0bec-0555-4086-a2d8-a6c0a5137652 req-cf59eb07-97dd-4e03-9afb-2b61ad05d323 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups?id=2cde2068-ae35-4a6d-945b-e9cd07d08864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139982 Oct 20 10:43:23.837678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b35e3f2c-91e7-4a46-803c-549260c2e2ac req-10a2ef24-1570-4710-8569-64722de5f962 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131236 Oct 20 10:43:23.992374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-33fe78b1-bb7f-4d19-8c8f-522e8701a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.994284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-33fe78b1-bb7f-4d19-8c8f-522e8701a553 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf61fe1a-cb42-41db-9793-fcfde64006a2 HTTP/1.1" status: 200 len: 916 time: 0.4041383 Oct 20 10:43:23.997001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.051486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event deleted for resources: {'Port': ['ID=9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:24.127269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-948333df-dddf-487f-bc01-f05f8ece993f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846e822e-df1d-4f3b-9d43-99504dec344e HTTP/1.1" status: 200 len: 217 time: 0.1234488 Oct 20 10:43:24.252835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-d7280a4e-7901-41b7-8b20-0e6ffd911925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.264853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-d7280a4e-7901-41b7-8b20-0e6ffd911925 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a31b2e84-3414-46e8-bdd4-e879f8b7c534 HTTP/1.1" status: 200 len: 854 time: 0.1228046 Oct 20 10:43:24.329359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-71dde374-ac99-41ba-bb33-f2866d5b9ea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf61fe1a-cb42-41db-9793-fcfde64006a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572646 Oct 20 10:43:24.392780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Router 6cf66248-58f7-40dc-8622-810a0c4e0b41 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:24.566637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14623560-c7bb-4c92-b1a3-02b199fb42d5 req-d4c5ca7f-502c-4af7-9ebf-bd17c85cd880 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 210 time: 0.1482611 Oct 20 10:43:24.825067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:24.842245 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Sync routers for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:24.866245 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:24.867133 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:24.873869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-d29436ed-a43d-48dc-a1c3-d99f7a9c5515 service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350440 Oct 20 10:43:24.898210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Made reservation on behalf of 0d0eb6abe7274e22857c935436c08152 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:24.909189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.974973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.041367 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:25.084273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e953d6-7547-4a13-becf-c0d2581dd1ef req-01fc7ffd-fbc6-4cfa-92e9-e725a02a1338 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.085738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21e953d6-7547-4a13-becf-c0d2581dd1ef req-01fc7ffd-fbc6-4cfa-92e9-e725a02a1338 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.3656888 Oct 20 10:43:25.164468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80b0fd80-3c79-4f2b-9064-acaad46845f4 req-9e7a88b6-74d3-403d-a3db-1713b6bff48a tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/ports?device_id=81bfafc6-8760-499e-ad8d-75d9888e0ffc HTTP/1.1" status: 200 len: 210 time: 0.0776381 Oct 20 10:43:25.189906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] No DVR routers for this DVR port 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:25.270897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.299387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54f0d543-c2e6-4b36-bfff-122d9a2235ca req-7892021f-285e-46e3-85e6-6b59a3b13748 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.70 "DELETE /v2.0/ports/9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 HTTP/1.1" status: 204 len: 173 time: 3.1752820 Oct 20 10:43:25.313396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'name': 'network-vif-deleted', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:25.326051 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d486763f-af78-44fe-9da6-369621a87406" -d '{"events": [{"server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "name": "network-vif-deleted", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:25.389270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.402823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.474910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-282f1e50-1b84-48f2-a7f9-42e0232295c5 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.476563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-282f1e50-1b84-48f2-a7f9-42e0232295c5 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.2948046 Oct 20 10:43:25.485810 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:25.550876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21e953d6-7547-4a13-becf-c0d2581dd1ef req-8897b4cc-adaf-4880-bff0-a8e33c0b2d9d tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400902 Oct 20 10:43:25.561355 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Checking router: 6cf66248-58f7-40dc-8622-810a0c4e0b41 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:25.570310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec248d86-f299-4395-bca6-5924f7ae0c4c req-d694ca9a-f195-4b59-936a-17ddc39b0cd0 service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511817 Oct 20 10:43:25.597689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:25.598304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:25.616076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d7759-8575-44a1-854a-ca64261ac6a8 req-0e9a0a36-f896-4afe-8d1d-2175203a7b06 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.617606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c0d7759-8575-44a1-854a-ca64261ac6a8 req-0e9a0a36-f896-4afe-8d1d-2175203a7b06 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 944 time: 0.2896187 Oct 20 10:43:25.768744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35bf6f-eaae-40a6-96d5-064608ae4298,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:25.858343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c0d7759-8575-44a1-854a-ca64261ac6a8 req-f9acd634-d8b9-4db1-9e8d-40adea88caf4 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127879 Oct 20 10:43:25.940969 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:26.077677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Allocated IP 192.168.233.105 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/03ed68e1-e16a-477e-b511-8dd277c25c66) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:26.186069 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312eb58-bbbe-41cc-b91e-436aca24e79e x-openstack-request-id: req-d312eb58-bbbe-41cc-b91e-436aca24e79e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:26.186278 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bfafc6-8760-499e-ad8d-75d9888e0ffc", "name": "network-vif-deleted", "tag": "9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:26.186504 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d312eb58-bbbe-41cc-b91e-436aca24e79e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:26.186900 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bfafc6-8760-499e-ad8d-75d9888e0ffc', 'name': 'network-vif-deleted', 'tag': '9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9', 'status': 'completed', 'code': 200} Oct 20 10:43:26.247868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Deleting port 1c3e19de-feae-41b4-8617-72eb43c08df0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:26.263894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.327320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b857fec3-5c13-4512-b6db-3cd5572ce92e req-18f624a8-c6e5-45bd-8f23-48e4bb3e5de4 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 210 time: 0.0672772 Oct 20 10:43:26.458387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 846e822e-df1d-4f3b-9d43-99504dec344e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:26.584796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45954) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:26.727933 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:26.774195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.783471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=846e822e-df1d-4f3b-9d43-99504dec344e,segment=NetworkSegment(ac4eaba3-435c-4466-b797-7ddc7705eb34),segment_id=ac4eaba3-435c-4466-b797-7ddc7705eb34)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:26.796409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:26.800753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '846e822e-df1d-4f3b-9d43-99504dec344e', 'network_id': 'cf61fe1a-cb42-41db-9793-fcfde64006a2', 'port_id': '846e822e-df1d-4f3b-9d43-99504dec344e', 'mac_address': 'fa:16:3e:b2:cc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31b2e84-3414-46e8-bdd4-e879f8b7c534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:26.805741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.831350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:26.832133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9ca02d8c-15c3-43b9-90ff-2eb87a71d9d9 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:26.873261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158c985-752e-4af7-a69b-99ac0fdcdc6e None None] The sync data for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 is: [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:05Z', 'revision_number': 4, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '0388ed54-5b86-4109-80e1-ffc108420ab2', 'name': '', 'network_id': '6fba6240-577e-44e4-8747-cad647725e13', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'mac_address': 'fa:16:3e:56:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:04Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'subnets': [{'id': 'abd57fba-7cb9-4fba-9b9e-81a671464eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:26.920983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.954762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846e822e-df1d-4f3b-9d43-99504dec344e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:27.021500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=846e822e-df1d-4f3b-9d43-99504dec344e,segment=NetworkSegment(ac4eaba3-435c-4466-b797-7ddc7705eb34),segment_id=ac4eaba3-435c-4466-b797-7ddc7705eb34)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:27.027846 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.125395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] For port 1c3e19de-feae-41b4-8617-72eb43c08df0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1c3e19de-feae-41b4-8617-72eb43c08df0,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:27.125980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.131872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.145998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.149518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "DELETE /v2.0/security-groups/2cde2068-ae35-4a6d-945b-e9cd07d08864 HTTP/1.1" status: 204 len: 168 time: 0.5611403 Oct 20 10:43:27.163501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45980) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.167840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8c77-b94d-4c86-978b-8ffb2ddb5bf1 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde2068-ae35-4a6d-945b-e9cd07d08864,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.188482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e1c57-6a47-49a6-b9cd-87082743a89c req-efb7ca71-76b5-45ff-adf5-f3a13c5ebf4e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:27.196401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c4e1c57-6a47-49a6-b9cd-87082743a89c req-efb7ca71-76b5-45ff-adf5-f3a13c5ebf4e tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 944 time: 0.2819457 Oct 20 10:43:27.225076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Calling delete_port for 1c3e19de-feae-41b4-8617-72eb43c08df0 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:27.245908 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-32cf830c-6b0b-46b0-9cdb-1a80a73e360b tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] show failed (client error): The resource could not be found. Oct 20 10:43:27.249522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32cf830c-6b0b-46b0-9cdb-1a80a73e360b tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "GET /v2.0/security-groups/2cde2068-ae35-4a6d-945b-e9cd07d08864 HTTP/1.1" status: 404 len: 347 time: 0.0723612 Oct 20 10:43:27.250741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45984) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.278868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.349103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.465833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906656c7-f305-4bc6-aca3-1c647294a590 None None] New status for floating IP dd972141-ea6b-4a60-9913-df2ebe687873: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:43:27.481567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['846e822e-df1d-4f3b-9d43-99504dec344e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:27.489500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e9c8-ef69-4fed-9cda-f206057f0631 req-9f3bcdfb-62dd-4757-b808-783055ba1069 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:27.497079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1624e9c8-ef69-4fed-9cda-f206057f0631 req-9f3bcdfb-62dd-4757-b808-783055ba1069 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 945 time: 0.3325524 Oct 20 10:43:27.559159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c4e1c57-6a47-49a6-b9cd-87082743a89c req-514bc86a-5751-4623-8916-5108071ced9a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605919 Oct 20 10:43:27.579254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.664657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1624e9c8-ef69-4fed-9cda-f206057f0631 req-da547488-9f6a-425e-a33c-836e79a1b368 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665554 Oct 20 10:43:27.712243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Deleting port 12fc94d7-dd1c-4323-823e-67f5639f9f9a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:27.712629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.871031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:27.874911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:27.877400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.896570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:27.983786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.984769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.039905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a919090-b4fc-400a-a5be-059184f3f8d6 req-dafbb5f5-efb5-425e-b471-5d6de18dd27d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.049077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a919090-b4fc-400a-a5be-059184f3f8d6 req-dafbb5f5-efb5-425e-b471-5d6de18dd27d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 936 time: 0.1729090 Oct 20 10:43:28.061559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.062565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.087484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6900845 Oct 20 10:43:28.089299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Calling delete_port for 12fc94d7-dd1c-4323-823e-67f5639f9f9a owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:28.108759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b130c-56f7-4313-ad57-f04ceb4d9825 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Pushing event updated for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.146582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event deleted for resources: {'Port': ['ID=1c3e19de-feae-41b4-8617-72eb43c08df0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.210430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a919090-b4fc-400a-a5be-059184f3f8d6 req-adec6ce8-231d-4578-94dc-795a9efbf7f5 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289766 Oct 20 10:43:28.283211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] No DVR routers for this DVR port 1c3e19de-feae-41b4-8617-72eb43c08df0 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:28.288530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.293635 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4142d29-fb51-4334-a08b-de4daa799a4b req-fdf9c267-6f36-4411-8663-0b0ad11924f2 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "DELETE /v2.0/ports/1c3e19de-feae-41b4-8617-72eb43c08df0 HTTP/1.1" status: 204 len: 173 time: 2.5007172 Oct 20 10:43:28.294595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-deleted', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:28.298684 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922f2ad-94a5-440d-b450-2f9827d423e0" -d '{"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-deleted", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:28.378028 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f066df85-1c1f-40ee-b64e-e50333d9c355 x-openstack-request-id: req-f066df85-1c1f-40ee-b64e-e50333d9c355 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:28.378711 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99085a56-4c7a-4391-b0a2-1ada60bbfaef", "name": "network-vif-deleted", "tag": "1c3e19de-feae-41b4-8617-72eb43c08df0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:28.379258 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f066df85-1c1f-40ee-b64e-e50333d9c355 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:28.380012 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99085a56-4c7a-4391-b0a2-1ada60bbfaef', 'name': 'network-vif-deleted', 'tag': '1c3e19de-feae-41b4-8617-72eb43c08df0', 'status': 'completed', 'code': 200} Oct 20 10:43:28.484491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Request body: {'port': {'device_id': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:28.570151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.602093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:28.667605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c56ebba9-a80e-4a19-b2fb-6c72f9247e63 None None] Provisioning complete for port 03ed68e1-e16a-477e-b511-8dd277c25c66 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:28.668038 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c56ebba9-a80e-4a19-b2fb-6c72f9247e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.712028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.810380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Pushing event deleted for resources: {'Port': ['ID=12fc94d7-dd1c-4323-823e-67f5639f9f9a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.856609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c56ebba9-a80e-4a19-b2fb-6c72f9247e63 None None] Port 03ed68e1-e16a-477e-b511-8dd277c25c66 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:28.901908 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7cf207eb-c76d-4a6d-9833-533f348fb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.904823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1c3e19de-feae-41b4-8617-72eb43c08df0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:28.905167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1c3e19de-feae-41b4-8617-72eb43c08df0 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:29.029868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fda204fe-f7d0-4dde-9c55-4509f3458c79 req-165c47d2-84cc-4846-bf06-22fa5fc9a0e1 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=99085a56-4c7a-4391-b0a2-1ada60bbfaef HTTP/1.1" status: 200 len: 210 time: 0.2329075 Oct 20 10:43:29.100752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.103807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.105636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f0f461e1-f88a-4543-b09b-d8843e81e497 tempest-ServersTestJSON-760433140 tempest-ServersTestJSON-760433140-project] 10.222.0.74 "DELETE /v2.0/floatingips/dd972141-ea6b-4a60-9913-df2ebe687873 HTTP/1.1" status: 204 len: 168 time: 1.8449018 Oct 20 10:43:29.113802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46040) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:29.344176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac5f8-5dc8-4797-9db0-74d570f19c29 req-7d7fffc3-e905-4e15-893b-d88aa4ebbc4a tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.352091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f8ac5f8-5dc8-4797-9db0-74d570f19c29 req-7d7fffc3-e905-4e15-893b-d88aa4ebbc4a tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 945 time: 0.1443658 Oct 20 10:43:29.640328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f8ac5f8-5dc8-4797-9db0-74d570f19c29 req-7dcbbd48-9a9d-4211-8439-9763012ecede tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870216 Oct 20 10:43:29.659745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed68e1-e16a-477e-b511-8dd277c25c66 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:29.670169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.688437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Transition to ACTIVE for port object 03ed68e1-e16a-477e-b511-8dd277c25c66 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:29.694501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.742012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058453c-abc4-4b53-afab-494125e46fc1 req-5305ffd3-9a90-4301-bb52-7fc0620ad2d9 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.753295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1058453c-abc4-4b53-afab-494125e46fc1 req-5305ffd3-9a90-4301-bb52-7fc0620ad2d9 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 936 time: 0.1839159 Oct 20 10:43:29.809645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Pushing event updated for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.895744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1058453c-abc4-4b53-afab-494125e46fc1 req-e0628e71-80a7-4f39-bd62-60167388f483 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362913 Oct 20 10:43:30.007140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Attempting to bind port 03ed68e1-e16a-477e-b511-8dd277c25c66 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:30.007474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Attempting to bind port 03ed68e1-e16a-477e-b511-8dd277c25c66 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:30.010183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Attempting to bind port 03ed68e1-e16a-477e-b511-8dd277c25c66 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:30.021481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Port 03ed68e1-e16a-477e-b511-8dd277c25c66 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:30.021805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Attempting to bind port 03ed68e1-e16a-477e-b511-8dd277c25c66 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:30.032612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:30.033001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:30.035266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:30.036709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Bound port: 03ed68e1-e16a-477e-b511-8dd277c25c66, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:30.038214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.096865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.313050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:30.333254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=03ed68e1-e16a-477e-b511-8dd277c25c66,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:30.343214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.464643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Pushing event updated for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:30.476864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 846e822e-df1d-4f3b-9d43-99504dec344e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:30.487730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.488397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.489851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-a13200c4-7b16-4247-a7bf-1eff9c95edeb service neutron] 10.222.0.83 "PUT /v2.0/ports/03ed68e1-e16a-477e-b511-8dd277c25c66 HTTP/1.1" status: 200 len: 1097 time: 2.3911860 Oct 20 10:43:30.490313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:30.493006 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952898f-dede-45c4-8b5a-46ce0a3b15a7" -d '{"events": [{"name": "network-changed", "server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:30.592917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 846e822e-df1d-4f3b-9d43-99504dec344e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:30.609301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 846e822e-df1d-4f3b-9d43-99504dec344e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:30.609936 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.683261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-e3114119-6fa6-4fbc-a041-8e7414fb2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.684774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-e3114119-6fa6-4fbc-a041-8e7414fb2b20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d0eb6abe7274e22857c935436c08152&device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 1100 time: 0.1418636 Oct 20 10:43:30.833124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-4cf9a113-59f5-4aef-87f3-e59bf99b59c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=03ed68e1-e16a-477e-b511-8dd277c25c66 HTTP/1.1" status: 200 len: 217 time: 0.1379447 Oct 20 10:43:30.850265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.872144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Deleting port 0388ed54-5b86-4109-80e1-ffc108420ab2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:30.872680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.932911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:30.936912 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966fc62e-c802-4e03-8527-73963c7b24c2 x-openstack-request-id: req-966fc62e-c802-4e03-8527-73963c7b24c2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:30.939995 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d1d0f-79e6-42ac-84c4-b673ea8d1c5e" -d '{"events": [{"server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "name": "network-vif-plugged", "status": "completed", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:30.943724 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:30.944033 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-966fc62e-c802-4e03-8527-73963c7b24c2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:30.944470 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66', 'status': 'completed', 'code': 200} Oct 20 10:43:30.969075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-29076079-61a5-4b68-80e3-5bd7c428c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.970615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-29076079-61a5-4b68-80e3-5bd7c428c093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1296332 Oct 20 10:43:30.973928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=846e822e-df1d-4f3b-9d43-99504dec344e,segment=NetworkSegment(ac4eaba3-435c-4466-b797-7ddc7705eb34),segment_id=ac4eaba3-435c-4466-b797-7ddc7705eb34)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:30.982642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.057334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] For port 0388ed54-5b86-4109-80e1-ffc108420ab2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0388ed54-5b86-4109-80e1-ffc108420ab2,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:31.057695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.142244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-1637993c-ac49-4e27-a57d-c4950f2722ae tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.143862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-1637993c-ac49-4e27-a57d-c4950f2722ae tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.1723430 Oct 20 10:43:31.154587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:31.170339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-ddc970cb-985a-4e12-92e3-d50ffb7c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.172407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-ddc970cb-985a-4e12-92e3-d50ffb7c7f69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825018 Oct 20 10:43:31.189177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Calling delete_port for 0388ed54-5b86-4109-80e1-ffc108420ab2 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:31.316202 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bdc34d27-69dc-4ca1-9a27-dd38a0cbbf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.359577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-0c560ccc-e0a4-46bf-8da1-a84046d3cb01 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680613 Oct 20 10:43:31.368466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Deleting port 1d6fe20a-da72-4253-a9cd-31fc675108ab {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:31.368808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.384214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f1c2-44fb-4105-95ab-58df34ed760c req-cee5dfe9-d4f5-428b-a328-652fe1c0f27a tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.385964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e66f1c2-44fb-4105-95ab-58df34ed760c req-cee5dfe9-d4f5-428b-a328-652fe1c0f27a tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.3318553 Oct 20 10:43:31.412655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623068f-e4d6-441b-bcc6-45f07d9a910c req-817619d8-a2cc-4401-b487-71b71e067a99 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.414206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d623068f-e4d6-441b-bcc6-45f07d9a910c req-817619d8-a2cc-4401-b487-71b71e067a99 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857 HTTP/1.1" status: 200 len: 944 time: 0.3589926 Oct 20 10:43:31.587837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] For port 1d6fe20a-da72-4253-a9cd-31fc675108ab, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1d6fe20a-da72-4253-a9cd-31fc675108ab,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:31.588270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.597207 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fed62829-c55a-4d57-95d8-8d37cdd14a90 req-78ce42b4-fad2-46c4-8236-d64bf0cedb95 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245440 Oct 20 10:43:31.623633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Calling delete_port for 1d6fe20a-da72-4253-a9cd-31fc675108ab owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:31.678856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e66f1c2-44fb-4105-95ab-58df34ed760c req-abdf7590-d7c8-430c-9d60-af6e267286a4 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636247 Oct 20 10:43:31.693811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.705842 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.768852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-2701a1ad-9425-4c6a-a748-c17f92a02e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.779093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-2701a1ad-9425-4c6a-a748-c17f92a02e13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d0eb6abe7274e22857c935436c08152&device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 1100 time: 0.1015868 Oct 20 10:43:31.835280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Pushing event deleted for resources: {'Port': ['ID=0388ed54-5b86-4109-80e1-ffc108420ab2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:31.931100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.955495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d623068f-e4d6-441b-bcc6-45f07d9a910c req-cb958ffc-d1ff-4791-a14e-a147bdd298aa tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367586 Oct 20 10:43:31.990214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event deleted for resources: {'Port': ['ID=1d6fe20a-da72-4253-a9cd-31fc675108ab,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:32.017606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5baf-f6f1-4fd1-8bb4-2a37c591a294 req-93fe1c96-8877-409c-bb18-63da75050f02 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.019293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-669a5baf-f6f1-4fd1-8bb4-2a37c591a294 req-93fe1c96-8877-409c-bb18-63da75050f02 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 945 time: 0.1778688 Oct 20 10:43:32.036291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-8cbbbe3b-9a79-45e8-8415-e74a16173047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.038380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-8cbbbe3b-9a79-45e8-8415-e74a16173047 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1989052 Oct 20 10:43:32.055554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] No DVR routers for this DVR port 1d6fe20a-da72-4253-a9cd-31fc675108ab on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:32.063826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.066571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-a53d8aaf-cd7b-44fd-8fdb-26ce0165cad0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.067747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b8242bc-aa70-4dc3-8a7b-85890e611b75 req-ce680464-7110-4a1e-9bd2-9aa8e9a522f4 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.70 "DELETE /v2.0/ports/1d6fe20a-da72-4253-a9cd-31fc675108ab HTTP/1.1" status: 204 len: 173 time: 0.9118750 Oct 20 10:43:32.068120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-a53d8aaf-cd7b-44fd-8fdb-26ce0165cad0 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 945 time: 0.6134531 Oct 20 10:43:32.117615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-84e40426-2cb0-4bab-b3fc-917abd1893f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=03ed68e1-e16a-477e-b511-8dd277c25c66 HTTP/1.1" status: 200 len: 217 time: 0.0635533 Oct 20 10:43:32.227186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-36b940f5-625b-4cdc-941b-46b05bea0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.230234 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-36b940f5-625b-4cdc-941b-46b05bea0f9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0943217 Oct 20 10:43:32.329278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-61f0d3a6-6c93-440a-a85a-aba187c98015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.330793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-61f0d3a6-6c93-440a-a85a-aba187c98015 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834415 Oct 20 10:43:32.472470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-84c09c43-c93c-4f46-a76d-5cfeecf9e03e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289232 Oct 20 10:43:32.604907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6952898f-dede-45c4-8b5a-46ce0a3b15a7 req-c7c70a36-4cb9-4fa7-9655-c5088b112b16 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136563 Oct 20 10:43:32.676841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-669a5baf-f6f1-4fd1-8bb4-2a37c591a294 req-66059dc7-1f1c-41a3-8dea-88f43433b4a4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433415 Oct 20 10:43:32.726079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.771243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1238-68b6-45ae-a235-8521720b7f77 req-f7a73aa4-bc18-4457-979b-5e0289014de5 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.783952 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c5c1238-68b6-45ae-a235-8521720b7f77 req-f7a73aa4-bc18-4457-979b-5e0289014de5 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 948 time: 0.6353972 Oct 20 10:43:32.797236 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe2add-5128-4760-b3eb-23795c27a4e6 x-openstack-request-id: req-76fe2add-5128-4760-b3eb-23795c27a4e6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:32.797527 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "name": "network-vif-plugged", "status": "completed", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:32.797954 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-76fe2add-5128-4760-b3eb-23795c27a4e6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:32.798500 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e', 'code': 200} Oct 20 10:43:32.818662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.925318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Deleting port 6059a337-77c8-4a1d-8962-5931fa2dd70f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:32.925946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.931876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1290351-7295-4fb9-ae36-eb9a0067de8b req-1c11cd18-b991-4ca7-8ce3-6efde8886659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.934982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1290351-7295-4fb9-ae36-eb9a0067de8b req-1c11cd18-b991-4ca7-8ce3-6efde8886659 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 1098 time: 0.0640414 Oct 20 10:43:32.935674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c5c1238-68b6-45ae-a235-8521720b7f77 req-cad3b079-eb73-4678-9c64-9c1d6d58cd22 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508713 Oct 20 10:43:32.951253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-deleted', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:32.968899 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9f737b-9e0f-46da-a581-cfedf70cf75d" -d '{"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-deleted", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:33.028478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1290351-7295-4fb9-ae36-eb9a0067de8b req-e9979802-022e-4a01-93e8-1f58e2c8d93a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859616 Oct 20 10:43:33.070804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] For port 6059a337-77c8-4a1d-8962-5931fa2dd70f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6059a337-77c8-4a1d-8962-5931fa2dd70f,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:33.071322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.094058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Calling delete_port for 6059a337-77c8-4a1d-8962-5931fa2dd70f owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:33.114806 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24ce78f-41d3-45ec-9fa9-5644a43c95bf x-openstack-request-id: req-d24ce78f-41d3-45ec-9fa9-5644a43c95bf {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:33.115134 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857", "name": "network-vif-deleted", "tag": "1d6fe20a-da72-4253-a9cd-31fc675108ab", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:33.115383 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d24ce78f-41d3-45ec-9fa9-5644a43c95bf {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:33.115785 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1fe0e8-5e6c-44ca-b27f-cad08e2ed857', 'name': 'network-vif-deleted', 'tag': '1d6fe20a-da72-4253-a9cd-31fc675108ab', 'status': 'completed', 'code': 200} Oct 20 10:43:33.235630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c71f-4c96-4d5c-95d2-b065fa376a4c req-70eeaea2-0f22-438d-8adb-49842fde1111 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:33.243201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55e4c71f-4c96-4d5c-95d2-b065fa376a4c req-70eeaea2-0f22-438d-8adb-49842fde1111 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.1517367 Oct 20 10:43:33.349407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55e4c71f-4c96-4d5c-95d2-b065fa376a4c req-b9b259d3-2612-458f-801b-3d80e50a20c9 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053193 Oct 20 10:43:33.500577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Router 6cf66248-58f7-40dc-8622-810a0c4e0b41 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:33.544775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527930a5-5fc8-4c8b-8a3e-b751ae887f78 req-a25f88d5-70c5-4ce1-b26f-5e053d12d87a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:33.546610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-527930a5-5fc8-4c8b-8a3e-b751ae887f78 req-a25f88d5-70c5-4ce1-b26f-5e053d12d87a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.1395891 Oct 20 10:43:33.583646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.633327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event deleted for resources: {'Port': ['ID=6059a337-77c8-4a1d-8962-5931fa2dd70f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.737254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-527930a5-5fc8-4c8b-8a3e-b751ae887f78 req-6610f712-d388-4829-ad99-b80b81a92aea tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497362 Oct 20 10:43:33.740149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] No DVR routers for this DVR port 6059a337-77c8-4a1d-8962-5931fa2dd70f on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:33.745240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.750592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e8cfae-bb5f-4a04-a9a0-cc56dd2ead78 req-5a235fac-87a9-49bc-8ff9-476e60f02a70 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.83 "DELETE /v2.0/ports/6059a337-77c8-4a1d-8962-5931fa2dd70f HTTP/1.1" status: 204 len: 173 time: 1.6543801 Oct 20 10:43:33.787833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-deleted', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:33.790278 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f5d66-6241-4b6f-a124-91ef0ed94ff0" -d '{"events": [{"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-deleted", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:33.796540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:33.803521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d3d3d05b-3052-4fb9-a525-0c3c2027d069 admin admin] 10.222.0.74 "PUT /v2.0/routers/6cf66248-58f7-40dc-8622-810a0c4e0b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6884227 Oct 20 10:43:33.807544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:33.811657 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Sync routers for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:33.830475 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:33.837341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:33.929805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e0b6a76-985d-448f-8707-7900e8eab08e req-02b76963-8049-4aa8-aaf7-accc954bf9e7 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=aaf1f0e3-039e-44de-8388-d8b377d63643 HTTP/1.1" status: 200 len: 210 time: 0.1091895 Oct 20 10:43:34.023409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.081497 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dfc324-0b99-4ed0-9761-516fb3b9b291 x-openstack-request-id: req-62dfc324-0b99-4ed0-9761-516fb3b9b291 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:34.082855 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf1f0e3-039e-44de-8388-d8b377d63643", "name": "network-vif-deleted", "tag": "6059a337-77c8-4a1d-8962-5931fa2dd70f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:34.085605 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62dfc324-0b99-4ed0-9761-516fb3b9b291 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:34.086461 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf1f0e3-039e-44de-8388-d8b377d63643', 'name': 'network-vif-deleted', 'tag': '6059a337-77c8-4a1d-8962-5931fa2dd70f', 'status': 'completed', 'code': 200} Oct 20 10:43:34.175507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-befcc966-3178-4ce9-b5fe-7ce7e9803952 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.192134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-befcc966-3178-4ce9-b5fe-7ce7e9803952 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.2500269 Oct 20 10:43:34.238880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.257060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.336288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46192) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:34.409732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Deleting port dccd66b5-a978-4856-9a76-121ccc7d2c14 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:34.410789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.437378 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:34.504591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:34.562753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1602d5b3-2645-49d5-a3a1-d17d7671a0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.599196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1d6fe20a-da72-4253-a9cd-31fc675108ab {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:34.599736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1d6fe20a-da72-4253-a9cd-31fc675108ab not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:34.624961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] For port dccd66b5-a978-4856-9a76-121ccc7d2c14, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dccd66b5-a978-4856-9a76-121ccc7d2c14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:34.625658 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.649352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Calling delete_port for dccd66b5-a978-4856-9a76-121ccc7d2c14 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:34.653560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 03ed68e1-e16a-477e-b511-8dd277c25c66 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:34.768981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1602d5b3-2645-49d5-a3a1-d17d7671a0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.777924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1602d5b3-2645-49d5-a3a1-d17d7671a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.827730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:34.862364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a4cc4-1948-4d3c-8783-32a9b4751a19 req-fd5c477b-16bc-4454-8401-f6f5a9601c0f tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.867224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602d5b3-2645-49d5-a3a1-d17d7671a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45624cc-64fc-4ad4-bb63-90fecd5c9d99,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:34.880150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-175a4cc4-1948-4d3c-8783-32a9b4751a19 req-fd5c477b-16bc-4454-8401-f6f5a9601c0f tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 948 time: 0.6560662 Oct 20 10:43:34.940926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1602d5b3-2645-49d5-a3a1-d17d7671a0e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a3a61096e3a24aafbf2513258e59bd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025691 Oct 20 10:43:34.941374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:34.957528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 6059a337-77c8-4a1d-8962-5931fa2dd70f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:34.958911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6059a337-77c8-4a1d-8962-5931fa2dd70f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:34.993991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-175a4cc4-1948-4d3c-8783-32a9b4751a19 req-efc3c5d8-d709-4f09-abc4-d9d5522802e8 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961220 Oct 20 10:43:35.011323 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:43:31Z', 'revision_number': 5, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port': {'id': 'dccd66b5-a978-4856-9a76-121ccc7d2c14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:00Z', 'updated_at': '2021-10-20T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.013665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=03ed68e1-e16a-477e-b511-8dd277c25c66,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:35.039908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '03ed68e1-e16a-477e-b511-8dd277c25c66', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '03ed68e1-e16a-477e-b511-8dd277c25c66', 'mac_address': 'fa:16:3e:68:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:35.042107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44947439-f660-444b-93d7-826cc1a63188 req-8f3f605c-96a5-41f8-8a89-5f2785107fb1 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.042799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.048208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44947439-f660-444b-93d7-826cc1a63188 req-8f3f605c-96a5-41f8-8a89-5f2785107fb1 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.4586968 Oct 20 10:43:35.076804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.078773 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Checking router: 6cf66248-58f7-40dc-8622-810a0c4e0b41 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:35.088458 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Routers {'6cf66248-58f7-40dc-8622-810a0c4e0b41'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:35.089683 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:43:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6cf66248-58f7-40dc-8622-810a0c4e0b41'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.106564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.107645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Deleting port 59331495-978d-4b15-864b-ccf779b72d7b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:35.108725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.121581 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.151218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ed68e1-e16a-477e-b511-8dd277c25c66 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:35.157598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dccd66b5-a978-4856-9a76-121ccc7d2c14,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:35.181153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=03ed68e1-e16a-477e-b511-8dd277c25c66,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:35.188098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.249726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.252679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.253876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e45624cc-64fc-4ad4-bb63-90fecd5c9d99 HTTP/1.1" status: 204 len: 168 time: 0.3108087 Oct 20 10:43:35.268962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f5c6-da63-4094-a773-388f394145f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45624cc-64fc-4ad4-bb63-90fecd5c9d99,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:35.270037 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] Set router 6cf66248-58f7-40dc-8622-810a0c4e0b41 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:35.279635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.307573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:35.365887 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:43:34Z', 'revision_number': 7, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.404257 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf8eed-3618-496c-ae03-5f619764934c None None] The sync data for ids ['6cf66248-58f7-40dc-8622-810a0c4e0b41'] in n-d-802060-17 is: [{'id': '6cf66248-58f7-40dc-8622-810a0c4e0b41', 'name': 'tempest-ServersTestJSON-1676684234-router', 'tenant_id': '99c549551f5545ca950001d8924cf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:43:34Z', 'revision_number': 7, 'project_id': '99c549551f5545ca950001d8924cf807', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:35.433783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['03ed68e1-e16a-477e-b511-8dd277c25c66'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:35.434190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] For port 59331495-978d-4b15-864b-ccf779b72d7b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=59331495-978d-4b15-864b-ccf779b72d7b,segment=NetworkSegment(7e538868-c0af-42c9-a925-5ad832751591),segment_id=7e538868-c0af-42c9-a925-5ad832751591)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:35.434190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.475567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Calling delete_port for 59331495-978d-4b15-864b-ccf779b72d7b owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:35.490526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.493070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.493956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44947439-f660-444b-93d7-826cc1a63188 req-2623b044-cb85-43b2-acc3-dba5b1b020ed tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274886 Oct 20 10:43:35.543652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.545818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf66248-58f7-40dc-8622-810a0c4e0b41 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:43:35.559467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.560637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b2c70fdb-be2a-4e46-bc89-3f0149ca77cf admin admin] 10.222.0.74 "DELETE /v2.0/routers/6cf66248-58f7-40dc-8622-810a0c4e0b41 HTTP/1.1" status: 204 len: 168 time: 1.7521029 Oct 20 10:43:35.566237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46216) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:35.573882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954091-2837-434b-b925-8a1f1706004a req-af88c978-0445-4f61-b84b-cfe3364d208c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.590899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60954091-2837-434b-b925-8a1f1706004a req-af88c978-0445-4f61-b84b-cfe3364d208c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 944 time: 0.2881532 Oct 20 10:43:35.620698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Deleting subnet abd57fba-7cb9-4fba-9b9e-81a671464eb0 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:35.624471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.663982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.798675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.807366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60954091-2837-434b-b925-8a1f1706004a req-38c62c88-78b7-4381-bd23-1317ecadec5a tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/security-groups?id=32bdf6d3-8f8e-40b8-9184-58d55ee3294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061982 Oct 20 10:43:35.872278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46218) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:35.904253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a0bedf0-6766-4675-b52d-c61a4262aeea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.001366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.018323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a0bedf0-6766-4675-b52d-c61a4262aeea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.026586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a0bedf0-6766-4675-b52d-c61a4262aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.070318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bedf0-6766-4675-b52d-c61a4262aeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b46da6-6cf1-4636-b2fb-03ad884b0df2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.088813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Pushing event deleted for resources: {'Port': ['ID=59331495-978d-4b15-864b-ccf779b72d7b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.118291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a0bedf0-6766-4675-b52d-c61a4262aeea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b0bdf428a504b0c9d7026820071fc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448127 Oct 20 10:43:36.121294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46232) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:36.138439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.175530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd57fba-7cb9-4fba-9b9e-81a671464eb0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.209304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.213566 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09547b31-7047-46e7-a9a5-6db201a6077d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/abd57fba-7cb9-4fba-9b9e-81a671464eb0 HTTP/1.1" status: 204 len: 168 time: 0.6453633 Oct 20 10:43:36.217308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:36.221979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f15815-4404-46ec-ac10-9c8cb2f42027 None None] Network 6fba6240-577e-44e4-8747-cad647725e13 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:36.241630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] No DVR routers for this DVR port 59331495-978d-4b15-864b-ccf779b72d7b on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:36.250274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.255731 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.259625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82faa30d-49e4-47f0-a11b-bb59159ca2ec req-8428ec90-b3bc-4da3-ab88-e503d56def83 tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.83 "DELETE /v2.0/ports/59331495-978d-4b15-864b-ccf779b72d7b HTTP/1.1" status: 204 len: 173 time: 2.0652010 Oct 20 10:43:36.260762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-deleted', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:36.271601 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660f4f7-63c5-4140-95ce-b06d7bee126a" -d '{"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-deleted", "tag": "59331495-978d-4b15-864b-ccf779b72d7b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:36.283830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.356966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e81fb4-9957-42d7-ab21-1f8b4b8bf6ad req-10f1ac94-8f36-4e09-a4e9-0697f45f0f5c tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.366933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87e81fb4-9957-42d7-ab21-1f8b4b8bf6ad req-10f1ac94-8f36-4e09-a4e9-0697f45f0f5c tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 949 time: 0.1588309 Oct 20 10:43:36.427294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87e81fb4-9957-42d7-ab21-1f8b4b8bf6ad req-8d1ea9d0-61e2-4447-9c4d-edcfd67ba8f9 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Oct 20 10:43:36.518625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.521809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.524811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9b46da6-6cf1-4636-b2fb-03ad884b0df2 HTTP/1.1" status: 204 len: 168 time: 0.4024827 Oct 20 10:43:36.573453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710b086-336b-453a-b78a-9a11ead2a43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b46da6-6cf1-4636-b2fb-03ad884b0df2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.588080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.593924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] DHCP port deletion for 6fba6240-577e-44e4-8747-cad647725e13 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:43:36.594552 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d52341-ed80-45ad-a5d9-a29e63e476aa x-openstack-request-id: req-26d52341-ed80-45ad-a5d9-a29e63e476aa {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:36.594780 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eacc90a-a7d7-4ad9-afbe-794dbff56616", "name": "network-vif-deleted", "tag": "59331495-978d-4b15-864b-ccf779b72d7b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:36.595136 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26d52341-ed80-45ad-a5d9-a29e63e476aa {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:36.597050 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eacc90a-a7d7-4ad9-afbe-794dbff56616', 'name': 'network-vif-deleted', 'tag': '59331495-978d-4b15-864b-ccf779b72d7b', 'status': 'completed', 'code': 200} Oct 20 10:43:36.738518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 03ed68e1-e16a-477e-b511-8dd277c25c66 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:36.765412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Deleting port a42ba92d-838a-4493-8497-17dbc6c6f6e9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:36.765764 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.879715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Deleting port a42ba92d-838a-4493-8497-17dbc6c6f6e9 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:36.880167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.909647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42ba92d-838a-4493-8497-17dbc6c6f6e9 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:36.994427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4216-e104-4c68-b21f-f79783b73184 req-30949742-affe-4bd6-a9a1-5b52544d10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.996210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-30949742-affe-4bd6-a9a1-5b52544d10c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eac35d42b2c4a9688792421ec6d4732&device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 1098 time: 0.1817532 Oct 20 10:43:36.998759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] For port a42ba92d-838a-4493-8497-17dbc6c6f6e9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42ba92d-838a-4493-8497-17dbc6c6f6e9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:36.999281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.013650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786f6b-31a2-4aab-8a98-8dd5e615db38 req-3069bd72-1cb5-4140-9246-9328c8c183c3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.028587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77786f6b-31a2-4aab-8a98-8dd5e615db38 req-3069bd72-1cb5-4140-9246-9328c8c183c3 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.3231089 Oct 20 10:43:37.037886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Calling delete_port for a42ba92d-838a-4493-8497-17dbc6c6f6e9 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:37.101858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-338f5b20-5fec-4bbc-8f1a-4cecf4ba965f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.105073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-338f5b20-5fec-4bbc-8f1a-4cecf4ba965f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 945 time: 0.1792729 Oct 20 10:43:37.131540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4889a-61e6-4b4b-837f-b6af8e6d9903 req-8e616dfb-ccfc-4ffe-9504-68e3e496246c tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.140743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fe4889a-61e6-4b4b-837f-b6af8e6d9903 req-8e616dfb-ccfc-4ffe-9504-68e3e496246c tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.3594766 Oct 20 10:43:37.147232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77786f6b-31a2-4aab-8a98-8dd5e615db38 req-92982edc-c277-4202-9bce-8c5e1eaf3097 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172786 Oct 20 10:43:37.223320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] For port a42ba92d-838a-4493-8497-17dbc6c6f6e9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42ba92d-838a-4493-8497-17dbc6c6f6e9,segment=NetworkSegment(42a27e73-47ce-42aa-9c6b-7cbf757acd49),segment_id=42a27e73-47ce-42aa-9c6b-7cbf757acd49)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:37.236098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.280747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fe4889a-61e6-4b4b-837f-b6af8e6d9903 req-59fde0bc-b772-47cb-a554-4655eac2c187 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376476 Oct 20 10:43:37.312657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Calling delete_port for a42ba92d-838a-4493-8497-17dbc6c6f6e9 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:37.324861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 03ed68e1-e16a-477e-b511-8dd277c25c66 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:37.334718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 03ed68e1-e16a-477e-b511-8dd277c25c66 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:37.335436 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.433114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bb22c18-e5a4-47c3-acbf-08d3beab624f req-2903fd7d-9368-424a-b1d6-c57b81a2ba3c tempest-LiveAutoBlockMigrationV225Test-1086444423 tempest-LiveAutoBlockMigrationV225Test-1086444423-project] 10.222.0.74 "GET /v2.0/ports?device_id=5eacc90a-a7d7-4ad9-afbe-794dbff56616 HTTP/1.1" status: 200 len: 210 time: 0.1129868 Oct 20 10:43:37.491618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.497624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4216-e104-4c68-b21f-f79783b73184 req-09c622f3-5916-407f-b95e-b8786719468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.499146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-09c622f3-5916-407f-b95e-b8786719468d service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf61fe1a-cb42-41db-9793-fcfde64006a2 HTTP/1.1" status: 200 len: 916 time: 0.4914536 Oct 20 10:43:37.501551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.545257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Deleting port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:37.545609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.614043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dccd66b5-a978-4856-9a76-121ccc7d2c14 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:37.644324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: dccd66b5-a978-4856-9a76-121ccc7d2c14 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:37.644676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dccd66b5-a978-4856-9a76-121ccc7d2c14 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:37.645355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0388ed54-5b86-4109-80e1-ffc108420ab2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:37.656163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.658236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.684632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42ba92d-838a-4493-8497-17dbc6c6f6e9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:37.689881 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-9f39bf96-0d9f-427e-b2fb-b9d75ef7317e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846e822e-df1d-4f3b-9d43-99504dec344e HTTP/1.1" status: 200 len: 217 time: 0.1672208 Oct 20 10:43:37.692826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] No DVR routers for this DVR port a42ba92d-838a-4493-8497-17dbc6c6f6e9 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:37.720483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedabe6-db23-46bd-8b7d-047b5dbf0d48 req-f816ef3e-029b-4398-9500-92971f5eb4cd tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.722101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0388ed54-5b86-4109-80e1-ffc108420ab2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:37.722436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0388ed54-5b86-4109-80e1-ffc108420ab2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:37.727871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aedabe6-db23-46bd-8b7d-047b5dbf0d48 req-f816ef3e-029b-4398-9500-92971f5eb4cd tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 949 time: 0.1367817 Oct 20 10:43:37.732489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] Pushing event deleted for resources: {'Port': ['ID=a42ba92d-838a-4493-8497-17dbc6c6f6e9,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:37.740769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b8b85-67a1-4707-b382-1b9c26a56cf5 None None] No DVR routers for this DVR port a42ba92d-838a-4493-8497-17dbc6c6f6e9 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:37.756565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:37.757688 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab0967f-5e50-4d1b-94b5-dffa10aee602" -d '{"events": [{"server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "name": "network-vif-plugged", "status": "completed", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:37.777687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=03ed68e1-e16a-477e-b511-8dd277c25c66,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:37.783395 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.784590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 59331495-978d-4b15-864b-ccf779b72d7b no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:37.792584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] For port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:37.793329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.813832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Calling delete_port for a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:37.834206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 59331495-978d-4b15-864b-ccf779b72d7b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:37.834965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 59331495-978d-4b15-864b-ccf779b72d7b not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:37.849345 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad5a51-034b-4fb7-b544-aa197864646c x-openstack-request-id: req-b0ad5a51-034b-4fb7-b544-aa197864646c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:37.855985 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "name": "network-vif-plugged", "status": "completed", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:37.856598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0ad5a51-034b-4fb7-b544-aa197864646c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:37.857436 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66', 'code': 200} Oct 20 10:43:37.888186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4216-e104-4c68-b21f-f79783b73184 req-f5d5be39-7019-4d54-a2ac-70d9df968095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.889558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:37.891687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-f5d5be39-7019-4d54-a2ac-70d9df968095 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a31b2e84-3414-46e8-bdd4-e879f8b7c534 HTTP/1.1" status: 200 len: 854 time: 0.1900024 Oct 20 10:43:37.970379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-81035300-3cd5-4165-a9da-c707b0a1649a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf61fe1a-cb42-41db-9793-fcfde64006a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559902 Oct 20 10:43:37.985532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aedabe6-db23-46bd-8b7d-047b5dbf0d48 req-6991f0af-dcd1-410f-a65f-7ec9aef0dbe8 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563746 Oct 20 10:43:38.021038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca3076-cb3c-4ef6-b52e-1066f5ff63b5 req-c65ccef0-dab3-4403-81b2-d74fd78cf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.021799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.022921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eca3076-cb3c-4ef6-b52e-1066f5ff63b5 req-c65ccef0-dab3-4403-81b2-d74fd78cf262 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 1102 time: 0.1187439 Oct 20 10:43:38.076086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fba6240-577e-44e4-8747-cad647725e13']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:38.090695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eca3076-cb3c-4ef6-b52e-1066f5ff63b5 req-2b1fb07f-551b-42c7-93d0-1e9256db3266 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Oct 20 10:43:38.109504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.142848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event deleted for resources: {'Port': ['ID=a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:38.235951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] No DVR routers for this DVR port a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:38.240373 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.246133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-026ba3e7-5167-4a26-a8a6-4d41ba6bb429 req-b0da881f-d5a3-4315-9082-b6ebcf1a319b tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "DELETE /v2.0/ports/a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 HTTP/1.1" status: 204 len: 173 time: 1.1024158 Oct 20 10:43:38.354656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c8fc13d-58a4-4eea-8cf3-2432bba62191 req-80fc859c-4534-4c1d-9437-465ba115d369 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c69cbd5-d825-4d9d-8ae2-298a2e38f31b HTTP/1.1" status: 200 len: 210 time: 0.0842173 Oct 20 10:43:38.451836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669c7a-e97f-4870-8286-a50fc94b8c27 req-78f4f386-e8fc-4347-bbe6-561f00927d21 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.454236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc669c7a-e97f-4870-8286-a50fc94b8c27 req-78f4f386-e8fc-4347-bbe6-561f00927d21 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.0709896 Oct 20 10:43:38.504954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a27e73-47ce-42aa-9c6b-7cbf757acd49') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:38.504954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a27e73-47ce-42aa-9c6b-7cbf757acd49') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:38.514426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.525987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc669c7a-e97f-4870-8286-a50fc94b8c27 req-19696697-1445-4df7-95ca-5d4a21220c1a tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Oct 20 10:43:38.532676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.538915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:38.539268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.569497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46314) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:38.598005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-deleted', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:38.599967 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:38.604364 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed82ca7e-92b1-4728-afc5-3520af859ae6" -d '{"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-deleted", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:38.619755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.639257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.642846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6fba6240-577e-44e4-8747-cad647725e13 HTTP/1.1" status: 204 len: 168 time: 2.4243917 Oct 20 10:43:38.643934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8078-8c92-4ee5-afa1-e81dc792e9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fba6240-577e-44e4-8747-cad647725e13,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:38.647842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-979147c8-6e65-4b74-ba77-ed82ee4ceb93 service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285107 Oct 20 10:43:38.689410 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679ed3b-eb7a-4a3b-8a2a-243f015c8af8 x-openstack-request-id: req-9679ed3b-eb7a-4a3b-8a2a-243f015c8af8 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:38.689809 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c69cbd5-d825-4d9d-8ae2-298a2e38f31b", "name": "network-vif-deleted", "tag": "a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:38.690064 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9679ed3b-eb7a-4a3b-8a2a-243f015c8af8 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:38.690618 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c69cbd5-d825-4d9d-8ae2-298a2e38f31b', 'name': 'network-vif-deleted', 'tag': 'a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32', 'status': 'completed', 'code': 200} Oct 20 10:43:38.805944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Deleting subnet 8e9183ef-6dac-43e4-a812-c9fb094c7858 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:38.809662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.875771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-889e4216-e104-4c68-b21f-f79783b73184 req-37f1bd0a-b000-4871-982f-32253ea51cce service neutron] 10.222.0.70 "GET /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177045 Oct 20 10:43:38.893395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:38.938826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.956645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7b94ba44-8ee6-48dd-b620-a7986034c3bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99c549551f5545ca950001d8924cf807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616009 Oct 20 10:43:38.957464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46348) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:38.985150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a942a9e-e7b8-4c7a-acec-253c06699380 req-04dcceb4-d5fb-4b42-83f4-8ab08b49072c tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.987398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a942a9e-e7b8-4c7a-acec-253c06699380 req-04dcceb4-d5fb-4b42-83f4-8ab08b49072c tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 950 time: 0.1092596 Oct 20 10:43:39.018158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.042512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.052602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.099657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.102897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.104522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b04ad5f-f4b9-4523-b7db-b53fbbfe5608 HTTP/1.1" status: 204 len: 168 time: 0.1460214 Oct 20 10:43:39.113654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f3a7c-82ba-40d8-8260-ade862c2d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04ad5f-f4b9-4523-b7db-b53fbbfe5608,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:39.139408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a942a9e-e7b8-4c7a-acec-253c06699380 req-626ef48f-e4bb-4df0-a6ab-c2bcc51d5cbe tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427863 Oct 20 10:43:39.201639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843dbd-137f-469b-97ff-ae753f0dfb2a req-fec8f881-ffa0-4163-aaf1-6bc44b759737 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.208783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00843dbd-137f-469b-97ff-ae753f0dfb2a req-fec8f881-ffa0-4163-aaf1-6bc44b759737 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 950 time: 0.1055813 Oct 20 10:43:39.225602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.265246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9183ef-6dac-43e4-a812-c9fb094c7858,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:39.267434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.273299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e023a6c6-c688-4316-b32e-2a7b42758a23 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8e9183ef-6dac-43e4-a812-c9fb094c7858 HTTP/1.1" status: 204 len: 168 time: 0.7003522 Oct 20 10:43:39.274899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46360) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:39.341565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00843dbd-137f-469b-97ff-ae753f0dfb2a req-23b11c86-bdb6-4d44-9461-39870e1f4e94 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281035 Oct 20 10:43:39.349685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.455670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.489333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce9a2ad-fd43-4709-9321-3c7f18800952']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:39.503037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e538868-c0af-42c9-a925-5ad832751591') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:39.503382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e538868-c0af-42c9-a925-5ad832751591') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:39.517678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.542769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.555679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:39.557058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:39.643740 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:39.647856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.659083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.664716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bce9a2ad-fd43-4709-9321-3c7f18800952 HTTP/1.1" status: 204 len: 168 time: 0.3889804 Oct 20 10:43:39.667786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:39.686455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708169fa-61e8-4eb7-aabe-c218848a55d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce9a2ad-fd43-4709-9321-3c7f18800952,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:39.735495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Deleting subnet e59d0033-d9c4-415c-889c-0849784cb3c1 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:39.739478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.788684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.829579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.841673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f5c6-11d5-4527-9e0a-8a8230cb003f req-dfbe8fed-e9c4-4d5a-8694-d52be1eac24b tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.843360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a04f5c6-11d5-4527-9e0a-8a8230cb003f req-dfbe8fed-e9c4-4d5a-8694-d52be1eac24b tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.0868080 Oct 20 10:43:39.859640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbaff-671b-48cb-83a1-36f97edbd7c2 req-e8a1ab83-d6ac-4da3-ac5b-beaa9316cfed tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.861318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53acbaff-671b-48cb-83a1-36f97edbd7c2 req-e8a1ab83-d6ac-4da3-ac5b-beaa9316cfed tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.0690255 Oct 20 10:43:39.895010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.923631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59d0033-d9c4-415c-889c-0849784cb3c1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:39.927854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.935482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7662f3f9-5bd0-4b4f-b9d2-3bb052180ef6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e59d0033-d9c4-415c-889c-0849784cb3c1 HTTP/1.1" status: 204 len: 168 time: 0.2619305 Oct 20 10:43:39.935774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:39.939147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a04f5c6-11d5-4527-9e0a-8a8230cb003f req-98036482-1f7d-423b-bc27-40c2f34008a6 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764451 Oct 20 10:43:39.963716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53acbaff-671b-48cb-83a1-36f97edbd7c2 req-785798a7-fa77-4159-a0a2-854a712dfbee tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/security-groups?id=4527c0f9-c54a-4c2d-b854-24f5667abe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950191 Oct 20 10:43:40.059233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.124864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:40.214926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.249296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b7f90d-1efe-4de9-a7bd-f60c0180d19a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:40.251795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-46611878-network', 'tenant_id': '5eac7f704ae4437b9b207ce21464ff23'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:40.264287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b559-543a-4291-a1dc-960dade82b4b req-eded1ac2-989a-4c8f-9d41-8990f351ba62 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.265766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b853b559-543a-4291-a1dc-960dade82b4b req-eded1ac2-989a-4c8f-9d41-8990f351ba62 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 964 time: 0.1755712 Oct 20 10:43:40.272345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223648b8-25a1-4f44-8ee7-4b3bd28b070d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:40.272642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223648b8-25a1-4f44-8ee7-4b3bd28b070d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:40.288497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Made reservation on behalf of 5eac7f704ae4437b9b207ce21464ff23 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:40.291693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.293951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.308946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.325362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.341539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:40.342042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:40.344174 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:40.421211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.425957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.453640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:40.456673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.465101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.468833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] 10.222.0.74 "DELETE /v2.0/networks/30b7f90d-1efe-4de9-a7bd-f60c0180d19a HTTP/1.1" status: 204 len: 168 time: 0.5312603 Oct 20 10:43:40.484220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba96e9f-eef8-426c-8ea2-e36fe277e772 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b7f90d-1efe-4de9-a7bd-f60c0180d19a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:40.491570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Deleting port 0589e42f-0088-424c-bf60-8dcc5959190b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:40.491911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.505523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:40.532031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.532622 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Added segment 35c767ab-c2c7-42db-b9ea-f2f9eed1ab68 of type vlan for network accb61f5-d99c-477e-aa72-9524e726f754 Oct 20 10:43:40.547930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:40.548442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a20c7b6d-41e3-4a9b-9c9d-9e6e56972d32 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:40.578990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8645e074-3f54-4fb0-bb2d-7b44402bf3d6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:40.601525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] For port 0589e42f-0088-424c-bf60-8dcc5959190b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0589e42f-0088-424c-bf60-8dcc5959190b,segment=NetworkSegment(e98286f6-73ae-4642-9fc7-a6343a9e587e),segment_id=e98286f6-73ae-4642-9fc7-a6343a9e587e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:40.602258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.610066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88887f-ca90-463f-87a8-f8d2dfb438bf req-63d7bfd2-3c9d-4232-8e6b-f097d00f2678 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.611748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c88887f-ca90-463f-87a8-f8d2dfb438bf req-63d7bfd2-3c9d-4232-8e6b-f097d00f2678 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 950 time: 0.1709044 Oct 20 10:43:40.615677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Calling delete_port for 0589e42f-0088-424c-bf60-8dcc5959190b owned by compute:tempest-test_az-84665566 {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:40.622666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416dd5-f039-4ac9-9730-956b0e65a480 req-0f5174a0-d12a-4f56-a7d7-d193e5e6210d tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.624304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a416dd5-f039-4ac9-9730-956b0e65a480 req-0f5174a0-d12a-4f56-a7d7-d193e5e6210d tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.1815417 Oct 20 10:43:40.626145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.657011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:40.705747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.706600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.707193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.711517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c88887f-ca90-463f-87a8-f8d2dfb438bf req-bc2d9372-a6b3-4a03-88c6-8edb615698b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827050 Oct 20 10:43:40.714928 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3064182e-f176-4efe-b15e-3c3db5a36858 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b9918ccd8d34e039733511ad54d930a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0567970 Oct 20 10:43:40.717683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46426) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:40.720965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a416dd5-f039-4ac9-9730-956b0e65a480 req-3c801cd9-b4ed-4311-93bd-516f5dc00d81 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895412 Oct 20 10:43:40.764131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6377435 Oct 20 10:43:40.767204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:40.774329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Request body: {'subnet': {'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-46611878-subnet', 'tenant_id': '5eac7f704ae4437b9b207ce21464ff23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:40.814394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.817620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3611adb-f740-415d-aef7-7159ceec685e admin admin] Pushing event updated for resources: {'Network': ['ID=accb61f5-d99c-477e-aa72-9524e726f754,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:40.830957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network accb61f5-d99c-477e-aa72-9524e726f754 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:40.852535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.866439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.897198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Made reservation on behalf of 5eac7f704ae4437b9b207ce21464ff23 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:40.901506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.914212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Pushing event deleted for resources: {'Port': ['ID=0589e42f-0088-424c-bf60-8dcc5959190b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:40.968018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] No DVR routers for this DVR port 0589e42f-0088-424c-bf60-8dcc5959190b on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:40.972219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.976405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b853b559-543a-4291-a1dc-960dade82b4b req-6929d6c3-238d-4cb2-9ae8-9fc96cac16d4 tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.70 "DELETE /v2.0/ports/0589e42f-0088-424c-bf60-8dcc5959190b HTTP/1.1" status: 204 len: 173 time: 0.7010515 Oct 20 10:43:40.976405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-deleted', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:40.979014 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b346a0-efc9-492b-b69d-29a522de04a3" -d '{"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-deleted", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:40.980219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084402-1fa7-4288-8ce0-55111322ad69 req-fc6f824e-d0e0-42ff-871e-08d7dd9edddb tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.982535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.985176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.986989 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32bdf6d3-8f8e-40b8-9184-58d55ee3294d HTTP/1.1" status: 204 len: 168 time: 0.2676983 Oct 20 10:43:40.992134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc084402-1fa7-4288-8ce0-55111322ad69 req-fc6f824e-d0e0-42ff-871e-08d7dd9edddb tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 950 time: 0.1675878 Oct 20 10:43:40.995067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ab31-84c2-4548-8b48-c625c161ad1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bdf6d3-8f8e-40b8-9184-58d55ee3294d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:41.095645 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7a957-ecca-4fd9-a3d1-fc6d82ecef15 x-openstack-request-id: req-9ee7a957-ecca-4fd9-a3d1-fc6d82ecef15 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:41.095929 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3d3c08-2924-4843-98c2-6f31c23819ec", "name": "network-vif-deleted", "tag": "0589e42f-0088-424c-bf60-8dcc5959190b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:41.096189 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ee7a957-ecca-4fd9-a3d1-fc6d82ecef15 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:41.096595 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3d3c08-2924-4843-98c2-6f31c23819ec', 'name': 'network-vif-deleted', 'tag': '0589e42f-0088-424c-bf60-8dcc5959190b', 'status': 'completed', 'code': 200} Oct 20 10:43:41.111823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc084402-1fa7-4288-8ce0-55111322ad69 req-a09df134-04ed-44b1-9bf1-22a0a01120d4 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675597 Oct 20 10:43:41.229580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b17fe8bc-813b-45dc-929d-63230411dabc req-694badc2-58c0-4b65-b96a-dfba513fe81f tempest-LiveMigrationTest-526055729 tempest-LiveMigrationTest-526055729-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea3d3c08-2924-4843-98c2-6f31c23819ec HTTP/1.1" status: 200 len: 210 time: 0.0557292 Oct 20 10:43:41.256202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.315989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3289827e-3b61-4a9f-a5d3-3b5364036c8e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:41.340005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Checking segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:41.340444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Network hostable DHCP agents. Network: accb61f5-d99c-477e-aa72-9524e726f754, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:41.369120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Network accb61f5-d99c-477e-aa72-9524e726f754 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:41.405371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, accb61f5-d99c-477e-aa72-9524e726f754) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:41.411514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.412130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.421334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5c4f5-3060-4b71-b6d5-59116074be07 None None] Network accb61f5-d99c-477e-aa72-9524e726f754 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:41.446177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9393e6d5-1695-43c0-bfd9-8dd52ed11074 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6779315 Oct 20 10:43:41.520221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935309f3-f833-4871-ad5a-a9bdf7a76d12 req-56718b2c-27ae-4fff-8230-fa40aed17840 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.529416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-935309f3-f833-4871-ad5a-a9bdf7a76d12 req-56718b2c-27ae-4fff-8230-fa40aed17840 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 950 time: 0.0719342 Oct 20 10:43:41.537231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:41.608434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-935309f3-f833-4871-ad5a-a9bdf7a76d12 req-38f2f3fd-6f22-4f7d-b1af-c826c75d250f tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Oct 20 10:43:41.611837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ae136419-69b1-4198-be45-02a115fb21bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18c3764768d54a95958b9e7c44307f07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0696034 Oct 20 10:43:41.614289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:41.660376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed609136-0545-422e-bb5e-4dfb6432e223 None None] Network accb61f5-d99c-477e-aa72-9524e726f754 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:41.678362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.706844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.770668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.773844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.777048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c179fd46-e919-4c52-a7c8-28c146e32d18 HTTP/1.1" status: 204 len: 168 time: 0.1617589 Oct 20 10:43:41.789009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3c757-3d9c-460b-9c8d-dc1f51b73288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179fd46-e919-4c52-a7c8-28c146e32d18,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:41.891430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:41.936257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-69757e4f-00ba-4b83-8db9-207572f3ebad tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.941446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-69757e4f-00ba-4b83-8db9-207572f3ebad tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.70 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.0700083 Oct 20 10:43:41.955958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ddc6-bb6a-401a-9195-46b4a628b91d req-3f5298ba-43ba-4706-b6e1-53b2390348e4 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.964594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48d4ddc6-bb6a-401a-9195-46b4a628b91d req-3f5298ba-43ba-4706-b6e1-53b2390348e4 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/ports?device_id=6521bd52-07d2-4db8-a936-48433dc9d725 HTTP/1.1" status: 200 len: 946 time: 0.1398597 Oct 20 10:43:42.009572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48d4ddc6-bb6a-401a-9195-46b4a628b91d req-e0cfa7fd-8c9e-4ea9-84d8-1f163a52c596 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.74 "GET /v2.0/security-groups?id=70b64050-89b4-4b12-9a08-d50a798f6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Oct 20 10:43:42.117643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Deleting port 846e822e-df1d-4f3b-9d43-99504dec344e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:42.118048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.241906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] For port 846e822e-df1d-4f3b-9d43-99504dec344e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=846e822e-df1d-4f3b-9d43-99504dec344e,segment=NetworkSegment(ac4eaba3-435c-4466-b797-7ddc7705eb34),segment_id=ac4eaba3-435c-4466-b797-7ddc7705eb34)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:42.242441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.256367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Calling delete_port for 846e822e-df1d-4f3b-9d43-99504dec344e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:42.318088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-502f847d-cec6-4756-b97a-ff6d476d9d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.345477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46536) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.427524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-502f847d-cec6-4756-b97a-ff6d476d9d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.432450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-502f847d-cec6-4756-b97a-ff6d476d9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.460883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.474161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['846e822e-df1d-4f3b-9d43-99504dec344e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:42.498198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-502f847d-cec6-4756-b97a-ff6d476d9d2b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=050b52d05f1f46a5ac30abf21cc62bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995739 Oct 20 10:43:42.498858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46548) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.499559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f847d-cec6-4756-b97a-ff6d476d9d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878bfcc-c900-4b7d-8efb-0b4a4c8c7caf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:42.570768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Pushing event deleted for resources: {'Port': ['ID=846e822e-df1d-4f3b-9d43-99504dec344e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:42.591531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] No DVR routers for this DVR port 846e822e-df1d-4f3b-9d43-99504dec344e on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:42.595849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.599597 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc3cca6a-173d-42e1-bb30-d3068b333b3a req-0d1c5003-a415-4065-822b-c77cd9541f65 tempest-InstanceActionsTestJSON-57086709 tempest-InstanceActionsTestJSON-57086709-project] 10.222.0.70 "DELETE /v2.0/ports/846e822e-df1d-4f3b-9d43-99504dec344e HTTP/1.1" status: 204 len: 173 time: 0.6529877 Oct 20 10:43:42.611590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Deleting subnet ce68598b-7584-44bc-afd5-57c58c50fe54 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:42.615990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.639530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.666513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.677856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.711140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.716423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:42.791259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.795173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.799053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1878bfcc-c900-4b7d-8efb-0b4a4c8c7caf HTTP/1.1" status: 204 len: 168 time: 0.2666833 Oct 20 10:43:42.802698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.820575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0deb1-707f-47aa-acfe-a908a705fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878bfcc-c900-4b7d-8efb-0b4a4c8c7caf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:42.847332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce68598b-7584-44bc-afd5-57c58c50fe54,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:42.907590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.921581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-78510f83-ce85-41b7-97bd-0aefea7f8d17 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ce68598b-7584-44bc-afd5-57c58c50fe54 HTTP/1.1" status: 204 len: 168 time: 0.5735874 Oct 20 10:43:42.925047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46576) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.935169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e5d101bf-a3de-4f00-a663-fc7902b5810c tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.945915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e5d101bf-a3de-4f00-a663-fc7902b5810c tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 816 time: 0.2162466 Oct 20 10:43:42.962990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765c7bd-ee10-49da-a314-265240b59967 req-600e803b-cac3-4b5f-832c-15dd54691253 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.964628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e765c7bd-ee10-49da-a314-265240b59967 req-600e803b-cac3-4b5f-832c-15dd54691253 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.83 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 950 time: 0.1112688 Oct 20 10:43:42.969175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.976281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-40989080-8ce9-4985-8c8b-70c6421a8a52 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/quotas/5eac7f704ae4437b9b207ce21464ff23 HTTP/1.1" status: 200 len: 375 time: 0.0292358 Oct 20 10:43:43.005542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:43.009184 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa88e0-51c0-406c-b008-8283cfc5b394" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:43.024750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:43.030245 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.061715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-c9e21fd2-f61e-4e71-8ca2-69ddcb2042b0 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828326 Oct 20 10:43:43.097691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'name': 'network-vif-deleted', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:43.104122 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944ffc4a-ca13-471a-83b4-9293e6090308" -d '{"events": [{"server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "name": "network-vif-deleted", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:43.115211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.165527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.168781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Deleting port 03ed68e1-e16a-477e-b511-8dd277c25c66 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:43.169295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.248538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.275386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94427d7e-1e59-44a5-97a3-c3dab0e87fcd']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:43.286807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98286f6-73ae-4642-9fc7-a6343a9e587e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:43.287038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98286f6-73ae-4642-9fc7-a6343a9e587e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:43.307054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.335386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.351556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:43.351556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:43.354815 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:43.401141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46596) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.444950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ec31-60a6-4ab4-a3d1-06e10708e957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.460954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.470794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.476657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] 10.222.0.74 "DELETE /v2.0/networks/94427d7e-1e59-44a5-97a3-c3dab0e87fcd HTTP/1.1" status: 204 len: 168 time: 0.5478039 Oct 20 10:43:43.478932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46598) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.500517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73497a82-0bf7-4841-b7cf-49d47e9ce769 admin admin] Pushing event deleted for resources: {'Network': ['ID=94427d7e-1e59-44a5-97a3-c3dab0e87fcd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.565299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Deleting subnet a631974f-80ef-43a0-af23-8d3d6863d66d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:43.572965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.629116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.652769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb288730-dafc-4590-9d7a-f25b994b97f0 req-d41113ae-5a88-4196-94aa-98601813d3d8 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.654185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb288730-dafc-4590-9d7a-f25b994b97f0 req-d41113ae-5a88-4196-94aa-98601813d3d8 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2c195a-b2b7-410f-b271-7f6ad75ec814 HTTP/1.1" status: 200 len: 950 time: 0.4789355 Oct 20 10:43:43.668217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ec31-60a6-4ab4-a3d1-06e10708e957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.677181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ec31-60a6-4ab4-a3d1-06e10708e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.720233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.726378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] For port 03ed68e1-e16a-477e-b511-8dd277c25c66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=03ed68e1-e16a-477e-b511-8dd277c25c66,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:43.726740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.748919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Calling delete_port for 03ed68e1-e16a-477e-b511-8dd277c25c66 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:43.754706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a9d2ec31-60a6-4ab4-a3d1-06e10708e957 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d868c812391d4a2385e445f8a6b799f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503613 Oct 20 10:43:43.762966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46604) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.781919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2ec31-60a6-4ab4-a3d1-06e10708e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885daf1-09b8-4ee9-ae54-71ecd61ad917,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.788055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb288730-dafc-4590-9d7a-f25b994b97f0 req-2d6da39f-44f4-4bdc-9c94-5619011937b2 tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c35bf6f-eaae-40a6-96d5-064608ae4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014616 Oct 20 10:43:43.792556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-78ae0155-a890-4e2e-92f3-6076462ffb13 service neutron] 10.222.0.74 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301059 Oct 20 10:43:43.864856 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.903849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.909758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a631974f-80ef-43a0-af23-8d3d6863d66d HTTP/1.1" status: 204 len: 168 time: 0.4196081 Oct 20 10:43:43.910622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584b094-8ddb-4917-ac45-e9094b4a72ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a631974f-80ef-43a0-af23-8d3d6863d66d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.914081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46612) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.914743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.968791 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.021845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0db5b823-8694-479c-b56e-f463ea8a290a service neutron] 10.222.0.74 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528869 Oct 20 10:43:44.052627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.053192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.066510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['03ed68e1-e16a-477e-b511-8dd277c25c66'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:44.113517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Pushing event deleted for resources: {'Port': ['ID=03ed68e1-e16a-477e-b511-8dd277c25c66,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:44.169931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.172956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.175672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7885daf1-09b8-4ee9-ae54-71ecd61ad917 HTTP/1.1" status: 204 len: 168 time: 0.4088261 Oct 20 10:43:44.182107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] No DVR routers for this DVR port 03ed68e1-e16a-477e-b511-8dd277c25c66 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:44.185383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.189572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e765c7bd-ee10-49da-a314-265240b59967 req-537d9a5b-3a62-456d-878b-b31f2a46a39d tempest-ImagesNegativeTestJSON-629498900 tempest-ImagesNegativeTestJSON-629498900-project] 10.222.0.83 "DELETE /v2.0/ports/03ed68e1-e16a-477e-b511-8dd277c25c66 HTTP/1.1" status: 204 len: 173 time: 1.1933300 Oct 20 10:43:44.190168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'name': 'network-vif-deleted', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:44.192940 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9657e87-0785-41d8-a8c3-1007efde0e38" -d '{"events": [{"server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "name": "network-vif-deleted", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:44.235699 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d217ba-6c9f-432e-817d-fdfac4433b96 x-openstack-request-id: req-77d217ba-6c9f-432e-817d-fdfac4433b96 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:44.236233 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:44.236633 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77d217ba-6c9f-432e-817d-fdfac4433b96 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:44.237198 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'code': 200} Oct 20 10:43:44.246092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05639ad1-a015-4323-a551-cc903954eb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885daf1-09b8-4ee9-ae54-71ecd61ad917,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:44.287634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.298490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46624) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.341335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86262c7-e37a-4ab3-88eb-e374fde4ef55']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:44.375259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b0d48b-cbb4-4aec-a1e0-b7f7730366da') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:44.377038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b0d48b-cbb4-4aec-a1e0-b7f7730366da') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:44.407164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.409108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Deleting subnet a31b2e84-3414-46e8-bdd4-e879f8b7c534 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:44.429298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.437208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.454140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:44.454569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:44.458570 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:44.507594 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509ef52-ea5e-4cfc-b8b2-da7fdfbace5b x-openstack-request-id: req-a509ef52-ea5e-4cfc-b8b2-da7fdfbace5b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:44.507893 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6521bd52-07d2-4db8-a936-48433dc9d725", "name": "network-vif-deleted", "tag": "846e822e-df1d-4f3b-9d43-99504dec344e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:44.508153 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a509ef52-ea5e-4cfc-b8b2-da7fdfbace5b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:44.508569 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6521bd52-07d2-4db8-a936-48433dc9d725', 'name': 'network-vif-deleted', 'tag': '846e822e-df1d-4f3b-9d43-99504dec344e', 'status': 'completed', 'code': 200} Oct 20 10:43:44.509140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.517810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 846e822e-df1d-4f3b-9d43-99504dec344e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:44.572988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 846e822e-df1d-4f3b-9d43-99504dec344e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:44.575661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 846e822e-df1d-4f3b-9d43-99504dec344e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:44.577414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:44.622920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.628688 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d904070-5881-4785-b400-2a01dc2664f2 x-openstack-request-id: req-9d904070-5881-4785-b400-2a01dc2664f2 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:44.631570 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c195a-b2b7-410f-b271-7f6ad75ec814", "name": "network-vif-deleted", "tag": "03ed68e1-e16a-477e-b511-8dd277c25c66", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:44.631908 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d904070-5881-4785-b400-2a01dc2664f2 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:44.633143 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c195a-b2b7-410f-b271-7f6ad75ec814', 'name': 'network-vif-deleted', 'tag': '03ed68e1-e16a-477e-b511-8dd277c25c66', 'status': 'completed', 'code': 200} Oct 20 10:43:44.636503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 0589e42f-0088-424c-bf60-8dcc5959190b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:44.637478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.640349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0589e42f-0088-424c-bf60-8dcc5959190b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:44.648693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.656520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d86262c7-e37a-4ab3-88eb-e374fde4ef55 HTTP/1.1" status: 204 len: 168 time: 0.7300985 Oct 20 10:43:44.670326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3605d-2fc1-4136-90c0-29b16a339e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86262c7-e37a-4ab3-88eb-e374fde4ef55,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:44.746883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.793832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.797980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a31b2e84-3414-46e8-bdd4-e879f8b7c534 HTTP/1.1" status: 204 len: 168 time: 0.4984934 Oct 20 10:43:44.799075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050b9c-0d24-4892-9d86-046e05eba953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31b2e84-3414-46e8-bdd4-e879f8b7c534,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:44.800719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46648) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.902632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8accc703-2382-46c9-a67d-2da04a6f754d req-8b92a7a5-9331-4ad9-98f5-e92474c3ed70 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 210 time: 0.0521140 Oct 20 10:43:44.990535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.001370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.101933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0bc7fe38-bc29-47f2-936e-f8b392ab8889 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b02c4cc305d462e81de911c726a52af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970170 Oct 20 10:43:45.107148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46674) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.178377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.210830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf61fe1a-cb42-41db-9793-fcfde64006a2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:45.212173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.225632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4eaba3-435c-4466-b797-7ddc7705eb34') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:45.225930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4eaba3-435c-4466-b797-7ddc7705eb34') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:45.240090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.244226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.257469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.273421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:45.273827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:45.276314 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:45.336153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.340113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.344342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4527c0f9-c54a-4c2d-b854-24f5667abe5a HTTP/1.1" status: 204 len: 168 time: 0.2397511 Oct 20 10:43:45.359538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f71388-f606-4993-85a2-1bd02b8c4fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4527c0f9-c54a-4c2d-b854-24f5667abe5a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:45.385857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.394564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.405279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] 10.222.0.74 "DELETE /v2.0/networks/cf61fe1a-cb42-41db-9793-fcfde64006a2 HTTP/1.1" status: 204 len: 168 time: 0.6030762 Oct 20 10:43:45.426347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7b5c2-ef16-40d6-b408-f133ca18d95a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf61fe1a-cb42-41db-9793-fcfde64006a2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:45.582419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.702665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.776300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.776510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be59ab72-ec74-4ce5-8c67-e0922d5fed4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8eac35d42b2c4a9688792421ec6d4732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720992 Oct 20 10:43:45.842289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.883736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.910354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.971660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.975498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.977566 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70b64050-89b4-4b12-9a08-d50a798f6f27 HTTP/1.1" status: 204 len: 168 time: 0.1996257 Oct 20 10:43:46.003111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64797c-92e9-4798-aa3f-012c4036e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b64050-89b4-4b12-9a08-d50a798f6f27,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.102514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-978541ea-e206-4333-9790-85ffa1256db0 req-e822a306-dc7b-4ac1-b2dd-20f6bd28040f tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 210 time: 0.0677915 Oct 20 10:43:46.145091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46758) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.235903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-12a192d0-b709-4d3f-adcd-530a30263cfe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ffcdc701ca74d6e8cd67c8ec1d05753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891807 Oct 20 10:43:46.238440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.304165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.329535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.373711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.399512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.403884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.405074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0fd5c86-a0dd-44e6-8118-a2c9470bd544 HTTP/1.1" status: 204 len: 168 time: 0.1650972 Oct 20 10:43:46.420667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecfa2f-0e5a-4aed-b0ea-b2d5bac5affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd5c86-a0dd-44e6-8118-a2c9470bd544,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.452011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46768) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.452214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5dd958ca-37f8-4965-830b-7e8a26310e58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d0eb6abe7274e22857c935436c08152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399754 Oct 20 10:43:46.568948 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.686740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.786771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:46.893211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-91a76c4b-0399-4f9e-b3c8-d3895010fcd7 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.894748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-91a76c4b-0399-4f9e-b3c8-d3895010fcd7 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 816 time: 0.3155777 Oct 20 10:43:46.929237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Request body: {'port': {'device_id': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'admin_state_up': True, 'tenant_id': '5eac7f704ae4437b9b207ce21464ff23'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:46.938682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 03ed68e1-e16a-477e-b511-8dd277c25c66 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:46.984850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-a6e63172-6d56-4a33-bc4d-0941483361f7 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.990203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-a6e63172-6d56-4a33-bc4d-0941483361f7 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.83 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 816 time: 0.2413516 Oct 20 10:43:46.994551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 03ed68e1-e16a-477e-b511-8dd277c25c66 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:46.997695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 03ed68e1-e16a-477e-b511-8dd277c25c66 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:47.002444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Request body: {'port': {'device_id': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'admin_state_up': True, 'tenant_id': '5eac7f704ae4437b9b207ce21464ff23'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:47.065078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:47.080385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'mac_address': 'fa:16:3e:2f:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:47.124808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.163539 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.177145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.185260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.186695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c35bf6f-eaae-40a6-96d5-064608ae4298 HTTP/1.1" status: 204 len: 168 time: 0.7335918 Oct 20 10:43:47.203136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:47.221782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc32f6-6536-4a2a-a18d-e9de73abe9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35bf6f-eaae-40a6-96d5-064608ae4298,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.262633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Made reservation on behalf of 5eac7f704ae4437b9b207ce21464ff23 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:47.271357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.277442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:47.291348 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.355123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-560844b7-1e18-4eed-823d-c33580ad9f6f req-1d093fcf-c2d4-4571-b422-b28a45d80a29 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 210 time: 0.0885544 Oct 20 10:43:47.358489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.413917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c2168bb6-76b5-485c-8b8e-3732c1a58a93'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:47.508551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-bec9ba9c-0eec-41f7-88fa-f1213ed4b6d2 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:47.510548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-bec9ba9c-0eec-41f7-88fa-f1213ed4b6d2 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 816 time: 0.3262477 Oct 20 10:43:47.517777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Made reservation on behalf of 5eac7f704ae4437b9b207ce21464ff23 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:47.526075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.531905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Allocated IP 172.20.0.3 (accb61f5-d99c-477e-aa72-9524e726f754/3289827e-3b61-4a9f-a5d3-3b5364036c8e/b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:47.547113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Request body: {'port': {'device_id': 'e3c23430-8870-4288-bfda-3a962b243faf', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'admin_state_up': True, 'tenant_id': '5eac7f704ae4437b9b207ce21464ff23'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:47.548254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90d99b37-d99a-4ec9-abdb-bad252806a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.566194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46826) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.789994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.795294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Made reservation on behalf of 5eac7f704ae4437b9b207ce21464ff23 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:47.804040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.831809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90d99b37-d99a-4ec9-abdb-bad252806a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.842137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90d99b37-d99a-4ec9-abdb-bad252806a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.923471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99b37-d99a-4ec9-abdb-bad252806a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e582e-edf0-4397-9a39-f6b060d9b10f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.930218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-90d99b37-d99a-4ec9-abdb-bad252806a2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef2ee3e2cbda4a8a92f859036e804d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038762 Oct 20 10:43:47.933318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.937724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:48.007816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Allocated IP 172.20.0.5 (accb61f5-d99c-477e-aa72-9524e726f754/3289827e-3b61-4a9f-a5d3-3b5364036c8e/875d4991-64a1-408f-94ee-caad5fdf836d) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:48.081874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Network accb61f5-d99c-477e-aa72-9524e726f754 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:48.084853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event updated for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.103352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:48.130741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:48.215467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.216452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.226519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.245345 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0f5348da-8adb-49cb-b6a6-8439c31e5856 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3330646 Oct 20 10:43:48.260193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Request body: {'port': {'device_id': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:48.270340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.275758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2054556591-network', 'tenant_id': '45d3b61eed99414e85acbdd369fe17b4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:48.354119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.383224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Made reservation on behalf of 45d3b61eed99414e85acbdd369fe17b4 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:48.385734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.393095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.412383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.475662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.479437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.480878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce7e582e-edf0-4397-9a39-f6b060d9b10f HTTP/1.1" status: 204 len: 168 time: 0.5386748 Oct 20 10:43:48.482596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.506377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94534b25-b320-44ac-bf17-a6d3df4cf96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e582e-edf0-4397-9a39-f6b060d9b10f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.644835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event updated for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.664217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.684391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.721267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:48.748723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df7e0b97-6036-4596-888d-2d3e856a6aac req-167f9e35-02e5-4f16-b7a8-66d25c90a4d0 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 210 time: 0.1723976 Oct 20 10:43:48.778171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c432a73-b0b0-4b25-a5f8-cda2b0903b55,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.788624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.789724 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Added segment e028186f-5864-4d5c-be15-0480ccdbfe44 of type vlan for network 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced Oct 20 10:43:48.805350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:48.810847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Network accb61f5-d99c-477e-aa72-9524e726f754 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:48.819534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:48.825280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:48.926813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.949377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c2168bb6-76b5-485c-8b8e-3732c1a58a93 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:48.950236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.994824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.995532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.013565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.019832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:49.021389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.033046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Allocated IP 172.20.0.13 (accb61f5-d99c-477e-aa72-9524e726f754/3289827e-3b61-4a9f-a5d3-3b5364036c8e/e0f4d3fd-e466-473c-a132-fe95d8ab9a25) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:49.049042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8f6cfe11-8a5d-482d-9662-5b1d78b403dc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0508790 Oct 20 10:43:49.077589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Request body: {'port': {'device_id': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:49.078374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.085146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5165009 Oct 20 10:43:49.088480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46892) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.130994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:49.133252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46896) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.134767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91938-08e0-44d1-885f-bf16e1e15cca admin admin] Pushing event updated for resources: {'Network': ['ID=9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.143846 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da2f3f-d516-4f27-9c71-71205f5c2f41" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:49.154991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:49.161143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Request body: {'subnet': {'network_id': '9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2054556591-subnet', 'tenant_id': '45d3b61eed99414e85acbdd369fe17b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:49.174701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91428be3-87fe-4821-a273-9262d0964499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.231603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Made reservation on behalf of 45d3b61eed99414e85acbdd369fe17b4 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:49.234083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.318604 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022f2218-7536-4cbe-b9f2-7b6b0980e0b8 x-openstack-request-id: req-022f2218-7536-4cbe-b9f2-7b6b0980e0b8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:49.326931 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:49.327412 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-022f2218-7536-4cbe-b9f2-7b6b0980e0b8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:49.327999 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'code': 200} Oct 20 10:43:49.343381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:49.357432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.407151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91428be3-87fe-4821-a273-9262d0964499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.418770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91428be3-87fe-4821-a273-9262d0964499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.466271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.501584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46906) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.507050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.515475 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-91428be3-87fe-4821-a273-9262d0964499 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d57e69bd7609430fb9787788d49d183f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759234 Oct 20 10:43:49.516552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428be3-87fe-4821-a273-9262d0964499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af5aef-faaf-4c2f-b566-fc6ef5d7d704,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.531871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46910) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.617289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.648408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.740896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.745197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.746971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2af5aef-faaf-4c2f-b566-fc6ef5d7d704 HTTP/1.1" status: 204 len: 168 time: 0.2137947 Oct 20 10:43:49.766333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0317c7-a8f6-4dd4-b96d-dee30b8adccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af5aef-faaf-4c2f-b566-fc6ef5d7d704,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.904677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-592841278-network', 'tenant_id': 'c5661133fcfa474686bafac7542eb214'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:49.955256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Made reservation on behalf of c5661133fcfa474686bafac7542eb214 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:49.959169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.977159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.034180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d2fbc41-688c-4e5b-ba69-87e8429cd725 req-a630c312-41c2-4eec-a511-0c127b49cf80 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 210 time: 0.0841997 Oct 20 10:43:50.039890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.059311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.116885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Pushing event updated for resources: {'Subnet': ['ID=052c0b73-e524-4b03-ab3c-8c15b3cba423,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:50.185320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Checking segment: {'id': 'e028186f-5864-4d5c-be15-0480ccdbfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:50.185835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Network hostable DHCP agents. Network: 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:50.190683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.204299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.207514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.255904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a574bb-8d15-46c2-881d-17a38cc84c68,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:50.266163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Network 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:50.274929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event updated for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:50.293886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Network accb61f5-d99c-477e-aa72-9524e726f754 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:50.295487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:50.298061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:50.301509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:50.304515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.305538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.310162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:50.311157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf728e-8c49-4625-a956-11a9af592b56 None None] Network 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:50.363959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee5f785c-15be-4c50-b76f-e65b3e0e570e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2727716 Oct 20 10:43:50.375645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.376429 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Added segment c8ac3e28-2ee5-40d9-a354-3329c2c5b47e of type vlan for network 60ba2b45-6838-4a5e-9250-2a8fad81c160 Oct 20 10:43:50.382067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.383102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.407975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ec3124ca-c8ce-4858-96c3-3799c3eee936 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8761287 Oct 20 10:43:50.422519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Request body: {'port': {'device_id': 'e3c23430-8870-4288-bfda-3a962b243faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:50.488654 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.523746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.678859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.686044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.688127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.736802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc80f490-f33a-4e8b-b4bf-8645b412d32f None None] Network 9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:50.816214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:50.818102 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3151238 Oct 20 10:43:50.823573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Request body: {'subnet': {'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-592841278-subnet', 'tenant_id': 'c5661133fcfa474686bafac7542eb214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:50.874759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Made reservation on behalf of c5661133fcfa474686bafac7542eb214 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:50.880996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.889765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:50.993137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.011541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696778-3029-4d27-8136-426feaeff645 admin admin] Pushing event updated for resources: {'Network': ['ID=60ba2b45-6838-4a5e-9250-2a8fad81c160,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.033454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 60ba2b45-6838-4a5e-9250-2a8fad81c160 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:51.039351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Transition to ACTIVE for port object b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:51.051611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.483383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2360b-0c8a-42b8-b6c4-bdc3e9f32e27 req-3c09f868-0e64-470f-8803-5e9dce74149b tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:51.484998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3a2360b-0c8a-42b8-b6c4-bdc3e9f32e27 req-3c09f868-0e64-470f-8803-5e9dce74149b tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 932 time: 0.2491062 Oct 20 10:43:51.567446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.645724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875d4991-64a1-408f-94ee-caad5fdf836d {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:51.665246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.697499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Transition to ACTIVE for port object 875d4991-64a1-408f-94ee-caad5fdf836d will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:51.917396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f4d3fd-e466-473c-a132-fe95d8ab9a25 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:51.926731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.945409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Transition to ACTIVE for port object e0f4d3fd-e466-473c-a132-fe95d8ab9a25 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:51.950482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.971090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.983655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.030291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Attempting to bind port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:52.030818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Attempting to bind port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:52.031424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Attempting to bind port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.037683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 on network accb61f5-d99c-477e-aa72-9524e726f754 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:52.038211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Attempting to bind port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.044406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:52.045030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Checking segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:52.045556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Bound using segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:52.046117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Bound port: b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:52.046560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.169174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:52.173101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:52.180396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.226344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.227374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.233269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] 10.222.0.70 "PUT /v2.0/ports/b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 HTTP/1.1" status: 200 len: 1092 time: 3.9751434 Oct 20 10:43:52.234050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:52.236849 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6a31ba-de6b-4507-8354-5c15d70684a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:52.273426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3a2360b-0c8a-42b8-b6c4-bdc3e9f32e27 req-bfe1b63c-bab0-421e-8837-92afc7772529 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644463 Oct 20 10:43:52.332150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Checking segment: {'id': 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:52.332772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Network hostable DHCP agents. Network: 60ba2b45-6838-4a5e-9250-2a8fad81c160, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:52.336444 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e227bcde-213e-4c48-a6b7-18eee7d1a16f x-openstack-request-id: req-e227bcde-213e-4c48-a6b7-18eee7d1a16f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:52.337367 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:52.337367 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e227bcde-213e-4c48-a6b7-18eee7d1a16f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:52.337804 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6', 'status': 'completed', 'code': 200} Oct 20 10:43:52.339631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc9860-a393-4f2a-bc21-679c951387e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.366586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-c69a7909-7676-4d5d-b953-20531f6c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.368846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-c69a7909-7676-4d5d-b953-20531f6c9508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 1095 time: 0.0848470 Oct 20 10:43:52.383390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Attempting to bind port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:52.383967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Attempting to bind port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:52.384483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Attempting to bind port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.392175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59614d9e-1eae-43c0-8e2c-a8212c6895a0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.406399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 on network accb61f5-d99c-477e-aa72-9524e726f754 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:52.406727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Attempting to bind port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.442162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:52.442521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Checking segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:52.442885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Bound using segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:52.443368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Bound port: e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:52.443726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.467170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-4be029b3-2bde-4cdf-adcf-79959d4e2877 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 HTTP/1.1" status: 200 len: 217 time: 0.0898592 Oct 20 10:43:52.563530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47050) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:52.588692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eff729a1-721b-4880-a234-9d258eaa642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.590195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-eff729a1-721b-4880-a234-9d258eaa642a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.1139760 Oct 20 10:43:52.595258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Pushing event updated for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.623529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Network 60ba2b45-6838-4a5e-9250-2a8fad81c160 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:52.661555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-49d88e14-68e8-42ec-8914-f8a260cab5fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639071 Oct 20 10:43:52.703050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 60ba2b45-6838-4a5e-9250-2a8fad81c160) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:52.712001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf1021-cf4e-4812-b001-d968753b163a None None] Network 60ba2b45-6838-4a5e-9250-2a8fad81c160 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:52.719975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.720626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.788360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:52.791139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Attempting to bind port 875d4991-64a1-408f-94ee-caad5fdf836d on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:52.791629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Attempting to bind port 875d4991-64a1-408f-94ee-caad5fdf836d by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:52.792049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Attempting to bind port 875d4991-64a1-408f-94ee-caad5fdf836d on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.811966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:52.822167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2aad6507-ffef-44b3-a9c4-6c84c93ecd6d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0042973 Oct 20 10:43:52.823594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Port 875d4991-64a1-408f-94ee-caad5fdf836d on network accb61f5-d99c-477e-aa72-9524e726f754 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:52.823918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Attempting to bind port 875d4991-64a1-408f-94ee-caad5fdf836d on network accb61f5-d99c-477e-aa72-9524e726f754 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.829438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:52.829726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Checking segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:52.830101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Bound using segment: {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:52.830546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Bound port: 875d4991-64a1-408f-94ee-caad5fdf836d, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:52.830916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.833637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.835475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.859299 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0df4419e-6f85-43eb-9d00-7ee981d4fb45 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909351 Oct 20 10:43:52.892768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.894122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.895860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] 10.222.0.70 "PUT /v2.0/ports/e0f4d3fd-e466-473c-a132-fe95d8ab9a25 HTTP/1.1" status: 200 len: 1093 time: 2.4791949 Oct 20 10:43:52.900151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:52.905551 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e63d1-d048-4b06-9f96-f1647b1d40c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:53.002629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cecd24-035a-41a6-833c-d3a2901642bd service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.057454 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e699a-7c9d-4e92-bbd0-0d29e1a324af x-openstack-request-id: req-813e699a-7c9d-4e92-bbd0-0d29e1a324af {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:53.057712 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:53.057970 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-813e699a-7c9d-4e92-bbd0-0d29e1a324af {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:53.060065 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25', 'status': 'completed', 'code': 200} Oct 20 10:43:53.077282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:53.084267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4645c7-b7d2-4fba-9340-9b9da5a8a510 None None] Network 60ba2b45-6838-4a5e-9250-2a8fad81c160 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:53.084476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-04279eda-77f5-4469-8587-e94df74b5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.091038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-04279eda-77f5-4469-8587-e94df74b5262 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 1096 time: 0.1459327 Oct 20 10:43:53.094619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=875d4991-64a1-408f-94ee-caad5fdf836d,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:53.102871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d4f58d6-b7b4-4890-bc03-8f383b548f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.132769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-60adf62d-7f3c-4a2a-a27d-e568dbdc43df service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657361 Oct 20 10:43:53.141928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47066) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:53.158665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-240365647-network', 'tenant_id': '9a44078a96a34d2f969ae4b927f2f605'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:53.204172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Made reservation on behalf of 9a44078a96a34d2f969ae4b927f2f605 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:53.206777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.207248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.221739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.355837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-81d82d12-dff5-49a0-821d-d9fb1b5e852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.357767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-81d82d12-dff5-49a0-821d-d9fb1b5e852c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 1095 time: 0.1243782 Oct 20 10:43:53.468354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-adfd5217-ace0-4246-a414-4b8d9eec8a46 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2331660 Oct 20 10:43:53.471080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-bd6e1bf4-523d-4ffd-b651-572abc1813c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25 HTTP/1.1" status: 200 len: 217 time: 0.3723531 Oct 20 10:43:53.475020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.479303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.481279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] 10.222.0.83 "PUT /v2.0/ports/875d4991-64a1-408f-94ee-caad5fdf836d HTTP/1.1" status: 200 len: 1092 time: 4.4170158 Oct 20 10:43:53.503858 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d4f58d6-b7b4-4890-bc03-8f383b548f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.518703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d4f58d6-b7b4-4890-bc03-8f383b548f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.534366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da488c-28d8-4344-b9a2-0f7d29129b39 service neutron] Pushing event updated for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.613326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.615027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-702251c0-3d51-4d84-8fdf-060c402b72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.616651 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-702251c0-3d51-4d84-8fdf-060c402b72a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 918 time: 0.2428558 Oct 20 10:43:53.626816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d4f58d6-b7b4-4890-bc03-8f383b548f92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f82ed9cca2a42aa96f210149f9fd665&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0604339 Oct 20 10:43:53.627495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:53.640106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.657601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f58d6-b7b4-4890-bc03-8f383b548f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41063f3a-c3fb-472b-a955-af5e6d7382de,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.722064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275daa59-9bb6-4522-9c51-0218593cdc98,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.731313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-a87f3a75-d20e-43d0-8f6b-b00fbc473bcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 HTTP/1.1" status: 200 len: 217 time: 0.1008561 Oct 20 10:43:53.790334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:53.800276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-a95debfd-4be8-4faa-a30b-c27f7cbd86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.801772 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-a95debfd-4be8-4faa-a30b-c27f7cbd86f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.0609217 Oct 20 10:43:53.866039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-3bd6f4dd-44b9-402c-b79a-974993ef1141 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538049 Oct 20 10:43:53.868375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.868719 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Added segment b296b32b-8fa5-4a52-b604-0e6c53bcf56b of type vlan for network 25b021be-bdff-4b2a-987b-be436498fe3d Oct 20 10:43:53.980180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.997170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.021622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.033122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ed19376e-7061-4c3d-8917-f9b96b37b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.034741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-ed19376e-7061-4c3d-8917-f9b96b37b7ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.5393343 Oct 20 10:43:54.084661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-b807d754-9312-4af2-820c-f69e53add9c6 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075059 Oct 20 10:43:54.088242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.089241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.089839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-1a1ffe57-0ed3-4a37-b016-ce1b0577f420 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454803 Oct 20 10:43:54.090042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.106681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb14cf6-75ba-47e7-982b-3c5c1ef0bea9 req-bf3dddfc-f11a-424d-96d8-bf7ce2ea7d72 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.115996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cb14cf6-75ba-47e7-982b-3c5c1ef0bea9 req-bf3dddfc-f11a-424d-96d8-bf7ce2ea7d72 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 944 time: 0.6307464 Oct 20 10:43:54.142507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-70ae47c0-211b-4a03-93db-6feb695e45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.144917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-70ae47c0-211b-4a03-93db-6feb695e45f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 1095 time: 0.5742259 Oct 20 10:43:54.154715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-80b4ed71-22f7-462b-a21e-dc53c480dfca tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.156389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-80b4ed71-22f7-462b-a21e-dc53c480dfca tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6871259 Oct 20 10:43:54.203391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0572131 Oct 20 10:43:54.232380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47094) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:54.241561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-6e71f3ec-2056-40b8-9354-ae729c1d30c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875d4991-64a1-408f-94ee-caad5fdf836d HTTP/1.1" status: 200 len: 217 time: 0.0732732 Oct 20 10:43:54.241803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1c55-5e56-4074-a694-67b45d580c87 admin admin] Pushing event updated for resources: {'Network': ['ID=25b021be-bdff-4b2a-987b-be436498fe3d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:54.245890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Request body: {'subnet': {'network_id': '25b021be-bdff-4b2a-987b-be436498fe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-240365647-subnet', 'tenant_id': '9a44078a96a34d2f969ae4b927f2f605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:54.258296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 25b021be-bdff-4b2a-987b-be436498fe3d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:54.265337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.269206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.275437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41063f3a-c3fb-472b-a955-af5e6d7382de HTTP/1.1" status: 204 len: 168 time: 0.6363769 Oct 20 10:43:54.312074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e6a31ba-de6b-4507-8354-5c15d70684a0 req-b57e3abc-d565-416f-98a6-34bc1e4b8fe8 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129843 Oct 20 10:43:54.321416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9e192-c297-491a-baac-3bf57d1e35ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41063f3a-c3fb-472b-a955-af5e6d7382de,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:54.387829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-6b1e052a-39a2-4e36-b8bf-5abba0efa7ea tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/quotas/a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 375 time: 0.2128837 Oct 20 10:43:54.390200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-32b2a0bc-2495-4314-aa91-8006a42249c7 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696059 Oct 20 10:43:54.495676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cb14cf6-75ba-47e7-982b-3c5c1ef0bea9 req-b0df2dcb-5e54-489f-bd3c-99b3a65b584f tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782933 Oct 20 10:43:54.533780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:54.612296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-7f171dc1-44ce-41ea-b0c0-5ad549b485c7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2004325 Oct 20 10:43:54.673263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:54.704184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'port_id': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6', 'mac_address': 'fa:16:3e:30:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3289827e-3b61-4a9f-a5d3-3b5364036c8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:54.718457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8b522ed5-e6d4-454a-a720-731d34a346ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.738240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-8b522ed5-e6d4-454a-a720-731d34a346ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.3397670 Oct 20 10:43:54.740307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Made reservation on behalf of 9a44078a96a34d2f969ae4b927f2f605 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:54.742698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.780563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.818243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:54.842033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-e1e706aa-c18d-4e9a-a1a1-697d846de0a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027622 Oct 20 10:43:54.868571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:54.876384 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.995847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:55.103148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:55.231526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:55.235586 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798313cb-268c-4035-b328-ca1732b1f5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:55.262270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-de506f31-b961-4f26-8d70-875313c5a555 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487141 Oct 20 10:43:55.292681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-0bc0cd7e-299b-47d0-b105-001869240937 service neutron] 10.222.0.83 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366016 Oct 20 10:43:55.561989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-a0f8c4b6-e7a6-4e73-9436-50ba5528e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.568095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-a0f8c4b6-e7a6-4e73-9436-50ba5528e8c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 1096 time: 0.2152727 Oct 20 10:43:55.722593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a7e0539-e515-4731-a0cc-b34ad1f2f497 req-4e736509-33e6-46ec-90c6-5d2b56696526 service neutron] 10.222.0.83 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068568 Oct 20 10:43:55.739373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-e2cfbb11-c77c-485e-9670-53f830826eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.741563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-e2cfbb11-c77c-485e-9670-53f830826eaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 918 time: 0.1318221 Oct 20 10:43:55.744008 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.839177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-2c9e6e79-ffc4-4d9a-8069-de7fa34b438f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25 HTTP/1.1" status: 200 len: 217 time: 0.0832233 Oct 20 10:43:55.936319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8197be7-904d-4067-a28a-b95bf0086b36,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:55.951393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-c61aa3fe-fc1b-4068-8c19-b3566b3ef92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.964053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-c61aa3fe-fc1b-4068-8c19-b3566b3ef92b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.1124072 Oct 20 10:43:55.964916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Checking segment: {'id': 'b296b32b-8fa5-4a52-b604-0e6c53bcf56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '25b021be-bdff-4b2a-987b-be436498fe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:55.965245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Network hostable DHCP agents. Network: 25b021be-bdff-4b2a-987b-be436498fe3d, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:55.994138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47174) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:56.018515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Network 25b021be-bdff-4b2a-987b-be436498fe3d is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:56.023803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-47617eae-7425-49f6-be8c-1f3e5b527b27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517261 Oct 20 10:43:56.063039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 25b021be-bdff-4b2a-987b-be436498fe3d) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:56.072318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3feee35-f2ed-4541-9371-8cd11bd88e04 None None] Network 25b021be-bdff-4b2a-987b-be436498fe3d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:56.095646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.097587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.150841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-708fcb4d-d134-40c4-b08e-38e335eaa92b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9146655 Oct 20 10:43:56.226451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b955944d-b7c9-48dc-a9a3-5d9aa9990c60 req-d394d072-0443-4ee5-aad5-65aa68ba1103 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 210 time: 0.1048000 Oct 20 10:43:56.325593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1975681080-network', 'tenant_id': '5788ea92bb3c4baba7d02001441d016b'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:56.359445 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff0c62-505d-4c59-8658-96d8824e3282 x-openstack-request-id: req-c7ff0c62-505d-4c59-8658-96d8824e3282 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:56.361494 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:56.363903 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7ff0c62-505d-4c59-8658-96d8824e3282 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:56.364944 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d', 'status': 'completed', 'code': 200} Oct 20 10:43:56.372555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Made reservation on behalf of 5788ea92bb3c4baba7d02001441d016b for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:56.372798 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:43:56.375752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.403791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f20d5-8fcb-409e-8da1-0f31317ac5d1 None None] Network 25b021be-bdff-4b2a-987b-be436498fe3d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:56.427192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.468675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:56.486245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-285b31de-e1b1-4ac3-958b-d1efba94620d service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478788 Oct 20 10:43:56.538977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Deleting subnet 052c0b73-e524-4b03-ab3c-8c15b3cba423 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:56.542915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.553662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-5ef594cf-466c-4901-badc-be24484484b8 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.554802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e0f4d3fd-e466-473c-a132-fe95d8ab9a25 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:56.562051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:56.579711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-5ef594cf-466c-4901-badc-be24484484b8 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/networks?id=60ba2b45-6838-4a5e-9250-2a8fad81c160 HTTP/1.1" status: 200 len: 820 time: 0.5124280 Oct 20 10:43:56.592247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.636853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.732210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-08b35ca7-6eb1-4549-a6c4-63b19b58da23 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232947 Oct 20 10:43:56.734101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.734508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e75e63d1-d048-4b06-9f96-f1647b1d40c8 req-35100fd8-d37f-4848-bbc7-cd14ffeed3f3 service neutron] 10.222.0.70 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295883 Oct 20 10:43:56.736048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-0cf397b1-09f1-40eb-b5fc-1d47b8f10103 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/quotas/c5661133fcfa474686bafac7542eb214 HTTP/1.1" status: 200 len: 375 time: 0.1556082 Oct 20 10:43:56.797586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.805038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052c0b73-e524-4b03-ab3c-8c15b3cba423,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:56.815580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.819278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-50185ae0-f6ad-491b-b0ab-12a5ae7cf815 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/052c0b73-e524-4b03-ab3c-8c15b3cba423 HTTP/1.1" status: 204 len: 168 time: 0.3494728 Oct 20 10:43:56.827603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:56.859941 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.879966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:56.896952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.897291 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Added segment 2e06b9ed-6019-4f81-b044-17d21c533399 of type vlan for network df0d695b-c633-4671-a048-0c3fa2be2525 Oct 20 10:43:56.923497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:56.932067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:56.934751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:56.935237 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.948481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.981958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.984124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-99a30405-7bf9-47dd-8ece-457e96925066 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c5661133fcfa474686bafac7542eb214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685891 Oct 20 10:43:56.998860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'port_id': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25', 'mac_address': 'fa:16:3e:bd:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3289827e-3b61-4a9f-a5d3-3b5364036c8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:57.002260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-168d020b-3eeb-4fae-8a7b-d2d1c15be1a4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.004183 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-168d020b-3eeb-4fae-8a7b-d2d1c15be1a4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647285 Oct 20 10:43:57.019353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Request body: {'port': {'device_id': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'a5bd812b690e4148bf542ea0dce64987'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:57.030638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.032277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.032277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.038107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-6cb13b15-c226-4c1f-8b8c-0c0da6194cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.040554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-6cb13b15-c226-4c1f-8b8c-0c0da6194cc2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5eac7f704ae4437b9b207ce21464ff23&device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 1095 time: 0.6552937 Oct 20 10:43:57.075902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.082628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.103063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f4d3fd-e466-473c-a132-fe95d8ab9a25 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:57.119210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.139779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee84ed0c-1b0c-486a-839d-bcb380fea27c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.141113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:57.142551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:57.143729 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e93a2-fcd1-4b53-b459-350655c0ad97" -d '{"events": [{"server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:57.156246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e028186f-5864-4d5c-be15-0480ccdbfe44') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:57.156835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e028186f-5864-4d5c-be15-0480ccdbfe44') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:57.158632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:57.163964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:57.167433 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.177181 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.184015 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.217951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-8f626cb9-49c1-4696-a3e7-2082adab6d14 service neutron] 10.222.0.74 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748266 Oct 20 10:43:57.236923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.250602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.251136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:57.252044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:57.254471 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:57.348264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] Pushing event updated for resources: {'Network': ['ID=df0d695b-c633-4671-a048-0c3fa2be2525,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.351733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.361304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.366109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced HTTP/1.1" status: 204 len: 168 time: 0.5371463 Oct 20 10:43:57.370217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:57.386398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network df0d695b-c633-4671-a048-0c3fa2be2525 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:57.421393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f015-d3ae-406f-8b27-5b6bb7d3ece4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8dfeeb-fc7c-469e-ba65-fa9235aa2ced,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.439653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e0f4d3fd-e466-473c-a132-fe95d8ab9a25'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:57.441279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Made reservation on behalf of a5bd812b690e4148bf542ea0dce64987 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:57.445258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.448672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.457472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.471393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Deleting subnet e8197be7-904d-4067-a28a-b95bf0086b36 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:57.476697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.532184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-35fca486-210e-4feb-b184-20e95f618305 service neutron] 10.222.0.74 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673579 Oct 20 10:43:57.538715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.566089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afce6e-9cb9-48ae-b084-6fc194e3ff0a req-e6d9a369-c253-4b92-b52e-a1eee70d0304 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.567945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04afce6e-9cb9-48ae-b084-6fc194e3ff0a req-e6d9a369-c253-4b92-b52e-a1eee70d0304 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 944 time: 1.0960793 Oct 20 10:43:57.571999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fb0bd2d5-d30a-4588-acd6-b82925dbb6ae admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5770717 Oct 20 10:43:57.578438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47200) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:57.594235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Request body: {'subnet': {'network_id': 'df0d695b-c633-4671-a048-0c3fa2be2525', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975681080-subnet', 'tenant_id': '5788ea92bb3c4baba7d02001441d016b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:57.616019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.636907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-156dbf0c-a73f-45fb-a3de-a857e9b05a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.638421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-156dbf0c-a73f-45fb-a3de-a857e9b05a00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 200 len: 918 time: 0.4193451 Oct 20 10:43:57.659647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04afce6e-9cb9-48ae-b084-6fc194e3ff0a req-73a25000-a7f7-449a-936b-11c73580b2bf tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798721 Oct 20 10:43:57.660534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.690394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.707991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-07151343-0b6e-43f2-b1dc-391c2f53dd2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875d4991-64a1-408f-94ee-caad5fdf836d HTTP/1.1" status: 200 len: 217 time: 0.0522342 Oct 20 10:43:57.735365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Made reservation on behalf of 5788ea92bb3c4baba7d02001441d016b for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:57.736294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e53472-e7df-40c7-8173-c7e8be39872e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.739708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.896818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-e7b74021-1569-4f0c-a5ce-2a73cd214e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.904512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-e7b74021-1569-4f0c-a5ce-2a73cd214e24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 200 len: 856 time: 0.1887619 Oct 20 10:43:57.908966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.955426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.963302 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e8197be7-904d-4067-a28a-b95bf0086b36 HTTP/1.1" status: 204 len: 168 time: 0.5915604 Oct 20 10:43:57.968230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47218) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:57.989289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-a2953e46-d5bb-4cf3-84b3-2eecdcb08f52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=accb61f5-d99c-477e-aa72-9524e726f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725880 Oct 20 10:43:58.031520 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad53baa-75a2-4f34-b020-0a1ae5e64edf x-openstack-request-id: req-7ad53baa-75a2-4f34-b020-0a1ae5e64edf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:58.031765 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:58.032014 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ad53baa-75a2-4f34-b020-0a1ae5e64edf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:58.032406 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6', 'code': 200} Oct 20 10:43:58.049221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eb1eb96-e806-4d14-8bb3-0484682d4eaa req-d78938a3-1244-4f3f-bf8f-197e69b9a72a tempest-FlavorsV2NegativeTest-1172009254 tempest-FlavorsV2NegativeTest-1172009254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e166d1ca71a74672b8a3af15e5215732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545914 Oct 20 10:43:58.092631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18168f-57c0-40a2-bcc5-6e6ad77d3d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8197be7-904d-4067-a28a-b95bf0086b36,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.164804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Allocated IP 192.168.233.3 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/863da0d8-ee40-4357-a5e9-09f99e921346) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:58.231199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1eb96-e806-4d14-8bb3-0484682d4eaa req-bb904c09-f5e4-4e49-bcd4-e11089c72180 tempest-FlavorsV2NegativeTest-1172009254 tempest-FlavorsV2NegativeTest-1172009254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.244949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eb1eb96-e806-4d14-8bb3-0484682d4eaa req-bb904c09-f5e4-4e49-bcd4-e11089c72180 tempest-FlavorsV2NegativeTest-1172009254 tempest-FlavorsV2NegativeTest-1172009254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687858 Oct 20 10:43:58.276975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eb1eb96-e806-4d14-8bb3-0484682d4eaa req-e9c30b0e-b27a-4a13-a4b1-390f9fabf003 tempest-FlavorsV2NegativeTest-1172009254 tempest-FlavorsV2NegativeTest-1172009254-project] 10.222.0.74 "GET /v2.0/quotas/e166d1ca71a74672b8a3af15e5215732 HTTP/1.1" status: 200 len: 375 time: 0.0320020 Oct 20 10:43:58.304045 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.367082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a720e54a-f6ad-4256-9b5d-878de4799eec req-4e651f58-98ec-4c20-8568-821d902f2756 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 210 time: 0.1130991 Oct 20 10:43:58.379542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.441502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aa46905e-2230-4a0a-b448-856b9a3ffab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.444316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.483001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b021be-bdff-4b2a-987b-be436498fe3d']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:58.501128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b296b32b-8fa5-4a52-b604-0e6c53bcf56b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:58.501573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b296b32b-8fa5-4a52-b604-0e6c53bcf56b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:58.516332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.520199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.564697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eb1eb96-e806-4d14-8bb3-0484682d4eaa req-22668e1f-4507-44b1-a3b8-883af318183b tempest-FlavorsV2NegativeTest-1172009254 tempest-FlavorsV2NegativeTest-1172009254-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e166d1ca71a74672b8a3af15e5215732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2162089 Oct 20 10:43:58.577810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e0f4d3fd-e466-473c-a132-fe95d8ab9a25 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:58.583282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.643411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:58.649025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f856c15-49ee-4e36-9f56-68131864aebc req-a34e4eaa-9b26-4afb-b8c8-cbb49b50eb12 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 210 time: 0.0825872 Oct 20 10:43:58.663747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:58.665666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:58.669821 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:58.687904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:58.712288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:58.720737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:58.721176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.739526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed1cf-0f78-44da-9761-c197a97cbe96 req-d40e8a9b-ab47-4ea7-95ff-d97183ba4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.741320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-305ed1cf-0f78-44da-9761-c197a97cbe96 req-d40e8a9b-ab47-4ea7-95ff-d97183ba4285 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 1097 time: 0.4713929 Oct 20 10:43:58.748827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:58.751894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.872679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 875d4991-64a1-408f-94ee-caad5fdf836d details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:58.891968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde2ef44-5ee7-48ea-a6d5-1d7749a8ed38,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.899039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.920386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-969f2678-fd89-4606-985c-8e6c62d41843 service neutron] 10.222.0.83 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8877733 Oct 20 10:43:59.006563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2a238-92a1-4bbe-a4f8-7d39d1b5561c req-897fe7f9-b8d2-4b83-a504-a3fc2cfd616d tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.013341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6af2a238-92a1-4bbe-a4f8-7d39d1b5561c req-897fe7f9-b8d2-4b83-a504-a3fc2cfd616d tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 945 time: 0.1808770 Oct 20 10:43:59.080484 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.100154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.100895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.110755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.150778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.161529 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/25b021be-bdff-4b2a-987b-be436498fe3d HTTP/1.1" status: 204 len: 168 time: 1.1897674 Oct 20 10:43:59.185307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c91ec4-1fcf-4317-82ad-d7888c6127d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b021be-bdff-4b2a-987b-be436498fe3d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.203194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-c259c933-9c10-4ad4-81cf-daac427b8d61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1880023 Oct 20 10:43:59.220314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Request body: {'port': {'device_id': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:59.395794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.442756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47262) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:59.598344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.616604 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.619250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ab7511bd-c342-4e7b-933a-33e8d2233191 None None] Provisioning complete for port 863da0d8-ee40-4357-a5e9-09f99e921346 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:59.619615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab7511bd-c342-4e7b-933a-33e8d2233191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.744817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=875d4991-64a1-408f-94ee-caad5fdf836d,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.796579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-abddbf55-1abf-465a-a1d5-a48e1d14ff15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45d3b61eed99414e85acbdd369fe17b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516238 Oct 20 10:43:59.800791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47270) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:59.812681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '875d4991-64a1-408f-94ee-caad5fdf836d', 'network_id': 'accb61f5-d99c-477e-aa72-9524e726f754', 'port_id': '875d4991-64a1-408f-94ee-caad5fdf836d', 'mac_address': 'fa:16:3e:0d:65:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3289827e-3b61-4a9f-a5d3-3b5364036c8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:59.828448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ab7511bd-c342-4e7b-933a-33e8d2233191 None None] Port 863da0d8-ee40-4357-a5e9-09f99e921346 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:59.846137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.853890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798313cb-268c-4035-b328-ca1732b1f5d2 req-a1112fcc-2356-431a-9129-718095c4bdb9 service neutron] 10.222.0.83 "GET /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9184408 Oct 20 10:43:59.868788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-305ed1cf-0f78-44da-9761-c197a97cbe96 req-bb4af0b8-a23b-47ae-b1b2-88f1e8cb88c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1014729 Oct 20 10:43:59.927310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.929568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Checking segment: {'id': '2e06b9ed-6019-4f81-b044-17d21c533399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df0d695b-c633-4671-a048-0c3fa2be2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:59.930132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Network hostable DHCP agents. Network: df0d695b-c633-4671-a048-0c3fa2be2525, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:59.956649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875d4991-64a1-408f-94ee-caad5fdf836d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:59.989966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=875d4991-64a1-408f-94ee-caad5fdf836d,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:00.012478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.013039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Network df0d695b-c633-4671-a048-0c3fa2be2525 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:00.032423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-36bd288f-9c09-4032-82bf-a158eb6b2057 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.035695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-36bd288f-9c09-4032-82bf-a158eb6b2057 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.70 "GET /v2.0/networks?id=60ba2b45-6838-4a5e-9250-2a8fad81c160 HTTP/1.1" status: 200 len: 820 time: 0.4727499 Oct 20 10:44:00.084797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:00.088227 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a611f-0466-44dc-8f20-47e654d30332" -d '{"events": [{"server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:00.092121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.103646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6af2a238-92a1-4bbe-a4f8-7d39d1b5561c req-0d239999-1613-4d60-a9c2-f06604ccb0d2 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199154 Oct 20 10:44:00.107431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, df0d695b-c633-4671-a048-0c3fa2be2525) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:00.109027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Request body: {'port': {'device_id': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160', 'admin_state_up': True, 'tenant_id': 'c5661133fcfa474686bafac7542eb214'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:00.128597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a7606-c6a5-4c47-ade5-edc3648c5a7a None None] Network df0d695b-c633-4671-a048-0c3fa2be2525 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:00.132732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.146959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196757a-2b17-4721-958f-830e870eb02c req-58ce2cc6-aab8-4306-b5df-7fc2622bbbaa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.160331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2196757a-2b17-4721-958f-830e870eb02c req-58ce2cc6-aab8-4306-b5df-7fc2622bbbaa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 934 time: 0.2835810 Oct 20 10:44:00.168245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.169132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.209482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47278) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:00.217181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7f506d0b-a8d5-4011-b921-296c869a6497 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6267776 Oct 20 10:44:00.251264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2196757a-2b17-4721-958f-830e870eb02c req-5c7b98b4-75d3-49b6-995e-c430bc5a703d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891168 Oct 20 10:44:00.264309 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.323243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['875d4991-64a1-408f-94ee-caad5fdf836d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:00.332878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f92b55-ec25-46f5-bc7e-4f6afe816c18 req-78bf3a9b-5a05-49de-8532-92523ad65dd0 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 210 time: 0.0672712 Oct 20 10:44:00.423360 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a50342-73bc-409b-8beb-7e1d8acb83c4 x-openstack-request-id: req-18a50342-73bc-409b-8beb-7e1d8acb83c4 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:00.423696 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:00.423969 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18a50342-73bc-409b-8beb-7e1d8acb83c4 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:00.424447 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25', 'code': 200} Oct 20 10:44:00.480613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863da0d8-ee40-4357-a5e9-09f99e921346 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:00.495820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.533271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d2ae1-2200-450f-ae9c-13e4220e2019 None None] Network df0d695b-c633-4671-a048-0c3fa2be2525 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:00.571849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Made reservation on behalf of c5661133fcfa474686bafac7542eb214 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:00.577970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.581072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Transition to ACTIVE for port object 863da0d8-ee40-4357-a5e9-09f99e921346 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:00.591012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.594226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.595498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1c432a73-b0b0-4b25-a5f8-cda2b0903b55 HTTP/1.1" status: 204 len: 168 time: 0.7786245 Oct 20 10:44:00.599624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-738de8f3-06bf-4fd4-ba70-f319ac102b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.606437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.651070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdac30-d458-4b84-b027-c7af12708025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c432a73-b0b0-4b25-a5f8-cda2b0903b55,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.824549 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-738de8f3-06bf-4fd4-ba70-f319ac102b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.837341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-738de8f3-06bf-4fd4-ba70-f319ac102b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.871671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dd284-16b0-4a85-981d-8b9e8d4fad14 req-406dbe49-9a27-4035-bceb-bf63c08bd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.881060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df2dd284-16b0-4a85-981d-8b9e8d4fad14 req-406dbe49-9a27-4035-bceb-bf63c08bd411 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 1098 time: 0.3850918 Oct 20 10:44:01.029619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df2dd284-16b0-4a85-981d-8b9e8d4fad14 req-85b46040-2b18-4e83-92b6-280e6fd11626 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271050 Oct 20 10:44:01.077775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-738de8f3-06bf-4fd4-ba70-f319ac102b3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e166d1ca71a74672b8a3af15e5215732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649447 Oct 20 10:44:01.078547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738de8f3-06bf-4fd4-ba70-f319ac102b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbbca6d-3302-493f-a3a2-7d898d3c793b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.099049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47302) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.220645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.266136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.317667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-924bb6df-2ade-44c4-97e8-5482e93fb1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.349006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.350241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.383627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.386410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.387994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6bbbca6d-3302-493f-a3a2-7d898d3c793b HTTP/1.1" status: 204 len: 168 time: 0.2844985 Oct 20 10:44:01.408036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0700d9-2856-4785-a0f8-e49ea3685377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbbca6d-3302-493f-a3a2-7d898d3c793b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.417568 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-599efd40-47b9-4c51-9ca1-af30f9ad643c req-c0e53e56-97af-4103-8a7e-e8ed46943f9c tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] show failed (client error): The resource could not be found. Oct 20 10:44:01.419037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-599efd40-47b9-4c51-9ca1-af30f9ad643c req-c0e53e56-97af-4103-8a7e-e8ed46943f9c tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/8fbe65dc-f6e3-494b-8bbd-131b91b261a9 HTTP/1.1" status: 404 len: 352 time: 0.0786209 Oct 20 10:44:01.437952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:01.438351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:01.438645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:01.451478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:01.451816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:01.459930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:01.460298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:01.460655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:01.461097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Bound port: 863da0d8-ee40-4357-a5e9-09f99e921346, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:01.462006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.482404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac955-7ec5-4bfe-b1e2-c6ee7fd4834a req-5990ca99-d284-4e52-a9a8-060917e2c1ec tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.484402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82dac955-7ec5-4bfe-b1e2-c6ee7fd4834a req-5990ca99-d284-4e52-a9a8-060917e2c1ec tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 946 time: 0.1586385 Oct 20 10:44:01.491409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c2ac1143-bc2a-4593-a124-a3988a5a5ccd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a44078a96a34d2f969ae4b927f2f605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191092 Oct 20 10:44:01.501091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47318) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.510046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Allocated IP 172.20.0.2 (60ba2b45-6838-4a5e-9250-2a8fad81c160/59614d9e-1eae-43c0-8e2c-a8212c6895a0/20bc3d8b-7921-44ca-b9d7-754591c38ab3) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:01.568074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82dac955-7ec5-4bfe-b1e2-c6ee7fd4834a req-d5a0649d-07c4-41a7-9a1d-666a84f9976d tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751071 Oct 20 10:44:01.577487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:01.583381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:01.593221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.602927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.642146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.642786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.644239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 1095 time: 2.4296052 Oct 20 10:44:01.648353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.651326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:01.653683 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31912e63-b32e-4c0b-880c-c4720943874d" -d '{"events": [{"name": "network-changed", "server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:01.737951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.740961 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.748353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.753405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/275daa59-9bb6-4522-9c51-0218593cdc98 HTTP/1.1" status: 204 len: 168 time: 0.2475452 Oct 20 10:44:01.822633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467323ff-ce87-4bda-98d0-0f983fbb86a0 service neutron] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.860220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d4a1b-1bae-4bed-b6f6-93024b39b652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275daa59-9bb6-4522-9c51-0218593cdc98,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.869028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-058ab823-365b-4b9b-a27b-ac0f608c2d83 req-2ecbc1d0-731e-48cf-8260-aedbbce77f82 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 210 time: 0.0843785 Oct 20 10:44:01.908801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-8024db40-9a5d-425a-b6d4-6ae6ecc50456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.911836 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-8024db40-9a5d-425a-b6d4-6ae6ecc50456 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1098 time: 0.1784399 Oct 20 10:44:01.933860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a572-d02a-43e7-964d-b1316dc2323b req-0bf932bb-edee-4516-90aa-e96cd5164055 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.938797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ab8a572-d02a-43e7-964d-b1316dc2323b req-0bf932bb-edee-4516-90aa-e96cd5164055 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.2134936 Oct 20 10:44:01.941484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.992526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-4d554db7-b575-4e85-ac4d-6a6b0583168f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.0705650 Oct 20 10:44:02.025643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ab8a572-d02a-43e7-964d-b1316dc2323b req-81969ce4-8b94-48da-b76d-85e16bcde429 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813668 Oct 20 10:44:02.216941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-ea4ecfe5-17ba-47bc-8fbe-b49b92ade908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.218584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-ea4ecfe5-17ba-47bc-8fbe-b49b92ade908 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2182877 Oct 20 10:44:02.252818 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7496f-fae8-4646-882c-a724aa51f98f x-openstack-request-id: req-cac7496f-fae8-4646-882c-a724aa51f98f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:02.253114 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:02.253365 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cac7496f-fae8-4646-882c-a724aa51f98f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:02.253763 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'status': 'completed', 'code': 200} Oct 20 10:44:02.271417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.316206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78bfeaaf-89e9-4f10-9b9c-992389223b61 req-c06012d9-03e4-42fb-9c67-9a9948f5e3a3 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5788ea92bb3c4baba7d02001441d016b HTTP/1.1" status: 200 len: 2984 time: 0.0872433 Oct 20 10:44:02.366321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Network 60ba2b45-6838-4a5e-9250-2a8fad81c160 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:02.375113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66954-2772-4359-8257-03e864096b14 req-07b70c38-863a-40c0-997b-7abe5a887f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.379049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-07b70c38-863a-40c0-997b-7abe5a887f48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476934 Oct 20 10:44:02.381037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:02.383972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Pushing event updated for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.385774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78bfeaaf-89e9-4f10-9b9c-992389223b61 req-310d5170-07f6-450c-9eaa-218a799698c1 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/ee84ed0c-1b0c-486a-839d-bcb380fea27c HTTP/1.1" status: 200 len: 2981 time: 0.0686822 Oct 20 10:44:02.386968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:02.457324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78bfeaaf-89e9-4f10-9b9c-992389223b61 req-b8bc09e8-c259-4402-87be-59150955f4c8 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/ee84ed0c-1b0c-486a-839d-bcb380fea27c HTTP/1.1" status: 200 len: 2981 time: 0.0653541 Oct 20 10:44:02.548018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.548756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.561613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f67c5ce-f78e-434f-81d1-4291f94cb83a req-01771b1c-994b-471a-acca-7df0307669b3 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/ee84ed0c-1b0c-486a-839d-bcb380fea27c HTTP/1.1" status: 200 len: 2981 time: 0.0795312 Oct 20 10:44:02.613971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-d2829a40-dabf-4afe-bd01-64f107150125 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5177050 Oct 20 10:44:02.651876 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-2f67c5ce-f78e-434f-81d1-4291f94cb83a req-997b24ce-abc3-47ab-86b6-1a2779f7db5d tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:44:02.653105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f67c5ce-f78e-434f-81d1-4291f94cb83a req-997b24ce-abc3-47ab-86b6-1a2779f7db5d tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "DELETE /v2.0/security-groups/ee84ed0c-1b0c-486a-839d-bcb380fea27c HTTP/1.1" status: 409 len: 352 time: 0.0840077 Oct 20 10:44:02.673306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Request body: {'port': {'device_id': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:02.684472 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.745519 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-e3746fb9-7410-4fbf-9a24-d44799cac34c req-e2a0e40d-b2e4-4a56-a45e-589f18f5d986 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] show failed (client error): The resource could not be found. Oct 20 10:44:02.753441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3746fb9-7410-4fbf-9a24-d44799cac34c req-e2a0e40d-b2e4-4a56-a45e-589f18f5d986 tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/87b223d9-aeb3-4579-b06e-de0e92441a23 HTTP/1.1" status: 404 len: 352 time: 0.0491705 Oct 20 10:44:02.759472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.808868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfbbfb-25dc-4d00-8e57-1c9c8f47aa3b req-bc55d1ba-c5bc-4bc4-bfc5-2ba3d9de244a tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.810592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83dfbbfb-25dc-4d00-8e57-1c9c8f47aa3b req-bc55d1ba-c5bc-4bc4-bfc5-2ba3d9de244a tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 946 time: 0.1273522 Oct 20 10:44:02.816522 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-dec202ad-971e-4f17-b5d8-c3a41c523fca req-880167f0-57a4-41fe-8226-c7ba0569d0aa tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] show failed (client error): The resource could not be found. Oct 20 10:44:02.824759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec202ad-971e-4f17-b5d8-c3a41c523fca req-880167f0-57a4-41fe-8226-c7ba0569d0aa tempest-SecurityGroupsNegativeTestJSON-1736509978 tempest-SecurityGroupsNegativeTestJSON-1736509978-project] 10.222.0.74 "GET /v2.0/security-groups/4cc6586b-b555-4b42-9745-2d6240eb4168 HTTP/1.1" status: 404 len: 352 time: 0.0376618 Oct 20 10:44:02.832816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47372) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.882347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 875d4991-64a1-408f-94ee-caad5fdf836d up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:03.007873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 875d4991-64a1-408f-94ee-caad5fdf836d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:03.018208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 875d4991-64a1-408f-94ee-caad5fdf836d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:03.018975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.054705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83dfbbfb-25dc-4d00-8e57-1c9c8f47aa3b req-e8a4f84e-92ce-441a-b369-161a88cd81fc tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108781 Oct 20 10:44:03.065649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Deleting subnet cde2ef44-5ee7-48ea-a6d5-1d7749a8ed38 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:03.080932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.096805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-f2f99b3b-7205-4d8b-8ff1-2a75a629e157 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062190 Oct 20 10:44:03.186529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.225102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:03.227983 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f27e2-8b2f-46e7-a236-1e6ea70424bb" -d '{"events": [{"server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "name": "network-vif-plugged", "status": "completed", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:03.235491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:03.242130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=875d4991-64a1-408f-94ee-caad5fdf836d,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:03.251571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747636d-3fb6-4a41-a4a6-d537d5821268 req-eee822b9-6a20-41d4-936a-a7436a4ad74d tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.262474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2747636d-3fb6-4a41-a4a6-d537d5821268 req-eee822b9-6a20-41d4-936a-a7436a4ad74d tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 931 time: 0.1837156 Oct 20 10:44:03.265414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.268575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.373351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:03.390206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97e02-1f1f-4c86-89bc-b89b0492163d req-f813a20e-3597-484f-99c8-da8fbd977178 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.392673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1a97e02-1f1f-4c86-89bc-b89b0492163d req-f813a20e-3597-484f-99c8-da8fbd977178 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.2147079 Oct 20 10:44:03.407192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17f66954-2772-4359-8257-03e864096b14 req-1e2592db-9916-4667-99b8-c9342e768a5b service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009143 Oct 20 10:44:03.479678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.498054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2747636d-3fb6-4a41-a4a6-d537d5821268 req-4e21a3c1-45bc-4515-8a7d-356c90bc16b3 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343469 Oct 20 10:44:03.500469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bc3d8b-7921-44ca-b9d7-754591c38ab3 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:03.547639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.577433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-network', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:03.599529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1a97e02-1f1f-4c86-89bc-b89b0492163d req-2c417601-24c3-48ce-be37-d5cb46e946b1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970212 Oct 20 10:44:03.635124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Transition to ACTIVE for port object 20bc3d8b-7921-44ca-b9d7-754591c38ab3 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:03.653957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.673695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912e63-b32e-4c0b-880c-c4720943874d req-017ae0ac-29b2-4bcf-b663-87cccde542a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.675090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-017ae0ac-29b2-4bcf-b663-87cccde542a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1098 time: 0.2057950 Oct 20 10:44:03.699701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308db125-9727-4fc8-b019-e3b0d95ebf28 req-3396036c-2a9e-4d22-a70a-d9e3bef84a00 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.710928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-308db125-9727-4fc8-b019-e3b0d95ebf28 req-3396036c-2a9e-4d22-a70a-d9e3bef84a00 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 945 time: 0.0815740 Oct 20 10:44:03.713464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.791078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde2ef44-5ee7-48ea-a6d5-1d7749a8ed38,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:03.819505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.823765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96c68e06-9cc4-4453-b09c-caffe37b7a22 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cde2ef44-5ee7-48ea-a6d5-1d7749a8ed38 HTTP/1.1" status: 204 len: 168 time: 0.9892464 Oct 20 10:44:03.827109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:03.841987 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6bba42-5126-442d-a98a-ac9491a0f77f x-openstack-request-id: req-cc6bba42-5126-442d-a98a-ac9491a0f77f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:03.843794 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "name": "network-vif-plugged", "status": "completed", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:03.844269 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc6bba42-5126-442d-a98a-ac9491a0f77f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:03.844878 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d', 'code': 200} Oct 20 10:44:03.852395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912e63-b32e-4c0b-880c-c4720943874d req-3c71706f-522d-4ed2-983a-b8a38261a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.854090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-3c71706f-522d-4ed2-983a-b8a38261a586 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1253057 Oct 20 10:44:03.868613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-308db125-9727-4fc8-b019-e3b0d95ebf28 req-b8683dae-1535-40dc-8f4a-e1e6a7f202fa tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519499 Oct 20 10:44:03.942389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Made reservation on behalf of 61715db7bc804129ad78c5ad2a072ec5 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:03.945255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.965009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-3f146bfd-71d8-46b0-a51d-7253baba8e87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.0919392 Oct 20 10:44:03.969253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.006496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.013062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a015c-7fc7-4989-a62a-8e39a92b0552 req-7599e8f3-d383-4426-8094-1ae7dcd05ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.014754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-450a015c-7fc7-4989-a62a-8e39a92b0552 req-7599e8f3-d383-4426-8094-1ae7dcd05ace service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 1097 time: 0.0615807 Oct 20 10:44:04.067036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912e63-b32e-4c0b-880c-c4720943874d req-2ce6df0d-5d9e-464a-9e8c-6c6d2d46cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.068905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-2ce6df0d-5d9e-464a-9e8c-6c6d2d46cf9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0797048 Oct 20 10:44:04.108856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-450a015c-7fc7-4989-a62a-8e39a92b0552 req-f2a39fd0-976c-4337-b9cb-99c237b2ae0d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850692 Oct 20 10:44:04.149486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.170274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.205508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0d695b-c633-4671-a048-0c3fa2be2525']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:04.211936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.219160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e06b9ed-6019-4f81-b044-17d21c533399') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:04.219850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e06b9ed-6019-4f81-b044-17d21c533399') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:04.225761 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.226533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:04.232969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Pushing event updated for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.248126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.267172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.275873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:04.276067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:04.278224 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:04.327215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae87aed-8d7f-464d-8270-aaab85bb1355,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.355367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.367226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.369357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.369891 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Added segment 25537fa3-9d53-443d-9622-79bcc226f95d of type vlan for network 05bd67b1-545f-4674-b664-4d613b382446 Oct 20 10:44:04.374256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/df0d695b-c633-4671-a048-0c3fa2be2525 HTTP/1.1" status: 204 len: 168 time: 0.5459657 Oct 20 10:44:04.389983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bcd1-d2e0-4c2e-9c7c-cf779bb0c6b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0d695b-c633-4671-a048-0c3fa2be2525,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.390667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912e63-b32e-4c0b-880c-c4720943874d req-eff6907a-9e57-4adc-b533-c4a2be1adbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.392257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-eff6907a-9e57-4adc-b533-c4a2be1adbae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1939576 Oct 20 10:44:04.392924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Attempting to bind port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:04.397394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Attempting to bind port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:04.398014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Attempting to bind port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 on network 60ba2b45-6838-4a5e-9250-2a8fad81c160 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:04.432886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 on network 60ba2b45-6838-4a5e-9250-2a8fad81c160 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:04.434348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Attempting to bind port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 on network 60ba2b45-6838-4a5e-9250-2a8fad81c160 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:04.471155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:04.471779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Checking segment: {'id': 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:04.472124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Bound using segment: {'id': 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:04.472982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Bound port: 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:04.473366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.489585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.671854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.672826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.673397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.690861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-4c57e2c9-08c9-454d-9451-861b1de3355d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865925 Oct 20 10:44:04.704918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47438) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:04.756180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:04.756425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a98f8-3e01-4c54-a02f-6d124dc409ae req-7289b040-b72c-498b-9c90-fa50f54a095e tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.759702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d24a98f8-3e01-4c54-a02f-6d124dc409ae req-7289b040-b72c-498b-9c90-fa50f54a095e tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 943 time: 0.1353338 Oct 20 10:44:04.778205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5371549 Oct 20 10:44:04.778909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47446) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:04.798999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Request body: {'subnet': {'network_id': '05bd67b1-545f-4674-b664-4d613b382446', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-subnet', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:04.823015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-029bfa9d-5916-4f0f-9fd0-7863497d1ad5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5788ea92bb3c4baba7d02001441d016b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146827 Oct 20 10:44:04.834531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47454) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:04.841840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3,segment=NetworkSegment(c8ac3e28-2ee5-40d9-a354-3329c2c5b47e),segment_id=c8ac3e28-2ee5-40d9-a354-3329c2c5b47e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:04.857439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.892872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a090f-dc84-448b-a9d6-c25a778686af admin admin] Pushing event updated for resources: {'Network': ['ID=05bd67b1-545f-4674-b664-4d613b382446,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.904606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-16dbf97e-5d0d-4795-92ff-45500bc19571 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2c154bc85a8941b796eddf502e75a5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804226 Oct 20 10:44:04.909756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 05bd67b1-545f-4674-b664-4d613b382446 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:04.920798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d24a98f8-3e01-4c54-a02f-6d124dc409ae req-7a4cebe6-d10b-49bd-8ad2-62ebc234183f tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501946 Oct 20 10:44:04.972498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.973256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.974861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] 10.222.0.70 "PUT /v2.0/ports/20bc3d8b-7921-44ca-b9d7-754591c38ab3 HTTP/1.1" status: 200 len: 1092 time: 2.3423395 Oct 20 10:44:04.990112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.991760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:04.994370 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:05.022141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Made reservation on behalf of 61715db7bc804129ad78c5ad2a072ec5 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:05.026550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.073480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.170603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2991de24-ffc1-4863-84f0-8a43600faa15 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.177828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2991de24-ffc1-4863-84f0-8a43600faa15 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535412 Oct 20 10:44:05.210332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-83627774-aa01-44a5-a040-85601c71b9f0 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/quotas/2c154bc85a8941b796eddf502e75a5dc HTTP/1.1" status: 200 len: 375 time: 0.0314820 Oct 20 10:44:05.226423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0d471-9281-4dbb-b6a0-1d23071c4f9c req-79cc27f4-3d1b-43ac-920f-34c01db2c599 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.228590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1e0d471-9281-4dbb-b6a0-1d23071c4f9c req-79cc27f4-3d1b-43ac-920f-34c01db2c599 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.1014655 Oct 20 10:44:05.295332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44725b1-bed8-42a3-a1b4-3cbcc0eb5b80 service neutron] Pushing event updated for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.317879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.326671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-31912e63-b32e-4c0b-880c-c4720943874d req-a96a3858-15bf-4ef2-a155-928e8a106f6e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118722 Oct 20 10:44:05.332494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1e0d471-9281-4dbb-b6a0-1d23071c4f9c req-87a0e0ac-d682-4846-bddd-db9f1f479f4a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852437 Oct 20 10:44:05.346499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-beed9a4e-65fd-4ee4-afbb-bb6f4810f24a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170304 Oct 20 10:44:05.366020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.369509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.373014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee84ed0c-1b0c-486a-839d-bcb380fea27c HTTP/1.1" status: 204 len: 168 time: 0.5334699 Oct 20 10:44:05.386378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949345-5c8f-4ccf-98fd-159bf6a07e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee84ed0c-1b0c-486a-839d-bcb380fea27c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.473998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-4c86bb1e-0562-493d-8369-8df040cc2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.475822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-4c86bb1e-0562-493d-8369-8df040cc2433 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5661133fcfa474686bafac7542eb214&device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 1095 time: 0.2468560 Oct 20 10:44:05.558506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-ca7b8c45-f11f-414b-b4ed-7fbdb4bf0ef5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3 HTTP/1.1" status: 200 len: 217 time: 0.0586820 Oct 20 10:44:05.559228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ea7dee-d497-4ccd-ad98-05c379968a85,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.612712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Checking segment: {'id': '25537fa3-9d53-443d-9622-79bcc226f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '05bd67b1-545f-4674-b664-4d613b382446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:05.613080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Network hostable DHCP agents. Network: 05bd67b1-545f-4674-b664-4d613b382446, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:05.669132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-2082552f-d035-49be-becd-7705021bf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.670965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-2082552f-d035-49be-becd-7705021bf313 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59614d9e-1eae-43c0-8e2c-a8212c6895a0 HTTP/1.1" status: 200 len: 860 time: 0.0794570 Oct 20 10:44:05.715001 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-21ff000e-f4eb-4ea0-93a9-d96a9f60c6c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60ba2b45-6838-4a5e-9250-2a8fad81c160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352399 Oct 20 10:44:05.715749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Network 05bd67b1-545f-4674-b664-4d613b382446 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:05.757142 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba348c-7f43-436a-aa38-f4665c01d768 x-openstack-request-id: req-30ba348c-7f43-436a-aa38-f4665c01d768 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:05.757437 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:05.757692 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30ba348c-7f43-436a-aa38-f4665c01d768 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:05.758643 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3', 'status': 'completed', 'code': 200} Oct 20 10:44:05.802729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 05bd67b1-545f-4674-b664-4d613b382446) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:05.804200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3b47-ff9e-427b-9d2f-d39708918dc6 req-cd8b92f7-ec9f-49c5-819e-fb2b182da78d tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.809408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-549d3b47-ff9e-427b-9d2f-d39708918dc6 req-cd8b92f7-ec9f-49c5-819e-fb2b182da78d tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 945 time: 0.1556211 Oct 20 10:44:05.813895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003c973-9d28-452e-9de1-4a48ef60d96e None None] Network 05bd67b1-545f-4674-b664-4d613b382446 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:05.851824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.852424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.899182 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aacc8713-06cc-44b3-ae94-77185ca0930f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1048193 Oct 20 10:44:05.904206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:05.914774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:05.938213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4c77d0e-1802-4e15-bfd6-c6d1143e4613 req-6ab2e45e-27c4-421a-833c-0d6755f3a780 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 210 time: 0.1560152 Oct 20 10:44:06.002198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-549d3b47-ff9e-427b-9d2f-d39708918dc6 req-279f2b14-1e53-4549-a3a3-17bf7a28eaea tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394725 Oct 20 10:44:06.004207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.012867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.036388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-0ad9a3b9-f1c4-4eb7-9c23-f38d6a790fad service neutron] 10.222.0.70 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042192 Oct 20 10:44:06.137755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-05bd67b1-545f-4674-b664-4d613b382446', 'network_id': '05bd67b1-545f-4674-b664-4d613b382446', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'fixed_ips': [{'subnet_id': '04ea7dee-d497-4ccd-ad98-05c379968a85'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:06.139329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.167886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.281463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba2c4288-ba68-42f8-a7ff-5dd10b64701f req-7ae10090-1aeb-4d44-82bc-75d90f56f34d service neutron] 10.222.0.70 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358088 Oct 20 10:44:06.308301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2078-5bde-4845-9029-54ccb02e54c6 req-54726f73-7d6e-41ed-91ff-7ac2883f3342 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.309918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f45a2078-5bde-4845-9029-54ccb02e54c6 req-54726f73-7d6e-41ed-91ff-7ac2883f3342 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 945 time: 0.1443191 Oct 20 10:44:06.434100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-61af2a1a-d569-417c-93fa-234aa6511886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.439478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-61af2a1a-d569-417c-93fa-234aa6511886 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5661133fcfa474686bafac7542eb214&device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 1095 time: 0.1020787 Oct 20 10:44:06.484390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Allocated IP 172.20.0.2 (05bd67b1-545f-4674-b664-4d613b382446/04ea7dee-d497-4ccd-ad98-05c379968a85/58b15b5c-d29d-4773-889c-617750433910) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:06.523066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f45a2078-5bde-4845-9029-54ccb02e54c6 req-0c03b1d9-3853-4a9d-abdc-42a5f9b7ef1f tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016526 Oct 20 10:44:06.627090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-81b18c75-ada7-4cac-8a27-da8d08246046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.631563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-81b18c75-ada7-4cac-8a27-da8d08246046 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60ba2b45-6838-4a5e-9250-2a8fad81c160 HTTP/1.1" status: 200 len: 922 time: 0.1844525 Oct 20 10:44:06.676173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2bc4-184a-4b7f-bc07-8ccbce9a58e3 req-7d717db0-fca8-4b98-849c-ac26c4b6027d tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.677806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f61b2bc4-184a-4b7f-bc07-8ccbce9a58e3 req-7d717db0-fca8-4b98-849c-ac26c4b6027d tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 943 time: 0.5151653 Oct 20 10:44:06.714890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.725282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.774868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Network 05bd67b1-545f-4674-b664-4d613b382446 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:06.778193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.779353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:06.780416 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-d963305b-6206-4141-be66-026cb68b862b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3 HTTP/1.1" status: 200 len: 217 time: 0.1390600 Oct 20 10:44:06.784674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:06.838139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510fa42-0921-45ce-bd13-051ba9ea86f6 req-3ab94ab5-d06d-4548-8cd7-f796d8697769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.846977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0510fa42-0921-45ce-bd13-051ba9ea86f6 req-3ab94ab5-d06d-4548-8cd7-f796d8697769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.1679680 Oct 20 10:44:06.853071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f61b2bc4-184a-4b7f-bc07-8ccbce9a58e3 req-fad3d611-186a-4ce2-a8c0-155e959cd789 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607480 Oct 20 10:44:06.906615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-81d44d43-00e3-4271-96fa-0cc5a58d589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.908516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-81d44d43-00e3-4271-96fa-0cc5a58d589e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=59614d9e-1eae-43c0-8e2c-a8212c6895a0 HTTP/1.1" status: 200 len: 860 time: 0.1201737 Oct 20 10:44:06.911024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0510fa42-0921-45ce-bd13-051ba9ea86f6 req-ccbf519d-f295-4595-b524-faa629b8709e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Oct 20 10:44:06.911849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Attempting to bind port 58b15b5c-d29d-4773-889c-617750433910 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:06.914327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Attempting to bind port 58b15b5c-d29d-4773-889c-617750433910 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '25537fa3-9d53-443d-9622-79bcc226f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '05bd67b1-545f-4674-b664-4d613b382446'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:06.914721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Attempting to bind port 58b15b5c-d29d-4773-889c-617750433910 on network 05bd67b1-545f-4674-b664-4d613b382446 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:06.936088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Pushing event updated for resources: {'Port': ['ID=58b15b5c-d29d-4773-889c-617750433910,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:06.950824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:06.951495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Checking segment: {'id': '25537fa3-9d53-443d-9622-79bcc226f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '05bd67b1-545f-4674-b664-4d613b382446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:06.952087 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.955681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Bound using segment: {'id': '25537fa3-9d53-443d-9622-79bcc226f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '05bd67b1-545f-4674-b664-4d613b382446'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:06.956601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Bound port: 58b15b5c-d29d-4773-889c-617750433910, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25537fa3-9d53-443d-9622-79bcc226f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '05bd67b1-545f-4674-b664-4d613b382446'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:06.957179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.959595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:07.018583 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-817da742-e5b7-4d83-8a4b-6696892f2169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60ba2b45-6838-4a5e-9250-2a8fad81c160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945868 Oct 20 10:44:07.135913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] For port 58b15b5c-d29d-4773-889c-617750433910, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:07.153352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] For port 58b15b5c-d29d-4773-889c-617750433910, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58b15b5c-d29d-4773-889c-617750433910,segment=NetworkSegment(25537fa3-9d53-443d-9622-79bcc226f95d),segment_id=25537fa3-9d53-443d-9622-79bcc226f95d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:07.167365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.169321 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.220539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.292170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-c8dca577-03ca-47ab-9d05-6638115d4e4b tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2c154bc85a8941b796eddf502e75a5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832963 Oct 20 10:44:07.301161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:07.335251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b840ed3-0a76-46ee-a70c-a008cac6e405 None None] Pushing event updated for resources: {'Port': ['ID=58b15b5c-d29d-4773-889c-617750433910,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.356741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-8360e826-a22f-4694-943f-d45b6c93c269 service neutron] 10.222.0.70 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183253 Oct 20 10:44:07.384093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '863da0d8-ee40-4357-a5e9-09f99e921346', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '863da0d8-ee40-4357-a5e9-09f99e921346', 'mac_address': 'fa:16:3e:7f:d3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:07.446020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.479393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863da0d8-ee40-4357-a5e9-09f99e921346 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:07.510374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:07.519215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.539766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f416d94-079c-4b71-9498-b02f39da49e2 req-acd6d8c4-6e4a-43dc-acf8-c1df4770131c tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 210 time: 0.0920465 Oct 20 10:44:07.570273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Allocated IP 172.25.3.184 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/73f459ba-e847-48e5-81bf-d32c20e389d2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:07.598566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.720473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2fadc-f0cc-4acb-a1d6-0a360e1fddbf req-9958e2df-0a1f-49e6-a823-37785c8a9095 service neutron] 10.222.0.70 "GET /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315799 Oct 20 10:44:07.759528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-60c14c2a-9cd0-42e2-aba5-1c43beea9bed tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.764596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-60c14c2a-9cd0-42e2-aba5-1c43beea9bed tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068353 Oct 20 10:44:07.781707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Request body: {'port': {'device_id': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '2c154bc85a8941b796eddf502e75a5dc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:07.793666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.794439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.874155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.993396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:08.016957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:08.022058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Made reservation on behalf of 2c154bc85a8941b796eddf502e75a5dc for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:08.026647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.039213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.040700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:08.065715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ccc25-1161-46cd-8574-74b31b075e0d req-e644bdd8-f172-454c-8a54-041a48101562 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.073808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-052ccc25-1161-46cd-8574-74b31b075e0d req-e644bdd8-f172-454c-8a54-041a48101562 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 945 time: 0.2430415 Oct 20 10:44:08.113601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=73f459ba-e847-48e5-81bf-d32c20e389d2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:08.153067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.153878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47540) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:08.167972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-052ccc25-1161-46cd-8574-74b31b075e0d req-e7956ad8-19b8-4d0c-89b7-41f1c8e790aa tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Oct 20 10:44:08.176275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.177750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509cb26-c35d-4c66-a7a7-312b66a05691 req-51d1a0ec-386e-4c13-b5e4-4b6e813f328c tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.186470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d509cb26-c35d-4c66-a7a7-312b66a05691 req-51d1a0ec-386e-4c13-b5e4-4b6e813f328c tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 943 time: 0.1902058 Oct 20 10:44:08.248346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8760e6c0-32c9-4ffa-90a2-51b3f37a4491,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:08.399364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.431823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d509cb26-c35d-4c66-a7a7-312b66a05691 req-9ec1866d-e616-449e-a720-69254b18b9af tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353466 Oct 20 10:44:08.511290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6daf-8d65-438c-9604-d530098e1a41 req-a223b13e-aab8-4ff0-8e10-26dfff186d40 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.519274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e01d6daf-8d65-438c-9604-d530098e1a41 req-a223b13e-aab8-4ff0-8e10-26dfff186d40 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 947 time: 0.1915655 Oct 20 10:44:08.529749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Allocated IP 192.168.233.56 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/3e7cd11a-f412-4558-b94a-5f0ad7406783) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:08.626419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 20bc3d8b-7921-44ca-b9d7-754591c38ab3 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:08.696341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.725061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.730516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.890113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b804c5-8ff5-477e-ab13-329825c95e89 None None] Network 05bd67b1-545f-4674-b664-4d613b382446 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:08.954976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:08.961817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58b15b5c-d29d-4773-889c-617750433910 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:08.997571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb9afcb6-f314-499a-8bf7-4564e6f97eec req-6349354c-4750-4112-ad72-4fe54ade47d8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 210 time: 0.0867798 Oct 20 10:44:09.032875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e01d6daf-8d65-438c-9604-d530098e1a41 req-9d2b9b0f-c8b5-48a4-b213-6818c9396529 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080049 Oct 20 10:44:09.049158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Provisioning complete for port 58b15b5c-d29d-4773-889c-617750433910 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:09.049815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.098412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3,segment=NetworkSegment(c8ac3e28-2ee5-40d9-a354-3329c2c5b47e),segment_id=c8ac3e28-2ee5-40d9-a354-3329c2c5b47e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:09.173003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.177581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '20bc3d8b-7921-44ca-b9d7-754591c38ab3', 'network_id': '60ba2b45-6838-4a5e-9250-2a8fad81c160', 'port_id': '20bc3d8b-7921-44ca-b9d7-754591c38ab3', 'mac_address': 'fa:16:3e:3c:f9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59614d9e-1eae-43c0-8e2c-a8212c6895a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:09.206511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b9dd39f45664b21956bafa1908e725b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0481501 Oct 20 10:44:09.214561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47558) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:09.231710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79ffe1-1b51-4feb-860b-343d307e4f50,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.261224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.261721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.262162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.262593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.263046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.263616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.264044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.264465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.265153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.265810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.267101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.267561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2882ab9-35fe-40d6-b0ef-09d48fb4de17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:09.299483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-3c347100-15fe-49d6-b0ce-d16e3c9e71ca tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.301417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-3c347100-15fe-49d6-b0ce-d16e3c9e71ca tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 945 time: 0.5878091 Oct 20 10:44:09.309926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.418299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.458336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.474977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.479698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.505120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 863da0d8-ee40-4357-a5e9-09f99e921346 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:09.510502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 863da0d8-ee40-4357-a5e9-09f99e921346 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:09.510895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.512405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.556820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] For port 58b15b5c-d29d-4773-889c-617750433910, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58b15b5c-d29d-4773-889c-617750433910,segment=NetworkSegment(25537fa3-9d53-443d-9622-79bcc226f95d),segment_id=25537fa3-9d53-443d-9622-79bcc226f95d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:09.558914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 58b15b5c-d29d-4773-889c-617750433910 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:09.560030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.570132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:09.579394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:09.582981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Deleting port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:09.583397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.586813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:09.598128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.643075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Pushing event updated for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.671639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bc3d8b-7921-44ca-b9d7-754591c38ab3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:09.701418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.706338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.707682 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c79ffe1-1b51-4feb-860b-343d307e4f50 HTTP/1.1" status: 204 len: 168 time: 0.4916532 Oct 20 10:44:09.724107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.724886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.796842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-2c3dacfb-342b-47c9-ad76-30674a89865a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0204446 Oct 20 10:44:09.810469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48832ff6-e5da-461b-be4c-cc44c0a8ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79ffe1-1b51-4feb-860b-343d307e4f50,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.823738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Request body: {'port': {'device_id': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:09.833774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3,segment=NetworkSegment(c8ac3e28-2ee5-40d9-a354-3329c2c5b47e),segment_id=c8ac3e28-2ee5-40d9-a354-3329c2c5b47e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:09.887479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.923833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.926985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Pushing event updated for resources: {'Port': ['ID=58b15b5c-d29d-4773-889c-617750433910,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.010096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.010745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.011273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.011792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.012288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.012768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.013253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.013737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.014369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.015003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.015576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.016122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f6a9e-a2be-4075-8384-4c31ecd7dfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:10.145824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781e99-33b6-4513-821e-3db8b8c22a58 req-88ddfbaa-e0f4-4ff9-871f-a3eb5815b320 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.156174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['20bc3d8b-7921-44ca-b9d7-754591c38ab3'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:10.161770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93781e99-33b6-4513-821e-3db8b8c22a58 req-88ddfbaa-e0f4-4ff9-871f-a3eb5815b320 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 944 time: 0.2551618 Oct 20 10:44:10.187255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] For port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:10.187734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.215912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e606-6a3b-4fa1-b4b6-43b8831c0389 req-1b9aff6a-eb41-4b57-9aee-f19111650765 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.229652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66f5e606-6a3b-4fa1-b4b6-43b8831c0389 req-1b9aff6a-eb41-4b57-9aee-f19111650765 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 945 time: 0.3240972 Oct 20 10:44:10.235031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Calling delete_port for b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:10.241637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-248cf2a9-11ff-41cf-a579-963cf80c7932 None None] Provisioning complete for port 3e7cd11a-f412-4558-b94a-5f0ad7406783 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:10.242076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-248cf2a9-11ff-41cf-a579-963cf80c7932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.254233 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.421107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:10.423752 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbef4b8c-0ce1-4034-afb6-ea9f9a675608" -d '{"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:10.437759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93781e99-33b6-4513-821e-3db8b8c22a58 req-a62d87e6-bfa7-4a31-bcbb-56adc15d36fe tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746673 Oct 20 10:44:10.444809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.449979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-248cf2a9-11ff-41cf-a579-963cf80c7932 None None] Port 3e7cd11a-f412-4558-b94a-5f0ad7406783 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:10.460087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:10.516109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.549784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66f5e606-6a3b-4fa1-b4b6-43b8831c0389 req-56e33732-d7b3-44a3-8277-9714fadb0d36 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190217 Oct 20 10:44:10.552592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:10.627989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7cd11a-f412-4558-b94a-5f0ad7406783 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:10.643498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.646025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.668899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Transition to ACTIVE for port object 3e7cd11a-f412-4558-b94a-5f0ad7406783 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:10.675683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.702727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-134e9ebb-99a0-4402-9502-078cf558f6da None None] Provisioning complete for port 58b15b5c-d29d-4773-889c-617750433910 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:10.703506 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-134e9ebb-99a0-4402-9502-078cf558f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.764037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.795683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:10.842603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.844494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c406300-b4e7-483e-bb02-be24718ed5d0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9362485 Oct 20 10:44:10.871356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47602) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.900343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58b15b5c-d29d-4773-889c-617750433910 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:10.910963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Sync routers for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:11.000063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Attempting to bind port 3e7cd11a-f412-4558-b94a-5f0ad7406783 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:11.000695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Attempting to bind port 3e7cd11a-f412-4558-b94a-5f0ad7406783 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:11.001576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Attempting to bind port 3e7cd11a-f412-4558-b94a-5f0ad7406783 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:11.012098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Port 3e7cd11a-f412-4558-b94a-5f0ad7406783 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:11.012428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Attempting to bind port 3e7cd11a-f412-4558-b94a-5f0ad7406783 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:11.014463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:11.015306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:11.021145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:11.021489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:11.021879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:11.022818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Bound port: 3e7cd11a-f412-4558-b94a-5f0ad7406783, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:11.023242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.125030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:11.130966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:11.141763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.180257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:11.186117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17f1db-1553-4e54-82c8-28c39ec5da2b req-a1ed00a7-8fd3-408f-b3d5-57acf4cf2fcc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.188630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d17f1db-1553-4e54-82c8-28c39ec5da2b req-a1ed00a7-8fd3-408f-b3d5-57acf4cf2fcc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1682959 Oct 20 10:44:11.197767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d2421-1023-4809-8d81-5af7bd371741 req-d07f2001-53ea-4c4e-b8bb-1c83a65bc217 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.205937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d1d2421-1023-4809-8d81-5af7bd371741 req-d07f2001-53ea-4c4e-b8bb-1c83a65bc217 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 947 time: 0.3787982 Oct 20 10:44:11.233850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:11.240971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:11.260349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.261139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.263753 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-335fedcb-99b1-450a-aab1-b41b0f803ec6 service neutron] 10.222.0.83 "PUT /v2.0/ports/3e7cd11a-f412-4558-b94a-5f0ad7406783 HTTP/1.1" status: 200 len: 1096 time: 1.4564035 Oct 20 10:44:11.265157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:11.269190 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb8f472-2101-4f86-aa07-9544f1eabd55" -d '{"events": [{"name": "network-changed", "server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:11.272782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.337310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['875d4991-64a1-408f-94ee-caad5fdf836d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:11.362285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event deleted for resources: {'Port': ['ID=b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:11.404252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] No DVR routers for this DVR port b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:11.407480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.413039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a5cf91e-ddca-425e-b553-ac1ebf7dbe34 req-0336d983-cf11-4434-9977-4e35c8efef39 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "DELETE /v2.0/ports/b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 HTTP/1.1" status: 204 len: 173 time: 2.1006122 Oct 20 10:44:11.419318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d1d2421-1023-4809-8d81-5af7bd371741 req-d05be31a-0d93-4e21-9155-39976c744bc4 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079222 Oct 20 10:44:11.474807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-c9bf9e27-fd18-45fa-9ec4-3b0707d8a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.477032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-c9bf9e27-fd18-45fa-9ec4-3b0707d8a3d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 1099 time: 0.1155765 Oct 20 10:44:11.515143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d17f1db-1553-4e54-82c8-28c39ec5da2b req-17c852e3-e3c8-4ce0-a712-b473a0ab4ae8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800968 Oct 20 10:44:11.587893 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e843165-61d2-414e-8a5a-c66a9cee1132 x-openstack-request-id: req-6e843165-61d2-414e-8a5a-c66a9cee1132 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:11.588189 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:11.588447 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e843165-61d2-414e-8a5a-c66a9cee1132 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:11.601081 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'code': 200} Oct 20 10:44:11.615976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-eb6cbfa2-7921-419f-a97b-29fa95be408d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783 HTTP/1.1" status: 200 len: 217 time: 0.1214550 Oct 20 10:44:11.623609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1895565779-network', 'tenant_id': 'ad08336db4434cf092650045de1b643d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:11.654208 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2717f-99f2-4d99-9d9f-38d5e0b4fb85 x-openstack-request-id: req-77a2717f-99f2-4d99-9d9f-38d5e0b4fb85 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:11.654866 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:11.655290 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77a2717f-99f2-4d99-9d9f-38d5e0b4fb85 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:11.656087 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783', 'status': 'completed', 'code': 200} Oct 20 10:44:11.725803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Made reservation on behalf of ad08336db4434cf092650045de1b643d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:11.728836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.741972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.766398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 58b15b5c-d29d-4773-889c-617750433910 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:11.767014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.852683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.861280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-f0d864df-61ee-445d-9de4-653da6475aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.863239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-f0d864df-61ee-445d-9de4-653da6475aac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2340822 Oct 20 10:44:11.864807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.879069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:11.894570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.895287 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Added segment 0b89959b-96f2-43e9-b946-55af7f458a1a of type vlan for network 17c356e2-7d45-42eb-ad77-af1fdeb24960 Oct 20 10:44:11.986825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.069719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:08Z', 'revision_number': 3, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:12.082915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacae85b-0a0c-46be-b112-90f3b8a483a6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.098957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.100405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Checking router: 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:12.101238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Updating router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 port 73f459ba-e847-48e5-81bf-d32c20e389d2 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:12.103000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.103586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.106957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6829ba6f-d59e-4de5-bf01-1d4e8b73392e req-52f5cdd5-cb5e-4aec-ab0a-5bd97f14c0e8 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=b908f520-6af8-414a-b166-6cd4df8f74c2 HTTP/1.1" status: 200 len: 210 time: 0.1323915 Oct 20 10:44:12.130030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.201045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] Pushing event updated for resources: {'Network': ['ID=17c356e2-7d45-42eb-ad77-af1fdeb24960,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.210181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3153d-0c74-42b4-a313-78c352ca7397 req-d65e5cbd-5fdd-4cbe-bae4-d9134ed35e7c tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.214822 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ad3153d-0c74-42b4-a313-78c352ca7397 req-d65e5cbd-5fdd-4cbe-bae4-d9134ed35e7c tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 944 time: 0.5286117 Oct 20 10:44:12.216062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-57ab22c1-b004-4af5-a7c0-395fce8da716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.217730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-57ab22c1-b004-4af5-a7c0-395fce8da716 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036276 Oct 20 10:44:12.218699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:12.227866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1146178b-fba5-4a52-85c4-0a13c6a18174 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9838831 Oct 20 10:44:12.239070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47620) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:12.261053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Request body: {'subnet': {'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1895565779-subnet', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:12.265634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e0f4d3fd-e466-473c-a132-fe95d8ab9a25'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:12.290392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c97be-492c-44db-926d-5d3016e78f09 req-83006cc6-cdaf-45da-978a-09b896e68b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.291910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc7c97be-492c-44db-926d-5d3016e78f09 req-83006cc6-cdaf-45da-978a-09b896e68b00 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1100 time: 0.5982568 Oct 20 10:44:12.345848 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-56911977-dee9-4639-bd5d-59d6f876c70d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159961 Oct 20 10:44:12.468314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ad3153d-0c74-42b4-a313-78c352ca7397 req-4b61e22d-d8b1-4d2d-91d3-d11be79259bc tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300580 Oct 20 10:44:12.486673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81edfa02-4ad8-48b3-8818-9fd283e085f5 req-1bdc01fa-16a0-4ea0-bf34-62aca998143c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322472 Oct 20 10:44:12.517843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.545315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Made reservation on behalf of ad08336db4434cf092650045de1b643d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:12.552454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.602535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc7c97be-492c-44db-926d-5d3016e78f09 req-304c9051-3313-4759-88ba-55a01b8e0390 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551081 Oct 20 10:44:12.671123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-ea0d0b2f-fbbc-4473-a653-7a3259ef288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.671123 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-ea0d0b2f-fbbc-4473-a653-7a3259ef288c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 1099 time: 0.0780888 Oct 20 10:44:12.870432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.880434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 20bc3d8b-7921-44ca-b9d7-754591c38ab3 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:12.924494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.967683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa1acb-0f7e-487c-a41f-99493c085834 req-d43ca571-17d4-4743-9be4-612fd22b2f31 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.973226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-9cc182b8-09bc-4982-b935-38dd319b9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.975033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38aa1acb-0f7e-487c-a41f-99493c085834 req-d43ca571-17d4-4743-9be4-612fd22b2f31 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 947 time: 0.4324143 Oct 20 10:44:12.975163 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-9cc182b8-09bc-4982-b935-38dd319b9012 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1582832 Oct 20 10:44:13.010243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2831-37b1-42ae-a1f0-c24f04a1b9ab req-962cf0e4-99be-4332-817b-1798126aad18 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:13.011797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6c2831-37b1-42ae-a1f0-c24f04a1b9ab req-962cf0e4-99be-4332-817b-1798126aad18 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.2895706 Oct 20 10:44:13.059589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Attempting to bind port 73f459ba-e847-48e5-81bf-d32c20e389d2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:13.059841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Attempting to bind port 73f459ba-e847-48e5-81bf-d32c20e389d2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:13.060227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Attempting to bind port 73f459ba-e847-48e5-81bf-d32c20e389d2 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:13.065346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-eed7710d-21fe-4596-a2c5-0955ed6fc5db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783 HTTP/1.1" status: 200 len: 217 time: 0.0646322 Oct 20 10:44:13.068608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:13.068608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:13.068904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.069321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:13.069871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Bound port: 73f459ba-e847-48e5-81bf-d32c20e389d2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:13.070345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.126659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] For port 73f459ba-e847-48e5-81bf-d32c20e389d2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:13.129133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38aa1acb-0f7e-487c-a41f-99493c085834 req-5df2b7b2-7c54-4f4b-b926-f7ce1f7acc85 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448345 Oct 20 10:44:13.130030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] For port 73f459ba-e847-48e5-81bf-d32c20e389d2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=73f459ba-e847-48e5-81bf-d32c20e389d2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:13.139098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4476-adf2-48d2-9d79-e6a31431f2cd None None] Pushing event updated for resources: {'Port': ['ID=73f459ba-e847-48e5-81bf-d32c20e389d2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:13.142527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.156347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:13.163802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-696ea4a8-9094-401b-bf05-90a1e2a4803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:13.165728 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-696ea4a8-9094-401b-bf05-90a1e2a4803c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0891020 Oct 20 10:44:13.187952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:13.188316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.234859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:13.235389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:13.243576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6c2831-37b1-42ae-a1f0-c24f04a1b9ab req-a108171a-168a-4b84-a0f9-79c0b025a360 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929121 Oct 20 10:44:13.280739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-3021fcb5-8cec-42df-82f3-d9c77a601524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:13.282257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-3021fcb5-8cec-42df-82f3-d9c77a601524 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029918 Oct 20 10:44:13.325451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Allocated IP 172.20.0.1 (05bd67b1-545f-4674-b664-4d613b382446/04ea7dee-d497-4ccd-ad98-05c379968a85/1047c180-0450-49d8-8b4d-2423af5ac949) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:13.351675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.413126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a612da-ac1f-470f-a608-b729057d2278,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:13.496455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:13.566495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Checking segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:13.567262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Network hostable DHCP agents. Network: 17c356e2-7d45-42eb-ad77-af1fdeb24960, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:13.575550 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-f4b8bdc1-5280-4b5d-a9f3-2618938ba2e9 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208409 Oct 20 10:44:13.607012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:13.614639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4476-adf2-48d2-9d79-e6a31431f2cd None None] Pushing event updated for resources: {'Port': ['ID=73f459ba-e847-48e5-81bf-d32c20e389d2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:13.638873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.648895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 17c356e2-7d45-42eb-ad77-af1fdeb24960) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:13.663364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a9c23-e080-43fb-ab3e-b823ad217b98 None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:13.676536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:13.677371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.686521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'name': 'network-vif-deleted', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:13.689045 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fb78b-9346-4bc4-b9f1-2a285760fcbe" -d '{"events": [{"server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "name": "network-vif-deleted", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:13.693165 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2fb8f472-2101-4f86-aa07-9544f1eabd55 req-8ec07c18-e840-409f-a5f9-f16ae9ed61df service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090441 Oct 20 10:44:13.728388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b765b9-79bc-4d6b-bd05-e72e5f2c8b22 req-6a3f60d8-5919-4f66-8d01-89ba2550e897 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:13.730259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58b765b9-79bc-4d6b-bd05-e72e5f2c8b22 req-6a3f60d8-5919-4f66-8d01-89ba2550e897 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 944 time: 0.1121035 Oct 20 10:44:13.736236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5a22fabc-9ffa-4c79-aa68-d0b55d3b7104 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4942393 Oct 20 10:44:13.739221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:13.744278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:13.782408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58b765b9-79bc-4d6b-bd05-e72e5f2c8b22 req-a1a59f18-496c-47fa-b203-4321f5baad75 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Oct 20 10:44:13.783807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.794313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.796634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.868990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Network 05bd67b1-545f-4674-b664-4d613b382446 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:13.874314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:13.878971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:13.903192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.922331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.929913 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfee044-92e8-4edc-80f9-0703db2b9859 x-openstack-request-id: req-8dfee044-92e8-4edc-80f9-0703db2b9859 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:13.930230 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908f520-6af8-414a-b166-6cd4df8f74c2", "name": "network-vif-deleted", "tag": "b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:13.930576 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8dfee044-92e8-4edc-80f9-0703db2b9859 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:13.931004 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b908f520-6af8-414a-b166-6cd4df8f74c2', 'name': 'network-vif-deleted', 'tag': 'b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6', 'status': 'completed', 'code': 200} Oct 20 10:44:13.932688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.018281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Pushing event updated for resources: {'Port': ['ID=1047c180-0450-49d8-8b4d-2423af5ac949,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.041292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:14.045757 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe179802-d865-414e-aca8-d66cb00740d5" -d '{"events": [{"server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "name": "network-vif-plugged", "status": "completed", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:14.048596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9ed5-3edb-4932-be7c-6b81f8861bf1 req-983a9876-6c8c-403b-aab6-4ddff89f2a57 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.050195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d54a9ed5-3edb-4932-be7c-6b81f8861bf1 req-983a9876-6c8c-403b-aab6-4ddff89f2a57 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 951 time: 0.2560623 Oct 20 10:44:14.064131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-17c356e2-7d45-42eb-ad77-af1fdeb24960', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:14.065039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.116552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.175314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d54a9ed5-3edb-4932-be7c-6b81f8861bf1 req-00e00dbe-a050-4d1e-a19b-2ecdf60ccedf tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054032 Oct 20 10:44:14.183005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3,segment=NetworkSegment(c8ac3e28-2ee5-40d9-a354-3329c2c5b47e),segment_id=c8ac3e28-2ee5-40d9-a354-3329c2c5b47e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:14.208401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.209619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:14.270275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.281179 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac137eae-e2a6-4b40-b84e-f95e22d66304 x-openstack-request-id: req-ac137eae-e2a6-4b40-b84e-f95e22d66304 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:14.281464 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "name": "network-vif-plugged", "status": "completed", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:14.281714 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac137eae-e2a6-4b40-b84e-f95e22d66304 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:14.283848 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3', 'code': 200} Oct 20 10:44:14.303815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:14.304152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b7b98747-a40c-4d96-8cbb-5a1e51a1cdf6 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:14.461466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9068be-cd16-45f9-9284-179021001566 req-049a018c-f28c-484e-8549-1be7a54db047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.463153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0c9068be-cd16-45f9-9284-179021001566 req-049a018c-f28c-484e-8549-1be7a54db047 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 1097 time: 0.1474802 Oct 20 10:44:14.465551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-63a8ba5a-3edc-4fe3-9375-c906b52fdf90 None None] Provisioning complete for port 1047c180-0450-49d8-8b4d-2423af5ac949 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:14.467075 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63a8ba5a-3edc-4fe3-9375-c906b52fdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.486928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaee70-f6bf-4595-a775-d9f90484b4d1 req-26ce6d7b-6216-4d39-a98f-5afd5cd1df15 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.496154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffdaee70-f6bf-4595-a775-d9f90484b4d1 req-26ce6d7b-6216-4d39-a98f-5afd5cd1df15 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 947 time: 0.1504908 Oct 20 10:44:14.520935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.564011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Allocated IP 172.20.0.2 (17c356e2-7d45-42eb-ad77-af1fdeb24960/26a612da-ac1f-470f-a608-b729057d2278/7790a0d3-c501-4e6a-a399-84f5076814bc) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:14.575629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffdaee70-f6bf-4595-a775-d9f90484b4d1 req-36637820-17e5-44df-8195-d48bede0166c tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Oct 20 10:44:14.640374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.642235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0c9068be-cd16-45f9-9284-179021001566 req-12c93a3c-2e29-4df0-b30f-7f5564a6b695 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173532 Oct 20 10:44:14.647549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.657106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.703170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Pushing event updated for resources: {'Port': ['ID=1047c180-0450-49d8-8b4d-2423af5ac949,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.752732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:08Z', 'revision_number': 3, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:14.776292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.790471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.800917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93681c-985d-47c8-a022-7a92c42ee07b req-d77dbae4-73dd-4733-9244-ba18d258a7be tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.802530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb106e4-295e-4419-9e73-1a21e397af6b None None] The sync data for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 is: [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:08Z', 'revision_number': 3, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:14.805731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Allocated IP 172.25.3.166 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/373ea042-1df6-41d9-889e-d1a74515f459) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:14.809934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b93681c-985d-47c8-a022-7a92c42ee07b req-d77dbae4-73dd-4733-9244-ba18d258a7be tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1086669 Oct 20 10:44:14.863365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-63a8ba5a-3edc-4fe3-9375-c906b52fdf90 None None] Port 1047c180-0450-49d8-8b4d-2423af5ac949 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:14.932726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b93681c-985d-47c8-a022-7a92c42ee07b req-2844e9e6-f41f-4413-8e60-b015307499d3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219385 Oct 20 10:44:14.984136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Network 05bd67b1-545f-4674-b664-4d613b382446 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:14.986025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:14.999631 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.019023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.026320 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.040962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:15.050893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:15.094795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:15.140851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.141104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Pushing event updated for resources: {'Port': ['ID=7790a0d3-c501-4e6a-a399-84f5076814bc,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.197390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Attempting to bind port 7790a0d3-c501-4e6a-a399-84f5076814bc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:15.197760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Attempting to bind port 7790a0d3-c501-4e6a-a399-84f5076814bc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:15.198334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Attempting to bind port 7790a0d3-c501-4e6a-a399-84f5076814bc on network 17c356e2-7d45-42eb-ad77-af1fdeb24960 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:15.207910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:15.208319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Checking segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:15.208717 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.209114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Bound using segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:15.209571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Bound port: 7790a0d3-c501-4e6a-a399-84f5076814bc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:15.209942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.274340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:15.277451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:15.279478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225869-cb4a-4176-8105-c422430c0f62 req-b6f122e4-d515-4ece-bfa1-16ebbe7aaf79 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.296755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:15.305236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55225869-cb4a-4176-8105-c422430c0f62 req-b6f122e4-d515-4ece-bfa1-16ebbe7aaf79 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 945 time: 0.1283798 Oct 20 10:44:15.352015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] For port 7790a0d3-c501-4e6a-a399-84f5076814bc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:15.357836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] For port 7790a0d3-c501-4e6a-a399-84f5076814bc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7790a0d3-c501-4e6a-a399-84f5076814bc,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:15.365484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:15.367187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.379330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Pushing event updated for resources: {'Port': ['ID=373ea042-1df6-41d9-889e-d1a74515f459,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.430618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55225869-cb4a-4176-8105-c422430c0f62 req-33083230-4d67-4d96-805c-ceb522a8580d tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123068 Oct 20 10:44:15.449071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c18f45-3cda-4de4-8820-9ed624d7bbae None None] Pushing event updated for resources: {'Port': ['ID=7790a0d3-c501-4e6a-a399-84f5076814bc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.497531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2cb91f88-9142-45d5-be0b-a52c2fdb011b None None] Provisioning complete for port 1047c180-0450-49d8-8b4d-2423af5ac949 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:15.497905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2cb91f88-9142-45d5-be0b-a52c2fdb011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.600610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2cb91f88-9142-45d5-be0b-a52c2fdb011b None None] Port 1047c180-0450-49d8-8b4d-2423af5ac949 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:15.617168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.619886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:15.626430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad90578b-8e3c-43d0-942b-884e0de88e15 admin admin] 10.222.0.74 "PUT /v2.0/routers/2b5fcfd4-fead-4d78-bd8d-caaf214fe716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7525089 Oct 20 10:44:15.758362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.769066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-aef18fa3-fbe0-404e-a13f-ba7dcba299ed tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.784823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-aef18fa3-fbe0-404e-a13f-ba7dcba299ed tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1100 time: 0.0767276 Oct 20 10:44:15.825224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.985792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.996651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.043418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a32c442f-2cf4-44d1-9d15-7a4156e9ad11 req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575686 Oct 20 10:44:16.053002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd485f2b-cb50-4ebc-9aac-f08a685e51c7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.067056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.067612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.069350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.069870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.070771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.071211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.071637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.072037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.072628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.073034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.073433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.073860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2b73f-2520-40fe-81c6-fd5f01a09f36 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:16.199331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a71cf-0754-4fa9-81de-3ca9102d6859 req-401fc59a-c4ea-4207-912a-d50c4bf89fd0 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:16.201034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b24a71cf-0754-4fa9-81de-3ca9102d6859 req-401fc59a-c4ea-4207-912a-d50c4bf89fd0 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 947 time: 0.0596573 Oct 20 10:44:16.275265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b24a71cf-0754-4fa9-81de-3ca9102d6859 req-1a90fea8-8fe0-4264-bdc4-e5dfe5abc412 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673356 Oct 20 10:44:16.365866 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-c1c0ed40-552e-4cf5-8e4b-5abe4e5867cc req-d9cafc69-a207-48f7-94d5-882d9f4db0cb tempest-FloatingIPDetailsNegativeTestJSON-1244132282 tempest-FloatingIPDetailsNegativeTestJSON-1244132282-project] show failed (client error): The resource could not be found. Oct 20 10:44:16.367384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1c0ed40-552e-4cf5-8e4b-5abe4e5867cc req-d9cafc69-a207-48f7-94d5-882d9f4db0cb tempest-FloatingIPDetailsNegativeTestJSON-1244132282 tempest-FloatingIPDetailsNegativeTestJSON-1244132282-project] 10.222.0.74 "GET /v2.0/floatingips/755184a5-999d-491c-8906-6c48b85d695a HTTP/1.1" status: 404 len: 350 time: 0.0399671 Oct 20 10:44:16.375887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:16.410304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.433705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.513327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0859d-1d11-45af-8315-bb8055998cb9 req-41ba6727-15f5-4655-8a9f-4c14d3e5498c tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:16.522117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dc0859d-1d11-45af-8315-bb8055998cb9 req-41ba6727-15f5-4655-8a9f-4c14d3e5498c tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 951 time: 0.1356804 Oct 20 10:44:16.602340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:16.681030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dc0859d-1d11-45af-8315-bb8055998cb9 req-58c9a981-89c8-4d1a-8adf-5bbf873a9caa tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524258 Oct 20 10:44:16.763019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:16.774409 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Sync routers for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:16.795582 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:16.796284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.797016 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:16.797625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-70537f5d-dfcf-478d-914e-63c63fcec66f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0573702 Oct 20 10:44:16.800384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:16.942450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e8399-d9d6-4021-ba56-c4fe518aa530 None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:17.004700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3e7cd11a-f412-4558-b94a-5f0ad7406783 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:17.008019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:17.061871 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:17.122418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7790a0d3-c501-4e6a-a399-84f5076814bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:17.230313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-834bba94-67a4-4e50-8fe5-28d16043f567 None None] Provisioning complete for port 7790a0d3-c501-4e6a-a399-84f5076814bc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:17.231227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-834bba94-67a4-4e50-8fe5-28d16043f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.361902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d890-130f-43ca-ac91-c6993ba3c868 req-30df2959-7e19-4692-9c57-7420c049a75b tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.362718 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:15Z', 'revision_number': 3, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:17.368688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d890-130f-43ca-ac91-c6993ba3c868 req-30df2959-7e19-4692-9c57-7420c049a75b tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.376934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70f2d890-130f-43ca-ac91-c6993ba3c868 req-30df2959-7e19-4692-9c57-7420c049a75b tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf&device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 1682 time: 0.1421769 Oct 20 10:44:17.401815 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Checking router: 81cc5624-382b-4bf1-b5f0-65e2d95628a4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:17.402506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Updating router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 port 373ea042-1df6-41d9-889e-d1a74515f459 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:17.431090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54217031-c230-4421-9661-4a787204fd9d req-9c0fbfe9-a760-4a97-bef0-9551fea7df88 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.438658 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.440031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54217031-c230-4421-9661-4a787204fd9d req-9c0fbfe9-a760-4a97-bef0-9551fea7df88 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 945 time: 0.2064965 Oct 20 10:44:17.462820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-1c507b33-6a41-4b37-9c8e-88a39e544cd4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3744388 Oct 20 10:44:17.468835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-a11fc0fe-c58b-42f4-bd51-66a832d419f5 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:44:17.483046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7790a0d3-c501-4e6a-a399-84f5076814bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:17.483782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-a11fc0fe-c58b-42f4-bd51-66a832d419f5 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200059 Oct 20 10:44:17.484208 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.513271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70f2d890-130f-43ca-ac91-c6993ba3c868 req-57663024-9fbd-464e-914a-260d8e188eac tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354487 Oct 20 10:44:17.535787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54217031-c230-4421-9661-4a787204fd9d req-16de3dbc-dcbb-487d-94ff-75af8dc93c17 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810196 Oct 20 10:44:17.695741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Sync routers for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:17.836518 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.924401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4bbce-25a1-473a-ac1f-9542dc4a8f72 req-466fce38-fcc6-4a8c-9ff1-2b1303abdb7f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.931948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9f4bbce-25a1-473a-ac1f-9542dc4a8f72 req-466fce38-fcc6-4a8c-9ff1-2b1303abdb7f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.2319126 Oct 20 10:44:17.945161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ca45f-839f-4d4a-8b5c-435601eb4747 req-bb382553-b315-4e22-a83c-5770fe159127 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.952816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b43ca45f-839f-4d4a-8b5c-435601eb4747 req-bb382553-b315-4e22-a83c-5770fe159127 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 947 time: 0.2282157 Oct 20 10:44:17.983432 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.984385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.001069 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.046270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.074077 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Attempting to bind port 373ea042-1df6-41d9-889e-d1a74515f459 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:18.074432 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Attempting to bind port 373ea042-1df6-41d9-889e-d1a74515f459 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:18.074793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Attempting to bind port 373ea042-1df6-41d9-889e-d1a74515f459 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:18.082960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.086093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9f4bbce-25a1-473a-ac1f-9542dc4a8f72 req-04256e3b-bb72-4a45-bc83-76094827a955 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526413 Oct 20 10:44:18.086434 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Pushing event updated for resources: {'Port': ['ID=373ea042-1df6-41d9-889e-d1a74515f459,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.088667 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:18.089040 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:18.089566 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.090095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:18.090572 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Bound port: 373ea042-1df6-41d9-889e-d1a74515f459, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:18.090980 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.099714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:18.101578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:18.104399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.124211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b43ca45f-839f-4d4a-8b5c-435601eb4747 req-a2adc8da-5832-4dad-9c95-e59adbce89a5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671412 Oct 20 10:44:18.124557 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.125492 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.127034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.127406 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.127751 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.128093 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.130192 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.130678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.131043 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.131385 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.131808 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.132027 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:18.185920 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] For port 373ea042-1df6-41d9-889e-d1a74515f459, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:18.189968 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] For port 373ea042-1df6-41d9-889e-d1a74515f459, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=373ea042-1df6-41d9-889e-d1a74515f459,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:18.196232 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.292114 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:18.292766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:18.312828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3e7cd11a-f412-4558-b94a-5f0ad7406783', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '3e7cd11a-f412-4558-b94a-5f0ad7406783', 'mac_address': 'fa:16:3e:d3:91:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:18.347286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 7790a0d3-c501-4e6a-a399-84f5076814bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7790a0d3-c501-4e6a-a399-84f5076814bc,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.353287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-834bba94-67a4-4e50-8fe5-28d16043f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.378121 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.378822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-274d4bf0-adc8-4fe2-b369-183507ef4da3 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.379137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 73f459ba-e847-48e5-81bf-d32c20e389d2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:18.381161 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-274d4bf0-adc8-4fe2-b369-183507ef4da3 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.83 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 951 time: 0.1565349 Oct 20 10:44:18.382030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:18.388009 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4457-5fc6-4425-9d2e-67c6292ff7e9 None None] Pushing event updated for resources: {'Port': ['ID=373ea042-1df6-41d9-889e-d1a74515f459,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.389262 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b5f82-bb9a-4b54-b155-25e73b23c8d5" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:18.422409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Allocated IP 172.20.0.1 (17c356e2-7d45-42eb-ad77-af1fdeb24960/26a612da-ac1f-470f-a608-b729057d2278/89da7d01-43ad-42e3-bb78-d0ce1e2909e8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:18.534695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1500f63-01af-4e81-9536-ed024b369d62 req-c1092ee6-a644-404f-9007-7e6fc5db419d tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.556253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1500f63-01af-4e81-9536-ed024b369d62 req-c1092ee6-a644-404f-9007-7e6fc5db419d tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 951 time: 0.2367070 Oct 20 10:44:18.589567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.592567 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b5e08-ffce-43df-a2ff-aed857275529 x-openstack-request-id: req-996b5e08-ffce-43df-a2ff-aed857275529 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:18.592880 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:18.593322 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-996b5e08-ffce-43df-a2ff-aed857275529 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:18.593858 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'code': 200} Oct 20 10:44:18.601274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:18.647706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.671594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.744295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-834bba94-67a4-4e50-8fe5-28d16043f567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:44:18.744839 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-834bba94-67a4-4e50-8fe5-28d16043f567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:44:18.745693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.784881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.801578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:18.809238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1500f63-01af-4e81-9536-ed024b369d62 req-743bde98-f5c2-4d79-be03-f1c91e99946c tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa074dd7-e439-4860-b330-ed9b2fc5a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424507 Oct 20 10:44:18.909893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Deleting port 1047c180-0450-49d8-8b4d-2423af5ac949 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:18.912291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.926467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:18.937491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=7790a0d3-c501-4e6a-a399-84f5076814bc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.941315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7cd11a-f412-4558-b94a-5f0ad7406783 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:18.969921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:19.011749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:19.018415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 73f459ba-e847-48e5-81bf-d32c20e389d2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:19.018795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.025561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:19.057232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.090784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.098872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Calling delete_port for 1047c180-0450-49d8-8b4d-2423af5ac949 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:19.107738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.140056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Pushing event updated for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.213840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Deleting port c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:19.213840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.231801 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:15Z', 'revision_number': 3, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:19.267917 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e781a-8dba-4dcb-ac7a-0fc18dace655 None None] The sync data for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 is: [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:15Z', 'revision_number': 3, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:19.286570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.359943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] For port c2168bb6-76b5-485c-8b8e-3732c1a58a93, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c2168bb6-76b5-485c-8b8e-3732c1a58a93,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:19.360356 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.367819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.388602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.393935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7a2d-7b7f-408e-8438-9a03b0e0fac0 req-463658b8-ba24-491e-8257-d193c6dbaadf tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.394387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:14Z', 'revision_number': 4, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1047c180-0450-49d8-8b4d-2423af5ac949', 'name': '', 'network_id': '05bd67b1-545f-4674-b664-4d613b382446', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'mac_address': 'fa:16:3e:2d:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '04ea7dee-d497-4ccd-ad98-05c379968a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:12Z', 'updated_at': '2021-10-20T10:44:14Z', 'revision_number': 2, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'subnets': [{'id': '04ea7dee-d497-4ccd-ad98-05c379968a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:19.397939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 73f459ba-e847-48e5-81bf-d32c20e389d2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=73f459ba-e847-48e5-81bf-d32c20e389d2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:19.402564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854e7a2d-7b7f-408e-8438-9a03b0e0fac0 req-463658b8-ba24-491e-8257-d193c6dbaadf tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 948 time: 0.0943041 Oct 20 10:44:19.423780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6141b7-9363-4fa9-ab04-c94fea1d905b req-b3f798c5-0807-4445-ad94-ec03b8f17bb5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.431833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf6141b7-9363-4fa9-ab04-c94fea1d905b req-b3f798c5-0807-4445-ad94-ec03b8f17bb5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1920059 Oct 20 10:44:19.434723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3e7cd11a-f412-4558-b94a-5f0ad7406783'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:19.437827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.447182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Checking router: 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:19.448836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Updating router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 port 1047c180-0450-49d8-8b4d-2423af5ac949 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:19.545582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Calling delete_port for c2168bb6-76b5-485c-8b8e-3732c1a58a93 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:19.583037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf6141b7-9363-4fa9-ab04-c94fea1d905b req-7b8ae793-201e-4d46-9fb3-7594bce3fcf6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501520 Oct 20 10:44:19.589358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7790a0d3-c501-4e6a-a399-84f5076814bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:19.613199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854e7a2d-7b7f-408e-8438-9a03b0e0fac0 req-318f7498-9bd7-48ed-9551-50d6e94f09b2 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091262 Oct 20 10:44:19.657344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-34161fcc-63e2-4a34-94d9-442e4c5a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.665852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-34161fcc-63e2-4a34-94d9-442e4c5a6d95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1100 time: 0.1523407 Oct 20 10:44:19.677850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.693093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.755321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-75064aca-d237-4bbc-83af-6295056a865d None None] Provisioning complete for port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:19.755727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-75064aca-d237-4bbc-83af-6295056a865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.902837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-b449ab1b-2651-4d9e-9b67-8c0e26db7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.904582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-b449ab1b-2651-4d9e-9b67-8c0e26db7371 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2302198 Oct 20 10:44:19.905358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.974580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea69ff3-046e-4fe0-91f0-261cb122e37b req-3bdf32ba-295a-433a-9a00-af431b95ce0f tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.976981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bea69ff3-046e-4fe0-91f0-261cb122e37b req-3bdf32ba-295a-433a-9a00-af431b95ce0f tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 945 time: 0.1961510 Oct 20 10:44:19.980407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1047c180-0450-49d8-8b4d-2423af5ac949,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.990869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.043679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Pushing event deleted for resources: {'Port': ['ID=c2168bb6-76b5-485c-8b8e-3732c1a58a93,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.089599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-f4bbabf5-0b07-408c-a281-e3116c9d6d0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.1104319 Oct 20 10:44:20.118532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] No DVR routers for this DVR port c2168bb6-76b5-485c-8b8e-3732c1a58a93 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:20.123965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7790a0d3-c501-4e6a-a399-84f5076814bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:20.124391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.127253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.142976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61a1e33d-d374-48ec-8803-7e33fa25aa50 req-fabe8d52-1ace-4a4c-bc60-2250b7de65b5 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.83 "DELETE /v2.0/ports/c2168bb6-76b5-485c-8b8e-3732c1a58a93 HTTP/1.1" status: 204 len: 173 time: 1.7497931 Oct 20 10:44:20.143532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-deleted', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:20.147082 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8400b47-7500-49cc-b5cd-e5ea009776d0" -d '{"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-deleted", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:20.151583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddd168aa-8293-4f73-abb2-056625cf6719 req-6077cdd2-69bf-4ba9-bdf5-6775adb12e93 tempest-ImagesOneServerTestJSON-95797578 tempest-ImagesOneServerTestJSON-95797578-project] 10.222.0.74 "GET /v2.0/ports?device_id=17f30f8e-289e-4ba6-8e28-06154746a4ae HTTP/1.1" status: 200 len: 210 time: 0.0779767 Oct 20 10:44:20.229244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.242127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.257215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:44:20.257731 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:44:20.327361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=73f459ba-e847-48e5-81bf-d32c20e389d2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.340400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-75064aca-d237-4bbc-83af-6295056a865d None None] Port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:20.355738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Pushing event updated for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.411508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.429747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bea69ff3-046e-4fe0-91f0-261cb122e37b req-5a36426e-3fcb-4284-87ac-c77a8b6f22b3 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235256 Oct 20 10:44:20.449834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-75064aca-d237-4bbc-83af-6295056a865d None None] Provisioning complete for port 7790a0d3-c501-4e6a-a399-84f5076814bc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:20.450304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-75064aca-d237-4bbc-83af-6295056a865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.559138 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cebdbb-1215-4943-82a5-eb318d091323 x-openstack-request-id: req-f1cebdbb-1215-4943-82a5-eb318d091323 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:20.559524 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f30f8e-289e-4ba6-8e28-06154746a4ae", "name": "network-vif-deleted", "tag": "c2168bb6-76b5-485c-8b8e-3732c1a58a93", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:20.559845 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1cebdbb-1215-4943-82a5-eb318d091323 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:20.560380 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f30f8e-289e-4ba6-8e28-06154746a4ae', 'name': 'network-vif-deleted', 'tag': 'c2168bb6-76b5-485c-8b8e-3732c1a58a93', 'status': 'completed', 'code': 200} Oct 20 10:44:20.609369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-57c7d6bb-3d59-4560-9d9b-dd9f1b39f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.610848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-57c7d6bb-3d59-4560-9d9b-dd9f1b39f3e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.4619012 Oct 20 10:44:20.627921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-b5870204-c90d-419d-aaaa-70bee5e6d117 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.634761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-b5870204-c90d-419d-aaaa-70bee5e6d117 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 945 time: 0.2085192 Oct 20 10:44:20.697914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.711483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481f75-0de0-46d7-a48d-c2852eecabd7 req-45050ff6-3e5f-465f-9e97-b4e60a8d29ce tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.718678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb481f75-0de0-46d7-a48d-c2852eecabd7 req-45050ff6-3e5f-465f-9e97-b4e60a8d29ce tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 945 time: 0.4274757 Oct 20 10:44:20.750752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-02a9573c-55b9-4799-9eb7-d4be2264b320 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.752281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-02a9573c-55b9-4799-9eb7-d4be2264b320 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3c23430-8870-4288-bfda-3a962b243faf HTTP/1.1" status: 200 len: 946 time: 0.1910880 Oct 20 10:44:20.754375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:20.768205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:20.795994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Port 1047c180-0450-49d8-8b4d-2423af5ac949 not found while updating agent binding for router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716. {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 10:44:20.808100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:20.808486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:20.854665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-1440ae25-53e7-497a-a13b-d9461ff39dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.857007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-1440ae25-53e7-497a-a13b-d9461ff39dce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2348096 Oct 20 10:44:20.908248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb481f75-0de0-46d7-a48d-c2852eecabd7 req-82b4817d-7fab-4cb6-a99d-121f9b8b8c5a tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885214 Oct 20 10:44:20.920665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebb52c-9fc4-481d-a17b-e648ad05229f req-6243189e-b8c2-40a1-8ea8-c20bf1a6b3bf tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.922623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65ebb52c-9fc4-481d-a17b-e648ad05229f req-6243189e-b8c2-40a1-8ea8-c20bf1a6b3bf tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 948 time: 0.2004030 Oct 20 10:44:21.104711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3e7cd11a-f412-4558-b94a-5f0ad7406783 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:21.158532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:21.169504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65ebb52c-9fc4-481d-a17b-e648ad05229f req-d39810ce-dddc-4cbf-b42c-e4c27648f8cc tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408261 Oct 20 10:44:21.174908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-7dff8a4c-c158-427b-8f76-6311337e3a33 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964525 Oct 20 10:44:21.243789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61980aa-e7b4-476d-80b2-abd123202f24 req-5c65cd9e-f211-407f-afd7-638a96cab50a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.251132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a61980aa-e7b4-476d-80b2-abd123202f24 req-5c65cd9e-f211-407f-afd7-638a96cab50a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1841016 Oct 20 10:44:21.272098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cefa5643-683a-4194-a039-4dcdbd68b4d5 None None] Provisioning complete for port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:21.273031 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cefa5643-683a-4194-a039-4dcdbd68b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.293095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Deleting port 875d4991-64a1-408f-94ee-caad5fdf836d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:21.293674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.413429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3e7cd11a-f412-4558-b94a-5f0ad7406783 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:21.416911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cefa5643-683a-4194-a039-4dcdbd68b4d5 None None] Port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:21.424769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Deleting port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:21.425101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.436944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3e7cd11a-f412-4558-b94a-5f0ad7406783 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:21.437317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.471764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:21.522062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a61980aa-e7b4-476d-80b2-abd123202f24 req-60f45ddc-a179-43a0-876e-4fff3b26ad24 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699621 Oct 20 10:44:21.553808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] For port 875d4991-64a1-408f-94ee-caad5fdf836d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=875d4991-64a1-408f-94ee-caad5fdf836d,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:21.554095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.581234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-a0332f1b-9181-401a-b14b-f53c584a8115 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561661 Oct 20 10:44:21.585884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Calling delete_port for 875d4991-64a1-408f-94ee-caad5fdf836d owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:21.619885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:21.648181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a877-7fca-415f-b922-c17db589b57f req-b997bad7-9273-4b29-8326-8bcd522017f7 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.649723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d34a877-7fca-415f-b922-c17db589b57f req-b997bad7-9273-4b29-8326-8bcd522017f7 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 945 time: 0.3016765 Oct 20 10:44:21.688838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] For port e0f4d3fd-e466-473c-a132-fe95d8ab9a25, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,segment=NetworkSegment(35c767ab-c2c7-42db-b9ea-f2f9eed1ab68),segment_id=35c767ab-c2c7-42db-b9ea-f2f9eed1ab68)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:21.689202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.753513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 373ea042-1df6-41d9-889e-d1a74515f459 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:21.773857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b90c8-7d70-4b4b-9ca4-ab9159fd7ad9 req-21eff557-892c-47e0-8897-d26f30cd542c tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.775571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf4b90c8-7d70-4b4b-9ca4-ab9159fd7ad9 req-21eff557-892c-47e0-8897-d26f30cd542c tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6deb23a-b327-44b9-ae65-2d39f39c68d4 HTTP/1.1" status: 200 len: 945 time: 0.1764672 Oct 20 10:44:21.791888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Calling delete_port for e0f4d3fd-e466-473c-a132-fe95d8ab9a25 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:21.794903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 5, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:21.843264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c79ad5-6535-41c5-add8-def1ee1f9187 None None] The sync data for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 is: [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 5, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port': {'id': '73f459ba-e847-48e5-81bf-d32c20e389d2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:07Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:21.848350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.876151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47886) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:21.914888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:21.922128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:21.925444 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e00cdd-f671-458d-a273-d6b58047f721" -d '{"events": [{"server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "name": "network-vif-plugged", "status": "completed", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:21.931990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.010675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf4b90c8-7d70-4b4b-9ca4-ab9159fd7ad9 req-2fa94f44-f7ec-4307-aec1-2ee900f04f00 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.74 "GET /v2.0/security-groups?id=8645e074-3f54-4fb0-bb2d-7b44402bf3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188005 Oct 20 10:44:22.019073 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f122ba1-cda3-4111-9ad5-0778ede85b30 x-openstack-request-id: req-6f122ba1-cda3-4111-9ad5-0778ede85b30 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:22.019368 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "name": "network-vif-plugged", "status": "completed", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:22.019628 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f122ba1-cda3-4111-9ad5-0778ede85b30 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:22.020034 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783', 'code': 200} Oct 20 10:44:22.025252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:22.040363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eca327ca-fd45-443d-a9ce-dde8ffd8a656 admin admin] 10.222.0.74 "PUT /v2.0/routers/81cc5624-382b-4bf1-b5f0-65e2d95628a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2297270 Oct 20 10:44:22.047510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Sync routers for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:22.062269 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:22.062883 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:22.070439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:22.079907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 373ea042-1df6-41d9-889e-d1a74515f459 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:22.080357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b7780035-f0c9-4d5e-bc75-07b7953effa5 admin admin] 10.222.0.74 "PUT /v2.0/routers/2b5fcfd4-fead-4d78-bd8d-caaf214fe716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7023394 Oct 20 10:44:22.083282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47896) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:22.086362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.088416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Deleting port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:22.089002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.232340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.297849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e0f4d3fd-e466-473c-a132-fe95d8ab9a25'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:22.306557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['875d4991-64a1-408f-94ee-caad5fdf836d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:22.332247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event deleted for resources: {'Port': ['ID=875d4991-64a1-408f-94ee-caad5fdf836d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.391050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:22.407441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] No DVR routers for this DVR port 875d4991-64a1-408f-94ee-caad5fdf836d on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:22.410389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.415224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab82ea8c-4ffd-4d24-95f2-e72c059b74ad req-7d8a98b9-b98d-4bf4-bcad-b3b3ca6b5961 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.83 "DELETE /v2.0/ports/875d4991-64a1-408f-94ee-caad5fdf836d HTTP/1.1" status: 204 len: 173 time: 1.7654259 Oct 20 10:44:22.415863 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.485396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.508511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['875d4991-64a1-408f-94ee-caad5fdf836d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:22.537417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Pushing event deleted for resources: {'Port': ['ID=e0f4d3fd-e466-473c-a132-fe95d8ab9a25,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.540137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.570418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'name': 'network-vif-deleted', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:22.576763 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be388e41-c199-4348-abe1-049844360db8" -d '{"events": [{"server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "name": "network-vif-deleted", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:22.590224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] No DVR routers for this DVR port e0f4d3fd-e466-473c-a132-fe95d8ab9a25 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:22.636713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.639936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d33f3d8b-1c9a-4229-b5b4-dfc915e9bd1e req-9ab8975a-b803-45fe-849c-cb4031194bf4 tempest-ListServersNegativeTestJSON-1772851683 tempest-ListServersNegativeTestJSON-1772851683-project] 10.222.0.70 "DELETE /v2.0/ports/e0f4d3fd-e466-473c-a132-fe95d8ab9a25 HTTP/1.1" status: 204 len: 173 time: 1.8792996 Oct 20 10:44:22.647919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.700054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 373ea042-1df6-41d9-889e-d1a74515f459, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=373ea042-1df6-41d9-889e-d1a74515f459,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:22.707335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.708921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 73f459ba-e847-48e5-81bf-d32c20e389d2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:22.748812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.815606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584a33e-7388-417a-8a2b-82b602f351f1 req-78f28b82-4e5c-4c4f-b97f-7ad6cb726c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.821103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b584a33e-7388-417a-8a2b-82b602f351f1 req-78f28b82-4e5c-4c4f-b97f-7ad6cb726c95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 1101 time: 0.7272584 Oct 20 10:44:22.822096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=373ea042-1df6-41d9-889e-d1a74515f459,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.854983 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 2, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:22.855451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 73f459ba-e847-48e5-81bf-d32c20e389d2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:22.860972 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.879542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Deleting port 73f459ba-e847-48e5-81bf-d32c20e389d2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:22.879874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.885119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f930d-b888-4e72-ac5c-a8c9cfd3b8be req-f965a252-74ca-43e6-90da-c6c442546de4 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.893187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-037f930d-b888-4e72-ac5c-a8c9cfd3b8be req-f965a252-74ca-43e6-90da-c6c442546de4 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/ports?device_id=b13ec657-e80c-4f3c-98c5-8479d61d26b5 HTTP/1.1" status: 200 len: 945 time: 0.2308893 Oct 20 10:44:22.910606 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Checking router: 81cc5624-382b-4bf1-b5f0-65e2d95628a4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:22.911148 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Updating router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:22.945345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b025a4-6d62-4dc7-a3ee-42e73c84894f req-e12b28ef-4b5e-4de0-a75d-15f4b49021d8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.947156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83b025a4-6d62-4dc7-a3ee-42e73c84894f req-e12b28ef-4b5e-4de0-a75d-15f4b49021d8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.3360515 Oct 20 10:44:22.958642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d5e6b536-2098-4c5d-b3dd-02ce2b031c72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc2e8a86dfe743638406331137f9c24d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0712161 Oct 20 10:44:22.980021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:22.981910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b584a33e-7388-417a-8a2b-82b602f351f1 req-2b67e29c-b4f8-4395-802a-4cfcb07243a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464372 Oct 20 10:44:22.985679 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.989850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] For port 20bc3d8b-7921-44ca-b9d7-754591c38ab3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=20bc3d8b-7921-44ca-b9d7-754591c38ab3,segment=NetworkSegment(c8ac3e28-2ee5-40d9-a354-3329c2c5b47e),segment_id=c8ac3e28-2ee5-40d9-a354-3329c2c5b47e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:22.990368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.027727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Calling delete_port for 20bc3d8b-7921-44ca-b9d7-754591c38ab3 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:23.047359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] For port 73f459ba-e847-48e5-81bf-d32c20e389d2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=73f459ba-e847-48e5-81bf-d32c20e389d2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:23.047885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.062266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Calling delete_port for 73f459ba-e847-48e5-81bf-d32c20e389d2 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:23.101054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:23.145492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: c2168bb6-76b5-485c-8b8e-3732c1a58a93 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:23.146104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c2168bb6-76b5-485c-8b8e-3732c1a58a93 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:23.167187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Sync routers for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:23.177882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:23.178516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:23.285911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.289337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.311695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:23.331266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f459ba-e847-48e5-81bf-d32c20e389d2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.377748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 6, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:23.379997 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.380640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Pushing event deleted for resources: {'Port': ['ID=20bc3d8b-7921-44ca-b9d7-754591c38ab3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.387905 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.402495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.414057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83b025a4-6d62-4dc7-a3ee-42e73c84894f req-d6c84d7b-9404-43f7-a11f-344668562c5b tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506080 Oct 20 10:44:23.424642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-037f930d-b888-4e72-ac5c-a8c9cfd3b8be req-0ab23e87-d0ca-4939-be45-5d34fe2692bc tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.74 "GET /v2.0/security-groups?id=83a574bb-8d15-46c2-881d-17a38cc84c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240102 Oct 20 10:44:23.432554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Checking router: 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:23.445864 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51379-e1fe-4969-8d8e-39e3857e385f None None] Pushing event updated for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.481874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Routers {'2b5fcfd4-fead-4d78-bd8d-caaf214fe716'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:23.482702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:23.488629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] No DVR routers for this DVR port 20bc3d8b-7921-44ca-b9d7-754591c38ab3 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:23.503694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.508199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d34a877-7fca-415f-b922-c17db589b57f req-5b70aa2c-daab-41e8-8dfb-cf0627e44402 tempest-ServerMetadataNegativeTestJSON-100110356 tempest-ServerMetadataNegativeTestJSON-100110356-project] 10.222.0.70 "DELETE /v2.0/ports/20bc3d8b-7921-44ca-b9d7-754591c38ab3 HTTP/1.1" status: 204 len: 173 time: 1.8495636 Oct 20 10:44:23.518354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'name': 'network-vif-deleted', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:23.537235 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52bafdf-2c75-44a4-b162-6231f32aebb2" -d '{"events": [{"server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "name": "network-vif-deleted", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:23.547967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.560537 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Attempting to bind port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:23.561061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Attempting to bind port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:23.563173 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Attempting to bind port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 on network 17c356e2-7d45-42eb-ad77-af1fdeb24960 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:23.577089 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:23.577750 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Checking segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:23.578306 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.578869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Bound using segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:23.579663 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Bound port: 89da7d01-43ad-42e3-bb78-d0ce1e2909e8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:23.580342 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.584416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.601409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.607656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.679675 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] For port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:23.684220 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] For port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:23.689905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] Set router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:23.695410 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.775253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.776283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5fcfd4-fead-4d78-bd8d-caaf214fe716 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:23.783832 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51379-e1fe-4969-8d8e-39e3857e385f None None] Pushing event updated for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.787302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.788316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.789112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a37a5142-138f-458c-8755-8c3c56166d80 admin admin] 10.222.0.74 "DELETE /v2.0/routers/2b5fcfd4-fead-4d78-bd8d-caaf214fe716 HTTP/1.1" status: 204 len: 168 time: 1.6797495 Oct 20 10:44:23.792657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:23.794648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.795879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa074dd7-e439-4860-b330-ed9b2fc5a6c8 HTTP/1.1" status: 204 len: 168 time: 0.8129435 Oct 20 10:44:23.809566 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:23.810243 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:23.812103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6757a4-29e6-4854-b0f1-a4dc9c26d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa074dd7-e439-4860-b330-ed9b2fc5a6c8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.828966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e6b0-28c9-437b-8272-c6db803f0479 req-2eca15b2-926d-4b5d-853e-6d9a5b298db7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.838357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b82e6b0-28c9-437b-8272-c6db803f0479 req-2eca15b2-926d-4b5d-853e-6d9a5b298db7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.0988381 Oct 20 10:44:23.888433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b82e6b0-28c9-437b-8272-c6db803f0479 req-ab866800-4445-4059-be58-f914970b164b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Oct 20 10:44:23.916975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Deleting subnet 04ea7dee-d497-4ccd-ad98-05c379968a85 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:23.918924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 373ea042-1df6-41d9-889e-d1a74515f459 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:23.921701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.923237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:23Z', 'revision_number': 7, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:23.991927 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e318fd-b612-4d26-af87-d417c3df4ae6 x-openstack-request-id: req-37e318fd-b612-4d26-af87-d417c3df4ae6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:23.992371 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6deb23a-b327-44b9-ae65-2d39f39c68d4", "name": "network-vif-deleted", "tag": "875d4991-64a1-408f-94ee-caad5fdf836d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:23.998587 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37e318fd-b612-4d26-af87-d417c3df4ae6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:24.000016 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6deb23a-b327-44b9-ae65-2d39f39c68d4', 'name': 'network-vif-deleted', 'tag': '875d4991-64a1-408f-94ee-caad5fdf836d', 'status': 'completed', 'code': 200} Oct 20 10:44:24.021962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.076315 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8e708-4682-4dc7-834c-24ffce7582c3 x-openstack-request-id: req-48a8e708-4682-4dc7-834c-24ffce7582c3 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:24.077455 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13ec657-e80c-4f3c-98c5-8479d61d26b5", "name": "network-vif-deleted", "tag": "20bc3d8b-7921-44ca-b9d7-754591c38ab3", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:24.077455 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48a8e708-4682-4dc7-834c-24ffce7582c3 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:24.077914 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13ec657-e80c-4f3c-98c5-8479d61d26b5', 'name': 'network-vif-deleted', 'tag': '20bc3d8b-7921-44ca-b9d7-754591c38ab3', 'status': 'completed', 'code': 200} Oct 20 10:44:24.114379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19056-3068-413a-8123-84369157e6b5 None None] The sync data for ids ['2b5fcfd4-fead-4d78-bd8d-caaf214fe716'] in n-d-802060-17 is: [{'id': '2b5fcfd4-fead-4d78-bd8d-caaf214fe716', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-226666053-router', 'tenant_id': '61715db7bc804129ad78c5ad2a072ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:06Z', 'updated_at': '2021-10-20T10:44:23Z', 'revision_number': 7, 'project_id': '61715db7bc804129ad78c5ad2a072ec5', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:24.121682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:24.135680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47924) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.204056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47926) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.211480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] Provisioning complete for port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:24.211843 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.216417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Deleting subnet 3289827e-3b61-4a9f-a5d3-3b5364036c8e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:24.222464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.226840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450638595', 'description': 'tempest-description--579761478'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:24.325317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.334259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 373ea042-1df6-41d9-889e-d1a74515f459 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:24.334917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.353283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.367273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.451506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.503916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.505610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ea7dee-d497-4ccd-ad98-05c379968a85,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:24.510426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.514384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-981e02a5-e7ca-4921-abfe-60855a191897 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/04ea7dee-d497-4ccd-ad98-05c379968a85 HTTP/1.1" status: 204 len: 168 time: 0.7203507 Oct 20 10:44:24.518548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47936) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.520770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47938) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.531402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.582507 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:23Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:24.593698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77579343-576b-4ceb-b04f-19840dccf36d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:24.618183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c49c65-8f60-4a7b-ae9c-8158e55801f0 None None] Network 05bd67b1-545f-4674-b664-4d613b382446 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:24.668400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.673652 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1faae-7fdb-4eed-a2b2-063565f707d9 None None] The sync data for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 is: [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:23Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:24.674366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.679767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b7b1ace7-a7bf-4445-8969-e6615c6b8220 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4650614 Oct 20 10:44:24.694856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.715643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'security_group_rule': {'security_group_id': '77579343-576b-4ceb-b04f-19840dccf36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:24.720306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] For port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:24.753285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.780193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.795470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 20bc3d8b-7921-44ca-b9d7-754591c38ab3 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:24.843820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.875215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.882777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 20bc3d8b-7921-44ca-b9d7-754591c38ab3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:24.882960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Deleting subnet 59614d9e-1eae-43c0-8e2c-a8212c6895a0 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:24.884270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 20bc3d8b-7921-44ca-b9d7-754591c38ab3 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:24.885237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e0f4d3fd-e466-473c-a132-fe95d8ab9a25 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:24.895632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.910535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.928567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.955626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767d6a-1e9e-48d2-a57b-e79c98b48d05 req-6444c17d-1550-43bf-a2a7-a2593114850a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.980669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32767d6a-1e9e-48d2-a57b-e79c98b48d05 req-6444c17d-1550-43bf-a2a7-a2593114850a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.3570518 Oct 20 10:44:25.004707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c6f2d5-d76a-4aab-8aa3-e5739854ead6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.009085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Deleting port 58b15b5c-d29d-4773-889c-617750433910 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:25.009744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.017116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.021557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-045a63a5-b1b7-44ce-a3d7-f85d38ed1287 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252823 Oct 20 10:44:25.032393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47956) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.040791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'security_group_rule': {'security_group_id': '77579343-576b-4ceb-b04f-19840dccf36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:25.045504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.078990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: e0f4d3fd-e466-473c-a132-fe95d8ab9a25 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:25.080104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e0f4d3fd-e466-473c-a132-fe95d8ab9a25 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:25.120317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] For port 58b15b5c-d29d-4773-889c-617750433910, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58b15b5c-d29d-4773-889c-617750433910,segment=NetworkSegment(25537fa3-9d53-443d-9622-79bcc226f95d),segment_id=25537fa3-9d53-443d-9622-79bcc226f95d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:25.120685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.139139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Calling delete_port for 58b15b5c-d29d-4773-889c-617750433910 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:25.143495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.172801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 875d4991-64a1-408f-94ee-caad5fdf836d no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:25.176695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0d49b7a1-15fc-45ae-96b8-e99ed12cf062 None None] Provisioning complete for port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:25.177067 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d49b7a1-15fc-45ae-96b8-e99ed12cf062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.246793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.257273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 875d4991-64a1-408f-94ee-caad5fdf836d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:25.257925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 875d4991-64a1-408f-94ee-caad5fdf836d not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:25.260699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.264735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.295136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47960) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.311105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198a30b-f39d-4f0d-941a-d0dc499f475e None None] Pushing event updated for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.319240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.321752 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2868426 Oct 20 10:44:25.348400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32767d6a-1e9e-48d2-a57b-e79c98b48d05 req-0a4a7ad7-e643-4ac9-97ca-767261420652 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663263 Oct 20 10:44:25.349397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47964) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.359025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:25.377387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.415429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.419966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eac97e-b732-4d10-93e8-a431bba01c66 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a13ac3-1359-4b14-b2c8-1562c16ddaf1,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.423723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3289827e-3b61-4a9f-a5d3-3b5364036c8e HTTP/1.1" status: 204 len: 168 time: 1.2866752 Oct 20 10:44:25.432870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47970) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.450528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] DHCP port deletion for 05bd67b1-545f-4674-b664-4d613b382446 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:25.506464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-934670142-network', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:25.533185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f19c-35ec-4ff7-b328-4f70786665ef req-a5e684da-5cfc-4bb2-92e4-2587c07fc9e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.545820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39d0f19c-35ec-4ff7-b328-4f70786665ef req-a5e684da-5cfc-4bb2-92e4-2587c07fc9e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.3708701 Oct 20 10:44:25.552433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1776e90-a4c3-4f7a-89f1-5d3eb659be69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3289827e-3b61-4a9f-a5d3-3b5364036c8e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.597033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Deleting port 58b15b5c-d29d-4773-889c-617750433910 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:25.601110 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.624610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.661829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.683456 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.691659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39d0f19c-35ec-4ff7-b328-4f70786665ef req-ebe48408-b9ee-4bef-b079-926e03ac7514 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449807 Oct 20 10:44:25.721643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b15b5c-d29d-4773-889c-617750433910,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.723325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] No DVR routers for this DVR port 58b15b5c-d29d-4773-889c-617750433910 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:25.752468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.761542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59614d9e-1eae-43c0-8e2c-a8212c6895a0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.763552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:25.766424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.780108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] For port 58b15b5c-d29d-4773-889c-617750433910, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58b15b5c-d29d-4773-889c-617750433910,segment=NetworkSegment(25537fa3-9d53-443d-9622-79bcc226f95d),segment_id=25537fa3-9d53-443d-9622-79bcc226f95d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:25.780495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.788462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.818441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:25.821188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.827378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ced5674c-fdba-4f2b-8374-a20578865a68 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/59614d9e-1eae-43c0-8e2c-a8212c6895a0 HTTP/1.1" status: 204 len: 168 time: 1.3022106 Oct 20 10:44:25.830309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47974) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.832060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.857281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accb61f5-d99c-477e-aa72-9524e726f754']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.893949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Calling delete_port for 58b15b5c-d29d-4773-889c-617750433910 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:25.952600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.952891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c767ab-c2c7-42db-b9ea-f2f9eed1ab68') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.959617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.960249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:25.960627 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.987987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.001251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'name': 'network-vif-deleted', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:26.004090 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade7d3d-ea73-4d7a-94ce-888d115a07cf" -d '{"events": [{"server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "name": "network-vif-deleted", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:26.048981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d672-a6cd-42f2-8f48-7f64a5a3a957 req-2e1eabb0-e5c8-49fd-b753-4aeb1f8c5b3f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.050533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87f6d672-a6cd-42f2-8f48-7f64a5a3a957 req-2e1eabb0-e5c8-49fd-b753-4aeb1f8c5b3f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.1126320 Oct 20 10:44:26.052763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.052918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bd67b1-545f-4674-b664-4d613b382446']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.066286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.066512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.077964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.085447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] No DVR routers for this DVR port 58b15b5c-d29d-4773-889c-617750433910 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:26.091522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25537fa3-9d53-443d-9622-79bcc226f95d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.091789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25537fa3-9d53-443d-9622-79bcc226f95d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.100927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.105625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:26.106109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.109176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.110623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119da7b-a618-473e-b458-ee094a6cbc67 None None] Pushing event deleted for resources: {'Port': ['ID=58b15b5c-d29d-4773-889c-617750433910,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:26.110773 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:26.139853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.149590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:26.158303 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea594d-ea11-4a7a-8ee1-5ac6c26385e7 x-openstack-request-id: req-ccea594d-ea11-4a7a-8ee1-5ac6c26385e7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:26.158633 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c23430-8870-4288-bfda-3a962b243faf", "name": "network-vif-deleted", "tag": "e0f4d3fd-e466-473c-a132-fe95d8ab9a25", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:26.160158 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ccea594d-ea11-4a7a-8ee1-5ac6c26385e7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:26.160479 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c23430-8870-4288-bfda-3a962b243faf', 'name': 'network-vif-deleted', 'tag': 'e0f4d3fd-e466-473c-a132-fe95d8ab9a25', 'status': 'completed', 'code': 200} Oct 20 10:44:26.164055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.172232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.193662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 73f459ba-e847-48e5-81bf-d32c20e389d2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:26.221134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:26.221540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:26.224699 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:26.228401 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.229043 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Added segment 6a3587d6-dfe8-4382-b9c9-82ddeb4895ef of type vlan for network 1167218b-86d7-4bd0-a973-67279cfa0b06 Oct 20 10:44:26.240507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 73f459ba-e847-48e5-81bf-d32c20e389d2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:26.240782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 73f459ba-e847-48e5-81bf-d32c20e389d2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:26.241454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58b15b5c-d29d-4773-889c-617750433910 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:26.249563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87f6d672-a6cd-42f2-8f48-7f64a5a3a957 req-55213327-599d-4892-b70c-34ee7291a645 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841898 Oct 20 10:44:26.264593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.272777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 58b15b5c-d29d-4773-889c-617750433910 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:26.273620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58b15b5c-d29d-4773-889c-617750433910 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:26.285953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.292686 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] 10.222.0.74 "DELETE /v2.0/networks/accb61f5-d99c-477e-aa72-9524e726f754 HTTP/1.1" status: 204 len: 168 time: 0.8584630 Oct 20 10:44:26.303076 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.386976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45044cb2-e7b7-4d0a-a461-98ca196aa20d admin admin] Pushing event deleted for resources: {'Network': ['ID=accb61f5-d99c-477e-aa72-9524e726f754,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.421743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.424414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.428475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Allocated IP 172.25.3.45 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ce4bf7f1-b642-4181-9442-c54bd8794c29) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:26.430749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.433639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.434204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.437146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.441327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/05bd67b1-545f-4674-b664-4d613b382446 HTTP/1.1" status: 204 len: 168 time: 1.9222004 Oct 20 10:44:26.458264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9347537-cda5-42cc-9d61-1841dd1b27c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05bd67b1-545f-4674-b664-4d613b382446,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.469902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ba2b45-6838-4a5e-9250-2a8fad81c160']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.483297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.483607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ac3e28-2ee5-40d9-a354-3329c2c5b47e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:26.494527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.505657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1954408 Oct 20 10:44:26.510332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:26.515500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Request body: {'subnet': {'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-934670142-subnet', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:26.542289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.562639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:26.563142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.563827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b755075-95dc-4403-b1d5-5590084e716c admin admin] Pushing event updated for resources: {'Network': ['ID=1167218b-86d7-4bd0-a973-67279cfa0b06,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:26.564932 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:26.577367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:26.597069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:26.629361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:26.631848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.641339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-d78582c3-9355-4f66-9d5b-c6fb097fb536 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2c154bc85a8941b796eddf502e75a5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408099 Oct 20 10:44:26.719902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.752799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48002) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:26.766709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.769610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.773326 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/60ba2b45-6838-4a5e-9250-2a8fad81c160 HTTP/1.1" status: 204 len: 168 time: 0.9417019 Oct 20 10:44:26.888710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c633cd6-f9a4-44d5-b5f8-ff81f7fa2fb9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61715db7bc804129ad78c5ad2a072ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346426 Oct 20 10:44:26.896113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-2b97a9d5-bdef-4acd-807f-2b1ce2c85e37 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.897674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-2b97a9d5-bdef-4acd-807f-2b1ce2c85e37 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554970 Oct 20 10:44:26.901507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:26.942014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d07b4-232a-44a3-913f-62076c6667c8 req-800b4730-2f10-454c-8f77-a5c1e8fe5e15 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.943508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-931d07b4-232a-44a3-913f-62076c6667c8 req-800b4730-2f10-454c-8f77-a5c1e8fe5e15 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1495728 Oct 20 10:44:26.955701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-ed24fa2b-fa5a-404a-88e9-b5b05b8955a4 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/quotas/2c154bc85a8941b796eddf502e75a5dc HTTP/1.1" status: 200 len: 375 time: 0.0454283 Oct 20 10:44:26.971717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.049603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48010) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:27.055311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef07a75b-dcf4-4c69-919d-b2a8535b9814 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5eac7f704ae4437b9b207ce21464ff23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542675 Oct 20 10:44:27.061184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48012) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:27.062421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65818b-6a22-4745-ab05-42ae2874edf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ba2b45-6838-4a5e-9250-2a8fad81c160,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.079063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:27.095031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:27.106899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:27.113137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-20dc41ec-2cfe-4d39-b0fd-b09d7d06a5a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5661133fcfa474686bafac7542eb214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596588 Oct 20 10:44:27.116559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-931d07b4-232a-44a3-913f-62076c6667c8 req-4f6c0fdd-8fbf-46fb-823d-bc82dbe363ba tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560566 Oct 20 10:44:27.117042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48014) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:27.163785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.165246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'Port': ['ID=ce4bf7f1-b642-4181-9442-c54bd8794c29,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.200876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.228905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-778aa1d4-b285-4924-996d-14c7e107764f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2551210 Oct 20 10:44:27.240068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.255044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ae42a3-d6c3-4732-bc75-f5ddb8757bbe,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.274213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Checking segment: {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:27.274837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Network hostable DHCP agents. Network: 1167218b-86d7-4bd0-a973-67279cfa0b06, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:27.290344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.307604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:27.322022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1167218b-86d7-4bd0-a973-67279cfa0b06) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:27.328213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.329638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.332134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3562a-6ded-4f7d-9514-4782bb51c853 None None] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:27.341530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.370749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7615a45b-4b07-4297-b206-2f72a2c447b8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8526046 Oct 20 10:44:27.372029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:27.373470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.386494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:27.392363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.403237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.430808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.432847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.493949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.496560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.500020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bae87aed-8d7f-464d-8270-aaab85bb1355 HTTP/1.1" status: 204 len: 168 time: 0.5952246 Oct 20 10:44:27.500020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-077fc559-81df-4c89-9a80-b29046e95ece req-1237a5e9-3188-4a77-b693-10d69883a9d3 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 210 time: 0.0788491 Oct 20 10:44:27.525784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409306ed-d4e7-482c-9096-2ee4f1cf9395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae87aed-8d7f-464d-8270-aaab85bb1355,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.528196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.532672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.564432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.567409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.569838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8645e074-3f54-4fb0-bb2d-7b44402bf3d6 HTTP/1.1" status: 204 len: 168 time: 0.5041282 Oct 20 10:44:27.596626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.600382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.602207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83a574bb-8d15-46c2-881d-17a38cc84c68 HTTP/1.1" status: 204 len: 168 time: 0.4726143 Oct 20 10:44:27.608839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-1167218b-86d7-4bd0-a973-67279cfa0b06', 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'fixed_ips': [{'subnet_id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:27.609278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678e4f0-5f8f-4fc8-b328-d80d6c43d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8645e074-3f54-4fb0-bb2d-7b44402bf3d6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.610055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.634451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090f6e-c8fb-4279-8423-15c713dbbcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a574bb-8d15-46c2-881d-17a38cc84c68,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.767241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.779852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.807842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.903205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'Port': ['ID=ce4bf7f1-b642-4181-9442-c54bd8794c29,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.909703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.931069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.934229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d5bb11e-1d20-4773-8cc1-86ad6cf5e11b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5786939 Oct 20 10:44:27.940605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Allocated IP 172.20.0.2 (1167218b-86d7-4bd0-a973-67279cfa0b06/62ae42a3-d6c3-4732-bc75-f5ddb8757bbe/395cafd5-3b50-4d3a-bf45-f87c56ae9f15) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:28.151617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.182517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.184621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.206380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.269292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:28.274773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:28.279524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:28.312898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Pushing event updated for resources: {'Port': ['ID=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:28.315972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aedea-2da5-4f88-a1c9-132415feeb43 req-9b94cbf8-fcc2-4b38-9275-e9988dcdecd9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.316506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f61aedea-2da5-4f88-a1c9-132415feeb43 req-9b94cbf8-fcc2-4b38-9275-e9988dcdecd9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1012666 Oct 20 10:44:28.396628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f61aedea-2da5-4f88-a1c9-132415feeb43 req-dc6faea1-7670-45be-b15e-af371342742d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661812 Oct 20 10:44:28.413957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Attempting to bind port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:28.414579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Attempting to bind port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:28.414800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Attempting to bind port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 on network 1167218b-86d7-4bd0-a973-67279cfa0b06 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:28.423969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:28.424394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Checking segment: {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:28.424736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.425137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Bound using segment: {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:28.425698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Bound port: 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:28.426090 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.476642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-048a8b58-3e1d-4b7e-b035-fdd6f136927a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.551938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Allocated IP 172.25.3.170 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/24f46545-13ce-45a8-a2b2-28817a5cdeee) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:28.553606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] For port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:28.558593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] For port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:28.577019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.688862 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c88fd80-4b4c-4f50-8afc-565bdfa9a749 req-c9dfb9be-7a3e-4ee7-a948-8b783e8d0725 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 210 time: 0.0617294 Oct 20 10:44:28.699156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b243c2-154f-486f-bed2-d8062d076389 None None] Pushing event updated for resources: {'Port': ['ID=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:28.783356 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.828291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.912635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:28.937073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:28.955272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:28.964011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Pushing event updated for resources: {'Port': ['ID=24f46545-13ce-45a8-a2b2-28817a5cdeee,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:29.072647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-d6effcd5-3873-46c7-961c-4f8458b736ee tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c154bc85a8941b796eddf502e75a5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464413 Oct 20 10:44:29.301496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-632de06d-66e1-4a2b-9d37-e9a952d4be3f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.303338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-632de06d-66e1-4a2b-9d37-e9a952d4be3f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194397 Oct 20 10:44:29.330268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Request body: {'port': {'device_id': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '2c154bc85a8941b796eddf502e75a5dc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:29.569177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.660242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:29.679293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Made reservation on behalf of 2c154bc85a8941b796eddf502e75a5dc for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:29.691100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.734246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48146) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:29.835235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:29.836400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.035394 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.099932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e76eb6-97d4-4c0d-b967-6e292f023517 req-3fee987c-9c97-4e49-8ca1-6e4e0c3d0a9a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 210 time: 0.1742148 Oct 20 10:44:30.129813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:30.139471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.201754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.268389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:30.288657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Allocated IP 192.168.233.84 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:30.306986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-network', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:30.318195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:30.327352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37ffde-e407-41b3-81c4-59eff73c1b57 req-c95a6f7e-6810-49eb-8d62-1c5d092ff230 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.329475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f37ffde-e407-41b3-81c4-59eff73c1b57 req-c95a6f7e-6810-49eb-8d62-1c5d092ff230 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.2279978 Oct 20 10:44:30.367445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93482ea6-1d8b-462b-9b94-f87afe6cde0d None None] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:30.425984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Made reservation on behalf of 34a808bb42ae45ce9200ac4d2a3bc71d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:30.428343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.440398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-94936131-network', 'tenant_id': '0bebe6937abe453f885d600cb9fa6e26'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:30.457649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.483867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Made reservation on behalf of 0bebe6937abe453f885d600cb9fa6e26 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:30.486829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.504403 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.504651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f37ffde-e407-41b3-81c4-59eff73c1b57 req-f58b2a5f-f205-46a8-8532-0c97e4232758 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616228 Oct 20 10:44:30.539926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6c6756b2-245a-4d61-9850-4bc16943361c None None] Provisioning complete for port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:30.541759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c6756b2-245a-4d61-9850-4bc16943361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.580807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:30.764131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.797393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.841658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:30.851665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.878685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.880459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Sync routers for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:30.881966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86efb6d0-7b1e-4d24-a992-5167264ccab1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5070906 Oct 20 10:44:30.888062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:30.906029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.911711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.915701 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:30.923125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:30.934214 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:30.935708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3e7cd11a-f412-4558-b94a-5f0ad7406783'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:30.984701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.016991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:31.036044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.037297 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Added segment b3082a10-4022-48d6-a1d9-bd32f53e60d8 of type vlan for network 076c0327-c692-41cc-bff2-a197bf46799a Oct 20 10:44:31.149373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.231486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.233980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.234567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.239160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:31.251675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:31.254562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f0ffa8-b343-49b0-8d59-af1639369ffe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:31.265687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.266770 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Added segment 6dc558f6-faaf-4335-9dbb-682088bf3682 of type vlan for network fb222ba4-ca70-4da5-896f-3c9b41842b2c Oct 20 10:44:31.307962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:31.345316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8def1faa-ae54-4dbf-819e-252c545b9c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.361947 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0383160 Oct 20 10:44:31.363010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:31.404049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48246) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:31.413025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Request body: {'subnet': {'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-94936131-subnet', 'tenant_id': '0bebe6937abe453f885d600cb9fa6e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:31.433870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850b1eda-acb1-4862-8928-29b2fbf965ac,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:31.434744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c08e04e4-518c-4434-b799-a9decedbd7ba None None] Provisioning complete for port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:31.435281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c08e04e4-518c-4434-b799-a9decedbd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.648082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:31.713632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29bdd0-9540-4f5f-bf07-c34fafc55365 admin admin] Pushing event updated for resources: {'Network': ['ID=076c0327-c692-41cc-bff2-a197bf46799a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:31.717628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.719807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.742611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 076c0327-c692-41cc-bff2-a197bf46799a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:31.758141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Pushing event updated for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:31.768383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.799775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.840795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Made reservation on behalf of 0bebe6937abe453f885d600cb9fa6e26 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:31.860247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.888118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:29Z', 'revision_number': 3, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:31.917889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:44:31.942354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-46e3d48e-d15e-48b6-bfa9-3b124907f5ba None None] Provisioning complete for port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:31.942971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-641af0e5-6c37-48f9-9b07-89046ce69e9e tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6177237 Oct 20 10:44:31.943086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-46e3d48e-d15e-48b6-bfa9-3b124907f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.950226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:31.950226 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.043093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-46e3d48e-d15e-48b6-bfa9-3b124907f5ba None None] Port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:32.103612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Request body: {'port': {'device_id': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:32.124903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372735ef-5121-4de0-94c5-f77ed8d3018c req-2b2200f4-4ee1-451f-9658-fe02f35c2378 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:32.126870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-372735ef-5121-4de0-94c5-f77ed8d3018c req-2b2200f4-4ee1-451f-9658-fe02f35c2378 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 935 time: 0.8679290 Oct 20 10:44:32.132974 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Checking router: 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:32.133600 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Updating router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 port 24f46545-13ce-45a8-a2b2-28817a5cdeee binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:32.183963 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.207765 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.210010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:32.210765 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.299214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.334681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-372735ef-5121-4de0-94c5-f77ed8d3018c req-35cbf399-736b-4596-a5dc-64888626e9a7 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578610 Oct 20 10:44:32.411208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6755052 Oct 20 10:44:32.416719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48282) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:32.422924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Request body: {'subnet': {'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-subnet', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:32.486838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7252af-c307-4db7-97b6-a5b605174d15 admin admin] Pushing event updated for resources: {'Network': ['ID=fb222ba4-ca70-4da5-896f-3c9b41842b2c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:32.500844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:32.548621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Made reservation on behalf of 34a808bb42ae45ce9200ac4d2a3bc71d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:32.552084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.697587 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.702361 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.710756 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.723529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.822671 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Attempting to bind port 24f46545-13ce-45a8-a2b2-28817a5cdeee on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:32.823302 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Attempting to bind port 24f46545-13ce-45a8-a2b2-28817a5cdeee by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:32.823552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Attempting to bind port 24f46545-13ce-45a8-a2b2-28817a5cdeee on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:32.834967 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:32.835466 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:32.835769 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.836381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:32.836958 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Bound port: 24f46545-13ce-45a8-a2b2-28817a5cdeee, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:32.837503 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.856926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.936299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] For port 24f46545-13ce-45a8-a2b2-28817a5cdeee, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:32.940658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] For port 24f46545-13ce-45a8-a2b2-28817a5cdeee, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=24f46545-13ce-45a8-a2b2-28817a5cdeee,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:32.943168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d728b326-c137-4ada-afe4-6e0a7168f7d3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:32.957142 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.971772 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165fe2-f7b5-480a-add4-9fbcb8288480 None None] Pushing event updated for resources: {'Port': ['ID=24f46545-13ce-45a8-a2b2-28817a5cdeee,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.029044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Checking segment: {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:33.029858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Network hostable DHCP agents. Network: fb222ba4-ca70-4da5-896f-3c9b41842b2c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:33.041550 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:33.042177 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:33.088399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bcbe8-f0b4-4331-9c56-2cfdbca2dc45 req-ec7305f8-da74-4b1e-8228-ad48b10923d0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.092677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-292bcbe8-f0b4-4331-9c56-2cfdbca2dc45 req-ec7305f8-da74-4b1e-8228-ad48b10923d0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.6911988 Oct 20 10:44:33.113976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Allocated IP 172.20.0.1 (1167218b-86d7-4bd0-a973-67279cfa0b06/62ae42a3-d6c3-4732-bc75-f5ddb8757bbe/1785f910-5a00-4e62-829f-cbc61732233e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:33.114802 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165fe2-f7b5-480a-add4-9fbcb8288480 None None] Pushing event updated for resources: {'Port': ['ID=24f46545-13ce-45a8-a2b2-28817a5cdeee,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.118210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:33.150905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, fb222ba4-ca70-4da5-896f-3c9b41842b2c) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:33.159416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce54d9-84f9-40ee-8334-6e70bdb76165 None None] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:33.170578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.171316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.239213 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:33.263616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ab4a000c-c90c-4b53-b20b-2561abdc9e26 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8451765 Oct 20 10:44:33.267520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48316) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:33.273355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:33.299080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-292bcbe8-f0b4-4331-9c56-2cfdbca2dc45 req-a9f0909f-ba59-42ed-a8b5-2124318e6b32 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940100 Oct 20 10:44:33.312150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.387430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678120d1-de71-4a34-b1b9-fb2cc34623c0 req-db0bb7f1-d30a-4c8e-97e2-4a42bba9daf9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.390479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.393736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.395176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.404056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-678120d1-de71-4a34-b1b9-fb2cc34623c0 req-db0bb7f1-d30a-4c8e-97e2-4a42bba9daf9 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.3099582 Oct 20 10:44:33.421079 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:44:33.492657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.544975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.545695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe887fd-5688-443f-a7f7-80725f2491f4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.591384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-678120d1-de71-4a34-b1b9-fb2cc34623c0 req-4b8d08b6-b203-4cc2-8d45-8bcac5aa0a54 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862319 Oct 20 10:44:33.633479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Checking segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:33.633998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Network hostable DHCP agents. Network: 076c0327-c692-41cc-bff2-a197bf46799a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:33.646485 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:29Z', 'revision_number': 3, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:33.648284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229fe23-f20c-4fc5-9913-ebf785410265 req-90f741c0-3abe-401d-9351-278df763d9b9 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.655865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7229fe23-f20c-4fc5-9913-ebf785410265 req-90f741c0-3abe-401d-9351-278df763d9b9 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 935 time: 0.1680043 Oct 20 10:44:33.681584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8aec8-c234-4334-a4d6-f1102d60a151 None None] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:33.700365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:33.726078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:33.743133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.754283 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f9ac0-5a97-47c9-9cb6-a83b0b4ad481 None None] The sync data for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 is: [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:29Z', 'revision_number': 3, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:33.762977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Network 076c0327-c692-41cc-bff2-a197bf46799a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:33.772581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:33.803662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:33.815707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.828736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.871409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7229fe23-f20c-4fc5-9913-ebf785410265 req-ff98c9dd-1fb7-46cc-808c-238e3b554f17 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117140 Oct 20 10:44:33.888763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 076c0327-c692-41cc-bff2-a197bf46799a) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:33.899921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.900553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.902924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Transition to ACTIVE for port object 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:33.930354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.941875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.947573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f06082-5987-4466-b3d4-11e8f9361ade None None] Network 076c0327-c692-41cc-bff2-a197bf46799a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:33.975656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-0ad4a7cb-d7b9-4115-990a-f97736cadf65 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.977864 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-0ad4a7cb-d7b9-4115-990a-f97736cadf65 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.2798247 Oct 20 10:44:34.027897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-703926c0-7891-423e-b1a5-fcc2d330e3bc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6216638 Oct 20 10:44:34.124819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Pushing event updated for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:34.347436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a68ecc-072c-4e09-ae38-0a7cf520e252 None None] Network 076c0327-c692-41cc-bff2-a197bf46799a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:34.348494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Attempting to bind port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:34.348832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Attempting to bind port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:34.349161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Attempting to bind port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:34.361580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:34.361580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Attempting to bind port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:34.367425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:34.367781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:34.368174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:34.368619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Bound port: 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:34.375020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.625785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:34.629926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:34.640184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.642044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fa8d-7a9d-4add-912c-c8e8bfe006c7 req-d670d529-268e-431d-9804-b3c2081ef982 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:34.644099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e35fa8d-7a9d-4add-912c-c8e8bfe006c7 req-d670d529-268e-431d-9804-b3c2081ef982 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.2288380 Oct 20 10:44:34.646096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.651575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d27c3080-f7fe-45ec-9e75-86a03a8f6fc9 None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:34.653433 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d27c3080-f7fe-45ec-9e75-86a03a8f6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.717170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Deleting port 8f6247b3-c947-4680-9f37-a56aaa53af8c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:34.717780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.723675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d27c3080-f7fe-45ec-9e75-86a03a8f6fc9 None None] Port 1785f910-5a00-4e62-829f-cbc61732233e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:34.726118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:34.726118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.730539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] 10.222.0.70 "PUT /v2.0/ports/5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 HTTP/1.1" status: 200 len: 1096 time: 2.7241023 Oct 20 10:44:34.731086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:34.733612 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:34.744491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.807379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8ad6-13e5-46cd-9716-cf01f16bd274 service neutron] Pushing event updated for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:34.873742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e35fa8d-7a9d-4add-912c-c8e8bfe006c7 req-27ecfc58-2d1a-46a2-8c9a-5712aba94fa2 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097399 Oct 20 10:44:34.910883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] For port 8f6247b3-c947-4680-9f37-a56aaa53af8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8f6247b3-c947-4680-9f37-a56aaa53af8c,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:34.911351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.929662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-bb78c9af-2eb1-4711-8079-7ed328b9ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:34.931273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-bb78c9af-2eb1-4711-8079-7ed328b9ad40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 1099 time: 0.1187992 Oct 20 10:44:34.996100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-842b2040-e9fe-4cc4-9fc6-007625f6f560 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 HTTP/1.1" status: 200 len: 217 time: 0.0560796 Oct 20 10:44:35.256026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-d4b9efe6-c038-499d-8aae-9be25d4fbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:35.257493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-d4b9efe6-c038-499d-8aae-9be25d4fbaf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2526522 Oct 20 10:44:35.319604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adb90b-ee44-4c74-8cd6-4b808d988ea5 req-7e893e1f-0655-469a-b797-eea139590749 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:35.321105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53adb90b-ee44-4c74-8cd6-4b808d988ea5 req-7e893e1f-0655-469a-b797-eea139590749 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 945 time: 0.1824009 Oct 20 10:44:35.332333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-54e77c56-2b10-4fc2-b26e-864f58770530 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:35.333794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-54e77c56-2b10-4fc2-b26e-864f58770530 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 812 time: 0.2600024 Oct 20 10:44:35.373652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-7f435b72-8102-4fd3-87b2-f298c4d5c892 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/quotas/0bebe6937abe453f885d600cb9fa6e26 HTTP/1.1" status: 200 len: 375 time: 0.0273237 Oct 20 10:44:35.375072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-0e99934e-2590-450b-9e9b-75f54e6437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:35.376510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-0e99934e-2590-450b-9e9b-75f54e6437f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101902 Oct 20 10:44:35.427498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53adb90b-ee44-4c74-8cd6-4b808d988ea5 req-6af3848c-e458-4023-a8d4-16754442309c tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups?id=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921154 Oct 20 10:44:35.450853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-0522e94b-073a-40bf-adcb-9504e860985d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679841 Oct 20 10:44:35.527525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.577717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.577915 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca71525-2da7-4ec9-8d20-fdfbaf676aee x-openstack-request-id: req-bca71525-2da7-4ec9-8d20-fdfbaf676aee {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:35.577915 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:35.578160 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bca71525-2da7-4ec9-8d20-fdfbaf676aee {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:35.578552 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1', 'status': 'completed', 'code': 200} Oct 20 10:44:35.581672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.602967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 24f46545-13ce-45a8-a2b2-28817a5cdeee up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:35.608322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.608785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.609181 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Floating IP 0849ab95-7023-4d17-b154-ae51c2f33617 disassociated. External IP: 172.25.3.2, port: 8f6247b3-c947-4680-9f37-a56aaa53af8c. Oct 20 10:44:35.609592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Calling delete_port for 8f6247b3-c947-4680-9f37-a56aaa53af8c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:35.610852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9bdf1275-7d2d-41f8-9047-5da4d8d7e13a service neutron] 10.222.0.74 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590731 Oct 20 10:44:35.612922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.673618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 24f46545-13ce-45a8-a2b2-28817a5cdeee triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:35.675061 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.774467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-026ce66a-9993-4db4-9d5f-a7790f387c8c service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762798 Oct 20 10:44:35.789172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.797268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da2af-b7bc-416f-838b-117d11c9730a req-ab07cc97-74f5-48bc-82f6-f1c62280b803 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:35.800752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:35.805300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b26da2af-b7bc-416f-838b-117d11c9730a req-ab07cc97-74f5-48bc-82f6-f1c62280b803 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 947 time: 0.2163529 Oct 20 10:44:35.820426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 24f46545-13ce-45a8-a2b2-28817a5cdeee, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=24f46545-13ce-45a8-a2b2-28817a5cdeee,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:35.827884 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.853535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.906784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=24f46545-13ce-45a8-a2b2-28817a5cdeee,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:35.926629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-34284a4d-0d57-4a59-bcd5-e1b7c06cbfbe service neutron] 10.222.0.74 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144116 Oct 20 10:44:35.963818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b26da2af-b7bc-416f-838b-117d11c9730a req-dee3fd00-36df-4de5-afb1-9e01c777e3a8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519942 Oct 20 10:44:35.986676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Allocated IP 172.25.3.25 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/cfec9c84-f6e6-49ae-8ecd-3b12d94cf192) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:36.004598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2e8416a-0b83-45fe-b142-ca25593ca368 req-9f7077ae-879c-4379-9c44-9947fd98609d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146890 Oct 20 10:44:36.141037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-f27f9ace-2124-4856-91d6-30d9830d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.145948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-f27f9ace-2124-4856-91d6-30d9830d3081 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 1099 time: 0.0716393 Oct 20 10:44:36.368953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.430324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:36.434444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-7e12fbf9-c24f-4681-8554-803326f0f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.436289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-7e12fbf9-c24f-4681-8554-803326f0f6c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2801430 Oct 20 10:44:36.452858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252198b1-a945-40c2-a1f3-3c98dc44ffb2 req-0a9daa3f-cadc-4bf5-b541-245a7fe72743 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.454405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-252198b1-a945-40c2-a1f3-3c98dc44ffb2 req-0a9daa3f-cadc-4bf5-b541-245a7fe72743 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.0908132 Oct 20 10:44:36.504544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-973ccd51-79e9-46b6-85ab-0d441c8dccd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 HTTP/1.1" status: 200 len: 217 time: 0.0491173 Oct 20 10:44:36.648262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2d1ade9-1a7a-4e90-a0c9-811cf6f53867 req-b12ea1b9-44b0-468f-b77f-952b1825950f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 210 time: 0.0603399 Oct 20 10:44:36.687502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-252198b1-a945-40c2-a1f3-3c98dc44ffb2 req-c33acd16-4dd6-483e-b4b6-4fbd43be139d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235265 Oct 20 10:44:36.701323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-74d0f167-a749-4227-8215-142ce9b2938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.704160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-74d0f167-a749-4227-8215-142ce9b2938c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1897466 Oct 20 10:44:36.780934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2106c9e0-dbb9-4f17-84bf-02d109680957 req-e59492bb-fafe-4452-a2f8-4d525f8e27d4 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 210 time: 0.0686963 Oct 20 10:44:36.798140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f6247b3-c947-4680-9f37-a56aaa53af8c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:36.837216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-e558539b-9384-4ebf-977e-074bb60ab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.839347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-e558539b-9384-4ebf-977e-074bb60ab712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249979 Oct 20 10:44:36.854992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 8f6247b3-c947-4680-9f37-a56aaa53af8c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:36.855682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8f6247b3-c947-4680-9f37-a56aaa53af8c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:36.898189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:36.910454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event deleted for resources: {'Port': ['ID=8f6247b3-c947-4680-9f37-a56aaa53af8c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:37.074927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-afd1037c-8b35-4bd1-8fb1-778e14fa82a1 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255342 Oct 20 10:44:37.091733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.109455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Router 5a3fc1ee-302d-417b-a53b-c84984114a88 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:37.269385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6773a8e-b9a1-4b7e-86c7-ba718ff6deb5 req-9d6a38fa-caf4-4c5b-a027-3ac8dd9981f7 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:37.271427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6773a8e-b9a1-4b7e-86c7-ba718ff6deb5 req-9d6a38fa-caf4-4c5b-a027-3ac8dd9981f7 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 947 time: 0.1510723 Oct 20 10:44:37.341417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e4bf8a-2bb2-4d4d-af12-9e12eb647ed7 req-5597626a-f93e-4f8d-a06c-50113cb2a82d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541978 Oct 20 10:44:37.375087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2e0a0ad5-1b5e-4172-821d-36b2faee6e5d None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:37.376376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad5-1b5e-4172-821d-36b2faee6e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.379838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6773a8e-b9a1-4b7e-86c7-ba718ff6deb5 req-b4c8ce0a-1301-4fd7-ac6a-285e387d5e38 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Oct 20 10:44:37.416641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:37.422849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.445144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a0ad5-1b5e-4172-821d-36b2faee6e5d None None] Port 1785f910-5a00-4e62-829f-cbc61732233e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:37.488193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:37.562323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:37.565415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 24f46545-13ce-45a8-a2b2-28817a5cdeee up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:37.573061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:37.610634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Pushing event updated for resources: {'Port': ['ID=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:37.640472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:37.641983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 24f46545-13ce-45a8-a2b2-28817a5cdeee triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:37.642197 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.691191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Sync routers for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:37.716821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:37.717471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:37.807638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:37.821030 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Sync routers for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:37.827069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dd381c5e-fc6a-4662-81e4-c63813c7cbb4 admin admin] 10.222.0.74 "PUT /v2.0/routers/75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9376497 Oct 20 10:44:37.838248 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:37.839607 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:37.840024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-8a40c7f3-26f7-4f09-9093-f4510664fb1a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:37.841711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-8a40c7f3-26f7-4f09-9093-f4510664fb1a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 812 time: 0.1631837 Oct 20 10:44:37.857695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Request body: {'port': {'device_id': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'admin_state_up': True, 'tenant_id': '0bebe6937abe453f885d600cb9fa6e26'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:37.902702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-772d3e91-fda1-4a12-bcc5-38f9e1190bd2 req-058cb695-a870-478f-b287-7b81b97ac1ec tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 210 time: 0.0585008 Oct 20 10:44:37.934147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] No DVR routers for this DVR port 8f6247b3-c947-4680-9f37-a56aaa53af8c on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:37.937410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.942035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-578251df-4a8f-482e-a5a1-9ce806b6d527 req-adb66ca6-1705-4e69-94d5-2baeefe96578 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.70 "DELETE /v2.0/ports/8f6247b3-c947-4680-9f37-a56aaa53af8c HTTP/1.1" status: 204 len: 173 time: 3.8501399 Oct 20 10:44:37.945880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'name': 'network-vif-deleted', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:37.956907 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425c7262-84d7-493c-84a4-c6adec49d48b" -d '{"events": [{"server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "name": "network-vif-deleted", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:38.101182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:38.150662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48560) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:38.167126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e915-c8c0-4f7d-ab3a-44cc91237990 req-65770762-4454-412f-9263-2b45e599cc0d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:38.169839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0a3e915-c8c0-4f7d-ab3a-44cc91237990 req-65770762-4454-412f-9263-2b45e599cc0d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1432667 Oct 20 10:44:38.174929 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:38.277435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a777b91d-ef83-4856-85e4-ead53e7a9ffc req-cea4a2cf-89ce-4fa9-9fd3-6e5488cd760a tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f77a49ab-0972-4441-9acd-b578a483c62a HTTP/1.1" status: 200 len: 210 time: 0.0582325 Oct 20 10:44:38.288876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1256110761'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:38.327318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.373689 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89017936-c327-44b1-831b-4fa60ef9ff23 x-openstack-request-id: req-89017936-c327-44b1-831b-4fa60ef9ff23 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:38.374233 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77a49ab-0972-4441-9acd-b578a483c62a", "name": "network-vif-deleted", "tag": "8f6247b3-c947-4680-9f37-a56aaa53af8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:38.374583 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-89017936-c327-44b1-831b-4fa60ef9ff23 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:38.375094 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77a49ab-0972-4441-9acd-b578a483c62a', 'name': 'network-vif-deleted', 'tag': '8f6247b3-c947-4680-9f37-a56aaa53af8c', 'status': 'completed', 'code': 200} Oct 20 10:44:38.402398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:44:38.402398 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:44:38.402398 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id_1': '0bebe6937abe453f885d600cb9fa6e26', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 44, 18, 370513)}] Oct 20 10:44:38.402398 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:44:38.402810 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:44:38.491334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0a3e915-c8c0-4f7d-ab3a-44cc91237990 req-f60955f7-cc1e-4141-b0e5-237be8f38313 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756391 Oct 20 10:44:38.520992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:38.536479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.617551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:38.627848 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:34Z', 'revision_number': 4, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1785f910-5a00-4e62-829f-cbc61732233e', 'name': '', 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'mac_address': 'fa:16:3e:99:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 2, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'subnets': [{'id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:38.650804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.683298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Checking router: 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:38.683610 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Updating router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 port 1785f910-5a00-4e62-829f-cbc61732233e binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:38.694878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:38.700571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Checking router: 5a3fc1ee-302d-417b-a53b-c84984114a88 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:38.717197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.717542 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Added segment 061f98b7-22af-4d9a-970b-1d13dba813ab of type vlan for network 04143be8-086f-45be-9f76-4db8f32998fe Oct 20 10:44:38.720618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:38.721329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:38.746657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477055c9-9e4a-48de-80e4-95a1a76b82b5 req-70de7ddf-d69c-433a-ab38-ad104ecbcbe5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:38.748312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-477055c9-9e4a-48de-80e4-95a1a76b82b5 req-70de7ddf-d69c-433a-ab38-ad104ecbcbe5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 947 time: 0.1668031 Oct 20 10:44:38.758731 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.854625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:38.896170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Router 075baddc-c593-40c6-9e07-d785a7cb7abb is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:38.962763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.038663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:39.041185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:44:39.074638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-477055c9-9e4a-48de-80e4-95a1a76b82b5 req-a66c9a2a-103e-4f5f-872b-c3277805cbf0 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148708 Oct 20 10:44:39.083558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Sync routers for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:39.131480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:39.134254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:39.134254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:39.137591 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.149958 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.174379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.175887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82dd424c-6106-4d4c-ab26-42904f45d672 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9080637 Oct 20 10:44:39.179318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48612) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:39.179608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Made reservation on behalf of 0bebe6937abe453f885d600cb9fa6e26 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:39.185609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.193852 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-2ab1a54a-d7c7-4ca6-98a8-5b8ef49715e8 service neutron] show failed (client error): The resource could not be found. Oct 20 10:44:39.201227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-2ab1a54a-d7c7-4ca6-98a8-5b8ef49715e8 service neutron] 10.222.0.83 "GET /v2.0/ports/863da0d8-ee40-4357-a5e9-09f99e921346/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.4293449 Oct 20 10:44:39.222039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.229973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:39.231122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.249612 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e9386-a800-4617-9b5f-54eefc57c81e None None] Pushing event updated for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:39.295098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:39.324517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1', 'mac_address': 'fa:16:3e:46:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:39.332523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bf4c77a-48a8-421e-a9f5-54518864e676 req-e893adff-c725-4f77-9e5d-0e245ca7ca51 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 210 time: 0.1296105 Oct 20 10:44:39.514517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48632) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:39.514771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3327179 Oct 20 10:44:39.524339 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Attempting to bind port 1785f910-5a00-4e62-829f-cbc61732233e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:39.524704 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Attempting to bind port 1785f910-5a00-4e62-829f-cbc61732233e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:39.525074 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Attempting to bind port 1785f910-5a00-4e62-829f-cbc61732233e on network 1167218b-86d7-4bd0-a973-67279cfa0b06 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:39.534079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'subnet': {'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:39.558465 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:39.558718 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Checking segment: {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:39.560882 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.561291 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Bound using segment: {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:39.561880 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Bound port: 1785f910-5a00-4e62-829f-cbc61732233e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:39.562186 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.591197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48634) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:39.695816 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] For port 1785f910-5a00-4e62-829f-cbc61732233e, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:39.705214 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] For port 1785f910-5a00-4e62-829f-cbc61732233e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1785f910-5a00-4e62-829f-cbc61732233e,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:39.712989 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.772513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e0779-c90d-407b-8518-1e8e01739801 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Network': ['ID=04143be8-086f-45be-9f76-4db8f32998fe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:39.898318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fda45-5d6a-40fd-91ef-08112eeb4a53 req-24914121-70d6-4838-9a0a-4c2ab431f920 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:39.906494 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:39.907972 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:39.914552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e63fda45-5d6a-40fd-91ef-08112eeb4a53 req-24914121-70d6-4838-9a0a-4c2ab431f920 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1998079 Oct 20 10:44:39.997004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Allocated IP 172.20.0.10 (076c0327-c692-41cc-bff2-a197bf46799a/ffe887fd-5688-443f-a7f7-80725f2491f4/8916b90f-6b82-4f5c-8037-2451a1d31974) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:40.013176 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e9386-a800-4617-9b5f-54eefc57c81e None None] Pushing event updated for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:40.085911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e63fda45-5d6a-40fd-91ef-08112eeb4a53 req-92e2e01c-662d-46c3-b676-1a2d014d146e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687927 Oct 20 10:44:40.128726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 04143be8-086f-45be-9f76-4db8f32998fe details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:40.231272 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:40.327040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-789ec9b1-9b00-4064-9e72-ae34751d50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:40.328852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-789ec9b1-9b00-4064-9e72-ae34751d50c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1100 time: 0.7119467 Oct 20 10:44:40.347429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.348023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:40.405377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:40.405733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.468866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.515177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.526512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:40.530373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.543372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be00c4fe-c373-4ebc-9da0-7fa32a9ecf5e req-fcb9a546-2cd7-4749-b8c3-2b57a08e96af tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 210 time: 0.1135862 Oct 20 10:44:40.573738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.579280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:40.606820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:40.607072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379fbda-151f-4c9c-a07e-6b850e3ed65f req-9b5dedd2-25b8-4b44-815d-33ab6881001d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:40.616099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:40.619099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c379fbda-151f-4c9c-a07e-6b850e3ed65f req-9b5dedd2-25b8-4b44-815d-33ab6881001d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 947 time: 0.4133670 Oct 20 10:44:40.691712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.699715 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.760369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c379fbda-151f-4c9c-a07e-6b850e3ed65f req-fd29f456-ffd0-443c-993a-14d50e6a79e3 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403282 Oct 20 10:44:40.771968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:40.812219 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:34Z', 'revision_number': 4, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1785f910-5a00-4e62-829f-cbc61732233e', 'name': '', 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'mac_address': 'fa:16:3e:99:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:39Z', 'revision_number': 4, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'subnets': [{'id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:40.844083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3fa85-b5ef-4721-b5c2-90dbbf8c2310 None None] The sync data for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 is: [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:44:34Z', 'revision_number': 4, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1785f910-5a00-4e62-829f-cbc61732233e', 'name': '', 'network_id': '1167218b-86d7-4bd0-a973-67279cfa0b06', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'mac_address': 'fa:16:3e:99:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:39Z', 'revision_number': 4, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'subnets': [{'id': '62ae42a3-d6c3-4732-bc75-f5ddb8757bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:40.846568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.920281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.922269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e6b1-978e-418f-9c96-ae17f670d8a8 None None] The sync data for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 is: [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:42:19Z', 'revision_number': 4, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '4e389d7d-7cb7-4db7-9dde-245dad346ea0', 'name': '', 'network_id': '3ea5fd65-c0de-4f87-9e05-f0d857da2e6d', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'mac_address': 'fa:16:3e:9f:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:18Z', 'updated_at': '2021-10-20T10:42:29Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'subnets': [{'id': '6ae7d7ee-2691-4306-a5c8-8d317ea43e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:40.952204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Network 076c0327-c692-41cc-bff2-a197bf46799a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:40.968701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:40.978241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:41.059796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:41.068718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.096094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.150706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:41.154496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.176702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9df3a4a5-a323-4618-b79b-4c2706640606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3234251 Oct 20 10:44:41.190750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Request body: {'port': {'device_id': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:41.202697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.205570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.207076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "DELETE /v2.0/security-groups/438b56ec-0244-4e17-bc3a-4ddbf8ae36c0 HTTP/1.1" status: 204 len: 168 time: 1.6013567 Oct 20 10:44:41.213384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:41.255235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e4aef-691a-48c9-b63a-336d629a8d87 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b56ec-0244-4e17-bc3a-4ddbf8ae36c0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.275220 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-404ccbf9-7aed-4d00-af2d-5b05b9600f47 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] show failed (client error): The resource could not be found. Oct 20 10:44:41.279702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-404ccbf9-7aed-4d00-af2d-5b05b9600f47 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "GET /v2.0/security-groups/438b56ec-0244-4e17-bc3a-4ddbf8ae36c0 HTTP/1.1" status: 404 len: 347 time: 0.0629020 Oct 20 10:44:41.293355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:41.421374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] For port 1785f910-5a00-4e62-829f-cbc61732233e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1785f910-5a00-4e62-829f-cbc61732233e,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:41.451048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:38Z', 'revision_number': 3, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:41.461270 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.570771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Checking router: 075baddc-c593-40c6-9e07-d785a7cb7abb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:41.571243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Updating router 075baddc-c593-40c6-9e07-d785a7cb7abb port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:41.582479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.603722 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c19e0-38cd-48d8-9b77-927322a50944 None None] New status for floating IP 0849ab95-7023-4d17-b154-ae51c2f33617: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:44:41.706144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d73fc-1c33-41f4-83b6-79a3248edfb8 None None] Pushing event updated for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.764006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1785f910-5a00-4e62-829f-cbc61732233e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:41.785436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:41.815508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8b7a2-576b-4de8-bf26-557c2bcdc217 req-91b6db16-294c-4d4a-afda-da05dd9fd442 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:41.828841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6f8b7a2-576b-4de8-bf26-557c2bcdc217 req-91b6db16-294c-4d4a-afda-da05dd9fd442 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.5504434 Oct 20 10:44:41.844445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:41.898554 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.009220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6f8b7a2-576b-4de8-bf26-557c2bcdc217 req-9ee1e068-1048-4337-94dd-66a320e930a0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793323 Oct 20 10:44:42.106295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.250527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa87333-b1bb-488e-bb0e-664ae5ae8d5d req-cc29a767-0d99-429c-878e-4c258e26db7b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:42.253868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.263690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aa87333-b1bb-488e-bb0e-664ae5ae8d5d req-cc29a767-0d99-429c-878e-4c258e26db7b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 932 time: 0.1265068 Oct 20 10:44:42.369491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.413344 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.436945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aa87333-b1bb-488e-bb0e-664ae5ae8d5d req-4e43045e-bd71-47b7-9537-4531b6210332 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719127 Oct 20 10:44:42.473441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:42.474884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:42.477957 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8820ab3e-1caf-4c3f-b445-2e8a6cc73aff" -d '{"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:42.483418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2be7f789-7e1d-4484-acf9-47ac62fb9ced None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:42.483948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2be7f789-7e1d-4484-acf9-47ac62fb9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.493671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.511728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.595939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:42.596361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.604580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Transition to ACTIVE for port object 8916b90f-6b82-4f5c-8037-2451a1d31974 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:42.626080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Subnet': ['ID=7166ac14-8582-4100-90b5-08dc09e0ce59,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:42.629232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Attempting to bind port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:42.629614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Attempting to bind port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:42.629975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Attempting to bind port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:42.637319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Transition to ACTIVE for port object 863da0d8-ee40-4357-a5e9-09f99e921346 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:42.641736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Checking segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:42.642187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network hostable DHCP agents. Network: 04143be8-086f-45be-9f76-4db8f32998fe, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:42.657623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.657871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.725553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9825be-63e0-44c3-afb5-a999a800731a None None] Pushing event updated for resources: {'Port': ['ID=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:42.757618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Deleting port a3d537c9-fa91-48e8-8fa6-b3f622209c44 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:42.759232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.760389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:42.760915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:42.761308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.761700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:42.762198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Bound port: cfec9c84-f6e6-49ae-8ecd-3b12d94cf192, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:42.762580 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.807158 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2c312-8ff7-4244-bf55-e5e24e54bb25 x-openstack-request-id: req-39e2c312-8ff7-4244-bf55-e5e24e54bb25 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:42.807701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:42.807701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39e2c312-8ff7-4244-bf55-e5e24e54bb25 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:42.808162 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'code': 200} Oct 20 10:44:42.882860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] No DVR routers for this DVR port 863da0d8-ee40-4357-a5e9-09f99e921346 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:42.893876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network 04143be8-086f-45be-9f76-4db8f32998fe is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:42.901161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd37ca-079b-4d5c-8b47-7c1686d2a712 req-1ed7f550-6681-4b41-822b-48d4b5995352 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:42.903852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11fd37ca-079b-4d5c-8b47-7c1686d2a712 req-1ed7f550-6681-4b41-822b-48d4b5995352 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 948 time: 0.3168423 Oct 20 10:44:42.904023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:42.965028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:42.994442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] For port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:43.008619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] For port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:43.047885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.103484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:43.103815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:43.104184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:43.116770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:43.117096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:43.127376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:43.127811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Checking segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:43.128260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Bound using segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:43.129233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Bound port: 8916b90f-6b82-4f5c-8037-2451a1d31974, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:43.129638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.188247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Allocated IP 172.20.0.1 (fb222ba4-ca70-4da5-896f-3c9b41842b2c/d728b326-c137-4ada-afe4-6e0a7168f7d3/ac788253-27a7-490c-9997-49b81b0969d0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:43.231397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:43.325802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9825be-63e0-44c3-afb5-a999a800731a None None] Pushing event updated for resources: {'Port': ['ID=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:43.330759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:43.331466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:43.356706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:43.366589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.367926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:43.379450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:43.405167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11fd37ca-079b-4d5c-8b47-7c1686d2a712 req-6cd73d65-1de9-4535-b432-c02c74190769 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602520 Oct 20 10:44:43.432111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.435143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.435496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.449278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Calling delete_port for a3d537c9-fa91-48e8-8fa6-b3f622209c44 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:43.482372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 04143be8-086f-45be-9f76-4db8f32998fe) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:43.482695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:43.505719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.523101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:43.523445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:43.523775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:43.539467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:43.541439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.542183 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.548773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab707263-c8bb-4982-8a53-7105ba1047e3 None None] Network 04143be8-086f-45be-9f76-4db8f32998fe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:43.569570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:43.620812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:43.629231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-736b83aa-3806-44f8-87d8-d1045e639700 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1103196 Oct 20 10:44:43.630189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.631016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.649028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1785f910-5a00-4e62-829f-cbc61732233e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:43.659324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:43.659643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Attempting to bind port 863da0d8-ee40-4357-a5e9-09f99e921346 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:43.677427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1275825126'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:43.733117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:43.735319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:43.735943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:43.736427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Bound port: 863da0d8-ee40-4357-a5e9-09f99e921346, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:43.736772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.923849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db961d-37a7-4839-9373-bb82aa2dd55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.937768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:43.992371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.997695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1785f910-5a00-4e62-829f-cbc61732233e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:43.998071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.009951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.009951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.009951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 1093 time: 2.8234985 Oct 20 10:44:44.011799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:44.014156 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6357a919-2da5-45b5-81ef-e57f504342bf" -d '{"events": [{"name": "network-changed", "server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:44.045722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fc0a4-cde7-44cf-93b7-447b2238e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.046978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:44.051001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.072703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb25310-f0ab-48bf-8101-6b19192f45c5 req-41530d10-5f0d-4247-943b-24a7e760b510 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.080183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbb25310-f0ab-48bf-8101-6b19192f45c5 req-41530d10-5f0d-4247-943b-24a7e760b510 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.7103434 Oct 20 10:44:44.136560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:44.137986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080419a-92f5-4b36-a297-57d6ed478df1 req-4031e79e-5f7b-415d-8e15-98c4393df868 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.139670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-04143be8-086f-45be-9f76-4db8f32998fe', 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'fixed_ips': [{'subnet_id': '7166ac14-8582-4100-90b5-08dc09e0ce59'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:44.139818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c080419a-92f5-4b36-a297-57d6ed478df1 req-4031e79e-5f7b-415d-8e15-98c4393df868 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.5626752 Oct 20 10:44:44.140856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.153920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:44.165541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.165884 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Added segment 036c3d8c-c043-4718-9051-248d39dda9a9 of type vlan for network 8408ade4-7823-458e-872a-91aba70214f2 Oct 20 10:44:44.199471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbb25310-f0ab-48bf-8101-6b19192f45c5 req-9013d6b1-f924-4820-8622-ce86b337513b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145456 Oct 20 10:44:44.236011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-e759a0ef-4012-4e96-aa28-296e87cb0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.237768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-e759a0ef-4012-4e96-aa28-296e87cb0b13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1096 time: 0.1478963 Oct 20 10:44:44.259453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:38Z', 'revision_number': 3, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:44.265377 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabeef45-8011-4f0f-b602-3e21f5a30881 x-openstack-request-id: req-aabeef45-8011-4f0f-b602-3e21f5a30881 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:44.265663 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:44.265909 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aabeef45-8011-4f0f-b602-3e21f5a30881 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:44.266290 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'status': 'completed', 'code': 200} Oct 20 10:44:44.273667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:44.298879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.300932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a88bd0-02d6-480b-91a0-dc95a1a124e1 None None] The sync data for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 is: [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:38Z', 'revision_number': 3, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:44.332430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c080419a-92f5-4b36-a297-57d6ed478df1 req-b5706263-1958-4595-bb5d-10bd036a9497 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706672 Oct 20 10:44:44.334220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-dd6ee7fa-f9cb-4dbb-9c2c-762d2d7b2316 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0838714 Oct 20 10:44:44.401918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.404262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Allocated IP 19.80.0.2 (04143be8-086f-45be-9f76-4db8f32998fe/7166ac14-8582-4100-90b5-08dc09e0ce59/46769caa-763c-47e4-9601-1ef75f255d6e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:44.429708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-3f478376-260b-4413-bfc2-e6c0e0334fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.432419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-3f478376-260b-4413-bfc2-e6c0e0334fe7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.0886183 Oct 20 10:44:44.477319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-8b57a080-3890-489e-99fa-4ed342ae6382 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375710 Oct 20 10:44:44.491453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.496802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.497397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.501608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] 10.222.0.70 "PUT /v2.0/ports/863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 1095 time: 4.1630456 Oct 20 10:44:44.629605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.646095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.648681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.655156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84f31-9dc6-4701-825c-a1e4f46f2442 service neutron] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.714518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db961d-37a7-4839-9373-bb82aa2dd55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.761148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3b9f-627c-4662-af64-e6522da5578e req-13a96671-7cb6-4c70-97a8-dab3890b25b5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.763434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1dec3b9f-627c-4662-af64-e6522da5578e req-13a96671-7cb6-4c70-97a8-dab3890b25b5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 948 time: 0.1986582 Oct 20 10:44:44.765308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-97eb2892-eb47-4f7d-8f05-838ba6d4d5e6 service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769322 Oct 20 10:44:44.782343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.795269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.850086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:44.868692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1dec3b9f-627c-4662-af64-e6522da5578e req-6c947e57-3b97-4852-a9ef-6aaebfc29308 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977273 Oct 20 10:44:44.909317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Network 04143be8-086f-45be-9f76-4db8f32998fe is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:44.930338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:44.937261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:44.946063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Pushing event updated for resources: {'Port': ['ID=46769caa-763c-47e4-9601-1ef75f255d6e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.962092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:44.965754 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8ba46-ef63-47d5-8ed7-fe79b314732b" -d '{"events": [{"name": "network-changed", "server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:44.969448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Network': ['ID=8408ade4-7823-458e-872a-91aba70214f2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.978208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db961d-37a7-4839-9373-bb82aa2dd55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.983441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53c27e0a-9b1f-4169-ab7f-b96916c13403 req-1c85b679-2459-4db3-9445-f8c9e1ede9ad service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857364 Oct 20 10:44:45.028386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8408ade4-7823-458e-872a-91aba70214f2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:45.045137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75db961d-37a7-4839-9373-bb82aa2dd55e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6b2cd13365f4949a01980897f58fa84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3797276 Oct 20 10:44:45.082881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:45.098879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Attempting to bind port 46769caa-763c-47e4-9601-1ef75f255d6e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:45.099798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Attempting to bind port 46769caa-763c-47e4-9601-1ef75f255d6e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:45.100275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Attempting to bind port 46769caa-763c-47e4-9601-1ef75f255d6e on network 04143be8-086f-45be-9f76-4db8f32998fe {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:45.107794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:45.108239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Checking segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:45.108564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.108957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Bound using segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:45.109434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Bound port: 46769caa-763c-47e4-9601-1ef75f255d6e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:45.110095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.184432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:45.215396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:45.215769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.275045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a919-2da5-45b5-81ef-e57f504342bf req-96262dfd-75e1-4603-977c-0d6f4d9fd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.279453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-96262dfd-75e1-4603-977c-0d6f4d9fd46c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1096 time: 0.2388690 Oct 20 10:44:45.291777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-06b3f914-3aab-43cf-bce4-4ed3b4cc02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.298044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-06b3f914-3aab-43cf-bce4-4ed3b4cc02b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1098 time: 0.1231947 Oct 20 10:44:45.330300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] For port 46769caa-763c-47e4-9601-1ef75f255d6e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:45.345343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] For port 46769caa-763c-47e4-9601-1ef75f255d6e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=46769caa-763c-47e4-9601-1ef75f255d6e,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:45.366087 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.370846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.398534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.437958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfeaba-5429-418b-807d-991bf071b2e1 None None] Pushing event updated for resources: {'Port': ['ID=46769caa-763c-47e4-9601-1ef75f255d6e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:45.466731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.557751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:45.560208 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7c089-3314-4ff1-8c38-d85404e319d7" -d '{"events": [{"server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "name": "network-vif-plugged", "status": "completed", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:45.573700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:45.575363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Pushing event deleted for resources: {'Port': ['ID=a3d537c9-fa91-48e8-8fa6-b3f622209c44,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:45.579580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.586388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.589458 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6342d5-af03-4cd1-abc8-4d1ce0bbed79 x-openstack-request-id: req-2e6342d5-af03-4cd1-abc8-4d1ce0bbed79 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:45.590829 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:45.591194 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e6342d5-af03-4cd1-abc8-4d1ce0bbed79 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:45.591681 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'status': 'completed', 'code': 200} Oct 20 10:44:45.597492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.597669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04da8147-2cb8-4a4e-823f-f04bd57a9bba HTTP/1.1" status: 204 len: 168 time: 0.5065176 Oct 20 10:44:45.598410 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.663271 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d73c509-a1d4-46bc-a161-097851c69084 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9960423 Oct 20 10:44:45.669081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:45.682436 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.739030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:45.773751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'subnet': {'network_id': '8408ade4-7823-458e-872a-91aba70214f2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:45.779453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:45.793003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-20f4648a-3166-470a-a25e-c446269ca12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.794690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-20f4648a-3166-470a-a25e-c446269ca12a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4338281 Oct 20 10:44:45.823530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-a3b8e51e-65ee-4962-8101-ee8639736593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.825197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-a3b8e51e-65ee-4962-8101-ee8639736593 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1098 time: 1.2556217 Oct 20 10:44:45.858410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b75d74-c1d8-46aa-86d9-ec8d5f7b36ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da8147-2cb8-4a4e-823f-f04bd57a9bba,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:45.880031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db961d-37a7-4839-9373-bb82aa2dd55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04da8147-2cb8-4a4e-823f-f04bd57a9bba,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:45.936382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:45.937577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.975023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-e9d6e45d-1586-4dda-b7d8-03b98e748ba7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.1140101 Oct 20 10:44:45.999283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d100-02c9-41eb-9c04-2e94ba1c260a req-c374094e-4b0b-4af2-8e57-7280fe439fae tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.013006 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f4d100-02c9-41eb-9c04-2e94ba1c260a req-c374094e-4b0b-4af2-8e57-7280fe439fae tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.4598434 Oct 20 10:44:46.033814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.037428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.042223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f2f10d7-796d-4a48-8846-830c1ae9fc12 tempest-ServersTestFqdnHostnames-479847911 tempest-ServersTestFqdnHostnames-479847911-project] 10.222.0.74 "DELETE /v2.0/floatingips/0849ab95-7023-4d17-b154-ae51c2f33617 HTTP/1.1" status: 204 len: 168 time: 4.7257798 Oct 20 10:44:46.046743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ac9df-2e96-4f58-a6c5-f0f334366cf4 req-41766b4e-2021-41d6-a4d8-a84847849c3e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.053990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-669ac9df-2e96-4f58-a6c5-f0f334366cf4 req-41766b4e-2021-41d6-a4d8-a84847849c3e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.5929654 Oct 20 10:44:46.079486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48848) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:46.133771 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.164328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a919-2da5-45b5-81ef-e57f504342bf req-12248d03-74d8-4a6c-a715-ab66972dea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.165826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-12248d03-74d8-4a6c-a715-ab66972dea5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.8668602 Oct 20 10:44:46.209677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f4d100-02c9-41eb-9c04-2e94ba1c260a req-54a4b910-c492-4786-9dbf-3d01ee0f9b46 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882682 Oct 20 10:44:46.231967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:46.241145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:46.242665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.246505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.323475 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05138e90-02cc-4126-8b42-f8442d274159 x-openstack-request-id: req-05138e90-02cc-4126-8b42-f8442d274159 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:46.324115 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "name": "network-vif-plugged", "status": "completed", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:46.325000 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05138e90-02cc-4126-8b42-f8442d274159 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:46.325864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-e1c415cf-9c86-4b62-ac0f-cf2c1c0af2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.326360 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1', 'code': 200} Oct 20 10:44:46.327814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-e1c415cf-9c86-4b62-ac0f-cf2c1c0af2a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4272037 Oct 20 10:44:46.401269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:46.414393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.487574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-669ac9df-2e96-4f58-a6c5-f0f334366cf4 req-3a7b9f21-81ca-42aa-b4ad-431533b7a7df tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275146 Oct 20 10:44:46.491851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-d32af5b0-6178-42d5-a539-cde02bd6fe5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.3054721 Oct 20 10:44:46.492002 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-4220aac4-905d-427f-a17d-8413931978a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.1159751 Oct 20 10:44:46.494116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-1d916e8a-3932-4c59-bf7b-b91521ea3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.495773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-1d916e8a-3932-4c59-bf7b-b91521ea3236 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.5077245 Oct 20 10:44:46.740149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.753588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.757899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.760854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8655f-eda9-4635-b5ed-bdb235b9359d req-05b51947-2aa3-4c81-a4ce-768e987d8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.762350 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56a8655f-eda9-4635-b5ed-bdb235b9359d req-05b51947-2aa3-4c81-a4ce-768e987d8fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 1101 time: 0.3755701 Oct 20 10:44:46.786779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a919-2da5-45b5-81ef-e57f504342bf req-b193fd93-18f0-4874-931d-1527c8504be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.788708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-b193fd93-18f0-4874-931d-1527c8504be2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.2625253 Oct 20 10:44:46.822634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-11a9cb90-6cd5-4c75-aebd-b8a513c8ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.824375 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-11a9cb90-6cd5-4c75-aebd-b8a513c8ca47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2527094 Oct 20 10:44:46.870307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e115-c84f-4d77-bb11-8db356325ded req-a629be8b-4426-4efa-8d22-810929ebeac5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.871326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c76e115-c84f-4d77-bb11-8db356325ded req-a629be8b-4426-4efa-8d22-810929ebeac5 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.4920683 Oct 20 10:44:46.873274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:46.873457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-16585796-f362-4cc5-88e1-f4459ba926ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589175 Oct 20 10:44:46.905686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-2c516013-5482-438e-93a8-93adf1eb479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.913825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-2c516013-5482-438e-93a8-93adf1eb479f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3902528 Oct 20 10:44:46.967339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.991626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:47.020278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Subnet': ['ID=e8904209-9f4d-46c9-92b5-49d325883e5b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:47.061476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-926d8599-a3a0-4fa7-9f18-954f4b6076bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.063013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-926d8599-a3a0-4fa7-9f18-954f4b6076bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2016578 Oct 20 10:44:47.065263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56a8655f-eda9-4635-b5ed-bdb235b9359d req-fbbbc7da-7a1f-40bf-a91b-c84f0438fa60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397401 Oct 20 10:44:47.068048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Checking segment: {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:47.068407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network hostable DHCP agents. Network: 8408ade4-7823-458e-872a-91aba70214f2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:47.129544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c76e115-c84f-4d77-bb11-8db356325ded req-47fa893a-64da-443e-a2e0-f62bcf99b4c9 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384987 Oct 20 10:44:47.149872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network 8408ade4-7823-458e-872a-91aba70214f2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:47.202547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:47.208073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8408ade4-7823-458e-872a-91aba70214f2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:47.228075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2575c13-d442-4da5-a105-ab5baafb7c3e None None] Network 8408ade4-7823-458e-872a-91aba70214f2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:47.254609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-531a1822-ceab-47f3-acf0-586a5697c1c9 service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734789 Oct 20 10:44:47.257917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.260072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.300351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'port_id': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'mac_address': 'fa:16:3e:3d:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe887fd-5688-443f-a7f7-80725f2491f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:47.366142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:47.384865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-1ba98771-a63a-4418-a1af-00dd92d12d3a service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181278 Oct 20 10:44:47.390489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:47.410331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6164937-2fb6-4648-9de7-5fd312c73257 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6742578 Oct 20 10:44:47.504136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.624010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c359346-a840-4942-9586-077927094edb None None] Network 04143be8-086f-45be-9f76-4db8f32998fe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:47.765816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:47.813142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640e8ae-2c93-47de-9afb-8d6ba37ecd2b req-1bd7c073-1b33-43fa-9c81-8bb0cdab9ab8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.820676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2640e8ae-2c93-47de-9afb-8d6ba37ecd2b req-1bd7c073-1b33-43fa-9c81-8bb0cdab9ab8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.4330714 Oct 20 10:44:47.827837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Router 075baddc-c593-40c6-9e07-d785a7cb7abb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:47.832489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-3f3c8f53-269f-4662-87f4-d7e14582627e service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596352 Oct 20 10:44:47.845977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6357a919-2da5-45b5-81ef-e57f504342bf req-b76e8047-2c94-468a-a8f5-aeedcf1af78b service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801525 Oct 20 10:44:47.868681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318162c-6548-4858-9e04-d9927aed10db req-00c8ba94-3d5f-4de0-aa82-fef1ffb52cd6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.869624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:47.876192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0318162c-6548-4858-9e04-d9927aed10db req-00c8ba94-3d5f-4de0-aa82-fef1ffb52cd6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.2260652 Oct 20 10:44:47.876668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:47.908644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-2d457ad1-0d39-4fd4-89ee-c99082243558 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900401 Oct 20 10:44:47.930539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.949212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2640e8ae-2c93-47de-9afb-8d6ba37ecd2b req-cf840020-2631-4640-bde4-92ab81b6de46 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264226 Oct 20 10:44:48.032241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.055589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] Provisioning complete for port 46769caa-763c-47e4-9601-1ef75f255d6e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:48.056020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.109443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0318162c-6548-4858-9e04-d9927aed10db req-d625e68e-7285-4a4b-81ed-215c39b33e93 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322457 Oct 20 10:44:48.233630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8408ade4-7823-458e-872a-91aba70214f2', 'network_id': '8408ade4-7823-458e-872a-91aba70214f2', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'fixed_ips': [{'subnet_id': 'e8904209-9f4d-46c9-92b5-49d325883e5b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:48.235170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.293819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1c157ce-7d21-4066-8a5e-1b41256f9af0 req-51a56cd0-6e61-4cd5-8286-ca7378bfc301 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510648 Oct 20 10:44:48.295613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:48.296165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8916b90f-6b82-4f5c-8037-2451a1d31974'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:48.302449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a175aee-ebde-40f6-b954-52a71e54eda0 admin admin] 10.222.0.74 "PUT /v2.0/routers/075baddc-c593-40c6-9e07-d785a7cb7abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1220593 Oct 20 10:44:48.339585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Sync routers for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:48.395037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:48.513444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-be5c6d87-c72a-45a9-8e20-36aa20fa2a5d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.529485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-be5c6d87-c72a-45a9-8e20-36aa20fa2a5d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.531939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-be5c6d87-c72a-45a9-8e20-36aa20fa2a5d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/networks?id=04143be8-086f-45be-9f76-4db8f32998fe&id=8408ade4-7823-458e-872a-91aba70214f2&id=04143be8-086f-45be-9f76-4db8f32998fe HTTP/1.1" status: 200 len: 1392 time: 0.4042263 Oct 20 10:44:48.547502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-8446d41b-0119-4758-8ceb-68a6d114d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.548695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-8446d41b-0119-4758-8ceb-68a6d114d884 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1098 time: 0.1212642 Oct 20 10:44:48.576260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:48.576899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:48.672069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-903af649-8ccf-4a7c-bbde-b2531c36bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.674027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-903af649-8ccf-4a7c-bbde-b2531c36bc50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1170411 Oct 20 10:44:48.784036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-0f881d6a-c5a0-497c-b8ae-91ea20c01f1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.0990741 Oct 20 10:44:48.791092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48936) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:48.857205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:48.857575 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.915196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-512c294a-96f9-40d1-b8c1-499386bb6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.918371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-512c294a-96f9-40d1-b8c1-499386bb6156 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1290321 Oct 20 10:44:49.000392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-ffa61279-b47a-41b7-858d-5b15ab18d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.007169 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-ffa61279-b47a-41b7-858d-5b15ab18d262 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802708 Oct 20 10:44:49.030058 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.051366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54e62092-4da5-48c4-89b2-7a30b7a8f0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.088272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-6ae22551-390f-48ce-a00b-a717df1adae9 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/quotas/6b6443d3c6c4463394854f9eadfd2c32 HTTP/1.1" status: 200 len: 375 time: 0.5524249 Oct 20 10:44:49.105261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8b62f-37d9-4668-85e1-8415ec2a771a req-2be9e70b-685e-4b97-8032-496155a18117 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.108453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05f8b62f-37d9-4668-85e1-8415ec2a771a req-2be9e70b-685e-4b97-8032-496155a18117 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.7844741 Oct 20 10:44:49.168953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Allocated IP 19.86.0.2 (8408ade4-7823-458e-872a-91aba70214f2/e8904209-9f4d-46c9-92b5-49d325883e5b/04a8c3e5-017f-4db7-b79e-e742d05101d8) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:49.198254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:49.226800 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-44a3b64f-c843-4202-9abc-c5cc592d1202 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112041 Oct 20 10:44:49.240973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05f8b62f-37d9-4668-85e1-8415ec2a771a req-ea6538cc-dd02-481f-a020-17be13275d35 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912666 Oct 20 10:44:49.271461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] For port 46769caa-763c-47e4-9601-1ef75f255d6e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=46769caa-763c-47e4-9601-1ef75f255d6e,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:49.272772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-e8e09d67-3d7a-4a9a-9332-e26735419e95 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610625 Oct 20 10:44:49.348771 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.375222 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54e62092-4da5-48c4-89b2-7a30b7a8f0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.386815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54e62092-4da5-48c4-89b2-7a30b7a8f0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.432855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29a8ba46-ef63-47d5-8ed7-fe79b314732b req-418e7371-8264-4414-9f74-c74bcd04aec4 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960757 Oct 20 10:44:49.456472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54e62092-4da5-48c4-89b2-7a30b7a8f0a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05be9ade8a464594be8409b6d20fae77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462307 Oct 20 10:44:49.458115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-6a2e07c8-d2e0-4feb-94c0-2b749d8c54b9 service neutron] 10.222.0.74 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732194 Oct 20 10:44:49.465428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e62092-4da5-48c4-89b2-7a30b7a8f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fde47f-16ef-4327-9145-a75bf8f6035b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.469351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48950) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:49.509826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 46769caa-763c-47e4-9601-1ef75f255d6e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:49.579554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.583285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Deleting port 4e389d7d-7cb7-4db7-9dde-245dad346ea0 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:49.584666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.622518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.661163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0e078-71f3-4aae-a533-b1b3debb04ae None None] Pushing event updated for resources: {'Port': ['ID=46769caa-763c-47e4-9601-1ef75f255d6e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.683468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.686908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.688351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36fde47f-16ef-4327-9145-a75bf8f6035b HTTP/1.1" status: 204 len: 168 time: 0.2175012 Oct 20 10:44:49.698314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-b85d4365-dbcb-4098-b5d1-0996019a56b4 service neutron] 10.222.0.74 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156570 Oct 20 10:44:49.702916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63d00-d24d-464c-a89a-27d82ea7fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fde47f-16ef-4327-9145-a75bf8f6035b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.760119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-65da67a6-4c1a-4046-b65e-2bad14d67178 None None] Provisioning complete for port 46769caa-763c-47e4-9601-1ef75f255d6e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:49.760576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-65da67a6-4c1a-4046-b65e-2bad14d67178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.814834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] For port 4e389d7d-7cb7-4db7-9dde-245dad346ea0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4e389d7d-7cb7-4db7-9dde-245dad346ea0,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:49.815125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.899977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.908513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Calling delete_port for 4e389d7d-7cb7-4db7-9dde-245dad346ea0 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:49.924259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.956240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-6a07b0af-c1eb-4222-8e92-b24ebddb94a4 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.963266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-6a07b0af-c1eb-4222-8e92-b24ebddb94a4 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 820 time: 0.2724741 Oct 20 10:44:49.984545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 2, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:49.995858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 46769caa-763c-47e4-9601-1ef75f255d6e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:49.996550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.022153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-56347524-7a90-4c78-aa8f-23585dc90c4b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/quotas/34a808bb42ae45ce9200ac4d2a3bc71d HTTP/1.1" status: 200 len: 375 time: 0.0579698 Oct 20 10:44:50.037193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Network 8408ade4-7823-458e-872a-91aba70214f2 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:50.059504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Checking router: 075baddc-c593-40c6-9e07-d785a7cb7abb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:50.060057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Updating router 075baddc-c593-40c6-9e07-d785a7cb7abb port ac788253-27a7-490c-9997-49b81b0969d0 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:50.061722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-eef2b69f-f6ba-4663-a8f1-7db748dee60c service neutron] 10.222.0.74 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326735 Oct 20 10:44:50.072661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:50.081805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:50.122079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-763ae998-69ae-4dbc-970e-aa2da02f0088 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984914 Oct 20 10:44:50.172360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Pushing event updated for resources: {'Port': ['ID=04a8c3e5-017f-4db7-b79e-e742d05101d8,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.214235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.356773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Attempting to bind port 04a8c3e5-017f-4db7-b79e-e742d05101d8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:50.357898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Attempting to bind port 04a8c3e5-017f-4db7-b79e-e742d05101d8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:50.358520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Attempting to bind port 04a8c3e5-017f-4db7-b79e-e742d05101d8 on network 8408ade4-7823-458e-872a-91aba70214f2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:50.375166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:50.375548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Checking segment: {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:50.375951 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.376346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Bound using segment: {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:50.376836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Bound port: 04a8c3e5-017f-4db7-b79e-e742d05101d8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:50.377203 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.416489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.488482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e389d7d-7cb7-4db7-9dde-245dad346ea0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.529814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-bb6421dd-5862-4da3-8e30-6762d5899851 service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981345 Oct 20 10:44:50.568273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-2c7e966f-c93e-4e72-a49e-5175ac220078 service neutron] 10.222.0.74 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932981 Oct 20 10:44:50.602255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] For port 04a8c3e5-017f-4db7-b79e-e742d05101d8, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:50.605753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] For port 04a8c3e5-017f-4db7-b79e-e742d05101d8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04a8c3e5-017f-4db7-b79e-e742d05101d8,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:50.621074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.671344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-2418edba-a47a-458e-a3c6-6448ddb8c5c3 service neutron] 10.222.0.74 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951781 Oct 20 10:44:50.822842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b377352-5fbc-425a-aafd-575c593b3666 None None] Pushing event updated for resources: {'Port': ['ID=04a8c3e5-017f-4db7-b79e-e742d05101d8,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.828697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 46769caa-763c-47e4-9601-1ef75f255d6e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:50.884859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-bb06c9fb-eea9-4953-add1-74f6d34ca2cf service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450048 Oct 20 10:44:50.992528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-7d963946-8407-4937-99e7-c539ec04fbad service neutron] 10.222.0.74 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104637 Oct 20 10:44:51.007948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.027451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:51.031116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.244437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:51.270359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:51.279439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.356303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 46769caa-763c-47e4-9601-1ef75f255d6e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:51.356779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.440237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43425efb-ff81-406f-a89a-4a34924754a6 req-4b0c66fe-4c32-4935-94e0-b6aa938a825a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:51.441859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43425efb-ff81-406f-a89a-4a34924754a6 req-4b0c66fe-4c32-4935-94e0-b6aa938a825a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 946 time: 0.0814285 Oct 20 10:44:51.452694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53949c6-2e95-41ff-bc3f-d93c09006b26 req-9f37cb05-bb9e-4f70-95da-860b65e13780 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:51.460682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c53949c6-2e95-41ff-bc3f-d93c09006b26 req-9f37cb05-bb9e-4f70-95da-860b65e13780 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.2691791 Oct 20 10:44:51.572176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43425efb-ff81-406f-a89a-4a34924754a6 req-d7d66a23-d2ae-4684-b402-5bca80a5032b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084526 Oct 20 10:44:51.637642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c53949c6-2e95-41ff-bc3f-d93c09006b26 req-1d94b03f-c098-41ad-a296-42e70fe17a5e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757152 Oct 20 10:44:51.783160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Router 5a3fc1ee-302d-417b-a53b-c84984114a88 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:51.791105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '863da0d8-ee40-4357-a5e9-09f99e921346', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '863da0d8-ee40-4357-a5e9-09f99e921346', 'mac_address': 'fa:16:3e:7f:d3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:51.879088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89035-6d80-41eb-919f-63ddff4e98ef None None] Pushing event updated for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:52.021321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:52.034256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Sync routers for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:52.040331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1989d65-24ca-482d-85c7-9e4268be5aa7 req-9fdc8d24-c94e-4447-8ea9-6f9a5eb4eb85 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 210 time: 0.0787864 Oct 20 10:44:52.044977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44b5c01f-7306-4ae1-a3f2-d07df0338e9f admin admin] 10.222.0.74 "PUT /v2.0/routers/5a3fc1ee-302d-417b-a53b-c84984114a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9596071 Oct 20 10:44:52.047627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49030) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:52.066840 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:52.069355 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:52.087903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Attempting to bind port ac788253-27a7-490c-9997-49b81b0969d0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:52.087903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Attempting to bind port ac788253-27a7-490c-9997-49b81b0969d0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:52.087903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Attempting to bind port ac788253-27a7-490c-9997-49b81b0969d0 on network fb222ba4-ca70-4da5-896f-3c9b41842b2c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:52.237997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:52.238479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Checking segment: {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:52.238896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.239841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Bound using segment: {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:52.240351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Bound port: ac788253-27a7-490c-9997-49b81b0969d0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:52.240739 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.241380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00b0bbe3-45df-4888-8bad-3a1e24c45801 req-8255bb8a-67ce-4cae-b046-cb4cfb7c2159 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 210 time: 0.0494134 Oct 20 10:44:52.267508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8916b90f-6b82-4f5c-8037-2451a1d31974 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:52.310857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8916b90f-6b82-4f5c-8037-2451a1d31974 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:52.311253 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.330168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.480927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863da0d8-ee40-4357-a5e9-09f99e921346 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:52.483882 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:52.616143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:52.631703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.744972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837f760-d759-43ad-90af-9c2094f9e904 None None] Network 8408ade4-7823-458e-872a-91aba70214f2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:52.811021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:44:50Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:52.897465 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Checking router: 5a3fc1ee-302d-417b-a53b-c84984114a88 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:52.924123 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Routers {'5a3fc1ee-302d-417b-a53b-c84984114a88'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:52.925168 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5a3fc1ee-302d-417b-a53b-c84984114a88'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:53.005584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:53.014459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04a8c3e5-017f-4db7-b79e-e742d05101d8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:53.042273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.117209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-daca68ba-8110-4e93-8fe7-296bf1b69d7e None None] Provisioning complete for port 04a8c3e5-017f-4db7-b79e-e742d05101d8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:53.117671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-daca68ba-8110-4e93-8fe7-296bf1b69d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.172243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:53.175113 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] Set router 5a3fc1ee-302d-417b-a53b-c84984114a88 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:53.180673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] For port ac788253-27a7-490c-9997-49b81b0969d0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:53.202488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-3f811940-f86f-4fff-b8e0-01624c45a8ce tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.211135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-3f811940-f86f-4fff-b8e0-01624c45a8ce tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.214847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-3f811940-f86f-4fff-b8e0-01624c45a8ce tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "GET /v2.0/networks?id=04143be8-086f-45be-9f76-4db8f32998fe&id=8408ade4-7823-458e-872a-91aba70214f2&id=04143be8-086f-45be-9f76-4db8f32998fe HTTP/1.1" status: 200 len: 1392 time: 0.2803817 Oct 20 10:44:53.239636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] For port ac788253-27a7-490c-9997-49b81b0969d0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ac788253-27a7-490c-9997-49b81b0969d0,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:53.247242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 04a8c3e5-017f-4db7-b79e-e742d05101d8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:53.247242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.260012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-07dd91b7-2bb9-4467-b79c-1942b040ef2d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.261991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-07dd91b7-2bb9-4467-b79c-1942b040ef2d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd&tenant_id=a5bd812b690e4148bf542ea0dce64987&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 947 time: 0.4737756 Oct 20 10:44:53.272725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'admin_state_up': True, 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:53.274979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0739-a411-42d4-afc1-0d283c306ae5 req-5c323630-7e50-449e-905f-a9f8a0fef308 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.282453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-141e0739-a411-42d4-afc1-0d283c306ae5 req-5c323630-7e50-449e-905f-a9f8a0fef308 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.4956450 Oct 20 10:44:53.292055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.314142 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.399496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30490b0-5795-45db-9def-69583cc61238 req-cdc8d693-2ee7-413b-924b-c7f441ea205b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.401236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c30490b0-5795-45db-9def-69583cc61238 req-cdc8d693-2ee7-413b-924b-c7f441ea205b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 947 time: 0.2391338 Oct 20 10:44:53.432552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-a0edfe45-8543-4488-b8f6-d348337b6ca6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159061 Oct 20 10:44:53.443576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-141e0739-a411-42d4-afc1-0d283c306ae5 req-545b8d67-3312-4690-b96d-f809af91546a tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597688 Oct 20 10:44:53.526853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:53.529150 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5fcae1-beeb-4041-9b67-bf096e4cb056" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:53.567530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89035-6d80-41eb-919f-63ddff4e98ef None None] Pushing event updated for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:53.580130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.581888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:53.589351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:53.599147 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:44:50Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:53.600277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:44:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:53.613906 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-e95df81b-8d96-41a9-9d54-01d8b960b35e service neutron] delete failed (client error): The resource could not be found. Oct 20 10:44:53.615508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-e95df81b-8d96-41a9-9d54-01d8b960b35e service neutron] 10.222.0.83 "DELETE /v2.0/ports/863da0d8-ee40-4357-a5e9-09f99e921346/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.3117757 Oct 20 10:44:53.646217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c30490b0-5795-45db-9def-69583cc61238 req-7beb31f7-b433-4729-91d8-e0217ac9924a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203290 Oct 20 10:44:53.711544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ced21-6bc9-455c-b0a2-5cb3c45d0263 None None] The sync data for ids ['5a3fc1ee-302d-417b-a53b-c84984114a88'] in n-d-802060-17 is: [{'id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'name': 'tempest-ServersTestFqdnHostnames-1053070092-router', 'tenant_id': 'fc3a68b32124495f9c344c6cb632e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:14Z', 'updated_at': '2021-10-20T10:44:50Z', 'revision_number': 5, 'project_id': 'fc3a68b32124495f9c344c6cb632e999', 'gw_port': {'id': '4a42ed7a-72ef-454b-9dcc-4e2026cc7032', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fc1ee-302d-417b-a53b-c84984114a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:15Z', 'updated_at': '2021-10-20T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:53.717443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b64c5-9e7f-4b49-9958-cc58899152b3 req-842ade05-cc68-4c79-b6d9-5f841fe315bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.737446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d6b64c5-9e7f-4b49-9958-cc58899152b3 req-842ade05-cc68-4c79-b6d9-5f841fe315bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1854692 Oct 20 10:44:53.756841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.804233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-19f3d10d-b603-4f19-be9f-8b48513196b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.813093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-19f3d10d-b603-4f19-be9f-8b48513196b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c154bc85a8941b796eddf502e75a5dc&device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 1101 time: 0.2414134 Oct 20 10:44:53.870319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.893804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-fa93435e-494d-4edc-8ecf-44050fd0abe5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.895521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-fa93435e-494d-4edc-8ecf-44050fd0abe5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 820 time: 0.3347020 Oct 20 10:44:53.906517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b1a2c66-b253-4ebb-a59e-718a11b6fdcf req-0919de36-ead0-4df8-8bab-c25ce05270c0 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 210 time: 0.0720832 Oct 20 10:44:53.940851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 04a8c3e5-017f-4db7-b79e-e742d05101d8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04a8c3e5-017f-4db7-b79e-e742d05101d8,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:53.941019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d6b64c5-9e7f-4b49-9958-cc58899152b3 req-33fb64f7-36ad-4956-b37a-e34ae5212fc6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001622 Oct 20 10:44:53.958859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'port': {'device_id': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'admin_state_up': True, 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:53.968926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.032231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-daca68ba-8110-4e93-8fe7-296bf1b69d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.111747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Deleting port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:54.112272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.127680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a406c36-2b97-4c2f-b7ed-0b489239ff54 req-e138097e-4ddf-4ad3-8f4a-20e358b79251 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 210 time: 0.0821731 Oct 20 10:44:54.190069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:54.207228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-807b76c8-3769-465a-aead-49c2240e626f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3076634 Oct 20 10:44:54.238806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-fe6a9ae1-b6a4-4a96-9071-d1ddac7f6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.242922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-fe6a9ae1-b6a4-4a96-9071-d1ddac7f6058 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1099 time: 0.4285674 Oct 20 10:44:54.281552 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f61dd9-cace-4aef-8b83-5b12852b82d9 x-openstack-request-id: req-91f61dd9-cace-4aef-8b83-5b12852b82d9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:54.281856 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:54.282095 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91f61dd9-cace-4aef-8b83-5b12852b82d9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:54.283497 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'code': 200} Oct 20 10:44:54.304729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:54.318696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-3b0c71b1-0484-43c9-916b-b934ea48b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.321791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-3b0c71b1-0484-43c9-916b-b934ea48b35d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4543772 Oct 20 10:44:54.322426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.379667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-daca68ba-8110-4e93-8fe7-296bf1b69d7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:44:54.380105 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-daca68ba-8110-4e93-8fe7-296bf1b69d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:44:54.485249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:54.524384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Allocated IP 19.80.0.202 (04143be8-086f-45be-9f76-4db8f32998fe/7166ac14-8582-4100-90b5-08dc09e0ce59/78ac6fed-500d-4a46-adf3-92c8fbf26133) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:54.534055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=04a8c3e5-017f-4db7-b79e-e742d05101d8,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:54.599424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-ae7a8078-2fb0-4af8-8643-e66ba4256c33 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.618302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-ae7a8078-2fb0-4af8-8643-e66ba4256c33 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 1101 time: 0.5700769 Oct 20 10:44:54.620928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-4467f073-5507-41f0-b201-ddffa6a85f77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783 HTTP/1.1" status: 200 len: 217 time: 0.2013268 Oct 20 10:44:54.709315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.729052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] For port 4a42ed7a-72ef-454b-9dcc-4e2026cc7032, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:54.729428 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.815173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:53Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:54.835107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-cbfcbd42-81c6-4588-b646-f5edb4f81bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.836947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-cbfcbd42-81c6-4588-b646-f5edb4f81bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0909872 Oct 20 10:44:54.881466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-4eb05720-5051-4d71-a283-d8af7f088f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.883207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-4eb05720-5051-4d71-a283-d8af7f088f64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.5989943 Oct 20 10:44:54.884910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33204d2-4d94-4edc-ac54-be75d16f5146 None None] The sync data for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 is: [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:53Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:54.913477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Calling delete_port for 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:54.916559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7631858-9671-404c-910b-db32cd5ce7ee req-0ddc07c4-979f-4923-bbdb-833745680212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.918272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7631858-9671-404c-910b-db32cd5ce7ee req-0ddc07c4-979f-4923-bbdb-833745680212 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1098 time: 0.4974065 Oct 20 10:44:54.944421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04a8c3e5-017f-4db7-b79e-e742d05101d8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:55.003409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-da78a154-9672-47f0-9dd7-0594e3331c31 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.018107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-d22f2708-7739-4ecb-9a7c-9c07cfb99778 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.1061275 Oct 20 10:44:55.077297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 04a8c3e5-017f-4db7-b79e-e742d05101d8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:55.077804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.140650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-da78a154-9672-47f0-9dd7-0594e3331c31 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.184145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-08bf8263-deb6-4a04-8e2a-b95cd48df18f None None] Provisioning complete for port 04a8c3e5-017f-4db7-b79e-e742d05101d8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:55.184681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08bf8263-deb6-4a04-8e2a-b95cd48df18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.263239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-637ac6b6-5c6a-46bd-9adf-68a1c48d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.265312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-637ac6b6-5c6a-46bd-9adf-68a1c48d2b63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0974915 Oct 20 10:44:55.266101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-da78a154-9672-47f0-9dd7-0594e3331c31 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.268370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.271639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Made reservation on behalf of 34a808bb42ae45ce9200ac4d2a3bc71d for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:55.275653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.336615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network 04143be8-086f-45be-9f76-4db8f32998fe is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:55.378643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc14-752c-4711-b858-2b52f852007f req-5712d3b5-9ba4-4a20-a557-43d368544e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.379993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78a154-9672-47f0-9dd7-0594e3331c31 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b7eca-054b-4464-b551-bb8c8831118a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:55.380463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-5712d3b5-9ba4-4a20-a557-43d368544e4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1099 time: 1.0278575 Oct 20 10:44:55.381395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:55.381959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4e389d7d-7cb7-4db7-9dde-245dad346ea0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:55.409576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:55.454149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4e389d7d-7cb7-4db7-9dde-245dad346ea0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:55.468727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4e389d7d-7cb7-4db7-9dde-245dad346ea0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:55.552178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-c1e0e443-e0e3-4d4e-9578-8c2a24ba8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.553853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-c1e0e443-e0e3-4d4e-9578-8c2a24ba8fc7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6573224 Oct 20 10:44:55.554009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc14-752c-4711-b858-2b52f852007f req-27cdb131-0b06-47be-a370-9a0cefdc4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.555452 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-27cdb131-0b06-47be-a370-9a0cefdc4e65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1470914 Oct 20 10:44:55.566772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7631858-9671-404c-910b-db32cd5ce7ee req-073fed46-9aa5-4133-acac-19b4f6e76a28 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433362 Oct 20 10:44:55.602081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-561ccb7a-7449-4a4c-b8cb-f9ebc034e533 req-da78a154-9672-47f0-9dd7-0594e3331c31 tempest-LiveMigrationNegativeTest-29709631 tempest-LiveMigrationNegativeTest-29709631-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9827034 Oct 20 10:44:55.723491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Allocated IP 172.20.0.5 (fb222ba4-ca70-4da5-896f-3c9b41842b2c/d728b326-c137-4ada-afe4-6e0a7168f7d3/a7527217-d65b-4619-8be9-b6f1a44c9d1d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:55.783467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-4c55c7e2-60a0-4aa6-9b35-cdcd985d826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.785158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-4c55c7e2-60a0-4aa6-9b35-cdcd985d826a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4213374 Oct 20 10:44:55.804351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ed5dc67-e75f-44da-af1f-df3f43321920 req-c16c5767-bed0-477a-87c7-c75fc98d9bc6 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 210 time: 0.0934942 Oct 20 10:44:55.829711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:55.830766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-201a8191-857d-4941-a9d7-5ea879960c77 None None] Provisioning complete for port 78ac6fed-500d-4a46-adf3-92c8fbf26133 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:55.831207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-201a8191-857d-4941-a9d7-5ea879960c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.842277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-8e24bace-dd41-49ee-85a1-5e41e8708927 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.0993831 Oct 20 10:44:55.964066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.964732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.986538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeae412-1162-4076-bf7b-266d01e9e239 req-89abc2a5-8339-4ad8-9eac-abafcbcbd8f0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.988163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0aeae412-1162-4076-bf7b-266d01e9e239 req-89abc2a5-8339-4ad8-9eac-abafcbcbd8f0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 947 time: 0.4288106 Oct 20 10:44:56.066360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc14-752c-4711-b858-2b52f852007f req-e77b9881-54e6-45fa-988b-4707cad5fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.071388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-e77b9881-54e6-45fa-988b-4707cad5fea3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2089870 Oct 20 10:44:56.094720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-4c31cd4a-039f-42bb-994d-320647019b3a service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170887 Oct 20 10:44:56.111471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-bb54e804-7ba1-446b-81e3-d50acfc25247 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8774192 Oct 20 10:44:56.130745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead4d7e-424b-47fe-b2c1-56ce0bdc4795 req-164dc796-67dd-46e7-b4f0-502117ee1fd6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.137299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ead4d7e-424b-47fe-b2c1-56ce0bdc4795 req-164dc796-67dd-46e7-b4f0-502117ee1fd6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2238123 Oct 20 10:44:56.148235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'network_id': '8408ade4-7823-458e-872a-91aba70214f2', 'admin_state_up': True, 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:56.171976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-201a8191-857d-4941-a9d7-5ea879960c77 None None] Port 78ac6fed-500d-4a46-adf3-92c8fbf26133 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:56.195535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.250988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0aeae412-1162-4076-bf7b-266d01e9e239 req-abb29110-4bd3-478d-b326-efc29ca60ba9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527523 Oct 20 10:44:56.294790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ead4d7e-424b-47fe-b2c1-56ce0bdc4795 req-a8071111-2f30-4c2d-a6fa-34eebb11f44a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383009 Oct 20 10:44:56.301751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-6dd242e1-1df0-433a-9087-6ebf96080ea6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800925 Oct 20 10:44:56.302544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a42ed7a-72ef-454b-9dcc-4e2026cc7032,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:56.377244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc14-752c-4711-b858-2b52f852007f req-08870d2c-df0e-4021-9d4e-8ae8e34ab0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.393537 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-08870d2c-df0e-4021-9d4e-8ae8e34ab0df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3141863 Oct 20 10:44:56.602514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:56.612934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.718291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.780080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-3da59ecd-4152-47e4-9343-8978a85eb357 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657281 Oct 20 10:44:56.789670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.956274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ab3fe69-2a61-4cdc-a9e4-d559b5f4ef4c req-61d202cc-1e16-416a-9362-a4e74e82cfac service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076887 Oct 20 10:44:56.959947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:56.988480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.057259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 863da0d8-ee40-4357-a5e9-09f99e921346 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:57.065393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 863da0d8-ee40-4357-a5e9-09f99e921346 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:57.066522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.121548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ac788253-27a7-490c-9997-49b81b0969d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:57.122739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:57.146271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.149271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.174681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Network fb222ba4-ca70-4da5-896f-3c9b41842b2c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:57.182701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:57.192831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e974cc14-752c-4711-b858-2b52f852007f req-23519e82-127c-429a-964a-77a4e41f2b5b service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006679 Oct 20 10:44:57.195955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:57.247405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.247982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3fc1ee-302d-417b-a53b-c84984114a88 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:57.251985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:57.252635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.253147 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.257471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a7d26125-ec96-40c0-9562-eb317175d089 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5a3fc1ee-302d-417b-a53b-c84984114a88 HTTP/1.1" status: 204 len: 168 time: 5.2087343 Oct 20 10:44:57.262265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:57.264172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ac788253-27a7-490c-9997-49b81b0969d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:57.264663 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.300011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-376d1dd1-d7dc-478d-a64e-45cdede26413 req-86883f7f-4683-46ca-82b4-34fce398ad69 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1932814 Oct 20 10:44:57.363609 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.390411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718993-616e-4ea1-833d-ef07b9ffac4c req-4185d7ca-ddf7-4679-9559-83687a325721 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:57.392149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d718993-616e-4ea1-833d-ef07b9ffac4c req-4185d7ca-ddf7-4679-9559-83687a325721 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 932 time: 0.5452173 Oct 20 10:44:57.401640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Allocated IP 19.86.0.10 (8408ade4-7823-458e-872a-91aba70214f2/e8904209-9f4d-46c9-92b5-49d325883e5b/3b7ec371-a80e-479b-9b41-3129f1ece045) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:57.432824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606caa1f-2416-4538-9188-e8a836dcb5a8 req-0b0035f9-46da-4101-8ec3-0a2840a569d5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:57.441875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-606caa1f-2416-4538-9188-e8a836dcb5a8 req-0b0035f9-46da-4101-8ec3-0a2840a569d5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 931 time: 0.1443796 Oct 20 10:44:57.446664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Deleting subnet 6ae7d7ee-2691-4306-a5c8-8d317ea43e42 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:57.457498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.503548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:57.510301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:57.521623 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241777bf-fea5-4abc-85af-59260ee9a69e" -d '{"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:57.534753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d718993-616e-4ea1-833d-ef07b9ffac4c req-2e5d8772-41c5-4093-bf4a-ce440a4b6710 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228242 Oct 20 10:44:57.545643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.568913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-606caa1f-2416-4538-9188-e8a836dcb5a8 req-703f298a-d05a-4155-9710-71f202a1a76d tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218362 Oct 20 10:44:57.577460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.632805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.672248 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-9ff6246e-fe84-47b6-bafd-02b7621b35a5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7294626 Oct 20 10:44:57.677557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.710360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Request body: {'port': {'device_id': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:57.755697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.791155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:57.804112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:57.866390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network 8408ade4-7823-458e-872a-91aba70214f2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:57.870607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:57.875111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:57.925702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699b2f7-bc68-448a-886c-5569f6ab2c49 req-a6c80f5a-3dc2-472b-b8bc-140a411680fd tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:57.933525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a699b2f7-bc68-448a-886c-5569f6ab2c49 req-a6c80f5a-3dc2-472b-b8bc-140a411680fd tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.2191973 Oct 20 10:44:57.933525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:57.957250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port ac788253-27a7-490c-9997-49b81b0969d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ac788253-27a7-490c-9997-49b81b0969d0,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:57.971642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.002436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.003490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.018846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.098553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a699b2f7-bc68-448a-886c-5569f6ab2c49 req-d2ca715e-30cd-4f99-8989-6e3a631fd0bd tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Oct 20 10:44:58.110749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-240d50a5-af4e-4149-ae34-aa8921532161 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742653 Oct 20 10:44:58.126137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:58.128758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'admin_state_up': True, 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:58.157746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.250048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.260400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6ae7d7ee-2691-4306-a5c8-8d317ea43e42 HTTP/1.1" status: 204 len: 168 time: 0.9935126 Oct 20 10:44:58.260848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49110) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:58.264436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5eb0aa-6002-476a-93b7-f87d645fa664 None None] Network 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:58.277021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7023ee4-c719-4338-ae46-2217b60b0fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae7d7ee-2691-4306-a5c8-8d317ea43e42,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:58.369302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ff5b3-b94d-4649-adac-0f792920e376 req-7f9908b0-1138-49e3-ae00-111280afed83 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.371356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c9ff5b3-b94d-4649-adac-0f792920e376 req-7f9908b0-1138-49e3-ae00-111280afed83 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.2033315 Oct 20 10:44:58.382093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f417243b-5af9-479e-8924-5d1fbeb5407a None None] Provisioning complete for port 3b7ec371-a80e-479b-9b41-3129f1ece045 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:58.382467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f417243b-5af9-479e-8924-5d1fbeb5407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.402752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdc09-0591-4ce8-ae39-e5f4e6f59be6 req-72786915-3ab4-4664-8bf2-083d2bca4664 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.409271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-588cdc09-0591-4ce8-ae39-e5f4e6f59be6 req-72786915-3ab4-4664-8bf2-083d2bca4664 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1893466 Oct 20 10:44:58.491538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8aa9c873-4ed5-4fef-8873-542d172ba3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.493348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f417243b-5af9-479e-8924-5d1fbeb5407a None None] Port 3b7ec371-a80e-479b-9b41-3129f1ece045 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:58.496052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c9ff5b3-b94d-4649-adac-0f792920e376 req-75417124-34c9-441c-aee6-e10788617c9b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146312 Oct 20 10:44:58.516429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-588cdc09-0591-4ce8-ae39-e5f4e6f59be6 req-e353e9d4-0859-4c52-9a4c-4f9772a5e1f9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Oct 20 10:44:58.572723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.607228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] DHCP port deletion for 3ea5fd65-c0de-4f87-9e05-f0d857da2e6d request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:58.608289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:58.610360 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabd07c0-d161-4c5a-8b4d-0ca1d8d49940 x-openstack-request-id: req-eabd07c0-d161-4c5a-8b4d-0ca1d8d49940 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:58.610981 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:58.611253 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eabd07c0-d161-4c5a-8b4d-0ca1d8d49940 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:58.611671 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'code': 200} Oct 20 10:44:58.612762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.756133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Deleting port 95d3c05f-e168-4b39-9bcd-17ec573565dc {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:58.756590 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.794209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-7020d9a7-5ed6-4e32-89a1-1246e00e8d0d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.797155 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-7020d9a7-5ed6-4e32-89a1-1246e00e8d0d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.2755806 Oct 20 10:44:58.830420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f14f-b3d0-44a9-b57b-1e2eda868441 req-c18f6b28-5718-4559-ab3f-efc5149116b7 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.840069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3570f14f-b3d0-44a9-b57b-1e2eda868441 req-c18f6b28-5718-4559-ab3f-efc5149116b7 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1100 time: 0.1269464 Oct 20 10:44:58.868030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] For port 95d3c05f-e168-4b39-9bcd-17ec573565dc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=95d3c05f-e168-4b39-9bcd-17ec573565dc,segment=NetworkSegment(d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2),segment_id=d4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:58.868431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.903747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Calling delete_port for 95d3c05f-e168-4b39-9bcd-17ec573565dc owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:58.922913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3570f14f-b3d0-44a9-b57b-1e2eda868441 req-9212c052-56ae-47be-a6f6-97e5f70e8cdc tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Oct 20 10:44:58.945290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ac788253-27a7-490c-9997-49b81b0969d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:59.057456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b501d-daa9-46ff-abdd-8a632e691bb0 req-eb95a12a-148d-4974-8c7a-7c1ff02d562d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.064133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b501d-daa9-46ff-abdd-8a632e691bb0 req-eb95a12a-148d-4974-8c7a-7c1ff02d562d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.065843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-760b501d-daa9-46ff-abdd-8a632e691bb0 req-eb95a12a-148d-4974-8c7a-7c1ff02d562d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 1654 time: 0.1090600 Oct 20 10:44:59.092322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ac788253-27a7-490c-9997-49b81b0969d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:59.092881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.101628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Deleting port 95d3c05f-e168-4b39-9bcd-17ec573565dc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:59.102069 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.118598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.148834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-760b501d-daa9-46ff-abdd-8a632e691bb0 req-8ea64af9-0fd1-4831-b5d2-16c5ba2885b8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Oct 20 10:44:59.165888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec48502-74d9-4474-ae75-2126a243ac7b req-2c32192a-ec56-40ec-a9af-f0e7cda216a7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.175365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] Pushing event deleted for resources: {'Port': ['ID=95d3c05f-e168-4b39-9bcd-17ec573565dc,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:59.187225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500c487-b5fc-4c65-a851-3dd6834e824b None None] No DVR routers for this DVR port 95d3c05f-e168-4b39-9bcd-17ec573565dc on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:59.187945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec48502-74d9-4474-ae75-2126a243ac7b req-2c32192a-ec56-40ec-a9af-f0e7cda216a7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 931 time: 0.1532726 Oct 20 10:44:59.207251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7527217-d65b-4619-8be9-b6f1a44c9d1d {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:59.263661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec48502-74d9-4474-ae75-2126a243ac7b req-6dec15c7-b707-4831-94bc-f08b4c58832c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654132 Oct 20 10:44:59.285724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.318225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] For port 95d3c05f-e168-4b39-9bcd-17ec573565dc, host n-d-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:59.318706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.326374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Allocated IP 19.80.0.254 (04143be8-086f-45be-9f76-4db8f32998fe/7166ac14-8582-4100-90b5-08dc09e0ce59/314ebe05-9689-4a53-9748-c6ccd8384d83) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:59.343489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Transition to ACTIVE for port object a7527217-d65b-4619-8be9-b6f1a44c9d1d will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:59.350747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Calling delete_port for 95d3c05f-e168-4b39-9bcd-17ec573565dc owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:59.359749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Port 95d3c05f-e168-4b39-9bcd-17ec573565dc was not found and therefore no delete operation was performed {{(pid=100746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:44:59.362404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Deleting port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:59.362850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.385869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 95d3c05f-e168-4b39-9bcd-17ec573565dc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:59.423464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 95d3c05f-e168-4b39-9bcd-17ec573565dc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:59.424031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 95d3c05f-e168-4b39-9bcd-17ec573565dc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:59.424600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:59.457825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-0636a57a-1348-4eb6-b8bb-b610e8f178ff tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.465624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-0636a57a-1348-4eb6-b8bb-b610e8f178ff tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 812 time: 0.1889310 Oct 20 10:44:59.468871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] For port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:59.469347 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.478505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:59.478855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4a42ed7a-72ef-454b-9dcc-4e2026cc7032 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:59.483645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Calling delete_port for 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:59.487396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-31d2742b-fcff-4caa-9732-abac104f1dd7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/quotas/0bebe6937abe453f885d600cb9fa6e26 HTTP/1.1" status: 200 len: 375 time: 0.0206475 Oct 20 10:44:59.537170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.585014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-d900f0fe-ac37-48d0-bbb9-34bfab8a218f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814309 Oct 20 10:44:59.585279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] No DVR routers for this DVR port 95d3c05f-e168-4b39-9bcd-17ec573565dc on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:59.589399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.609513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db856c-8b67-4818-9c92-43398ace2f6d req-3f9a7fae-585f-4a38-89d8-701b928eb83d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.611547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10db856c-8b67-4818-9c92-43398ace2f6d req-3f9a7fae-585f-4a38-89d8-701b928eb83d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 949 time: 0.0748656 Oct 20 10:44:59.624383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d3c05f-e168-4b39-9bcd-17ec573565dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:59.703538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10db856c-8b67-4818-9c92-43398ace2f6d req-31c8cfc7-1f2f-41cc-84cb-d182b30e104f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760417 Oct 20 10:44:59.730043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-54d1c40c-e84f-4052-bdc5-78c5cfe6ad34 service neutron] 10.222.0.74 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350155 Oct 20 10:44:59.767676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.825713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:59.858634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-c456f843-4605-4325-8fe8-124ea0710375 service neutron] 10.222.0.74 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273403 Oct 20 10:44:59.892896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea5fd65-c0de-4f87-9e05-f0d857da2e6d']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:59.903752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-95fce6a5-6cf6-4f18-b6d7-3b8207cd420b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256085 Oct 20 10:44:59.953640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:59.953963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f7d699-a4bd-4ed1-a2c0-c87fb6ebc1b2') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:00.003621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.052603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-a1576cc6-e22c-4f2b-b078-710ffa88bdab tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:00.057271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.061597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-a1576cc6-e22c-4f2b-b078-710ffa88bdab tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506097 Oct 20 10:45:00.065953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Attempting to bind port a7527217-d65b-4619-8be9-b6f1a44c9d1d on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:00.066304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Attempting to bind port a7527217-d65b-4619-8be9-b6f1a44c9d1d by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:00.066685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Attempting to bind port a7527217-d65b-4619-8be9-b6f1a44c9d1d on network fb222ba4-ca70-4da5-896f-3c9b41842b2c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:00.086536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:00.086961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:00.088979 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:00.093092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.098044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-de202b17-f4af-47a2-9b35-4ae7112e35d5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/quotas/a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 375 time: 0.0357416 Oct 20 10:45:00.100185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d69f76-0ad5-4191-9d08-d60454797a63 req-1619ba7d-4eb5-44ec-888e-ea94598ae242 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 210 time: 0.0367513 Oct 20 10:45:00.107514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Port a7527217-d65b-4619-8be9-b6f1a44c9d1d on network fb222ba4-ca70-4da5-896f-3c9b41842b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:00.107840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Attempting to bind port a7527217-d65b-4619-8be9-b6f1a44c9d1d on network fb222ba4-ca70-4da5-896f-3c9b41842b2c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:00.120256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.135180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:00.139933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3e7cd11a-f412-4558-b94a-5f0ad7406783'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:00.175765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:00.175765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Checking segment: {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:00.176096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Bound using segment: {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:00.176584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Bound port: a7527217-d65b-4619-8be9-b6f1a44c9d1d, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc558f6-faaf-4335-9dbb-682088bf3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:00.176935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.194684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-6468b761-aa01-4b9d-9b9b-cbd1eb1a10d5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899160 Oct 20 10:45:00.423887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72c20-d218-40e5-bec5-e9f33f740e09 req-d58a6f7d-3401-43db-ac85-2e88dd7646d4 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:00.431092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72c20-d218-40e5-bec5-e9f33f740e09 req-d58a6f7d-3401-43db-ac85-2e88dd7646d4 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:00.451542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5e72c20-d218-40e5-bec5-e9f33f740e09 req-d58a6f7d-3401-43db-ac85-2e88dd7646d4 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 1654 time: 0.1383107 Oct 20 10:45:00.549112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Pushing event deleted for resources: {'Port': ['ID=5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:00.593564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5e72c20-d218-40e5-bec5-e9f33f740e09 req-024a07ad-4899-444f-bd15-d6024657383f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393530 Oct 20 10:45:00.622370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.655247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a310c-2f55-4f4a-87ec-b6177e70093a req-a07087ef-0ac4-4e8d-802f-25458785b172 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:00.662652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.668376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3ea5fd65-c0de-4f87-9e05-f0d857da2e6d HTTP/1.1" status: 204 len: 168 time: 2.4003582 Oct 20 10:45:00.677428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc8a310c-2f55-4f4a-87ec-b6177e70093a req-a07087ef-0ac4-4e8d-802f-25458785b172 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 943 time: 0.1851642 Oct 20 10:45:00.730600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] No DVR routers for this DVR port 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:00.743109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.747191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec7c8b03-148a-4ab3-8b74-258de0ce1a3e req-50f1c850-ae6e-462f-a504-b74f06395bc8 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.70 "DELETE /v2.0/ports/5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 HTTP/1.1" status: 204 len: 173 time: 1.9363987 Oct 20 10:45:00.748039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:00.752637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'name': 'network-vif-deleted', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:00.756018 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3013191a-1a5a-4b0f-8985-471f63f8e89d" -d '{"events": [{"server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "name": "network-vif-deleted", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:00.759216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5a3a3-4ea8-49eb-84a1-e8c231a373f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea5fd65-c0de-4f87-9e05-f0d857da2e6d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:00.835622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.865245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc8a310c-2f55-4f4a-87ec-b6177e70093a req-3f808a07-00ce-4b18-a324-67bbc7b38ddc tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857357 Oct 20 10:45:00.886270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1208e21-ff47-40b6-8bb1-8f6c3dc0a375 req-145351de-ad63-43d3-85ef-833d139c4ff7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 210 time: 0.1951969 Oct 20 10:45:00.996519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ac5b956-abf8-4b8c-841a-14f1a88b7693 req-00b950f0-3fc8-44e7-b5ef-637201e54af4 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5fd9775-8a80-4b84-b561-1a45ef918a1c HTTP/1.1" status: 200 len: 210 time: 0.0443320 Oct 20 10:45:01.008206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:01.017610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:01.030001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network 04143be8-086f-45be-9f76-4db8f32998fe is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:01.031934 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8aa0e7-a3ba-4645-ba9e-edf8a1d71c15 x-openstack-request-id: req-7b8aa0e7-a3ba-4645-ba9e-edf8a1d71c15 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:01.032512 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fd9775-8a80-4b84-b561-1a45ef918a1c", "name": "network-vif-deleted", "tag": "5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:01.032768 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b8aa0e7-a3ba-4645-ba9e-edf8a1d71c15 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:01.033166 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fd9775-8a80-4b84-b561-1a45ef918a1c', 'name': 'network-vif-deleted', 'tag': '5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1', 'status': 'completed', 'code': 200} Oct 20 10:45:01.043872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.046487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:01.074227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:01.078762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039496fc-8b6d-408f-bd13-3d0c2b2e0e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.089314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:01.174385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49204) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:01.188142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.189173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.190988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] 10.222.0.83 "PUT /v2.0/ports/a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 1092 time: 3.5036693 Oct 20 10:45:01.228970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2bab8270-f032-489b-908c-6f784cc4d207 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1450638595&fields=id&tenant_id=ad08336db4434cf092650045de1b643d HTTP/1.1" status: 200 len: 267 time: 0.0949736 Oct 20 10:45:01.259736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.260810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.275025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b715bd0-7099-4628-bb36-0a43d04fa039 req-4c3140a5-48e4-4ff8-b758-11c81853de2b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 210 time: 0.0695760 Oct 20 10:45:01.327544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48d33704-c984-4fee-8678-19e95675855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.355432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b31cca21-24fd-4de1-860d-feb71112b7b6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc3a68b32124495f9c344c6cb632e999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797745 Oct 20 10:45:01.358268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49206) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:01.371737 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-1bfcf99d-a3fd-49e0-96fb-83028b3c1acb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2482700 Oct 20 10:45:01.374461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d89d6d-7d65-4894-8dc7-05d28b9fcbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:01.395718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:01.407818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-44f0ee6b-b7a5-4efc-92f7-b2f54daff5de tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.414844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-44f0ee6b-b7a5-4efc-92f7-b2f54daff5de tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/networks?id=17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 200 len: 816 time: 0.1849964 Oct 20 10:45:01.440421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-6c78e68e-07a0-4f8d-b7d7-fd2e9a1d025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.442472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-6c78e68e-07a0-4f8d-b7d7-fd2e9a1d025a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1095 time: 0.2034132 Oct 20 10:45:01.449339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2bcf1c4c-889f-49da-a005-0391a971ace7 None None] Provisioning complete for port 314ebe05-9689-4a53-9748-c6ccd8384d83 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:01.450063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1c4c-889f-49da-a005-0391a971ace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.453016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-a395a833-5d07-46b2-9b8b-7232ebbdc183 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/quotas/ad08336db4434cf092650045de1b643d HTTP/1.1" status: 200 len: 375 time: 0.0372183 Oct 20 10:45:01.506318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.507104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf1c4c-889f-49da-a005-0391a971ace7 None None] Port 314ebe05-9689-4a53-9748-c6ccd8384d83 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:01.518190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-6b14ea0d-0f7c-45de-8f2c-9b7a8f2a4623 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0660160 Oct 20 10:45:01.537956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.551770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-06b88c26-dcb7-4901-b604-f2e1847bee6d tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad08336db4434cf092650045de1b643d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971098 Oct 20 10:45:01.555995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039496fc-8b6d-408f-bd13-3d0c2b2e0e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.572096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039496fc-8b6d-408f-bd13-3d0c2b2e0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.603497 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.670997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.673685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.675197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a9bebdc-ffa7-4601-b663-4d01cae0f25e HTTP/1.1" status: 204 len: 168 time: 0.3156288 Oct 20 10:45:01.686620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-a391b14c-a77f-4ba6-b8a9-341539e2394c service neutron] 10.222.0.74 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106217 Oct 20 10:45:01.690609 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.713087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3e66-b556-416e-8881-ac97cb8815a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9bebdc-ffa7-4601-b663-4d01cae0f25e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:01.762616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-039496fc-8b6d-408f-bd13-3d0c2b2e0e11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9591895144b41c79e4055fa10d003a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004392 Oct 20 10:45:01.765686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49212) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:01.769016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039496fc-8b6d-408f-bd13-3d0c2b2e0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92276ee5-db1a-4e7d-96d2-566a049c1c6b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:01.792426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-4595cf2c-3838-4f09-bed1-f1cf50df4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.793994 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-4595cf2c-3838-4f09-bed1-f1cf50df4c36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.2509081 Oct 20 10:45:01.839326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-4509bcb1-fe15-4949-a454-3f6e8f3c7a38 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.840793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-4509bcb1-fe15-4949-a454-3f6e8f3c7a38 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 812 time: 0.3216755 Oct 20 10:45:01.888313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-1317d1ea-5089-4010-a381-c787b1a0bff2 service neutron] 10.222.0.74 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946878 Oct 20 10:45:01.905370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c7f5-868f-4a96-aa62-2bbd128e83e8 req-119cf43c-36de-467e-91e1-a1ad714b1a68 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.908087 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-b3978b65-79eb-4064-9d67-2939c4a35c43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922577 Oct 20 10:45:01.912052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Request body: {'port': {'device_id': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'admin_state_up': True, 'tenant_id': '0bebe6937abe453f885d600cb9fa6e26'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:01.912289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c7f5-868f-4a96-aa62-2bbd128e83e8 req-119cf43c-36de-467e-91e1-a1ad714b1a68 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.921338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c7f5-868f-4a96-aa62-2bbd128e83e8 req-119cf43c-36de-467e-91e1-a1ad714b1a68 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.928636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c26c7f5-868f-4a96-aa62-2bbd128e83e8 req-119cf43c-36de-467e-91e1-a1ad714b1a68 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2376 time: 0.1684895 Oct 20 10:45:01.994482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.067632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.092400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c26c7f5-868f-4a96-aa62-2bbd128e83e8 req-bfb051a3-9155-497a-80c1-78617a89fe14 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486371 Oct 20 10:45:02.164314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-8b96ae8d-6147-449d-b0c9-553cd1b8f1e8 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457175 Oct 20 10:45:02.178739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.181451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.186644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92276ee5-db1a-4e7d-96d2-566a049c1c6b HTTP/1.1" status: 204 len: 168 time: 0.4191527 Oct 20 10:45:02.204082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d70f6-18f8-4dd7-a22f-ba145c09e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92276ee5-db1a-4e7d-96d2-566a049c1c6b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:02.263005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Made reservation on behalf of 0bebe6937abe453f885d600cb9fa6e26 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:02.266496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.344860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707d887-a76e-4aa9-b3a2-2db5c472cc73 req-4c30c469-e3bb-4c97-8694-22f4265a5029 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:02.346829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3707d887-a76e-4aa9-b3a2-2db5c472cc73 req-4c30c469-e3bb-4c97-8694-22f4265a5029 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 943 time: 0.1446981 Oct 20 10:45:02.472606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ac6fed-500d-4a46-adf3-92c8fbf26133 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:02.480924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5bf70d21-6adb-46d5-a11a-b8779cb8ba60 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484288 Oct 20 10:45:02.493676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3707d887-a76e-4aa9-b3a2-2db5c472cc73 req-28837b16-e166-4595-a788-44ba835a2926 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383674 Oct 20 10:45:02.520549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2486b3a5-0680-44ac-a45d-f24f97eecfb7 req-5d52284f-6385-41db-8253-e086b1e2414c service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438537 Oct 20 10:45:02.531673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.596891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Transition to ACTIVE for port object 78ac6fed-500d-4a46-adf3-92c8fbf26133 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:02.627683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd7eec0b-055b-4e8a-981d-cb9384ceeec1 req-4bbe048c-8826-4907-a3f8-5e15904bde76 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 210 time: 0.0768788 Oct 20 10:45:02.644101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.696538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.760944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Allocated IP 172.20.0.14 (076c0327-c692-41cc-bff2-a197bf46799a/ffe887fd-5688-443f-a7f7-80725f2491f4/686a9a5d-a3e8-4740-82e9-a75c7ec34083) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:02.821809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Pushing event updated for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:02.914577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bcde6ed-bfef-412e-938e-d1f81da1562d req-12d8e55d-5921-4a48-90ab-6112daa2cae1 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.1380370 Oct 20 10:45:02.928038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b7eea11-2bfe-41cf-b648-98acfa1ef45c req-e2148019-e4e7-47e1-a3e2-13c8563a69a8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 210 time: 0.1475329 Oct 20 10:45:02.945255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Attempting to bind port 78ac6fed-500d-4a46-adf3-92c8fbf26133 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:02.945596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Attempting to bind port 78ac6fed-500d-4a46-adf3-92c8fbf26133 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:02.948207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Attempting to bind port 78ac6fed-500d-4a46-adf3-92c8fbf26133 on network 04143be8-086f-45be-9f76-4db8f32998fe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:02.966558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:02.995235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-9d6de71a-a10e-4ee2-91e1-74f3179ea068 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:02.997047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-9d6de71a-a10e-4ee2-91e1-74f3179ea068 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5022418 Oct 20 10:45:03.016160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:03.019200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Request body: {'port': {'device_id': '41683670-33a9-4b1c-ae79-d251ecd57442', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'a5bd812b690e4148bf542ea0dce64987'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:03.019353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5b078b3a-62a7-414f-bc5d-d2fe7e3c91e1 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:03.081925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Port 78ac6fed-500d-4a46-adf3-92c8fbf26133 on network 04143be8-086f-45be-9f76-4db8f32998fe not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:03.082311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Attempting to bind port 78ac6fed-500d-4a46-adf3-92c8fbf26133 on network 04143be8-086f-45be-9f76-4db8f32998fe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:03.088329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:03.090629 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d915f3-729c-4785-a02f-1e7835848dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:03.135236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:03.140930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Checking segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:03.141679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Bound using segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:03.150896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Bound port: 78ac6fed-500d-4a46-adf3-92c8fbf26133, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:03.153802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.238207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49282) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:03.283568 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c0be7-47bf-45c4-a468-23b2c9892630 x-openstack-request-id: req-b66c0be7-47bf-45c4-a468-23b2c9892630 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:03.284403 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:03.284657 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b66c0be7-47bf-45c4-a468-23b2c9892630 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:03.291199 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:45:03.323088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Made reservation on behalf of a5bd812b690e4148bf542ea0dce64987 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:03.326553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.360264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9fdb3-2c45-4dc9-9336-d62dedfb7acb req-c5a6a805-26c2-4943-80b3-d56e81aad2f3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.367268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9fdb3-2c45-4dc9-9336-d62dedfb7acb req-c5a6a805-26c2-4943-80b3-d56e81aad2f3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.373567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9fdb3-2c45-4dc9-9336-d62dedfb7acb req-c5a6a805-26c2-4943-80b3-d56e81aad2f3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.381398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31e9fdb3-2c45-4dc9-9336-d62dedfb7acb req-c5a6a805-26c2-4943-80b3-d56e81aad2f3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2388 time: 0.1590862 Oct 20 10:45:03.414358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:03.419074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:03.424502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.487967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49288) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:03.507283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31e9fdb3-2c45-4dc9-9336-d62dedfb7acb req-95e8d47f-5502-4397-9303-a8c2c4adf45e tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246500 Oct 20 10:45:03.559369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.559976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.561347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] 10.222.0.83 "PUT /v2.0/ports/78ac6fed-500d-4a46-adf3-92c8fbf26133 HTTP/1.1" status: 200 len: 1093 time: 2.1706367 Oct 20 10:45:03.608973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d915f3-729c-4785-a02f-1e7835848dcd req-aa8c178c-45e1-4849-a424-29af8826c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.610475 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-aa8c178c-45e1-4849-a424-29af8826c53b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1095 time: 0.1815813 Oct 20 10:45:03.619667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1004946543-network', 'tenant_id': '35f7a39133394b249721e6ab3318b6f0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:03.619893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:03.625571 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.628677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2019752026-network', 'tenant_id': 'af8154a3ec714c6ab3c3475702fd6d6a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:03.666363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c3af-7627-4f7f-9852-63354118b193 service neutron] Pushing event updated for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:03.679986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77f7b3-4a7e-4fce-8ae0-d4bd70e3a32f req-c8b4b136-2d1b-4474-921d-4d4bc70ec725 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.687339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e77f7b3-4a7e-4fce-8ae0-d4bd70e3a32f req-c8b4b136-2d1b-4474-921d-4d4bc70ec725 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.2496126 Oct 20 10:45:03.715745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:45:03.715745 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:45:03.715745 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id_1': '35f7a39133394b249721e6ab3318b6f0', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 44, 43, 654513)}] Oct 20 10:45:03.715745 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:45:03.716107 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:45:03.740599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Allocated IP 192.168.233.95 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/8eac8a46-b46c-4bf9-857a-9230fbcfeb4f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:03.742540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Made reservation on behalf of af8154a3ec714c6ab3c3475702fd6d6a for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:03.745108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.773643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.774437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.789865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff488-618a-4fed-ad22-a405dc553d95 req-fe247ef8-86e9-4567-9f31-568a00bc50e6 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.796150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ccff488-618a-4fed-ad22-a405dc553d95 req-fe247ef8-86e9-4567-9f31-568a00bc50e6 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 943 time: 0.1709352 Oct 20 10:45:03.809939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e77f7b3-4a7e-4fce-8ae0-d4bd70e3a32f req-55279edc-43e6-46b6-8442-99e59b7c8be3 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214409 Oct 20 10:45:03.825251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.840660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8916b90f-6b82-4f5c-8037-2451a1d31974'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:03.866250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d915f3-729c-4785-a02f-1e7835848dcd req-17a6adf8-d6b1-4642-bfde-02eb47653f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.867782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-17a6adf8-d6b1-4642-bfde-02eb47653f56 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.2387030 Oct 20 10:45:03.909210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ccff488-618a-4fed-ad22-a405dc553d95 req-0fc74586-d269-4e44-b402-a4e8861fb481 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030314 Oct 20 10:45:04.003898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec0150ad-24c4-427e-9318-210dc309fd40 req-e4798688-1c4b-4deb-b699-f07bcabb0cd9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 210 time: 0.0892394 Oct 20 10:45:04.043823 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-216cc272-58a6-4a42-9ba4-4ef301e35744 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.1470435 Oct 20 10:45:04.050558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Network 076c0327-c692-41cc-bff2-a197bf46799a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:04.073688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:04.081384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:04.083643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f49fe12d-219a-4c6c-9079-d1f130843a2b req-91254823-34a0-4833-a57c-ae4b016621c1 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0435174 Oct 20 10:45:04.165857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Pushing event updated for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:04.214841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.220023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d915f3-729c-4785-a02f-1e7835848dcd req-89f2640b-e94b-463c-a474-5f39d9d6976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.222280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-89f2640b-e94b-463c-a474-5f39d9d6976f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.1603155 Oct 20 10:45:04.242997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.259976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.267591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.274581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.275232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.305211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-03d06d91-8673-4800-a2ad-1e90e5654d0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529017 Oct 20 10:45:04.320882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:04.338677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Made reservation on behalf of 35f7a39133394b249721e6ab3318b6f0 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:04.339060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-a20e1570-ca97-486a-91db-eb380b0443fa tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4336171 Oct 20 10:45:04.340988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.366965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Request body: {'port': {'device_id': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:04.369100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.369428 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Added segment a7adb771-c21f-4f79-9e69-845935f529e0 of type vlan for network 346c969c-74b2-4227-9d84-9ec2894bbeb3 Oct 20 10:45:04.376073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f159b148-72c8-4883-9ec9-fad23c20e009,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:04.379055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.396132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-392679f4-19fd-4b10-9a26-aeb43d310324 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.397614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-392679f4-19fd-4b10-9a26-aeb43d310324 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.83 "GET /v2.0/networks?id=17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 200 len: 816 time: 0.3181500 Oct 20 10:45:04.404867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33fe9e-3a49-4800-8689-8718ddfaf739 req-260ecbb9-b5ec-489b-a678-8c2a0ea6adac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.406252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d33fe9e-3a49-4800-8689-8718ddfaf739 req-260ecbb9-b5ec-489b-a678-8c2a0ea6adac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 932 time: 0.2784970 Oct 20 10:45:04.489956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.494213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.511215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:04.532208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.550117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7ec371-a80e-479b-9b41-3129f1ece045 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:04.556810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-28016494-1856-465c-85c2-a3af6726b7ae service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388997 Oct 20 10:45:04.561981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.593186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-f00b1c25-f76d-46c6-ab96-46395b9a6376 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad08336db4434cf092650045de1b643d HTTP/1.1" status: 200 len: 380 time: 0.1750782 Oct 20 10:45:04.621491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'port': {'device_id': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'admin_state_up': True, 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'security_groups': ['77579343-576b-4ceb-b04f-19840dccf36d']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:04.626031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:04.635051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d33fe9e-3a49-4800-8689-8718ddfaf739 req-f2b00b5a-7cdf-4662-bc2e-0e9d8ae1ece5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180455 Oct 20 10:45:04.658053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:04.665594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.666829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.668126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.676214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:04.710369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:04.995327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Transition to ACTIVE for port object 3b7ec371-a80e-479b-9b41-3129f1ece045 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:05.012213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.060354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1c7aadb6-eb43-48a2-be17-8d05e090ef77 None None] Provisioning complete for port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:05.060924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7aadb6-eb43-48a2-be17-8d05e090ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.111915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1c7aadb6-eb43-48a2-be17-8d05e090ef77 None None] Port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:05.121703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-49d915f3-729c-4785-a02f-1e7835848dcd req-29697c3e-ba51-4ec0-b7c4-57cb8c985888 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375164 Oct 20 10:45:05.172345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.323471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:05.325935 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d347e1-f2be-41d9-aad1-107570130afa" -d '{"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:05.329114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Attempting to bind port 3b7ec371-a80e-479b-9b41-3129f1ece045 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:05.329609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Attempting to bind port 3b7ec371-a80e-479b-9b41-3129f1ece045 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:05.330041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Attempting to bind port 3b7ec371-a80e-479b-9b41-3129f1ece045 on network 8408ade4-7823-458e-872a-91aba70214f2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:05.351688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Port 3b7ec371-a80e-479b-9b41-3129f1ece045 on network 8408ade4-7823-458e-872a-91aba70214f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:05.352145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Attempting to bind port 3b7ec371-a80e-479b-9b41-3129f1ece045 on network 8408ade4-7823-458e-872a-91aba70214f2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:05.365424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a7527217-d65b-4619-8be9-b6f1a44c9d1d details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:05.370507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:05.372070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8819196 Oct 20 10:45:05.376642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Checking segment: {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:05.378410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Bound using segment: {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:05.378828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Bound port: 3b7ec371-a80e-479b-9b41-3129f1ece045, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036c3d8c-c043-4718-9051-248d39dda9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8408ade4-7823-458e-872a-91aba70214f2'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:05.379572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.383924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49314) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:05.396679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63770d-661e-47d1-a950-a57dc27a1de7 admin admin] Pushing event updated for resources: {'Network': ['ID=346c969c-74b2-4227-9d84-9ec2894bbeb3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.401755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Request body: {'subnet': {'network_id': '346c969c-74b2-4227-9d84-9ec2894bbeb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2019752026-subnet', 'tenant_id': 'af8154a3ec714c6ab3c3475702fd6d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:05.411286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 346c969c-74b2-4227-9d84-9ec2894bbeb3 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:05.415640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.416254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.423659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.442499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Made reservation on behalf of af8154a3ec714c6ab3c3475702fd6d6a for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:05.445787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.454616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd886e-4144-44b2-a4ae-fbdf8b4c0ee2 req-91866b6a-b80d-4ac4-9630-6d723918fb7d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.460513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd886e-4144-44b2-a4ae-fbdf8b4c0ee2 req-91866b6a-b80d-4ac4-9630-6d723918fb7d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.466329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd886e-4144-44b2-a4ae-fbdf8b4c0ee2 req-91866b6a-b80d-4ac4-9630-6d723918fb7d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.474263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bccd886e-4144-44b2-a4ae-fbdf8b4c0ee2 req-91866b6a-b80d-4ac4-9630-6d723918fb7d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2388 time: 0.8379378 Oct 20 10:45:05.486877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ffd93-29e2-4ba7-941d-71732d68bb01 req-14646397-573d-40c5-be70-781226872d48 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.489254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a05ffd93-29e2-4ba7-941d-71732d68bb01 req-14646397-573d-40c5-be70-781226872d48 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.2563021 Oct 20 10:45:05.490100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.503142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:05.513863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.514515 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Added segment a36155f5-a7c6-47f3-ba34-44c74f2df234 of type vlan for network 65b94f01-efd3-4c90-b4f8-428131db9be5 Oct 20 10:45:05.557594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.586463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:05.599316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'port_id': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'mac_address': 'fa:16:3e:52:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:05.603823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-42bab1fe-a2e8-43b2-8aae-0f33197d6668 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.605647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-42bab1fe-a2e8-43b2-8aae-0f33197d6668 tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.83 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 949 time: 0.8187208 Oct 20 10:45:05.617260 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.618408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.619176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.639509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-125ad55a-84e7-45c1-b9da-042abae03e54 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6304042 Oct 20 10:45:05.650057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.669661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7527217-d65b-4619-8be9-b6f1a44c9d1d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:05.695109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:05.698991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.702701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.732407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Request body: {'port': {'device_id': '41683670-33a9-4b1c-ae79-d251ecd57442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:05.775729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.782486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a9a5d-a3e8-4740-82e9-a75c7ec34083 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:05.800801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.828869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:05.839667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Transition to ACTIVE for port object 686a9a5d-a3e8-4740-82e9-a75c7ec34083 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:05.842655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90843dc3-46a4-49cf-a57b-9685bb4fff6f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.845941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=846ce199-4efd-4af8-b639-c67544dfaddf,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.855059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b7ec371-a80e-479b-9b41-3129f1ece045,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:05.856332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.873080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bccd886e-4144-44b2-a4ae-fbdf8b4c0ee2 req-ce67cfca-7272-4f68-8254-486097136bfb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977554 Oct 20 10:45:05.904321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Pushing event updated for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.911500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.916569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.917564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:05.918065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Checking segment: {'id': 'a7adb771-c21f-4f79-9e69-845935f529e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '346c969c-74b2-4227-9d84-9ec2894bbeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:05.918527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Network hostable DHCP agents. Network: 346c969c-74b2-4227-9d84-9ec2894bbeb3, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:05.923953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Made reservation on behalf of ad08336db4434cf092650045de1b643d for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:05.927709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.954096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a05ffd93-29e2-4ba7-941d-71732d68bb01 req-628a69e3-312c-4926-8f58-8ca96e0d5fab tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/security-groups?id=8760e6c0-32c9-4ffa-90a2-51b3f37a4491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575768 Oct 20 10:45:05.968012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] Pushing event updated for resources: {'Network': ['ID=65b94f01-efd3-4c90-b4f8-428131db9be5,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:05.978375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-468744c3-7fa2-431c-aecd-c1cef259da96 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7342551 Oct 20 10:45:05.986601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:05.992158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:05.993931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.994570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.996166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] 10.222.0.83 "PUT /v2.0/ports/3b7ec371-a80e-479b-9b41-3129f1ece045 HTTP/1.1" status: 200 len: 1092 time: 2.3806181 Oct 20 10:45:06.000516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Request body: {'subnet': {'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1004946543-subnet', 'tenant_id': '35f7a39133394b249721e6ab3318b6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:06.013142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Network 346c969c-74b2-4227-9d84-9ec2894bbeb3 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:06.071919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Request body: {'port': {'device_id': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:06.080779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 346c969c-74b2-4227-9d84-9ec2894bbeb3) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:06.123869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.124458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.128368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c98c7a-41ab-47c8-9950-18168609373b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:06.130681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d401a-3d05-4937-8c40-964cab53da4f None None] Network 346c969c-74b2-4227-9d84-9ec2894bbeb3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:06.187516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Made reservation on behalf of 35f7a39133394b249721e6ab3318b6f0 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:06.189826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.257510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de535517-04e1-4ddb-be37-cae2ebdcbb3a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8686786 Oct 20 10:45:06.325539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.330508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Deleting port 3e7cd11a-f412-4558-b94a-5f0ad7406783 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:06.330843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.411197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f96221-d0eb-4c36-93c2-b871d48170ed None None] Network 346c969c-74b2-4227-9d84-9ec2894bbeb3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:06.476652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Attempting to bind port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:06.476884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Attempting to bind port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:06.477294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Attempting to bind port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:06.484597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5365-d8ac-4902-9ec6-e6b71df5923f req-2e8af0ae-fff2-4cff-8f97-a7bdf60e5b23 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.486376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-460f5365-d8ac-4902-9ec6-e6b71df5923f req-2e8af0ae-fff2-4cff-8f97-a7bdf60e5b23 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 944 time: 0.5012121 Oct 20 10:45:06.509428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 on network 076c0327-c692-41cc-bff2-a197bf46799a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:06.509758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Attempting to bind port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:06.528673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf85b-d75f-41d1-9721-30da8d61a3bf req-e3c23007-6622-4f95-9f21-fa515b744b3e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.538338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0fbf85b-d75f-41d1-9721-30da8d61a3bf req-e3c23007-6622-4f95-9f21-fa515b744b3e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 935 time: 0.4415433 Oct 20 10:45:06.547639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:06.547972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Checking segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:06.548359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Bound using segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:06.548803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Bound port: 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:06.549149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.709082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Allocated IP 172.20.0.13 (17c356e2-7d45-42eb-ad77-af1fdeb24960/26a612da-ac1f-470f-a608-b729057d2278/607ecb79-02c3-490b-a8a3-7b0c8517aeb8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:06.716666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] For port 3e7cd11a-f412-4558-b94a-5f0ad7406783, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3e7cd11a-f412-4558-b94a-5f0ad7406783,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:06.717409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.723848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-460f5365-d8ac-4902-9ec6-e6b71df5923f req-2d1f73c7-2682-43a6-8158-9d6cb1799815 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803749 Oct 20 10:45:06.742997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Calling delete_port for 3e7cd11a-f412-4558-b94a-5f0ad7406783 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:06.823634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:06.837262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0fbf85b-d75f-41d1-9721-30da8d61a3bf req-c0b289e6-92d4-45e6-89bd-13f41ceea926 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980733 Oct 20 10:45:06.853689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:06.868218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.896271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-149b24a9-8ac5-4ce3-9c92-4ac01c90aa61 req-bbb91f8c-cc26-420f-8ac9-7246004ef5c9 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0495279 Oct 20 10:45:06.932001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Pushing event updated for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:06.936228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.999413 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a2a38-4182-48d2-b21c-ce67aeb0bf3e x-openstack-request-id: req-c96a2a38-4182-48d2-b21c-ce67aeb0bf3e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:07.000238 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:07.000497 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c96a2a38-4182-48d2-b21c-ce67aeb0bf3e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:07.000899 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133', 'status': 'completed', 'code': 200} Oct 20 10:45:07.008449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.009115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.010765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-bc8879a4-9073-4822-be69-d247402bfc93 service neutron] 10.222.0.70 "PUT /v2.0/ports/686a9a5d-a3e8-4740-82e9-a75c7ec34083 HTTP/1.1" status: 200 len: 1093 time: 2.6493378 Oct 20 10:45:07.153652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Checking segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:07.154045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Network hostable DHCP agents. Network: 65b94f01-efd3-4c90-b4f8-428131db9be5, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:07.185199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1139191-a3f9-4e18-8d48-f8d8afa04d58,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.212289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:07.214268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-2c7f77a8-557e-4008-9384-f1c642df49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.214757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-2c7f77a8-557e-4008-9384-f1c642df49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.215257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-2c7f77a8-557e-4008-9384-f1c642df49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.217052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14d347e1-f2be-41d9-aad1-107570130afa req-2c7f77a8-557e-4008-9384-f1c642df49c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2800 time: 0.2003093 Oct 20 10:45:07.231677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314ebe05-9689-4a53-9748-c6ccd8384d83 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:07.233322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6604db-e8ec-41f8-bd10-58bfce0ab649 req-d1b2d835-5cf3-47a5-9cf0-ec1868eb156d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.234981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d6604db-e8ec-41f8-bd10-58bfce0ab649 req-d1b2d835-5cf3-47a5-9cf0-ec1868eb156d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 944 time: 0.1260524 Oct 20 10:45:07.242501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2090536468', 'description': 'tempest-description-43876316'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:07.248175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.257484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-b68206a6-64b4-46c9-8187-847a18e3d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.259056 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-b68206a6-64b4-46c9-8187-847a18e3d1c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 1096 time: 0.1639805 Oct 20 10:45:07.259594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:07.262915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.311469 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.313527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Transition to ACTIVE for port object 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:07.320345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.323707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3e7cd11a-f412-4558-b94a-5f0ad7406783'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:07.334108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.376048 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-2fdd372d-234b-4272-afad-fa19172612d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083 HTTP/1.1" status: 200 len: 217 time: 0.0909138 Oct 20 10:45:07.376716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 65b94f01-efd3-4c90-b4f8-428131db9be5) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:07.377096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Pushing event deleted for resources: {'Port': ['ID=3e7cd11a-f412-4558-b94a-5f0ad7406783,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.379170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.400378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d6604db-e8ec-41f8-bd10-58bfce0ab649 req-8540683c-00d1-4ca1-89ce-0f57b55f30f2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458700 Oct 20 10:45:07.413788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8796b6-4563-4c19-9ec0-88fc0a9f7372 None None] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:07.422503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a7527217-d65b-4619-8be9-b6f1a44c9d1d up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:07.454169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Transition to ACTIVE for port object 314ebe05-9689-4a53-9748-c6ccd8384d83 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:07.474389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.474880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.507360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.514056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] No DVR routers for this DVR port 3e7cd11a-f412-4558-b94a-5f0ad7406783 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:07.527079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.531189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84792c6c-2e82-4b9f-81e0-8de1652946b6 req-8af80fdd-8fd9-4093-bde1-ad31fbdba55d tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.83 "DELETE /v2.0/ports/3e7cd11a-f412-4558-b94a-5f0ad7406783 HTTP/1.1" status: 204 len: 173 time: 1.9067912 Oct 20 10:45:07.544056 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c09746a8-c8ba-471b-a429-6b345c426bd4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5460792 Oct 20 10:45:07.553104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'name': 'network-vif-deleted', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:07.556302 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c4cdef-4b55-4881-8c18-c04418a8fba7" -d '{"events": [{"server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "name": "network-vif-deleted", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:07.572658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port a7527217-d65b-4619-8be9-b6f1a44c9d1d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:07.598590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.630764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-d7460880-a93d-4b4c-a0e8-3f2977fdfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.631777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-d7460880-a93d-4b4c-a0e8-3f2977fdfb86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.2391992 Oct 20 10:45:07.657310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-466e4ff8-ac22-4f8a-aaac-2c0077b0cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.657781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-466e4ff8-ac22-4f8a-aaac-2c0077b0cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.658376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-466e4ff8-ac22-4f8a-aaac-2c0077b0cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.660531 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14d347e1-f2be-41d9-aad1-107570130afa req-466e4ff8-ac22-4f8a-aaac-2c0077b0cf74 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4236820 Oct 20 10:45:07.673909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port a7527217-d65b-4619-8be9-b6f1a44c9d1d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:07.674690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.700370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Pushing event updated for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.716699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.731143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-16d69755-a77d-4fbc-b757-cf9e3fd231cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832772 Oct 20 10:45:07.775863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17450fd2-9b34-4985-a607-9d5989ebebd9 None None] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:07.815356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event updated for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.884148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:07.895439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7b12a-dea9-4027-a781-924b662bfc1b req-3889234d-f141-481b-824e-c2bb551ab83d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.902521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7b12a-dea9-4027-a781-924b662bfc1b req-3889234d-f141-481b-824e-c2bb551ab83d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.918483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7b12a-dea9-4027-a781-924b662bfc1b req-3889234d-f141-481b-824e-c2bb551ab83d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.933027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35e7b12a-dea9-4027-a781-924b662bfc1b req-3889234d-f141-481b-824e-c2bb551ab83d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2412 time: 0.3700569 Oct 20 10:45:07.987300 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.995215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:08.031339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Attempting to bind port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:08.032237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Attempting to bind port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:08.034304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Attempting to bind port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:08.043459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:08.058775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.111191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35e7b12a-dea9-4027-a781-924b662bfc1b req-76c9617a-d777-4438-898b-d9301a5ceffb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770663 Oct 20 10:45:08.111757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:08.112111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Attempting to bind port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:08.160913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.178147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbfb3c4b-4847-4145-9a4c-f2095664098a req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9303668 Oct 20 10:45:08.182272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:08.182604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:08.183948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:08.184564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Bound port: 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:08.184918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.218724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f4043-a2fe-420d-9c3f-4007a62ab84d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15e1507-8531-4650-ad3a-c01fc1a6c88d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:08.269525 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.310658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.311376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.315810 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ffa40f-5af0-4ae0-9765-45fd9495db88 x-openstack-request-id: req-c3ffa40f-5af0-4ae0-9765-45fd9495db88 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:08.316154 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631b73d-60de-4e94-9233-4d3fd51befc3", "name": "network-vif-deleted", "tag": "3e7cd11a-f412-4558-b94a-5f0ad7406783", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:08.316370 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3ffa40f-5af0-4ae0-9765-45fd9495db88 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:08.316765 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c631b73d-60de-4e94-9233-4d3fd51befc3', 'name': 'network-vif-deleted', 'tag': '3e7cd11a-f412-4558-b94a-5f0ad7406783', 'status': 'completed', 'code': 200} Oct 20 10:45:08.375393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:08.382683 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40b335-e30f-4e94-a0d4-acd852fe8939" -d '{"events": [{"server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "name": "network-vif-plugged", "status": "completed", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:08.405088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:08.414212 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.415126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3e7cd11a-f412-4558-b94a-5f0ad7406783 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:08.420423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Attempting to bind port 314ebe05-9689-4a53-9748-c6ccd8384d83 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:08.421505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Attempting to bind port 314ebe05-9689-4a53-9748-c6ccd8384d83 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:08.422066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Attempting to bind port 314ebe05-9689-4a53-9748-c6ccd8384d83 on network 04143be8-086f-45be-9f76-4db8f32998fe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:08.444898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Port 314ebe05-9689-4a53-9748-c6ccd8384d83 on network 04143be8-086f-45be-9f76-4db8f32998fe not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:08.445557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Attempting to bind port 314ebe05-9689-4a53-9748-c6ccd8384d83 on network 04143be8-086f-45be-9f76-4db8f32998fe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:08.448635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d347e1-f2be-41d9-aad1-107570130afa req-9911c83a-ebd8-477b-bcbd-52f00360f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.451623 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14d347e1-f2be-41d9-aad1-107570130afa req-9911c83a-ebd8-477b-bcbd-52f00360f872 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7487605 Oct 20 10:45:08.455616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-2f1c3e4e-8ef0-424c-b6c7-b327a74d6c0b service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877887 Oct 20 10:45:08.462240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 3e7cd11a-f412-4558-b94a-5f0ad7406783 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:08.462591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3e7cd11a-f412-4558-b94a-5f0ad7406783 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:08.504937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ef6e7d2-498b-4ec5-a7a3-bc80309fe435 req-f9e7eeb0-6073-421a-aca7-02893b4fa71f tempest-LiveMigrationNegativeTest-1037190918 tempest-LiveMigrationNegativeTest-1037190918-project] 10.222.0.74 "GET /v2.0/ports?device_id=c631b73d-60de-4e94-9233-4d3fd51befc3 HTTP/1.1" status: 200 len: 210 time: 0.1204724 Oct 20 10:45:08.527876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-2b57e524-a795-45c9-b186-31421a52ba9b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9154773 Oct 20 10:45:08.558559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Request body: {'port': {'device_id': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:08.579004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a53ed04a-d249-45b6-ab0d-d0dc8963b9c3 None None] Provisioning complete for port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:08.581778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a53ed04a-d249-45b6-ab0d-d0dc8963b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.627942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:08.638390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:08.659727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a53ed04a-d249-45b6-ab0d-d0dc8963b9c3 None None] Port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:08.699884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:08.710894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b557a-32bf-4c9f-999f-340fe74c5d3e req-d3bdf891-a891-41b9-958b-a13d71c80baa tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.712525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-024b557a-32bf-4c9f-999f-340fe74c5d3e req-d3bdf891-a891-41b9-958b-a13d71c80baa tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.2918088 Oct 20 10:45:08.720431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.765472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.804151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.804769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.806140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] 10.222.0.70 "PUT /v2.0/ports/8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 1096 time: 3.0883725 Oct 20 10:45:08.861419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385b0-3693-4038-a0d7-fa42b7bfb134 req-c2be954a-920f-4701-bda6-1811355d960b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.862977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-905385b0-3693-4038-a0d7-fa42b7bfb134 req-c2be954a-920f-4701-bda6-1811355d960b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 947 time: 0.2435164 Oct 20 10:45:08.885469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17fec0d9-39a1-481b-8e08-3d7aad538c26 req-44d5c29c-6a8a-401a-b895-f8b7cb1889e4 service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134817 Oct 20 10:45:08.888392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:08.888726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Checking segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:08.889108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Bound using segment: {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:08.889538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Bound port: 314ebe05-9689-4a53-9748-c6ccd8384d83, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061f98b7-22af-4d9a-970b-1d13dba813ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:08.889887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.904016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd599b-6b51-44c8-b97c-5dc6b2584be8 service neutron] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:08.918402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-024b557a-32bf-4c9f-999f-340fe74c5d3e req-609a51c5-04c7-4890-bfdb-57971e8bcea1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918187 Oct 20 10:45:08.994668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:08.998379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=314ebe05-9689-4a53-9748-c6ccd8384d83,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:09.001681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045'}, {'name': 'network-changed', 'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:09.005130 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29131197-2916-4870-81f2-6e1f248ca3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045"}, {"name": "network-changed", "server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:09.010135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:09.027588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-905385b0-3693-4038-a0d7-fa42b7bfb134 req-cafa01bb-5f08-4a4e-81c6-60cf300f704f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Oct 20 10:45:09.052702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.052702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:09.052702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] 10.222.0.83 "PUT /v2.0/ports/314ebe05-9689-4a53-9748-c6ccd8384d83 HTTP/1.1" status: 200 len: 1093 time: 3.0013492 Oct 20 10:45:09.103770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab1e3a-8a67-4401-9b80-76bd0113b259 service neutron] Pushing event updated for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:09.166724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-278116de-182e-4151-9774-722f38267f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.167542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-278116de-182e-4151-9774-722f38267f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.168096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-278116de-182e-4151-9774-722f38267f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.170080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-278116de-182e-4151-9774-722f38267f6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2868 time: 0.0677099 Oct 20 10:45:09.206914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-62f24ea1-1c4f-4fb0-8db9-6997960baff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.208664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-62f24ea1-1c4f-4fb0-8db9-6997960baff5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1099 time: 0.3218772 Oct 20 10:45:09.257777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-095cd9f4-12e1-42a2-add3-fb222eeed3d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133 HTTP/1.1" status: 200 len: 217 time: 0.0791004 Oct 20 10:45:09.293901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671085fd-b3ac-4707-9fa7-9704b4ae052a req-c16f4e87-7e90-4604-85e2-26180264dfb5 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.296112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-671085fd-b3ac-4707-9fa7-9704b4ae052a req-c16f4e87-7e90-4604-85e2-26180264dfb5 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 932 time: 0.2864549 Oct 20 10:45:09.311451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-1039adda-b06f-45c9-92a8-9475ef019822 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.0898073 Oct 20 10:45:09.334429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-6be794b2-be5d-4305-80f6-92f6c07b975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.335351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-6be794b2-be5d-4305-80f6-92f6c07b975e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7166ac14-8582-4100-90b5-08dc09e0ce59 HTTP/1.1" status: 200 len: 801 time: 0.0691197 Oct 20 10:45:09.385567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-374dd4b6-9432-411e-95a9-f5cf6836194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.387020 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-374dd4b6-9432-411e-95a9-f5cf6836194e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04143be8-086f-45be-9f76-4db8f32998fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435760 Oct 20 10:45:09.492340 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dd69ce1b-cac1-4663-b7ea-f1c8688e47f4 service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959392 Oct 20 10:45:09.593273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-b268ca75-d4f4-4e61-a313-799d904bc401 service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917089 Oct 20 10:45:09.642859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-60ccbe4f-3a7d-4a21-9886-3e8268644c32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=3b7ec371-a80e-479b-9b41-3129f1ece045 HTTP/1.1" status: 200 len: 217 time: 0.0400443 Oct 20 10:45:09.694906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-b1094fd7-2285-423a-bd4b-5871529a5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.697140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-b1094fd7-2285-423a-bd4b-5871529a5975 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8904209-9f4d-46c9-92b5-49d325883e5b HTTP/1.1" status: 200 len: 801 time: 0.0461037 Oct 20 10:45:09.744151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-4805140c-3b49-46dc-b3bb-b2b0a536dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.745728 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-4805140c-3b49-46dc-b3bb-b2b0a536dd96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8408ade4-7823-458e-872a-91aba70214f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409234 Oct 20 10:45:09.814778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-671085fd-b3ac-4707-9fa7-9704b4ae052a req-1be8256e-0caf-443e-b2e7-b1dd83270c7a tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5000598 Oct 20 10:45:09.823571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-bc2bba31-6c82-49bf-9655-cce2b196e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.825029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-bc2bba31-6c82-49bf-9655-cce2b196e1e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.5004833 Oct 20 10:45:09.846657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-e8ea42de-c62e-4860-953f-a9563ff680fc service neutron] 10.222.0.83 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Oct 20 10:45:09.902922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-eda60e08-3a46-440f-9725-d483c89f5010 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.904569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-eda60e08-3a46-440f-9725-d483c89f5010 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.6291754 Oct 20 10:45:09.944757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-3c497628-67ab-4554-82c6-c0ad17143557 service neutron] 10.222.0.83 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900540 Oct 20 10:45:09.952238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-55486dbe-a425-4a6a-ab75-646d746a208e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/quotas/35f7a39133394b249721e6ab3318b6f0 HTTP/1.1" status: 200 len: 375 time: 0.0333710 Oct 20 10:45:09.992524 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-db8006fb-4cfe-4040-9b74-0a5bcbbb72c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=314ebe05-9689-4a53-9748-c6ccd8384d83 HTTP/1.1" status: 200 len: 217 time: 0.0399954 Oct 20 10:45:09.993435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f675f-e163-4432-be3b-78cb149d07d3 req-0a2e3b41-7a42-4ad8-a44f-1c0f55dbca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.994911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-0a2e3b41-7a42-4ad8-a44f-1c0f55dbca6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604764 Oct 20 10:45:10.029185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-9abfea24-65f7-40c6-b407-8618b3cbff31 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641961 Oct 20 10:45:10.032107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-3d1894f5-08b0-47a2-8791-aa199b92c850 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/c15e1507-8531-4650-ad3a-c01fc1a6c88d HTTP/1.1" status: 200 len: 1803 time: 0.1693473 Oct 20 10:45:10.048301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-8b1ce7b2-cf49-4661-86a3-659b8ed81e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:10.049792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-8b1ce7b2-cf49-4661-86a3-659b8ed81e28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7166ac14-8582-4100-90b5-08dc09e0ce59 HTTP/1.1" status: 200 len: 801 time: 0.0483136 Oct 20 10:45:10.071378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c15e1507-8531-4650-ad3a-c01fc1a6c88d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:10.071693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c15e1507-8531-4650-ad3a-c01fc1a6c88d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:10.080262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:10.101376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-4a0d161f-1dde-420a-a9d7-ce661ce6ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:10.103333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-4a0d161f-1dde-420a-a9d7-ce661ce6ef70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04143be8-086f-45be-9f76-4db8f32998fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452442 Oct 20 10:45:10.112056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.181617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Transition to ACTIVE for port object 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:10.213419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-dad7f814-e130-4152-906c-6611d7c20145 service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015244 Oct 20 10:45:10.215395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.279357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-4a4bfc6d-0e4f-47c2-b342-baef70a66f39 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540905 Oct 20 10:45:10.320603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:10.322827 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d878e9f9-191c-4f9e-adf0-81cf5864190d" -d '{"events": [{"name": "network-changed", "server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:10.328328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7da1f39f-31ad-46bb-b985-4e3dc031a76b req-faa53cc6-2e0a-4048-8883-0789e7f11153 service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068633 Oct 20 10:45:10.359674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Pushing event updated for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:10.363340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-580307df-a0e3-4611-9381-5197fa1cc6dc service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103590 Oct 20 10:45:10.419594 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:45:10.425249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.550218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.563174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.614431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a6125-4544-4fdb-8703-2ef676235e68,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:10.617711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-15634561-7acb-42fd-bff2-4f085aa371e3 service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441418 Oct 20 10:45:10.619485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-829f675f-e163-4432-be3b-78cb149d07d3 req-501dc2e3-7840-43a7-8c4a-86eaddf42f7d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196678 Oct 20 10:45:10.623898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Attempting to bind port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:10.624013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Attempting to bind port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:10.625188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Attempting to bind port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 on network 17c356e2-7d45-42eb-ad77-af1fdeb24960 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:10.629911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 on network 17c356e2-7d45-42eb-ad77-af1fdeb24960 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:10.630136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Attempting to bind port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 on network 17c356e2-7d45-42eb-ad77-af1fdeb24960 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:10.638092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.639409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3f04adf-7b53-46d6-bb9a-cf41114d8ca1 req-884d5c06-05f5-4551-9b64-c940303125bd tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5853224 Oct 20 10:45:10.640568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:10.640909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Checking segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:10.641329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Bound using segment: {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:10.641995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Bound port: 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b89959b-96f2-43e9-b946-55af7f458a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:10.642437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.698733 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c93fe9-826a-4353-ba9a-1e80295b020e x-openstack-request-id: req-d5c93fe9-826a-4353-ba9a-1e80295b020e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:10.699900 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "name": "network-vif-plugged", "status": "completed", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:10.700408 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5c93fe9-826a-4353-ba9a-1e80295b020e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:10.700988 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'code': 200} Oct 20 10:45:10.716788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:10.720579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:10.729248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.788129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:10.788749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.790396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] 10.222.0.83 "PUT /v2.0/ports/607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 200 len: 1093 time: 2.2472062 Oct 20 10:45:10.811441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e6ecb-3c49-4cd7-babf-b17b344fa71c service neutron] Pushing event updated for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:10.900865 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4d2cfb-8517-4136-8e74-fe1587d44896 x-openstack-request-id: req-cd4d2cfb-8517-4136-8e74-fe1587d44896 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:10.901440 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:10.901440 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd4d2cfb-8517-4136-8e74-fe1587d44896 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:10.901794 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045', 'status': 'completed', 'code': 200} Oct 20 10:45:10.902049 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083', 'status': 'completed', 'code': 200} Oct 20 10:45:10.988012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e463c0-0b98-4c1f-8459-15a0411cff2b req-33fab83e-d134-48b4-bf2e-d9dd5bbdcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:10.990610 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c4e463c0-0b98-4c1f-8459-15a0411cff2b req-33fab83e-d134-48b4-bf2e-d9dd5bbdcb33 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.2178187 Oct 20 10:45:11.002418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-cc4f0f4c-9667-45b0-9176-491d4c8e3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.002918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-cc4f0f4c-9667-45b0-9176-491d4c8e3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.003389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-cc4f0f4c-9667-45b0-9176-491d4c8e3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.005680 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-cc4f0f4c-9667-45b0-9176-491d4c8e3101 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2868 time: 0.1088624 Oct 20 10:45:11.013168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 686a9a5d-a3e8-4740-82e9-a75c7ec34083 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:11.054679 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c4e463c0-0b98-4c1f-8459-15a0411cff2b req-7f47f25f-ce3b-4bfc-aa54-fcbfdd4b97e8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Oct 20 10:45:11.060919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-98ed001d-899e-4395-a7b1-98b1677c5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.062683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-98ed001d-899e-4395-a7b1-98b1677c5a7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad08336db4434cf092650045de1b643d&device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 1096 time: 0.2089629 Oct 20 10:45:11.075239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a682-a38f-4954-b194-57ca36f589d7 req-85111284-8df7-45ce-9bb3-2c1b242edd7c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.084494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3de7a682-a38f-4954-b194-57ca36f589d7 req-85111284-8df7-45ce-9bb3-2c1b242edd7c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 944 time: 0.1765521 Oct 20 10:45:11.107914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-9527a8e0-a930-4273-b2ba-0d85baadad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.110087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-9527a8e0-a930-4273-b2ba-0d85baadad62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 1096 time: 0.2005565 Oct 20 10:45:11.193974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c372583-2ad7-4464-863f-72f09635148f req-a8d51203-1169-4fef-a80a-fe513c8d880f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.203871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c372583-2ad7-4464-863f-72f09635148f req-a8d51203-1169-4fef-a80a-fe513c8d880f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.205258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:11.212662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c372583-2ad7-4464-863f-72f09635148f req-a8d51203-1169-4fef-a80a-fe513c8d880f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.215205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c372583-2ad7-4464-863f-72f09635148f req-a8d51203-1169-4fef-a80a-fe513c8d880f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2412 time: 0.2450881 Oct 20 10:45:11.230178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '686a9a5d-a3e8-4740-82e9-a75c7ec34083', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'port_id': '686a9a5d-a3e8-4740-82e9-a75c7ec34083', 'mac_address': 'fa:16:3e:f9:dd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe887fd-5688-443f-a7f7-80725f2491f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:11.233006 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3de7a682-a38f-4954-b194-57ca36f589d7 req-c08387ac-5e33-4241-87a2-e2efa9141a9a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465569 Oct 20 10:45:11.236346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-a4442755-c568-4a9b-a2c1-fe3904cd5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.238273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-a4442755-c568-4a9b-a2c1-fe3904cd5a8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8408ade4-7823-458e-872a-91aba70214f2 HTTP/1.1" status: 200 len: 904 time: 0.2161698 Oct 20 10:45:11.359660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.364730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-efcb9e21-3847-4719-bd5a-f12728753422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.366390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-efcb9e21-3847-4719-bd5a-f12728753422 service neutron] 10.222.0.70 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.2435358 Oct 20 10:45:11.368973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-1a101aa3-9c15-43c1-b322-559236b84e38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=3b7ec371-a80e-479b-9b41-3129f1ece045 HTTP/1.1" status: 200 len: 217 time: 0.1050756 Oct 20 10:45:11.382842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686a9a5d-a3e8-4740-82e9-a75c7ec34083 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:11.430362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:11.444609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-0ade2cbf-3a53-4013-8533-065c385f029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.445211 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.446151 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-0ade2cbf-3a53-4013-8533-065c385f029c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8904209-9f4d-46c9-92b5-49d325883e5b HTTP/1.1" status: 200 len: 801 time: 0.0610538 Oct 20 10:45:11.528251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-2adc8cee-88f7-44fd-98b1-3965d59489da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.529846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-2adc8cee-88f7-44fd-98b1-3965d59489da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8408ade4-7823-458e-872a-91aba70214f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591762 Oct 20 10:45:11.559909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:11.583800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.585494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.587506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.589351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-ca5ab351-4de6-46a3-b489-43bc24d48190 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 200 len: 217 time: 0.2022371 Oct 20 10:45:11.590014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.590509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.591247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.591735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.595148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.595786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.596018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-0332fc67-741c-42f8-af3b-40b921fb31d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083 HTTP/1.1" status: 200 len: 217 time: 0.1939709 Oct 20 10:45:11.596675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.598274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.598973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:11.656486 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-9cb65182-9eaa-43dc-bfe3-d617f5721274 service neutron] 10.222.0.83 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134896 Oct 20 10:45:11.674406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c372583-2ad7-4464-863f-72f09635148f req-7ae2f3b7-c788-4868-a2f7-21f9c7d33241 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294696 Oct 20 10:45:11.692331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:11.733934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['686a9a5d-a3e8-4740-82e9-a75c7ec34083'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:11.748114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bed59b-724b-40d8-8ea4-fcb807d76c59 req-bf1c882f-0c5e-4d18-b911-edb543a1a90b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.756541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9bed59b-724b-40d8-8ea4-fcb807d76c59 req-bf1c882f-0c5e-4d18-b911-edb543a1a90b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.3383589 Oct 20 10:45:11.801791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-ea4753c2-e46a-461f-9d00-cd8ebb30e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.804284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-ea4753c2-e46a-461f-9d00-cd8ebb30e143 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a612da-ac1f-470f-a608-b729057d2278 HTTP/1.1" status: 200 len: 855 time: 0.2047431 Oct 20 10:45:11.825480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-14686c66-077a-46b2-8566-ba247221aa5c service neutron] 10.222.0.83 "GET /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569774 Oct 20 10:45:11.911579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9bed59b-724b-40d8-8ea4-fcb807d76c59 req-58dfad4f-f4d1-41b2-b075-985744387c7a tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535792 Oct 20 10:45:11.921776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-3600f840-6cb8-44ca-ba8e-a104e8ebeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.923718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-3600f840-6cb8-44ca-ba8e-a104e8ebeec2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.2763731 Oct 20 10:45:11.932228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-e4d33460-4e62-4ce0-82be-19bb13a37335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.934180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-e4d33460-4e62-4ce0-82be-19bb13a37335 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17c356e2-7d45-42eb-ad77-af1fdeb24960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207855 Oct 20 10:45:11.987297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-efee2379-751a-4f33-8987-d33eb220568c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c154bc85a8941b796eddf502e75a5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928979 Oct 20 10:45:11.987910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:11.988872 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9814f6b-0160-4563-94e7-add8450011f5 x-openstack-request-id: req-d9814f6b-0160-4563-94e7-add8450011f5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:11.989537 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:11.989537 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9814f6b-0160-4563-94e7-add8450011f5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:11.989792 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'status': 'completed', 'code': 200} Oct 20 10:45:11.991910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-41f81d2c-c0f4-41fa-8f1d-86559f435018 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570886 Oct 20 10:45:12.020186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0ede0-c93a-4f63-9a91-1016bda132a6 req-a1fa4f32-daa1-4c42-b3c5-47aba4ab7b87 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.021685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b0ede0-c93a-4f63-9a91-1016bda132a6 req-a1fa4f32-daa1-4c42-b3c5-47aba4ab7b87 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 947 time: 0.1628263 Oct 20 10:45:12.037315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1171005682', 'description': 'tempest-description-233887471'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:12.076411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.082058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-60d5aa65-981e-43ac-b739-f88c3bf07e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.084187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-60d5aa65-981e-43ac-b739-f88c3bf07e9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1099 time: 0.0690947 Oct 20 10:45:12.117679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.213672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.237615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b0ede0-c93a-4f63-9a91-1016bda132a6 req-de4ab0ee-db70-4f44-82c0-1433ff6f08ed tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941011 Oct 20 10:45:12.244762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-48e4466e-f408-466d-bff6-7c536b29da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.246446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-48e4466e-f408-466d-bff6-7c536b29da7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1462660 Oct 20 10:45:12.248594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.250805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-79f48d23-6007-4f55-b436-540aa1bacccf service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025987 Oct 20 10:45:12.252848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.255211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8760e6c0-32c9-4ffa-90a2-51b3f37a4491 HTTP/1.1" status: 204 len: 168 time: 0.2663653 Oct 20 10:45:12.297496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-1c77c04b-88a6-4be2-81a3-c84788707252 service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748246 Oct 20 10:45:12.314993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8760e6c0-32c9-4ffa-90a2-51b3f37a4491,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:12.318577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-0d5b1b92-649e-4f3f-81cf-06ec4e04f451 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.0590763 Oct 20 10:45:12.325507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.325857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.326195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.326529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.326856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.327206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.327531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.327851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.328168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.328484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.328799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.329163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2612ca-ccbc-4e72-a7a1-dc7f6af6782f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:12.420519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-9a60117a-fdab-4b55-a890-9a8f7650d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.423890 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-9a60117a-fdab-4b55-a890-9a8f7650d8f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0891716 Oct 20 10:45:12.502981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d724b299-ad43-40d8-b90c-0f50668df0cf req-184c16b2-e04c-41b2-b363-174ebc25c7a0 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 210 time: 0.0798557 Oct 20 10:45:12.571878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-b0ffab23-4d2a-4680-8fab-c12fabeb5d8c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.573440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-b0ffab23-4d2a-4680-8fab-c12fabeb5d8c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.1969240 Oct 20 10:45:12.576303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-b3f1b394-d83b-42da-a01d-41117612a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.577878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-b3f1b394-d83b-42da-a01d-41117612a83e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314399 Oct 20 10:45:12.595724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Request body: {'port': {'device_id': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'admin_state_up': True, 'tenant_id': '35f7a39133394b249721e6ab3318b6f0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:12.606366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29131197-2916-4870-81f2-6e1f248ca3b4 req-77aeebaa-7497-4bd2-893c-aa93ead4ce0f service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928708 Oct 20 10:45:12.674490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-635fe310-a02d-495a-86a3-0ea0285508d0 req-48f3c279-2c1e-424c-8afd-3a3ced109fac service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106770 Oct 20 10:45:12.684341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.699863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.749060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aba5f3-7a32-41d6-8945-f72fdd3a612b req-c8c7a367-efc6-4ab8-8b53-2c4369d1d7d5 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.750584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1aba5f3-7a32-41d6-8945-f72fdd3a612b req-c8c7a367-efc6-4ab8-8b53-2c4369d1d7d5 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.1188583 Oct 20 10:45:12.752528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a18b5-7ec9-484c-a3e0-9d4e0889957d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:12.759054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.760259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0450551a-af3c-4aea-8019-9e71e693d58b req-c653063b-8eb4-4831-8dd0-01ee9d013ba0 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7610669 Oct 20 10:45:12.764858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49404) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:12.782547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-c412fcf8-c12a-4107-b5ae-82cf688e4b2f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814823 Oct 20 10:45:12.838189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1aba5f3-7a32-41d6-8945-f72fdd3a612b req-04259145-a165-4597-bac2-6ceffda51bc2 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664308 Oct 20 10:45:12.847180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-db6ccb62-9933-4ae8-b4f9-a731e9bc9b38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6282d726ecb41c89467bfbb5694a773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792904 Oct 20 10:45:12.851603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49408) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:12.904776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:12.907602 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad21496-c779-4008-b57a-d5ca43b70f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:12.913536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6aef6-ec84-45d9-a25c-cf64bf03d2e0 req-80f24ece-783a-458b-8d92-b1c981b5658c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.915108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fff6aef6-ec84-45d9-a25c-cf64bf03d2e0 req-80f24ece-783a-458b-8d92-b1c981b5658c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 945 time: 0.0663517 Oct 20 10:45:12.985529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fff6aef6-ec84-45d9-a25c-cf64bf03d2e0 req-02cbc00c-6c41-49a6-91fb-dee6ddccf88c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626023 Oct 20 10:45:13.023080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.029960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:13.033051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 686a9a5d-a3e8-4740-82e9-a75c7ec34083 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:13.033332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ef54-6b81-4b70-bc2d-e4647d278a9f req-5eba081a-c477-4715-8cc1-cfff39eff6fd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.041006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ef54-6b81-4b70-bc2d-e4647d278a9f req-5eba081a-c477-4715-8cc1-cfff39eff6fd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.048548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ef54-6b81-4b70-bc2d-e4647d278a9f req-5eba081a-c477-4715-8cc1-cfff39eff6fd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.050763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d5ef54-6b81-4b70-bc2d-e4647d278a9f req-5eba081a-c477-4715-8cc1-cfff39eff6fd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2412 time: 0.1097496 Oct 20 10:45:13.074907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.084383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Made reservation on behalf of 35f7a39133394b249721e6ab3318b6f0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:13.088599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.094466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d878e9f9-191c-4f9e-adf0-81cf5864190d req-8de19b61-0886-465f-af49-8a8f35c0fc23 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750576 Oct 20 10:45:13.120674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f9d6add2-1c7d-4d6d-9cb4-f709030a943e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/7c2a18b5-7ec9-484c-a3e0-9d4e0889957d HTTP/1.1" status: 200 len: 1804 time: 0.1057498 Oct 20 10:45:13.141410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d5ef54-6b81-4b70-bc2d-e4647d278a9f req-7afec855-0f64-4371-8a74-f74124a0627d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517132 Oct 20 10:45:13.154204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7c2a18b5-7ec9-484c-a3e0-9d4e0889957d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:13.154534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7c2a18b5-7ec9-484c-a3e0-9d4e0889957d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:13.229231 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9400852e-1046-4d8a-b134-1d0e6fffabbc x-openstack-request-id: req-9400852e-1046-4d8a-b134-1d0e6fffabbc {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:13.229795 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:13.230081 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9400852e-1046-4d8a-b134-1d0e6fffabbc {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:13.230572 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83', 'status': 'completed', 'code': 200} Oct 20 10:45:13.231805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.234763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.237084 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b80b7eca-054b-4464-b551-bb8c8831118a HTTP/1.1" status: 204 len: 168 time: 0.3803356 Oct 20 10:45:13.302423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072937b-cecc-4cc7-9c28-2bfe2c157629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b7eca-054b-4464-b551-bb8c8831118a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:13.344369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Allocated IP 172.20.0.4 (65b94f01-efd3-4c90-b4f8-428131db9be5/f1139191-a3f9-4e18-8d48-f8d8afa04d58/15550591-43c3-47c2-a7e4-e83fd8ce4d6c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:13.375388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:13.388300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:13.390260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.393707 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.452426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2476b-11fc-478d-a499-7792b013c975 req-e621f5e1-4932-4394-b157-eaac1437ef2c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.462783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ed2476b-11fc-478d-a499-7792b013c975 req-e621f5e1-4932-4394-b157-eaac1437ef2c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1072245 Oct 20 10:45:13.471306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-aa53bf67-5141-43fc-a424-dcb9b7c8c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.471792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-aa53bf67-5141-43fc-a424-dcb9b7c8c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.472293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-aa53bf67-5141-43fc-a424-dcb9b7c8c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.475134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-aa53bf67-5141-43fc-a424-dcb9b7c8c52d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2868 time: 0.2078938 Oct 20 10:45:13.481959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 314ebe05-9689-4a53-9748-c6ccd8384d83 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:13.489324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.493781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:13.507622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.536719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'mac_address': 'fa:16:3e:63:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:13.552781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486408aa-bd30-412a-ab90-b7102424e3c0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:13.578650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.580383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478a35ba-5809-44a0-be99-c8e833f8ffcd req-f99185aa-2a1f-4bf9-9e79-f6ce8edd9aad tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4377875 Oct 20 10:45:13.601850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.625284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ed2476b-11fc-478d-a499-7792b013c975 req-5d26546b-eaa8-4b39-9186-2ae86a7ac748 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615186 Oct 20 10:45:13.675511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.726544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-d2f2e8f9-fd8a-494a-8a51-077e4e876084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.728902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-d2f2e8f9-fd8a-494a-8a51-077e4e876084 service neutron] 10.222.0.83 "GET /v2.0/networks?id=04143be8-086f-45be-9f76-4db8f32998fe HTTP/1.1" status: 200 len: 904 time: 0.2426276 Oct 20 10:45:13.732224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.771461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.790521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:13.794277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:13.796210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:13.796688 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac9e396-a5a2-41cd-8333-1ad5ffe81682" -d '{"events": [{"server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "name": "network-vif-plugged", "status": "completed", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:13.826321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:13.832716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:13.834289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:13.844670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:13.845240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:13.847890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.857698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=314ebe05-9689-4a53-9748-c6ccd8384d83,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:13.882397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-9d98ddd5-1de3-4f2d-b779-d79ef1bf2575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=314ebe05-9689-4a53-9748-c6ccd8384d83 HTTP/1.1" status: 200 len: 217 time: 0.0931308 Oct 20 10:45:13.884416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.898758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '314ebe05-9689-4a53-9748-c6ccd8384d83', 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'port_id': '314ebe05-9689-4a53-9748-c6ccd8384d83', 'mac_address': 'fa:16:3e:00:b2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7166ac14-8582-4100-90b5-08dc09e0ce59', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:13.912545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12699c4d-c403-429e-84f7-092fefe34e6f req-f72d3648-88da-4a09-978b-a8a9aa571ad7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.914290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12699c4d-c403-429e-84f7-092fefe34e6f req-f72d3648-88da-4a09-978b-a8a9aa571ad7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 947 time: 0.2354798 Oct 20 10:45:13.928095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:13.980477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7728e-543f-472c-945f-e461cec75cca req-2c62cc64-7786-43d2-89f2-d520b33dab2a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.984626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:13.987739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eaf7728e-543f-472c-945f-e461cec75cca req-2c62cc64-7786-43d2-89f2-d520b33dab2a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 931 time: 0.2673564 Oct 20 10:45:13.989236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.992936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:13.995075 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f13084-cb5c-410e-ad95-aeab12243c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:14.016642 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4676709e-42ce-482b-9b0b-22491a73b621 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4258339 Oct 20 10:45:14.024612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12699c4d-c403-429e-84f7-092fefe34e6f req-42c49967-cf4f-4a9d-8566-acc5406c8aad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884476 Oct 20 10:45:14.027712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-226264df-a6f2-4804-b53b-4f90f2e79b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.029110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-226264df-a6f2-4804-b53b-4f90f2e79b4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7166ac14-8582-4100-90b5-08dc09e0ce59 HTTP/1.1" status: 200 len: 801 time: 0.1354194 Oct 20 10:45:14.045981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Request body: {'port': {'device_id': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:14.054093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.073080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314ebe05-9689-4a53-9748-c6ccd8384d83 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:14.094354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1402039896', 'description': 'tempest-description-806268529'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:14.100181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:14.109788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=314ebe05-9689-4a53-9748-c6ccd8384d83,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:14.119218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.120014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 78ac6fed-500d-4a46-adf3-92c8fbf26133 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:14.131789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eaf7728e-543f-472c-945f-e461cec75cca req-7a435ff6-b6d7-482a-81b4-b71564884de0 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425605 Oct 20 10:45:14.160650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-9ceeddbe-36b8-4481-bb41-de63198e15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.162375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-9ceeddbe-36b8-4481-bb41-de63198e15a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04143be8-086f-45be-9f76-4db8f32998fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244714 Oct 20 10:45:14.177860 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.182788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.188776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:14.272183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '78ac6fed-500d-4a46-adf3-92c8fbf26133', 'network_id': '04143be8-086f-45be-9f76-4db8f32998fe', 'port_id': '78ac6fed-500d-4a46-adf3-92c8fbf26133', 'mac_address': 'fa:16:3e:c9:71:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7166ac14-8582-4100-90b5-08dc09e0ce59', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:14.278106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:14.282182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:14.441835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.466505 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df46215-885e-4702-9699-adc884744a0b x-openstack-request-id: req-6df46215-885e-4702-9699-adc884744a0b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:14.469817 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "name": "network-vif-plugged", "status": "completed", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:14.470088 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6df46215-885e-4702-9699-adc884744a0b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:14.470498 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083', 'code': 200} Oct 20 10:45:14.539921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ac6fed-500d-4a46-adf3-92c8fbf26133 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:14.594057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:14.606533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.607720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b7ec371-a80e-479b-9b41-3129f1ece045 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:14.641631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-3d1da0db-50e6-42c1-8863-068680f528ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.643445 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-3d1da0db-50e6-42c1-8863-068680f528ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.1766584 Oct 20 10:45:14.674060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c086d0e-45ac-4a6d-ae2e-20ac301b42d8 req-e1a598af-d198-44f0-9577-ed477ccaca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.676373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1c086d0e-45ac-4a6d-ae2e-20ac301b42d8 req-e1a598af-d198-44f0-9577-ed477ccaca43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 1098 time: 0.1329668 Oct 20 10:45:14.777399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f09c-fea2-4005-b118-5de972d397a8 req-66270be7-4642-41c4-8c3a-392704c8697c tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.779050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7a3f09c-fea2-4005-b118-5de972d397a8 req-66270be7-4642-41c4-8c3a-392704c8697c tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.1008663 Oct 20 10:45:14.787542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-d96c55a4-481a-48e3-8c1f-7ca2bd1d3661 service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135342 Oct 20 10:45:14.814081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:14.863008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1c086d0e-45ac-4a6d-ae2e-20ac301b42d8 req-eb8c1b30-b621-4e96-9987-547bd2b4c208 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703105 Oct 20 10:45:14.872734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.902630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.905454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-15c3ee82-cccc-4104-b40d-35f602b4eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.907080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-15c3ee82-cccc-4104-b40d-35f602b4eb8c service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.2549360 Oct 20 10:45:14.937509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b7ec371-a80e-479b-9b41-3129f1ece045,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:14.950325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3b7ec371-a80e-479b-9b41-3129f1ece045', 'network_id': '8408ade4-7823-458e-872a-91aba70214f2', 'port_id': '3b7ec371-a80e-479b-9b41-3129f1ece045', 'mac_address': 'fa:16:3e:91:48:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8904209-9f4d-46c9-92b5-49d325883e5b', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:14.960276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.961635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b3b6c5a-97d2-4693-a86f-1561699186c4 req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8826938 Oct 20 10:45:14.970291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7a3f09c-fea2-4005-b118-5de972d397a8 req-fd0ac586-2ba3-4e04-ae16-1b4ea451442b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803558 Oct 20 10:45:14.979467 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-8c74fc3e-cd8e-49d0-aac9-53ea0f46e7cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0601697 Oct 20 10:45:14.996279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c08de3-207a-4e91-b78c-74011b92bfb1 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f953195b-ab94-4f07-b88e-245b7df56aa8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.020476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.021232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ad21496-c779-4008-b57a-d5ca43b70f9e req-6a3f4711-9c6b-4bd1-a62f-0094480ced1a service neutron] 10.222.0.83 "GET /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190590 Oct 20 10:45:15.036555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7ec371-a80e-479b-9b41-3129f1ece045 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:15.063984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b7ec371-a80e-479b-9b41-3129f1ece045,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:15.071196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.079298 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcdc4c-970f-4cfb-8ece-3400b00d06d5 x-openstack-request-id: req-ebdcdc4c-970f-4cfb-8ece-3400b00d06d5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:15.079610 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:15.081075 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebdcdc4c-970f-4cfb-8ece-3400b00d06d5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:15.081713 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'status': 'completed', 'code': 200} Oct 20 10:45:15.106920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-cfced02f-4e5e-42bc-94ae-512c6d717afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.108391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-cfced02f-4e5e-42bc-94ae-512c6d717afa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.0679388 Oct 20 10:45:15.121119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15550591-43c3-47c2-a7e4-e83fd8ce4d6c {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:15.139350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.174262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.174522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-d6ac75ab-c9e4-4e4f-9bb1-510046884a58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481131 Oct 20 10:45:15.177435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Transition to ACTIVE for port object 15550591-43c3-47c2-a7e4-e83fd8ce4d6c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:15.182570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.240036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac8b9a-7c98-4aec-896e-b25fdf0bd216 req-22884d4d-96eb-4f97-a002-3a7f7c93d228 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.241525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2ac8b9a-7c98-4aec-896e-b25fdf0bd216 req-22884d4d-96eb-4f97-a002-3a7f7c93d228 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 946 time: 0.1533184 Oct 20 10:45:15.252469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-b34c6952-4eb9-46cb-8c46-b2fd39052553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.254870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-b34c6952-4eb9-46cb-8c46-b2fd39052553 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad08336db4434cf092650045de1b643d&device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 1096 time: 0.1149058 Oct 20 10:45:15.287175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a817-74b7-4153-b50a-a4b3f746f0f3 req-55ba81e3-f22d-453b-b435-14abf74f7290 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.293341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a817-74b7-4153-b50a-a4b3f746f0f3 req-55ba81e3-f22d-453b-b435-14abf74f7290 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.299322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a817-74b7-4153-b50a-a4b3f746f0f3 req-55ba81e3-f22d-453b-b435-14abf74f7290 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.306590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab87a817-74b7-4153-b50a-a4b3f746f0f3 req-55ba81e3-f22d-453b-b435-14abf74f7290 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2415 time: 0.1254935 Oct 20 10:45:15.319787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410540-074e-4060-9540-073c16518648 service neutron] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.369424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['78ac6fed-500d-4a46-adf3-92c8fbf26133'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:15.384982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-a28adb0d-9697-4862-ae6d-29379e5a98fe service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998508 Oct 20 10:45:15.407050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2ac8b9a-7c98-4aec-896e-b25fdf0bd216 req-e404e0ef-3b95-4a80-a068-1c067fd357e1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566968 Oct 20 10:45:15.418662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab87a817-74b7-4153-b50a-a4b3f746f0f3 req-b7f24b82-faab-4515-a8f5-822eaa9b7c29 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111958 Oct 20 10:45:15.426931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['314ebe05-9689-4a53-9748-c6ccd8384d83'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:15.443289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Attempting to bind port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:15.443536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Attempting to bind port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:15.443867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Attempting to bind port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:15.444956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-a38b57bb-c0f7-49d8-8680-9dcc7ed68c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.446755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-a38b57bb-c0f7-49d8-8680-9dcc7ed68c24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 200 len: 918 time: 0.1823862 Oct 20 10:45:15.469987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-402607700', 'description': 'tempest-description-1867413533'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:15.473885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3b7ec371-a80e-479b-9b41-3129f1ece045'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:15.500154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c on network 65b94f01-efd3-4c90-b4f8-428131db9be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:15.500543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Attempting to bind port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:15.507651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-a4f8571c-7ebe-4416-9081-478ebe79eac3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 200 len: 217 time: 0.0521629 Oct 20 10:45:15.514556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:15.514556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Checking segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:15.514931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Bound using segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:15.515252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Bound port: 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:15.515602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.585270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a587253-eb62-45cc-9c7b-690e19739db4 req-65a501f6-62bb-41d2-b881-b0f5cc5cbc44 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879685 Oct 20 10:45:15.592673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.619968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-c7700339-45ee-4cda-9e6f-a8e425e142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.621519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-c7700339-45ee-4cda-9e6f-a8e425e142b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a612da-ac1f-470f-a608-b729057d2278 HTTP/1.1" status: 200 len: 855 time: 0.1001649 Oct 20 10:45:15.629646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d5a3f-c7cf-4a2f-b2b0-b93e7d26341c req-5668a797-199e-4d6e-89e8-2a71523bb86f tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.631277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-643d5a3f-c7cf-4a2f-b2b0-b93e7d26341c req-5668a797-199e-4d6e-89e8-2a71523bb86f tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1259606 Oct 20 10:45:15.655810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:15.663693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:15.671547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.739282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.739589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.740424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.742117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-68410540-074e-4060-9540-073c16518648 service neutron] 10.222.0.70 "PUT /v2.0/ports/15550591-43c3-47c2-a7e4-e83fd8ce4d6c HTTP/1.1" status: 200 len: 1092 time: 1.7062953 Oct 20 10:45:15.742572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:15.744040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-5f2e71b2-dc57-4ea7-a7e4-dd36f70e6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.745367 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:15.746022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-5f2e71b2-dc57-4ea7-a7e4-dd36f70e6216 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17c356e2-7d45-42eb-ad77-af1fdeb24960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075008 Oct 20 10:45:15.753134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-643d5a3f-c7cf-4a2f-b2b0-b93e7d26341c req-269473b7-8519-4fc5-b471-108c09f3a683 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992393 Oct 20 10:45:15.801822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.818358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.887287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3f16d-493c-4250-b46f-8be18ce357dc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.907673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410540-074e-4060-9540-073c16518648 service neutron] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.912266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.917356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6a4678e-5c07-452c-a232-945f810771bf req-522c78e1-c2da-4e6b-b817-b35cad3bb42e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4511905 Oct 20 10:45:15.934503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4698788f-48c2-4dc5-90e1-3e2d9edaf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:15.936032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-4698788f-48c2-4dc5-90e1-3e2d9edaf5af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 1095 time: 0.1164207 Oct 20 10:45:15.964931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-7f801760-bee8-4808-811c-bc04c92eadc3 service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050006 Oct 20 10:45:15.993831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-7705170f-d177-4d14-8d11-e4c0df7c3b3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c HTTP/1.1" status: 200 len: 217 time: 0.0416946 Oct 20 10:45:16.008472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:16.049774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-aa95d173-5166-48f4-b280-39cf4805068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.051944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-aa95d173-5166-48f4-b280-39cf4805068e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.0505211 Oct 20 10:45:16.089633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df919d-dbd4-4149-898f-0822bb09e051 req-9ab86b9f-b1f6-4ca2-9eea-c505ffa1677a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.091189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80df919d-dbd4-4149-898f-0822bb09e051 req-9ab86b9f-b1f6-4ca2-9eea-c505ffa1677a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 948 time: 0.1937435 Oct 20 10:45:16.100408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-d4aeb570-0ee4-4f83-a07f-be7b254b02b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259981 Oct 20 10:45:16.165469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75ab92-37f3-4916-9899-2dba4bff29a1 req-f77f7aca-6fc2-4045-b08c-0b6f99af1c34 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.166826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb75ab92-37f3-4916-9899-2dba4bff29a1 req-f77f7aca-6fc2-4045-b08c-0b6f99af1c34 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 943 time: 0.1574831 Oct 20 10:45:16.172570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.180172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f13084-cb5c-410e-ad95-aeab12243c9f req-8f1bad12-f97e-4ea4-ae89-28bca01cdb6a service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055216 Oct 20 10:45:16.202660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80df919d-dbd4-4149-898f-0822bb09e051 req-d7ae0e5d-b761-4196-92a5-4def47cc9f93 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015139 Oct 20 10:45:16.206384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-ab14f7fd-03ac-4a68-9de6-138eeae093e5 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934737 Oct 20 10:45:16.249367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb75ab92-37f3-4916-9899-2dba4bff29a1 req-a5db7ac2-4622-4a6b-ae03-014dd205c4b8 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744557 Oct 20 10:45:16.282652 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3b4dc-9781-4023-b8d6-eb07bda3589f x-openstack-request-id: req-d8d3b4dc-9781-4023-b8d6-eb07bda3589f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:16.283047 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:16.283311 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8d3b4dc-9781-4023-b8d6-eb07bda3589f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:16.283739 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'status': 'completed', 'code': 200} Oct 20 10:45:16.313696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.325567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.351718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cdd9c181-2d15-4b5b-a79f-f3a16b34cd89 req-e54d2a82-0559-42b0-bf6c-66b854fe26b9 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352537 Oct 20 10:45:16.368237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee1381a3-2990-4459-878b-ca33748ff039 req-fa25b0d5-05a0-4616-bdf2-64191f590867 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/f953195b-ab94-4f07-b88e-245b7df56aa8 HTTP/1.1" status: 200 len: 1804 time: 0.0819533 Oct 20 10:45:16.388947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-14440376-6348-482c-a418-a51421abd76c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8837aaec6e81441c9248779af9f793ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783662 Oct 20 10:45:16.391735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:16.419846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777d8566-0e6a-4f8f-8742-0a1f05387687,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:16.420873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.442064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.442402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.442722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.443073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.443620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.443952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.444341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.444612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.444947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.445295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.445706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.446067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14440376-6348-482c-a418-a51421abd76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:16.468981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee1381a3-2990-4459-878b-ca33748ff039 req-9cf72e2b-3c65-45a8-af35-74b264467071 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/57c3f16d-493c-4250-b46f-8be18ce357dc HTTP/1.1" status: 200 len: 1804 time: 0.0904224 Oct 20 10:45:16.477014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d46240-812a-4248-bcc0-00a2ef7726bc req-9f4b6b8d-100c-41f6-847e-082e40d4b0f7 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.479030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4d46240-812a-4248-bcc0-00a2ef7726bc req-9f4b6b8d-100c-41f6-847e-082e40d4b0f7 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.1206686 Oct 20 10:45:16.479312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.483523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f953195b-ab94-4f07-b88e-245b7df56aa8', 'remote_group_id': '57c3f16d-493c-4250-b46f-8be18ce357dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:16.483831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f953195b-ab94-4f07-b88e-245b7df56aa8', 'remote_group_id': '57c3f16d-493c-4250-b46f-8be18ce357dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:16.507895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.519631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-7b360155-9af6-4135-8d82-977758131666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.520938 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-7b360155-9af6-4135-8d82-977758131666 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 1095 time: 0.0854659 Oct 20 10:45:16.542600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4d46240-812a-4248-bcc0-00a2ef7726bc req-e279b49f-c99f-4fdb-b9de-0be036f3bdbb tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535128 Oct 20 10:45:16.596704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.621405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.624004 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.625116 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/777d8566-0e6a-4f8f-8742-0a1f05387687 HTTP/1.1" status: 204 len: 168 time: 0.2324092 Oct 20 10:45:16.637520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2825-8b72-4257-bfb3-f6bec5c60bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d8566-0e6a-4f8f-8742-0a1f05387687,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:16.652114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-3f72c58b-f899-4e74-b788-5cc537b24d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.654074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-3f72c58b-f899-4e74-b788-5cc537b24d3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 917 time: 0.1230118 Oct 20 10:45:16.672512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.686242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982232-5616-4292-babd-85d6a953b8dc req-2bd880f8-030f-431b-a3cb-c27efbaaa842 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.687794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9982232-5616-4292-babd-85d6a953b8dc req-2bd880f8-030f-431b-a3cb-c27efbaaa842 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 946 time: 0.0865278 Oct 20 10:45:16.688450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.703574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-2c1accd4-8f09-4163-80b4-3f0a8e8ef4a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c HTTP/1.1" status: 200 len: 217 time: 0.0378828 Oct 20 10:45:16.715121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7302e52c-12a8-4a37-8223-031263ad524b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:16.734349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.735599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee1381a3-2990-4459-878b-ca33748ff039 req-05af7b6b-393e-46c1-b293-2d312d1ea981 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2561791 Oct 20 10:45:16.757140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9982232-5616-4292-babd-85d6a953b8dc req-cb22cef0-12b7-4c62-91dd-628b8fb41942 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563602 Oct 20 10:45:16.770241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-027ef111-89e9-4885-b434-7a88c6f713a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.774736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-027ef111-89e9-4885-b434-7a88c6f713a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.0637889 Oct 20 10:45:16.814775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-51f5dfc0-04a4-4c1c-b419-45b317a53c46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269670 Oct 20 10:45:16.815054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2113669037', 'description': 'tempest-description-1654253959'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:16.866291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.878281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa387373-0d7a-401e-b299-cdda5dcc0e2e req-5f766e54-69c6-4008-b6b4-b3b4bb8c0fd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.884293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa387373-0d7a-401e-b299-cdda5dcc0e2e req-5f766e54-69c6-4008-b6b4-b3b4bb8c0fd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.890417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa387373-0d7a-401e-b299-cdda5dcc0e2e req-5f766e54-69c6-4008-b6b4-b3b4bb8c0fd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.892492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa387373-0d7a-401e-b299-cdda5dcc0e2e req-5f766e54-69c6-4008-b6b4-b3b4bb8c0fd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2415 time: 0.0913310 Oct 20 10:45:16.928771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-2eddb319-6494-4992-94d2-831eeb0cea4a service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029313 Oct 20 10:45:16.951807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa387373-0d7a-401e-b299-cdda5dcc0e2e req-28e2c0ad-d5c7-40c4-a67c-f0585a028b15 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521204 Oct 20 10:45:16.988611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:16.996307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.006193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6561357a-617b-436a-8ad3-6da489628418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.008031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.048821 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16e52e89-b2ab-4467-b1da-5f1f356aa5aa req-59803b43-581d-4b39-9d89-fec94b9e747f service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058016 Oct 20 10:45:17.060249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:17.060988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.062247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-359a76b7-a52c-4bf2-b725-f7feb6e47e4b req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2592268 Oct 20 10:45:17.086122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fc8bb-47fc-4003-be17-2e4e275d3a30 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7def2b-4d49-460a-9b2e-d89df6ec150d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.116429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:17.121831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:17.122451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.127748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb6bd-3227-4725-9f70-376b1340847b req-95faeb2b-d86d-420a-9b44-1cd17a853d06 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.129372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e36bb6bd-3227-4725-9f70-376b1340847b req-95faeb2b-d86d-420a-9b44-1cd17a853d06 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.0946071 Oct 20 10:45:17.197537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e36bb6bd-3227-4725-9f70-376b1340847b req-5e3754d0-e1e4-435f-b0c6-2d1e497556bf tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583038 Oct 20 10:45:17.208728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6561357a-617b-436a-8ad3-6da489628418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.216964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6561357a-617b-436a-8ad3-6da489628418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.233196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.245986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2073641733', 'description': 'tempest-description-1360920335'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:17.257955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:17.260411 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93689952-89f4-4dba-9fb4-721eb9d7eac4" -d '{"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-plugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:17.274122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:17.279209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.282062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6561357a-617b-436a-8ad3-6da489628418 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ada3e79942d408092a3c87155166b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920377 Oct 20 10:45:17.285605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49520) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:17.286997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561357a-617b-436a-8ad3-6da489628418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f543b16-5493-4141-9c77-f3e02dc50b82,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.333473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.345259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.346116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.367904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.375210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334bb56-7127-4a16-a88c-501aad79751b req-903118f8-cbd5-4413-a124-347fc068e69c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.376716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0334bb56-7127-4a16-a88c-501aad79751b req-903118f8-cbd5-4413-a124-347fc068e69c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 946 time: 0.0752895 Oct 20 10:45:17.418767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.421498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.422637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f543b16-5493-4141-9c77-f3e02dc50b82 HTTP/1.1" status: 204 len: 168 time: 0.1352608 Oct 20 10:45:17.430470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e2995-e12c-4bff-bca4-57ee25ea9879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f543b16-5493-4141-9c77-f3e02dc50b82,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.435578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0334bb56-7127-4a16-a88c-501aad79751b req-321258e4-51ea-4635-a024-95544889d72f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Oct 20 10:45:17.465715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.469873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.480014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 314ebe05-9689-4a53-9748-c6ccd8384d83 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:17.505813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.507046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11f7ae5c-796a-4089-8f2b-d58e07ca8737 req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2655323 Oct 20 10:45:17.508196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ed79f-718f-4cea-851d-f566edb15f75 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b04a97-bffd-4b50-98b2-0b483efa2224,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.544081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 314ebe05-9689-4a53-9748-c6ccd8384d83 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:17.551761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 314ebe05-9689-4a53-9748-c6ccd8384d83 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:17.552414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.556342 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a65c94e-3142-4815-b7fa-ff37c7db1801 x-openstack-request-id: req-7a65c94e-3142-4815-b7fa-ff37c7db1801 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:17.556699 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-plugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:17.557012 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a65c94e-3142-4815-b7fa-ff37c7db1801 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:17.557460 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'code': 200} Oct 20 10:45:17.595788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e372-08c2-4c13-b708-a1cfd5299ee3 req-15da8cfe-c276-4126-8d2c-9d4e14ac11fa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.603730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65d3e372-08c2-4c13-b708-a1cfd5299ee3 req-15da8cfe-c276-4126-8d2c-9d4e14ac11fa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0736852 Oct 20 10:45:17.663346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.671357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65d3e372-08c2-4c13-b708-a1cfd5299ee3 req-14fda12f-c78c-47bd-a029-27c14569459a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Oct 20 10:45:17.700027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc690e-9ade-4969-b6a0-a678aae4cade req-5579b9b4-d01a-4883-8b5f-2703dc25b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.703692 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7fc690e-9ade-4969-b6a0-a678aae4cade req-5579b9b4-d01a-4883-8b5f-2703dc25b0bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1101 time: 0.0699010 Oct 20 10:45:17.705749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51438963-2550-4efa-b587-62e1b4d12bd5 req-ab7b8299-2784-474a-9657-f3ab500eb6cb tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.707407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51438963-2550-4efa-b587-62e1b4d12bd5 req-ab7b8299-2784-474a-9657-f3ab500eb6cb tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 943 time: 0.0763133 Oct 20 10:45:17.726604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=314ebe05-9689-4a53-9748-c6ccd8384d83,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:17.732600 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.733490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 78ac6fed-500d-4a46-adf3-92c8fbf26133 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:17.762168 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7fc690e-9ade-4969-b6a0-a678aae4cade req-ec521e01-2acf-4502-bed0-81766fe3e301 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Oct 20 10:45:17.781748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63745696-7fcc-40a1-a073-2627f6279d78 req-d139583b-7960-4d4f-b888-ea66a16c7419 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/bc7def2b-4d49-460a-9b2e-d89df6ec150d HTTP/1.1" status: 200 len: 1805 time: 0.0729649 Oct 20 10:45:17.799583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51438963-2550-4efa-b587-62e1b4d12bd5 req-2d8af08f-3a45-45df-b78a-da78b774ef9f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830414 Oct 20 10:45:17.822392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:17.827923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63745696-7fcc-40a1-a073-2627f6279d78 req-9a09ab54-6ce6-410f-b478-93febafff97b tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/c9b04a97-bffd-4b50-98b2-0b483efa2224 HTTP/1.1" status: 200 len: 1805 time: 0.0452049 Oct 20 10:45:17.841035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc7def2b-4d49-460a-9b2e-d89df6ec150d', 'remote_group_id': 'c9b04a97-bffd-4b50-98b2-0b483efa2224', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:17.841425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc7def2b-4d49-460a-9b2e-d89df6ec150d', 'remote_group_id': 'c9b04a97-bffd-4b50-98b2-0b483efa2224', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:17.842484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 78ac6fed-500d-4a46-adf3-92c8fbf26133 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:17.847419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 78ac6fed-500d-4a46-adf3-92c8fbf26133 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:17.848216 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.943031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.947124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.972547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fe03-b618-432a-86bf-e0cb10215803 req-b3a7f1dc-7663-405b-b57c-515003071ffc tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:17.973936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f486fe03-b618-432a-86bf-e0cb10215803 req-b3a7f1dc-7663-405b-b57c-515003071ffc tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.0844586 Oct 20 10:45:17.981365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:17.986745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.988381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b7ec371-a80e-479b-9b41-3129f1ece045 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:17.991202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.004296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.033430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9bd445-ca22-48a7-a5ce-f2144aa17ff1,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:18.047835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f486fe03-b618-432a-86bf-e0cb10215803 req-435cecb2-3b97-497d-b12e-249e38edc0ee tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595982 Oct 20 10:45:18.058468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.070563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63745696-7fcc-40a1-a073-2627f6279d78 req-96f7d323-c9cc-41b1-90c3-aa32b2ec7184 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2336349 Oct 20 10:45:18.158427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-2aaf46be-acd9-4fce-92d7-0db4cbf9a9e2 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/c9b04a97-bffd-4b50-98b2-0b483efa2224 HTTP/1.1" status: 200 len: 1805 time: 0.0701883 Oct 20 10:45:18.205365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b0b9-a8e2-4508-8e77-12326af3c9b2 req-3255aa85-68cf-447b-9381-d030fd6bd655 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.211605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b0b9-a8e2-4508-8e77-12326af3c9b2 req-3255aa85-68cf-447b-9381-d030fd6bd655 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.217716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b0b9-a8e2-4508-8e77-12326af3c9b2 req-3255aa85-68cf-447b-9381-d030fd6bd655 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.219406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db67b0b9-a8e2-4508-8e77-12326af3c9b2 req-3255aa85-68cf-447b-9381-d030fd6bd655 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2417 time: 0.0973845 Oct 20 10:45:18.222905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:18.252623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3b7ec371-a80e-479b-9b41-3129f1ece045 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:18.257658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3b7ec371-a80e-479b-9b41-3129f1ece045 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:18.258020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.290791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db67b0b9-a8e2-4508-8e77-12326af3c9b2 req-ac03457e-3d14-4ca8-be9f-44d9bea48b5b tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Oct 20 10:45:18.291365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.328665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.359145 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.396988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b7ec371-a80e-479b-9b41-3129f1ece045,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:18.401968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.439268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bb1c-87b5-49ac-9c4c-b705aa46ed4b req-ec793b40-9f52-4dff-9dea-1ae857ab1fdd tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.443330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f33bb1c-87b5-49ac-9c4c-b705aa46ed4b req-ec793b40-9f52-4dff-9dea-1ae857ab1fdd tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.0781357 Oct 20 10:45:18.457422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.460257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.461532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4bd1f12-fde8-4929-87c0-f397f8200684 req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/c9b04a97-bffd-4b50-98b2-0b483efa2224 HTTP/1.1" status: 204 len: 173 time: 0.2919869 Oct 20 10:45:18.470401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:18.499434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50650eb2-2cad-4629-887d-f34b240ff484 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b04a97-bffd-4b50-98b2-0b483efa2224,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:18.519425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f33bb1c-87b5-49ac-9c4c-b705aa46ed4b req-2891ad20-c997-47dd-92d8-112b3f8564ea tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635719 Oct 20 10:45:18.617614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d7e9108-a8f4-4baf-a475-3ec184bbacc2 req-0e7497f4-1066-4bbe-baf3-e585f1744110 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/bc7def2b-4d49-460a-9b2e-d89df6ec150d HTTP/1.1" status: 200 len: 1805 time: 0.0657620 Oct 20 10:45:18.626662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49571a22-b801-45ff-949d-8c52ac608c81 req-18ad00fb-9b6c-47d9-bc84-d15872963fac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.627356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49571a22-b801-45ff-949d-8c52ac608c81 req-18ad00fb-9b6c-47d9-bc84-d15872963fac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 946 time: 0.0946863 Oct 20 10:45:18.651210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2099645350', 'description': 'tempest-description-1565033736'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:18.690120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49571a22-b801-45ff-949d-8c52ac608c81 req-9b04ff99-549d-4998-b1d3-d5adb2cfc86c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Oct 20 10:45:18.691608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.791954 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.807735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.855650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.857262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edb5bff1-7583-4d56-acc4-bf1152f689de req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2167420 Oct 20 10:45:18.866173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95424581-022a-4e4f-b20f-ba0688ab24e8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95df22a6-f7d6-484f-922d-43827cfe57b7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:18.877715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a5d2e-2142-4e2a-8472-018ad0a22055 req-ffe405b0-a74f-461a-9828-1fb22510693c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:18.879793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c1a5d2e-2142-4e2a-8472-018ad0a22055 req-ffe405b0-a74f-461a-9828-1fb22510693c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1036732 Oct 20 10:45:18.939753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c1a5d2e-2142-4e2a-8472-018ad0a22055 req-5df21215-54c4-4e14-816d-e96629f11673 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509958 Oct 20 10:45:19.011261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b181696-2ee2-492d-9b85-45122601d609 req-108306e4-4d48-40ad-9dcc-1a2179c2e961 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.012725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b181696-2ee2-492d-9b85-45122601d609 req-108306e4-4d48-40ad-9dcc-1a2179c2e961 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 943 time: 0.0900724 Oct 20 10:45:19.016692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-022d5763-5346-496f-b721-4b164341af97 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 200 len: 1805 time: 0.0544822 Oct 20 10:45:19.029831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95df22a6-f7d6-484f-922d-43827cfe57b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:19.030071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95df22a6-f7d6-484f-922d-43827cfe57b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:19.070685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b181696-2ee2-492d-9b85-45122601d609 req-26781904-f100-4129-9310-21263ef69958 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518477 Oct 20 10:45:19.075540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:19.119258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.140586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.145704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.168716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5c777f-8383-47cf-af41-85d60549a313,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:19.184194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.185395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec70e2df-9b73-4a20-a6c0-a063bd610336 req-fd5b43a1-9bd1-4f86-ad08-ff01ff3eadc8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1603374 Oct 20 10:45:19.201523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:19.214625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'port_id': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'mac_address': 'fa:16:3e:de:1f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1139191-a3f9-4e18-8d48-f8d8afa04d58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:19.264150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.268763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-219fad89-f3ea-415f-9994-ccb47934d056 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.277261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-219fad89-f3ea-415f-9994-ccb47934d056 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 946 time: 0.0733190 Oct 20 10:45:19.280961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15550591-43c3-47c2-a7e4-e83fd8ce4d6c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:19.302340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:19.307945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.360657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc86d1-833a-47e6-8cc4-f0e21d4962c4 req-c6d453fc-0565-4746-b0c6-5b26abd25573 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.361058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:19.363109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bcc86d1-833a-47e6-8cc4-f0e21d4962c4 req-c6d453fc-0565-4746-b0c6-5b26abd25573 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.0996459 Oct 20 10:45:19.369231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f3fd4654-e163-4043-9d13-e1724837975d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 200 len: 2398 time: 0.0880878 Oct 20 10:45:19.390111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95df22a6-f7d6-484f-922d-43827cfe57b7', 'remote_group_id': None}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:19.390416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95df22a6-f7d6-484f-922d-43827cfe57b7', 'remote_group_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:19.395443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Deleting port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:19.395783 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.421863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bcc86d1-833a-47e6-8cc4-f0e21d4962c4 req-5857558b-d652-4c10-942d-bdd3d97007b3 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516720 Oct 20 10:45:19.467418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.494248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.498397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] For port 686a9a5d-a3e8-4740-82e9-a75c7ec34083, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=686a9a5d-a3e8-4740-82e9-a75c7ec34083,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:19.498611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.500640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.519351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc11945-a99f-4331-b145-e3dea4f75a48,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:19.521547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Calling delete_port for 686a9a5d-a3e8-4740-82e9-a75c7ec34083 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:19.523866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.525052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b42232-6644-45f8-bf72-abbab94c1ab8 req-f87f8e96-da3f-44a5-b4fc-cb4153607644 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1402352 Oct 20 10:45:19.559025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83'}, {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133'}, {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:19.561994 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3b01e2-8c0e-4d86-9547-26f85a650525" -d '{"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83"}, {"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133"}, {"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:19.595946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['15550591-43c3-47c2-a7e4-e83fd8ce4d6c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:19.596219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a233-a7ab-45c4-bc21-9f71d55d0a41 req-79dc7593-80e5-4395-8c88-a8149f3c926c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.602967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a233-a7ab-45c4-bc21-9f71d55d0a41 req-79dc7593-80e5-4395-8c88-a8149f3c926c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.609080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a233-a7ab-45c4-bc21-9f71d55d0a41 req-79dc7593-80e5-4395-8c88-a8149f3c926c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.610807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3904a233-a7ab-45c4-bc21-9f71d55d0a41 req-79dc7593-80e5-4395-8c88-a8149f3c926c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.0786166 Oct 20 10:45:19.657946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3904a233-a7ab-45c4-bc21-9f71d55d0a41 req-4593f31a-b19e-482a-a005-9bb9187c334f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381603 Oct 20 10:45:19.692100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-200e37da-9ec3-4cde-9397-dd4ee9c1fed2 req-23533c57-e929-498c-a4bd-ff311e3ac8f8 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 200 len: 2996 time: 0.1111059 Oct 20 10:45:19.795283 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af55be4-ec9c-4294-bce4-42fe180199f1 x-openstack-request-id: req-3af55be4-ec9c-4294-bce4-42fe180199f1 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:19.795683 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83", "code": 200}, {"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133", "code": 200}, {"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:19.796177 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3af55be4-ec9c-4294-bce4-42fe180199f1 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:19.796667 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83', 'code': 200} Oct 20 10:45:19.797015 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133', 'code': 200} Oct 20 10:45:19.797356 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045', 'code': 200} Oct 20 10:45:19.806430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92273c-9fb1-4fe7-b0c2-324dfca48a3b req-6f1f8372-cb8d-4861-b8ad-ef778320e96c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.817849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd92273c-9fb1-4fe7-b0c2-324dfca48a3b req-6f1f8372-cb8d-4861-b8ad-ef778320e96c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.0723116 Oct 20 10:45:19.902127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-856eb154-52f5-4c50-8319-ce4018afc7c9 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-group-rules/7cc11945-a99f-4331-b145-e3dea4f75a48 HTTP/1.1" status: 200 len: 783 time: 0.0636282 Oct 20 10:45:19.911482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd92273c-9fb1-4fe7-b0c2-324dfca48a3b req-9571ea75-a568-4296-81c3-a52bd01798d3 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Oct 20 10:45:19.970403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04238-646f-4269-ad88-5131d766fdf9 req-47ca5293-9ed4-42df-b3e5-fd4c33d6df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.971183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04238-646f-4269-ad88-5131d766fdf9 req-47ca5293-9ed4-42df-b3e5-fd4c33d6df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.973600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04238-646f-4269-ad88-5131d766fdf9 req-47ca5293-9ed4-42df-b3e5-fd4c33d6df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.976228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ff04238-646f-4269-ad88-5131d766fdf9 req-47ca5293-9ed4-42df-b3e5-fd4c33d6df7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2874 time: 0.1366954 Oct 20 10:45:19.983942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.015418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Pushing event deleted for resources: {'Port': ['ID=686a9a5d-a3e8-4740-82e9-a75c7ec34083,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:20.028391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6597d996-8abf-4e29-b178-43d5ad4f7fd4 req-61676ebb-e40a-4647-a897-7b907776e479 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=c622e5ba-c924-45b7-8fe5-8fb83bca3f65 HTTP/1.1" status: 200 len: 210 time: 0.0471630 Oct 20 10:45:20.041090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-6f87485f-190f-4e59-82da-f40e67aa59bc tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 200 len: 2996 time: 0.1265724 Oct 20 10:45:20.069049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ff04238-646f-4269-ad88-5131d766fdf9 req-4f84be88-5fb7-4cb4-b969-9d40c8ab46c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726235 Oct 20 10:45:20.069248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] No DVR routers for this DVR port 686a9a5d-a3e8-4740-82e9-a75c7ec34083 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:20.074261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.078010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29639744-3a15-4e60-aee3-c9877b669fa4 req-8714b74b-7711-434c-b4bf-adc4fa53b797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.70 "DELETE /v2.0/ports/686a9a5d-a3e8-4740-82e9-a75c7ec34083 HTTP/1.1" status: 204 len: 173 time: 0.7942743 Oct 20 10:45:20.078692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'name': 'network-vif-deleted', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:20.084487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.093803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.094792 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a78b6-edd4-4197-80f7-aa99a4c05f1d" -d '{"events": [{"server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "name": "network-vif-deleted", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:20.130638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49622) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.152506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.157449 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.158657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71e719ab-4502-4105-8f95-d1f9d5fac5a1 req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/7cc11945-a99f-4331-b145-e3dea4f75a48 HTTP/1.1" status: 204 len: 173 time: 0.1112432 Oct 20 10:45:20.174053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2d493-37af-467d-bf0f-efc728c72cac tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc11945-a99f-4331-b145-e3dea4f75a48,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:20.195309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3930c99-1771-49d0-a8cb-9f761042ca55 req-dac3e443-f0cc-49e4-9c45-490379301a4e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.197022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3930c99-1771-49d0-a8cb-9f761042ca55 req-dac3e443-f0cc-49e4-9c45-490379301a4e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0778589 Oct 20 10:45:20.268536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8916b90f-6b82-4f5c-8037-2451a1d31974', '686a9a5d-a3e8-4740-82e9-a75c7ec34083'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:20.269647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3930c99-1771-49d0-a8cb-9f761042ca55 req-0e49a01a-33eb-4b3d-be4d-251ac74be37f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641711 Oct 20 10:45:20.273760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4404f16c-100a-4437-b9ba-e48943366a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.302848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659dffc-7fef-47b9-8443-1d3ceae0046a req-1e3db6fb-decf-473d-8cf9-d483df137893 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.304339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2659dffc-7fef-47b9-8443-1d3ceae0046a req-1e3db6fb-decf-473d-8cf9-d483df137893 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 944 time: 0.0774486 Oct 20 10:45:20.326065 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14356639-2233-4554-b110-8e929dba8ff9 x-openstack-request-id: req-14356639-2233-4554-b110-8e929dba8ff9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:20.326355 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c622e5ba-c924-45b7-8fe5-8fb83bca3f65", "name": "network-vif-deleted", "tag": "686a9a5d-a3e8-4740-82e9-a75c7ec34083", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:20.326595 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14356639-2233-4554-b110-8e929dba8ff9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:20.327201 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c622e5ba-c924-45b7-8fe5-8fb83bca3f65', 'name': 'network-vif-deleted', 'tag': '686a9a5d-a3e8-4740-82e9-a75c7ec34083', 'status': 'completed', 'code': 200} Oct 20 10:45:20.359947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2659dffc-7fef-47b9-8443-1d3ceae0046a req-55fc66bb-5f65-4958-b094-c97be4fd18e2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Oct 20 10:45:20.390095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4404f16c-100a-4437-b9ba-e48943366a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.391254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4404f16c-100a-4437-b9ba-e48943366a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.401269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-5ae6b5ea-2b59-4bfd-bc7d-390a4e210225 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 200 len: 2398 time: 0.0604877 Oct 20 10:45:20.432697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404f16c-100a-4437-b9ba-e48943366a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1add83-3e61-4804-8da5-4a5ad49a6e77,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:20.438331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4404f16c-100a-4437-b9ba-e48943366a79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19c7e33fa36343d7b7fe65ae6bfc65ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062522 Oct 20 10:45:20.441373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.489774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.496932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-19766162-d7d2-4bdb-814d-0f69590f581c req-70a60604-f26b-4f20-8eb4-165e2d329aa1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:45:20.498025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19766162-d7d2-4bdb-814d-0f69590f581c req-70a60604-f26b-4f20-8eb4-165e2d329aa1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053966 Oct 20 10:45:20.500100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9656623d-1177-4368-8315-390be78af157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.523435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.525407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9656623d-1177-4368-8315-390be78af157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.582599 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.586287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.591738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6f1aa58-9325-4f13-8fe3-6199227e214e req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/95df22a6-f7d6-484f-922d-43827cfe57b7 HTTP/1.1" status: 204 len: 173 time: 0.1820233 Oct 20 10:45:20.598775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9656623d-1177-4368-8315-390be78af157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.603541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aa9ec-6629-4133-add7-c70e8f1df23c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95df22a6-f7d6-484f-922d-43827cfe57b7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:20.607259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9656623d-1177-4368-8315-390be78af157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.610204 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9656623d-1177-4368-8315-390be78af157 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a1add83-3e61-4804-8da5-4a5ad49a6e77 HTTP/1.1" status: 204 len: 168 time: 0.1672146 Oct 20 10:45:20.621997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656623d-1177-4368-8315-390be78af157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1add83-3e61-4804-8da5-4a5ad49a6e77,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:20.736746 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-513e53c0-0a14-473d-bf60-ea867ddfd06b req-fd8da398-8df3-4b49-b70d-113ac89a253e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] show failed (client error): The resource could not be found. Oct 20 10:45:20.738501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-513e53c0-0a14-473d-bf60-ea867ddfd06b req-fd8da398-8df3-4b49-b70d-113ac89a253e tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/c9b04a97-bffd-4b50-98b2-0b483efa2224 HTTP/1.1" status: 404 len: 352 time: 0.0360518 Oct 20 10:45:20.746580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df0f32-f293-4742-a44e-2b365f1c4620 req-9d911f13-9f14-4fa6-8785-9a66db745856 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.748154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92df0f32-f293-4742-a44e-2b365f1c4620 req-9d911f13-9f14-4fa6-8785-9a66db745856 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 944 time: 0.0853968 Oct 20 10:45:20.804313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92df0f32-f293-4742-a44e-2b365f1c4620 req-f9caf6a1-9326-4794-ab4d-fc313b896f96 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485041 Oct 20 10:45:20.932981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2858-2d6f-4674-96b2-f5bb28d9653e req-db43dbe4-1f02-47d6-8fa2-996875907b5b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.934471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064e2858-2d6f-4674-96b2-f5bb28d9653e req-db43dbe4-1f02-47d6-8fa2-996875907b5b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1282980 Oct 20 10:45:20.960571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-7a5a0ad8-30b3-4d9c-a3fe-71c9ce14811b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2407005 Oct 20 10:45:20.969190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49650) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.977342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f1f3-8881-4d48-ba1f-ff42caec3afa req-18e800af-c712-4fef-8025-a16bde2635df tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.981752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76761b0e-1c55-43ad-a554-eeb837c40fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.983375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f1f3-8881-4d48-ba1f-ff42caec3afa req-18e800af-c712-4fef-8025-a16bde2635df tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.989808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f1f3-8881-4d48-ba1f-ff42caec3afa req-18e800af-c712-4fef-8025-a16bde2635df tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:20.991491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4a1f1f3-8881-4d48-ba1f-ff42caec3afa req-18e800af-c712-4fef-8025-a16bde2635df tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.1227727 Oct 20 10:45:20.996222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-16304f85-2e5b-4187-a37f-d1d01b08837c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:45:20.999379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-16304f85-2e5b-4187-a37f-d1d01b08837c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069883 Oct 20 10:45:21.047031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-064e2858-2d6f-4674-96b2-f5bb28d9653e req-26b33e20-0c2d-4167-b0ce-575208325098 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005797 Oct 20 10:45:21.075375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4a1f1f3-8881-4d48-ba1f-ff42caec3afa req-8d19b553-a825-4217-ba55-2840f8fc3597 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731623 Oct 20 10:45:21.084305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76761b0e-1c55-43ad-a554-eeb837c40fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.089724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76761b0e-1c55-43ad-a554-eeb837c40fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.091492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:21.128967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e966d9d5-50a5-47a2-8b9f-ae99ec976dd5 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/bc7def2b-4d49-460a-9b2e-d89df6ec150d HTTP/1.1" status: 200 len: 1805 time: 0.0445397 Oct 20 10:45:21.141579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76761b0e-1c55-43ad-a554-eeb837c40fab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dce2d57827704e1b98e917f326264478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713049 Oct 20 10:45:21.143030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76761b0e-1c55-43ad-a554-eeb837c40fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcfb56c-6aa9-43ac-9cd3-3a307a09f16d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.147075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49658) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:21.167826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:21.174097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:21.174742 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.229938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.251964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e32-59bf-4725-95ca-930f26fff604 req-7234873e-e29d-452b-a6ae-8c20c4414f5b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:21.254175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48705e32-59bf-4725-95ca-930f26fff604 req-7234873e-e29d-452b-a6ae-8c20c4414f5b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1070204 Oct 20 10:45:21.259300 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.277220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.291111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.306336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.324637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48705e32-59bf-4725-95ca-930f26fff604 req-7da7c356-b44e-4481-982c-adcaac76e52d tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621212 Oct 20 10:45:21.342434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:21.348355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.349152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.352064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.363463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5bcfb56c-6aa9-43ac-9cd3-3a307a09f16d HTTP/1.1" status: 204 len: 168 time: 0.2079697 Oct 20 10:45:21.386480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f733d-f05a-4918-8d98-c65e4e62dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcfb56c-6aa9-43ac-9cd3-3a307a09f16d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.410705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.413957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.424224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3b7776a-e2f5-47ef-ab88-80e95a1869e3 req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/bc7def2b-4d49-460a-9b2e-d89df6ec150d HTTP/1.1" status: 204 len: 173 time: 0.2896149 Oct 20 10:45:21.453599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9a4a9-413c-4711-9337-fb50d6a7fbdb tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7def2b-4d49-460a-9b2e-d89df6ec150d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.509196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:21.531546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.600781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c366e-3389-49a9-b43d-835670f681ac req-42eb761c-18c0-40cf-b2fc-f193051abb96 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:21.602460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-694c366e-3389-49a9-b43d-835670f681ac req-42eb761c-18c0-40cf-b2fc-f193051abb96 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1061888 Oct 20 10:45:21.626013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29db9-32e4-4094-92db-2a08f76b99d3 req-830a2a80-2906-47db-b156-ac6748ce9b06 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:21.641253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9aa29db9-32e4-4094-92db-2a08f76b99d3 req-830a2a80-2906-47db-b156-ac6748ce9b06 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.0952072 Oct 20 10:45:21.663345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:21.679742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'port_id': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'mac_address': 'fa:16:3e:31:d8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:21.700692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-694c366e-3389-49a9-b43d-835670f681ac req-b65a7faf-3072-45c2-93ea-f419c5064137 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888526 Oct 20 10:45:21.716067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9aa29db9-32e4-4094-92db-2a08f76b99d3 req-5ee1422d-7825-4e7d-9ce4-8c49a1caa4f6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738130 Oct 20 10:45:21.721402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.734991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:21.765094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:21.770738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.815350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:21.818191 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e592d64-a605-4a7e-9458-e64245d7c263" -d '{"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-plugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:21.842870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-a4a18dd6-6d73-4f52-a9bc-d864689dd235 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/57c3f16d-493c-4250-b46f-8be18ce357dc HTTP/1.1" status: 200 len: 1804 time: 0.1084695 Oct 20 10:45:21.849580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.900661 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507dbd1-628e-4cb7-90ce-f1db2728f5d7 x-openstack-request-id: req-8507dbd1-628e-4cb7-90ce-f1db2728f5d7 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:21.900951 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-plugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:21.901227 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8507dbd1-628e-4cb7-90ce-f1db2728f5d7 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:21.901614 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'code': 200} Oct 20 10:45:21.962536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.986426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.025088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581d301-87ca-4a51-af93-e516c7b3d6bd req-1b202123-a816-4a2c-98a4-30d9eaa0d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.028278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6581d301-87ca-4a51-af93-e516c7b3d6bd req-1b202123-a816-4a2c-98a4-30d9eaa0d5a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 1097 time: 0.0556040 Oct 20 10:45:22.049686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['607ecb79-02c3-490b-a8a3-7b0c8517aeb8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:22.080074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6581d301-87ca-4a51-af93-e516c7b3d6bd req-9942d123-0adb-4459-b611-d172bc24e725 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Oct 20 10:45:22.096090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659205eb-683d-462f-8cd9-26b27cea649c req-09cbcb08-0a98-448f-a052-cbf80f9c1b28 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.098023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-659205eb-683d-462f-8cd9-26b27cea649c req-09cbcb08-0a98-448f-a052-cbf80f9c1b28 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 945 time: 0.1009536 Oct 20 10:45:22.145830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.148635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.164261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8484e67-5249-45a1-85a9-30ee23a20162 req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/57c3f16d-493c-4250-b46f-8be18ce357dc HTTP/1.1" status: 204 len: 173 time: 0.3142145 Oct 20 10:45:22.170356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-659205eb-683d-462f-8cd9-26b27cea649c req-1159021d-e464-476e-a440-f084c8bdda06 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618176 Oct 20 10:45:22.184033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7d95a-18c0-40fa-a7fb-0b0e7a92ba8c tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3f16d-493c-4250-b46f-8be18ce357dc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:22.313001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84afc67-53cf-4ba1-a2ff-b5620a9262ad req-2743757b-65c7-41c6-8038-6093416a9190 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.314568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b84afc67-53cf-4ba1-a2ff-b5620a9262ad req-2743757b-65c7-41c6-8038-6093416a9190 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0874717 Oct 20 10:45:22.348114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7133a-05a5-4964-a6e1-c55b10e10619 req-b7910a18-c94d-47b9-a0d2-5c8913515403 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.354178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7133a-05a5-4964-a6e1-c55b10e10619 req-b7910a18-c94d-47b9-a0d2-5c8913515403 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.360918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7133a-05a5-4964-a6e1-c55b10e10619 req-b7910a18-c94d-47b9-a0d2-5c8913515403 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.367652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09d7133a-05a5-4964-a6e1-c55b10e10619 req-b7910a18-c94d-47b9-a0d2-5c8913515403 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.1056297 Oct 20 10:45:22.419404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b84afc67-53cf-4ba1-a2ff-b5620a9262ad req-9480d2cd-dd60-499d-a65b-17057deec450 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979104 Oct 20 10:45:22.435595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09d7133a-05a5-4964-a6e1-c55b10e10619 req-d905e6a3-f8b6-45e0-a093-6039dc48df63 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Oct 20 10:45:22.490490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-b141d2e5-71eb-4e90-a0fc-03d5dee57735 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/f953195b-ab94-4f07-b88e-245b7df56aa8 HTTP/1.1" status: 200 len: 1804 time: 0.0427034 Oct 20 10:45:22.587357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c195c0-0863-4af4-8833-c06c6de0453c req-3467446d-52d6-42e6-bed4-e0dee6e2d21b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.588819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13c195c0-0863-4af4-8833-c06c6de0453c req-3467446d-52d6-42e6-bed4-e0dee6e2d21b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0898376 Oct 20 10:45:22.605888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.646827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.651916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13c195c0-0863-4af4-8833-c06c6de0453c req-833a61b6-9413-4e1d-9266-8364f0c3a2c0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Oct 20 10:45:22.709237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.711909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.713030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68b39c82-6003-4b3f-b0dd-ccbf21e554c8 req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/f953195b-ab94-4f07-b88e-245b7df56aa8 HTTP/1.1" status: 204 len: 173 time: 0.2158375 Oct 20 10:45:22.754894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbfdbc-823f-41bc-abd4-7c8935ef5a7d tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953195b-ab94-4f07-b88e-245b7df56aa8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:22.799123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae996c-22ce-43e7-8638-99f607d5d9e4 req-01c6a8a8-ddb2-4906-b943-f3b063a92273 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.800899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7ae996c-22ce-43e7-8638-99f607d5d9e4 req-01c6a8a8-ddb2-4906-b943-f3b063a92273 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.0869975 Oct 20 10:45:22.876969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7ae996c-22ce-43e7-8638-99f607d5d9e4 req-4bdcfb55-dc65-4afe-a209-a73eb8c3dad6 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699821 Oct 20 10:45:22.903292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-9b5f8c53-2293-461b-b598-ad505cd0f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.903802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b45c5-b165-413f-b943-59f5076c16a1 req-d18ccc3b-2c7e-4460-bd8b-f1778295c2f6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:22.903930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-9b5f8c53-2293-461b-b598-ad505cd0f075 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1101 time: 0.0536876 Oct 20 10:45:22.904040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-976b45c5-b165-413f-b943-59f5076c16a1 req-d18ccc3b-2c7e-4460-bd8b-f1778295c2f6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0773277 Oct 20 10:45:22.973850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-976b45c5-b165-413f-b943-59f5076c16a1 req-4e1e10d5-bb8e-4afa-bb7a-58a0a1067185 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634642 Oct 20 10:45:22.976932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-90ac0277-3a90-4475-97e9-5af2551cc681 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/7c2a18b5-7ec9-484c-a3e0-9d4e0889957d HTTP/1.1" status: 200 len: 2403 time: 0.0686331 Oct 20 10:45:23.002704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-c3cb4d13-1b9f-4525-b15d-b0ba694c7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.002704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-c3cb4d13-1b9f-4525-b15d-b0ba694c7db3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.0924342 Oct 20 10:45:23.063839 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-53a9e6b3-5077-4b6b-831f-a4d07b76bf71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.0499506 Oct 20 10:45:23.110436 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.121244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 686a9a5d-a3e8-4740-82e9-a75c7ec34083 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:23.128390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-239e88f3-1a1a-42d7-9f8d-1ec05a9cda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.131389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-239e88f3-1a1a-42d7-9f8d-1ec05a9cda67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0557680 Oct 20 10:45:23.136898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218aadc-edf5-44f3-9126-43cea6196d62 req-bbc03cba-0bbd-43b9-b8fb-c5e65690db45 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.138410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5218aadc-edf5-44f3-9126-43cea6196d62 req-bbc03cba-0bbd-43b9-b8fb-c5e65690db45 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.0746510 Oct 20 10:45:23.146160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 686a9a5d-a3e8-4740-82e9-a75c7ec34083 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:23.146865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 686a9a5d-a3e8-4740-82e9-a75c7ec34083 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:23.150385 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.193846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-e7fe7100-2c7a-4d11-a2dd-7940cffa789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.195770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-e7fe7100-2c7a-4d11-a2dd-7940cffa789e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475438 Oct 20 10:45:23.212822 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5218aadc-edf5-44f3-9126-43cea6196d62 req-1c29b0bd-eaaf-4fa2-bfdd-b7f1fce86175 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645010 Oct 20 10:45:23.232135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.234791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.236082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a444fbb3-f5d0-4589-b4e2-0bf1aa3a5638 req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/7c2a18b5-7ec9-484c-a3e0-9d4e0889957d HTTP/1.1" status: 204 len: 173 time: 0.2272851 Oct 20 10:45:23.250024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6730c-091f-4ea0-9cb1-527af28e8673 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a18b5-7ec9-484c-a3e0-9d4e0889957d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:23.335772 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-03649bc9-0151-4063-aa76-f8dcf7921ae9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269777 Oct 20 10:45:23.496989 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-6922de7a-1158-4898-baba-f461a3aae045 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500638 Oct 20 10:45:23.521024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:23.593532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:23.599806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:23.600413 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.620924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-8e6731ad-026f-485e-89de-65e52d858a49 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "GET /v2.0/security-groups/c15e1507-8531-4650-ad3a-c01fc1a6c88d HTTP/1.1" status: 200 len: 2396 time: 0.0607939 Oct 20 10:45:23.683824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95d8b-e178-443f-843b-b054569e1378 req-af5c7f8a-336c-4603-b60e-3e8cb9fe3fa0 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.685532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfd95d8b-e178-443f-843b-b054569e1378 req-af5c7f8a-336c-4603-b60e-3e8cb9fe3fa0 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 945 time: 0.1562526 Oct 20 10:45:23.691358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.707813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.741365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.741595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:23.749829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.798148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfd95d8b-e178-443f-843b-b054569e1378 req-9262cc14-24a2-403e-90f5-d48aa9a81c1e tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036577 Oct 20 10:45:23.809050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:23.822777 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.833305 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.833305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0367412-06ef-41a6-9369-2e2f3e7c1492 req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] 10.222.0.74 "DELETE /v2.0/security-groups/c15e1507-8531-4650-ad3a-c01fc1a6c88d HTTP/1.1" status: 204 len: 173 time: 0.2041445 Oct 20 10:45:23.835219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.873592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb270f3-bea3-4f99-8d75-a0a82ee85857 tempest-SecurityGroupRulesTestJSON-1009891068 tempest-SecurityGroupRulesTestJSON-1009891068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15e1507-8531-4650-ad3a-c01fc1a6c88d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:23.906560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:23.910479 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b346848-1adc-44d6-82f4-dcfd1abfbd8b" -d '{"events": [{"server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "name": "network-vif-plugged", "status": "completed", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:23.921943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Deleting subnet 846ce199-4efd-4af8-b639-c67544dfaddf {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:23.943200 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.015539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.048296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aaa2c-5f52-4482-a603-6dbd3e27c254 req-84fdf903-e1e1-4413-a21b-0c54547a8856 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.055086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aaa2c-5f52-4482-a603-6dbd3e27c254 req-84fdf903-e1e1-4413-a21b-0c54547a8856 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.061012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aaa2c-5f52-4482-a603-6dbd3e27c254 req-84fdf903-e1e1-4413-a21b-0c54547a8856 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.063867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-393aaa2c-5f52-4482-a603-6dbd3e27c254 req-84fdf903-e1e1-4413-a21b-0c54547a8856 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.1468503 Oct 20 10:45:24.077643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50a9ad-47e9-4927-8572-489491dfdf0a req-506db847-2cd8-4511-8b47-e3f0a5cefd24 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.079117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f50a9ad-47e9-4927-8572-489491dfdf0a req-506db847-2cd8-4511-8b47-e3f0a5cefd24 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1608622 Oct 20 10:45:24.126303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.186975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-393aaa2c-5f52-4482-a603-6dbd3e27c254 req-c4d5d07d-744b-46d1-be32-03743cc90973 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002562 Oct 20 10:45:24.189794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f50a9ad-47e9-4927-8572-489491dfdf0a req-67b36365-7822-46da-ac33-d8974b53c456 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031957 Oct 20 10:45:24.229989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.269006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846ce199-4efd-4af8-b639-c67544dfaddf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:24.271577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.274985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-352894e6-b74a-489e-a439-a893302264b7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/846ce199-4efd-4af8-b639-c67544dfaddf HTTP/1.1" status: 204 len: 168 time: 0.4350693 Oct 20 10:45:24.277444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49780) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:24.322267 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f72cf0c-68d5-4922-8dea-71117977bf8c x-openstack-request-id: req-1f72cf0c-68d5-4922-8dea-71117977bf8c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:24.323305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "name": "network-vif-plugged", "status": "completed", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:24.323744 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f72cf0c-68d5-4922-8dea-71117977bf8c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:24.324309 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'code': 200} Oct 20 10:45:24.395974 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.422640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c5391-061a-4771-a5ab-10e06cbfae8a req-8327fcd6-2e7b-4de3-8492-ea35ba4c3360 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.424130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-844c5391-061a-4771-a5ab-10e06cbfae8a req-8327fcd6-2e7b-4de3-8492-ea35ba4c3360 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1254148 Oct 20 10:45:24.557016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d836-016d-4ce0-9a6c-3a3320c3eee8 req-b8345197-48c1-4874-a645-f516f59e0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.558532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aab9d836-016d-4ce0-9a6c-3a3320c3eee8 req-b8345197-48c1-4874-a645-f516f59e0f4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 1098 time: 0.1548014 Oct 20 10:45:24.590166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-844c5391-061a-4771-a5ab-10e06cbfae8a req-9d03e99f-5783-4a10-aec7-62b847231dd1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453357 Oct 20 10:45:24.593426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.609997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a071cc-e3a5-41ed-ae34-9e7aa1c4514b req-e1ce085f-374d-48ca-8a6e-b13bc3830376 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:24.612059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4a071cc-e3a5-41ed-ae34-9e7aa1c4514b req-e1ce085f-374d-48ca-8a6e-b13bc3830376 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1864185 Oct 20 10:45:24.972335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346c969c-74b2-4227-9d84-9ec2894bbeb3']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.993367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7adb771-c21f-4f79-9e69-845935f529e0') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.993655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7adb771-c21f-4f79-9e69-845935f529e0') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.997946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aab9d836-016d-4ce0-9a6c-3a3320c3eee8 req-7a20f0bd-c90f-4bf2-ad26-632283919bd0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062841 Oct 20 10:45:25.014836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.028334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4a071cc-e3a5-41ed-ae34-9e7aa1c4514b req-62d6d911-2436-43af-a42b-30cdd70ec267 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075623 Oct 20 10:45:25.043113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05727c-e497-49ae-8ce0-a6b9c3781dac req-8fa2e029-8042-46b9-986a-b067437f84b9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.044667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab05727c-e497-49ae-8ce0-a6b9c3781dac req-8fa2e029-8042-46b9-986a-b067437f84b9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1188438 Oct 20 10:45:25.045710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.053002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:25.053382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:25.055662 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:25.140318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab05727c-e497-49ae-8ce0-a6b9c3781dac req-024a7d17-dc31-4b2c-9b63-947f411d0072 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884974 Oct 20 10:45:25.142460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.162506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.167027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] 10.222.0.74 "DELETE /v2.0/networks/346c969c-74b2-4227-9d84-9ec2894bbeb3 HTTP/1.1" status: 204 len: 168 time: 0.8870137 Oct 20 10:45:25.179232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21485cbb-057c-4cf2-85bf-f6c8b58f6075 admin admin] Pushing event deleted for resources: {'Network': ['ID=346c969c-74b2-4227-9d84-9ec2894bbeb3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:25.203336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734acfa-ef1f-4594-899a-9327970dcaf0 req-2c964b7e-6e2e-47a2-b68f-6dee4c4a47d9 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.204982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d734acfa-ef1f-4594-899a-9327970dcaf0 req-2c964b7e-6e2e-47a2-b68f-6dee4c4a47d9 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.0758419 Oct 20 10:45:25.283456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d734acfa-ef1f-4594-899a-9327970dcaf0 req-2e65857d-ff4d-4d76-81e6-bcba5cb8dc5f tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647755 Oct 20 10:45:25.295078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23536100-a715-471c-870d-91ec7877019e req-d124e439-3e21-468f-89b0-6b3ce5c73713 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.295078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23536100-a715-471c-870d-91ec7877019e req-d124e439-3e21-468f-89b0-6b3ce5c73713 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.0836794 Oct 20 10:45:25.335608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23536100-a715-471c-870d-91ec7877019e req-ca7fbcc7-c7bd-4f40-82c9-6d5f7bf6695b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Oct 20 10:45:25.375976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.454372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39b9cf83-6711-48bc-8d1e-3ebd533ab750 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af8154a3ec714c6ab3c3475702fd6d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772076 Oct 20 10:45:25.457703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49834) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.474214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085a1e3-3cd3-40d3-8caf-4ec098aae275 req-3e3279a7-f2f7-4ed7-9e96-2976d8aabfe0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.475763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4085a1e3-3cd3-40d3-8caf-4ec098aae275 req-3e3279a7-f2f7-4ed7-9e96-2976d8aabfe0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0825944 Oct 20 10:45:25.519655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.542888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.574603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b990a-c123-466d-9d49-9ccdf74be97b req-4c2f06ce-1e4c-4531-8542-6ccd5c42dc97 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.580633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b990a-c123-466d-9d49-9ccdf74be97b req-4c2f06ce-1e4c-4531-8542-6ccd5c42dc97 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.588263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b990a-c123-466d-9d49-9ccdf74be97b req-4c2f06ce-1e4c-4531-8542-6ccd5c42dc97 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.590086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-260b990a-c123-466d-9d49-9ccdf74be97b req-4c2f06ce-1e4c-4531-8542-6ccd5c42dc97 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.1393661 Oct 20 10:45:25.597487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.600197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4085a1e3-3cd3-40d3-8caf-4ec098aae275 req-e9462a3c-a304-4816-bef4-4780028b4f62 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092217 Oct 20 10:45:25.602383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.604006 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f159b148-72c8-4883-9ec9-fad23c20e009 HTTP/1.1" status: 204 len: 168 time: 0.1453078 Oct 20 10:45:25.614445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3647160-84c2-4e62-900c-217b977c842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159b148-72c8-4883-9ec9-fad23c20e009,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:25.628270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4008-da05-45f4-b15d-a0b2fce27c7f req-8acf71bd-80bd-4f89-bc5d-17596a755daf tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.634170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4008-da05-45f4-b15d-a0b2fce27c7f req-8acf71bd-80bd-4f89-bc5d-17596a755daf tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.648081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4008-da05-45f4-b15d-a0b2fce27c7f req-8acf71bd-80bd-4f89-bc5d-17596a755daf tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.649810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d1c4008-da05-45f4-b15d-a0b2fce27c7f req-8acf71bd-80bd-4f89-bc5d-17596a755daf tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 2418 time: 0.1731555 Oct 20 10:45:25.766062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.796074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d1c4008-da05-45f4-b15d-a0b2fce27c7f req-344e5977-d4ac-4521-84e6-e490cd310061 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954580 Oct 20 10:45:25.847600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 78ac6fed-500d-4a46-adf3-92c8fbf26133 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:25.847935 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.872417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403376e0-0b5a-4942-bfaf-92094748a16b req-07a49267-0c71-4e98-a408-775f7fb84979 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.879747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-403376e0-0b5a-4942-bfaf-92094748a16b req-07a49267-0c71-4e98-a408-775f7fb84979 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1333940 Oct 20 10:45:25.973293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-403376e0-0b5a-4942-bfaf-92094748a16b req-b3d428d9-03cc-460f-8f45-4cd453afaf17 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925903 Oct 20 10:45:26.005131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 78ac6fed-500d-4a46-adf3-92c8fbf26133, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=78ac6fed-500d-4a46-adf3-92c8fbf26133,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:26.007404 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.054661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 78ac6fed-500d-4a46-adf3-92c8fbf26133 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:26.081445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea029-b103-4247-be27-3d7156193d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.216053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f2bb-6369-4733-b11c-d2383c87a73b req-2b398716-ea66-4e70-a399-16e05837b65f tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:26.217925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3400f2bb-6369-4733-b11c-d2383c87a73b req-2b398716-ea66-4e70-a399-16e05837b65f tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.0891452 Oct 20 10:45:26.271249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea029-b103-4247-be27-3d7156193d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.279922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea029-b103-4247-be27-3d7156193d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.359720 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7f7ea029-b103-4247-be27-3d7156193d94 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24dc3dce258448a48d297cee26109b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899134 Oct 20 10:45:26.362399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49880) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:26.391664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3400f2bb-6369-4733-b11c-d2383c87a73b req-1200eb24-33df-43b2-b681-1945644db14e tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563020 Oct 20 10:45:26.393185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea029-b103-4247-be27-3d7156193d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87350e90-46ab-4a8c-96ea-87049a537ff9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:26.410130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749036d7-788f-414d-aa98-01148c80e655 req-c6996ce7-602e-4918-b961-3075675f8683 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:26.411700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-749036d7-788f-414d-aa98-01148c80e655 req-c6996ce7-602e-4918-b961-3075675f8683 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1211240 Oct 20 10:45:26.412530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.445105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['78ac6fed-500d-4a46-adf3-92c8fbf26133', '3b7ec371-a80e-479b-9b41-3129f1ece045', '314ebe05-9689-4a53-9748-c6ccd8384d83'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:26.448274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.478843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.487589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=78ac6fed-500d-4a46-adf3-92c8fbf26133,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:26.543442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.546379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.568234 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87350e90-46ab-4a8c-96ea-87049a537ff9 HTTP/1.1" status: 204 len: 168 time: 0.1913586 Oct 20 10:45:26.589375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447e522-cd04-4231-99fc-782a1e3fadf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87350e90-46ab-4a8c-96ea-87049a537ff9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:26.602129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 78ac6fed-500d-4a46-adf3-92c8fbf26133 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:26.610608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-749036d7-788f-414d-aa98-01148c80e655 req-f68fee26-487f-4158-b15d-40d47b4b46b4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778524 Oct 20 10:45:26.611718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.622854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-260b990a-c123-466d-9d49-9ccdf74be97b req-7cdeee0a-6f7c-45f2-82f3-a6bcfe07f4b5 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "DELETE /v2.0/ports/78ac6fed-500d-4a46-adf3-92c8fbf26133 HTTP/1.1" status: 204 len: 173 time: 1.0132539 Oct 20 10:45:26.623500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:26.630326 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172721e7-4a5c-44ba-af10-e6f230e0617c" -d '{"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:26.748622 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b973b-a5d0-4ec6-abec-79f0b5027851 x-openstack-request-id: req-eb1b973b-a5d0-4ec6-abec-79f0b5027851 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:26.748926 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "78ac6fed-500d-4a46-adf3-92c8fbf26133", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:26.749179 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eb1b973b-a5d0-4ec6-abec-79f0b5027851 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:26.749585 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '78ac6fed-500d-4a46-adf3-92c8fbf26133', 'status': 'completed', 'code': 200} Oct 20 10:45:26.971770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c65447-a66a-4e70-9ac3-629992639267 req-dc74dd9c-5b29-42fc-a887-9f511d940ae7 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:26.981031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25c65447-a66a-4e70-9ac3-629992639267 req-dc74dd9c-5b29-42fc-a887-9f511d940ae7 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.2890410 Oct 20 10:45:27.049321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 314ebe05-9689-4a53-9748-c6ccd8384d83 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:27.050134 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.057371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49900) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.063771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49904) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.091323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef993-26f9-4034-b7b8-ce3cf0b80a54 req-05d59f0c-1465-42f1-a934-0864610e2306 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.096310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67116508-0ac3-4b95-829a-925767444627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.099003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef993-26f9-4034-b7b8-ce3cf0b80a54 req-05d59f0c-1465-42f1-a934-0864610e2306 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.106564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ccef993-26f9-4034-b7b8-ce3cf0b80a54 req-05d59f0c-1465-42f1-a934-0864610e2306 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 1682 time: 0.1927381 Oct 20 10:45:27.131627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25c65447-a66a-4e70-9ac3-629992639267 req-824d7f20-1a14-4212-860d-c2c7549e17f9 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492240 Oct 20 10:45:27.255320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ccef993-26f9-4034-b7b8-ce3cf0b80a54 req-b5f8968a-63d7-461d-8ac3-b917fc19ae45 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422815 Oct 20 10:45:27.255531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67116508-0ac3-4b95-829a-925767444627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.274012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67116508-0ac3-4b95-829a-925767444627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.351864 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-67116508-0ac3-4b95-829a-925767444627 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24440995a42b4ab28a78702396a3775d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871013 Oct 20 10:45:27.352644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116508-0ac3-4b95-829a-925767444627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c949e07-6499-48d1-b1dd-c7ff0574e725,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.359698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.376406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 314ebe05-9689-4a53-9748-c6ccd8384d83, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=314ebe05-9689-4a53-9748-c6ccd8384d83,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:27.376793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.422347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1982471053-network', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:27.436829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 314ebe05-9689-4a53-9748-c6ccd8384d83 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:27.447490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab04d7-68ea-423e-aaea-5e08af254ce0 req-e2f56191-56a9-4cc4-9b62-96920b92b928 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.449425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cab04d7-68ea-423e-aaea-5e08af254ce0 req-e2f56191-56a9-4cc4-9b62-96920b92b928 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2317438 Oct 20 10:45:27.459615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Made reservation on behalf of a51e9d0cb01e44868261c856d38ff48a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:27.462207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.474200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.556085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3465-f579-4bcb-9445-195e12c16662 req-af8c8300-cf87-480e-83f3-cb97a28bb1d0 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.557682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-882c3465-f579-4bcb-9445-195e12c16662 req-af8c8300-cf87-480e-83f3-cb97a28bb1d0 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.1951408 Oct 20 10:45:27.569754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49914) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.574155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Request body: {'floatingip': {'port_id': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:27.599514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cab04d7-68ea-423e-aaea-5e08af254ce0 req-78157035-80eb-4977-a010-d50bac1ae0b0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332121 Oct 20 10:45:27.601842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.632493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.638989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.658898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.670461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.720977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:27.737424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355cf7f-e154-4c97-ac56-ff44af26090a req-84b50e74-1c34-4ec0-b93d-c21242441d90 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.738875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6355cf7f-e154-4c97-ac56-ff44af26090a req-84b50e74-1c34-4ec0-b93d-c21242441d90 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1179154 Oct 20 10:45:27.760051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946dc13-f350-403a-9d0c-f8f86af811df,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.763129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.763693 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Added segment 59713dca-ed64-428c-9cc4-5486af2097d6 of type vlan for network 92656030-c254-4a4e-8aa3-58e49fa88806 Oct 20 10:45:27.828982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.829530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.832873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.834012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c949e07-6499-48d1-b1dd-c7ff0574e725 HTTP/1.1" status: 204 len: 168 time: 0.4663410 Oct 20 10:45:27.834737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.856623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6355cf7f-e154-4c97-ac56-ff44af26090a req-30af7913-4163-4c67-b5c3-776837269e65 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038098 Oct 20 10:45:27.880673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b43ca-d970-4922-b8c9-ab51a45c41ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c949e07-6499-48d1-b1dd-c7ff0574e725,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.884308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=314ebe05-9689-4a53-9748-c6ccd8384d83,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.893811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ebd98-ad0e-493b-bda8-9594c6431b2a req-f3a8f66e-7bf7-47ca-aaaa-2168c7a64dbd tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.895730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b2ebd98-ad0e-493b-bda8-9594c6431b2a req-f3a8f66e-7bf7-47ca-aaaa-2168c7a64dbd tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1889791 Oct 20 10:45:27.897687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.898704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.899305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.962500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 314ebe05-9689-4a53-9748-c6ccd8384d83 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:27.966020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.969835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-260b990a-c123-466d-9d49-9ccdf74be97b req-3d4924e0-9e2d-4e9d-9982-a1e49af97970 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "DELETE /v2.0/ports/314ebe05-9689-4a53-9748-c6ccd8384d83 HTTP/1.1" status: 204 len: 173 time: 1.3343527 Oct 20 10:45:28.008094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b2ebd98-ad0e-493b-bda8-9594c6431b2a req-93765bf1-7b59-4e9e-bef0-a1e815208cb1 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Oct 20 10:45:28.091572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0330334 Oct 20 10:45:28.093693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0f111-bf1f-41e8-939d-4ebee4977ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=92656030-c254-4a4e-8aa3-58e49fa88806,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:28.094595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:28.106591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 92656030-c254-4a4e-8aa3-58e49fa88806 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:28.123043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Request body: {'subnet': {'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1982471053-subnet', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:28.149328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 3b7ec371-a80e-479b-9b41-3129f1ece045 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:28.151266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.208575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Made reservation on behalf of a51e9d0cb01e44868261c856d38ff48a for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:28.216349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.368022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.374776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.452640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0711df14-3822-4ff8-9afa-1ba29779dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.508687 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Floating IP 604c321e-8b59-48da-b61f-369844c9a876 associated. External IP: 172.25.3.45, port: 607ecb79-02c3-490b-a8a3-7b0c8517aeb8. Oct 20 10:45:28.530038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 3b7ec371-a80e-479b-9b41-3129f1ece045, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b7ec371-a80e-479b-9b41-3129f1ece045,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:28.530410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.557801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0596-3cc1-4358-ba99-2172a442d187 req-4681f041-83ab-4290-a95f-1637379cd2e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:28.559348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f5d0596-3cc1-4358-ba99-2172a442d187 req-4681f041-83ab-4290-a95f-1637379cd2e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 945 time: 0.2190192 Oct 20 10:45:28.561914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 3b7ec371-a80e-479b-9b41-3129f1ece045 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:28.605530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103de23-5179-436f-82e8-c1b6b8e8fff5 req-da05dda4-9f2d-4ae3-92dc-6250dd9eae7d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:28.607295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b103de23-5179-436f-82e8-c1b6b8e8fff5 req-da05dda4-9f2d-4ae3-92dc-6250dd9eae7d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1567781 Oct 20 10:45:28.718641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f5d0596-3cc1-4358-ba99-2172a442d187 req-7cc86c77-ca6a-4929-a17b-338d57907a15 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466742 Oct 20 10:45:28.753758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:28.756510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b103de23-5179-436f-82e8-c1b6b8e8fff5 req-408e8eee-cd52-4942-9476-42319498f75c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156452 Oct 20 10:45:28.756952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:28.759362 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523a174-732b-46a5-bd1f-473f66d03a60" -d '{"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:28.855536 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee87b-68ca-4b57-9ca0-aa360de342e4 x-openstack-request-id: req-050ee87b-68ca-4b57-9ca0-aa360de342e4 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:28.855746 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "314ebe05-9689-4a53-9748-c6ccd8384d83", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:28.855940 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-050ee87b-68ca-4b57-9ca0-aa360de342e4 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:28.856382 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '314ebe05-9689-4a53-9748-c6ccd8384d83', 'status': 'completed', 'code': 200} Oct 20 10:45:28.879006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.941073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:28.946443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.954241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Sync routers for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:28.964032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:28.964921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:28.988754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d1a49fc-ad53-4ebe-964c-3a2995007838 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "PUT /v2.0/floatingips/604c321e-8b59-48da-b61f-369844c9a876 HTTP/1.1" status: 200 len: 991 time: 1.4177530 Oct 20 10:45:28.989931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:28.993316 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cd342-2a34-4653-a917-9d4cfd1b44f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:29.002125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.012810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Pushing event updated for resources: {'Subnet': ['ID=220b0519-82f5-4763-bb04-d3050bbadd38,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:29.053077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bb10c-d141-43ec-9f25-b46aa788c96b req-e41f4fe5-8a6a-46cb-b624-9bef75d584db tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.054594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c40bb10c-d141-43ec-9f25-b46aa788c96b req-e41f4fe5-8a6a-46cb-b624-9bef75d584db tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2060609 Oct 20 10:45:29.068844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=3b7ec371-a80e-479b-9b41-3129f1ece045,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:29.086994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:29.133333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44827a8e-9ec7-4dbf-aac5-c031370e4ac8 req-a1d6057e-0db4-4c53-8da8-1395a93e31ef tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.134897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44827a8e-9ec7-4dbf-aac5-c031370e4ac8 req-a1d6057e-0db4-4c53-8da8-1395a93e31ef tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2019820 Oct 20 10:45:29.150860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Checking segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:29.151255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Network hostable DHCP agents. Network: 92656030-c254-4a4e-8aa3-58e49fa88806, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:29.155214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 3b7ec371-a80e-479b-9b41-3129f1ece045 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:29.158256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.162112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-260b990a-c123-466d-9d49-9ccdf74be97b req-1cb46ff4-5737-4fbe-8ec4-6b1a394df457 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "DELETE /v2.0/ports/3b7ec371-a80e-479b-9b41-3129f1ece045 HTTP/1.1" status: 204 len: 173 time: 1.1803882 Oct 20 10:45:29.211649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c40bb10c-d141-43ec-9f25-b46aa788c96b req-7ebfc575-04a6-4f75-98e7-9f48812a54c4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399016 Oct 20 10:45:29.226973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Network 92656030-c254-4a4e-8aa3-58e49fa88806 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:29.239655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44827a8e-9ec7-4dbf-aac5-c031370e4ac8 req-2455bee2-af48-4a25-b061-724c5be4d076 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858407 Oct 20 10:45:29.257014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 92656030-c254-4a4e-8aa3-58e49fa88806) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:29.267085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.267688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.321561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49976) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.322505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f86480bc-cede-4bee-bdb9-ab742f7913de admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2260048 Oct 20 10:45:29.335935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:29.365823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079efaf-a48a-4be2-9360-f3e3203fb9b8 None None] Network 92656030-c254-4a4e-8aa3-58e49fa88806 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:29.442827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.445057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.481095 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad5c2c-ac3d-464e-94d5-8c07bf530339 x-openstack-request-id: req-25ad5c2c-ac3d-464e-94d5-8c07bf530339 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:29.482643 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:29.483202 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25ad5c2c-ac3d-464e-94d5-8c07bf530339 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:29.484730 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'status': 'completed', 'code': 200} Oct 20 10:45:29.534808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 314ebe05-9689-4a53-9748-c6ccd8384d83 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:29.579503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.632350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35146873-63cd-460f-b730-5f9bad0fb8ec req-d586de0b-2945-4621-b50e-785f7f74bc56 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.634138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35146873-63cd-460f-b730-5f9bad0fb8ec req-d586de0b-2945-4621-b50e-785f7f74bc56 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1568294 Oct 20 10:45:29.650687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad36c7-64af-46ab-b156-d02f25c2b59d req-546d1395-27a2-4c5e-ab20-af9e4a793b00 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.655406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edad36c7-64af-46ab-b156-d02f25c2b59d req-546d1395-27a2-4c5e-ab20-af9e4a793b00 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1316087 Oct 20 10:45:29.657775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-62331ac3-19f3-4d30-927a-2c3d7c7ce156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.659253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-62331ac3-19f3-4d30-927a-2c3d7c7ce156 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad08336db4434cf092650045de1b643d&device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 1098 time: 0.1322746 Oct 20 10:45:29.682102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 314ebe05-9689-4a53-9748-c6ccd8384d83 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:29.682649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 314ebe05-9689-4a53-9748-c6ccd8384d83 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:29.683344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 78ac6fed-500d-4a46-adf3-92c8fbf26133 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:29.742262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edad36c7-64af-46ab-b156-d02f25c2b59d req-99be0c22-51ef-4b21-9f9f-d5cbf67dc820 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809119 Oct 20 10:45:29.750794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 78ac6fed-500d-4a46-adf3-92c8fbf26133 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:29.751401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 78ac6fed-500d-4a46-adf3-92c8fbf26133 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:29.752700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b7ec371-a80e-479b-9b41-3129f1ece045 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:29.796930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35146873-63cd-460f-b730-5f9bad0fb8ec req-d71057b8-626a-4eb3-8de8-ae2049d6ca26 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 Oct 20 10:45:29.851573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 3b7ec371-a80e-479b-9b41-3129f1ece045 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:29.851918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b7ec371-a80e-479b-9b41-3129f1ece045 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:29.863577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-81809fb4-f203-44bf-8a73-808dafa83fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.865143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-81809fb4-f203-44bf-8a73-808dafa83fed service neutron] 10.222.0.83 "GET /v2.0/networks?id=17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 200 len: 918 time: 0.1931176 Oct 20 10:45:29.871990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.968864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '604c321e-8b59-48da-b61f-369844c9a876', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'port_id': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'mac_address': 'fa:16:3e:31:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:45:28Z', 'revision_number': 1, 'project_id': 'ad08336db4434cf092650045de1b643d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:30.005178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-92656030-c254-4a4e-8aa3-58e49fa88806', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:30.006361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.010441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Checking router: 81cc5624-382b-4bf1-b5f0-65e2d95628a4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:30.028079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:30.028713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:30.051282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-0a975b4a-2b96-47b2-ae1e-49a5ea39c103 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 200 len: 999 time: 0.1761570 Oct 20 10:45:30.053560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0bd7f0c-d702-4bd2-bf9a-97c39a4a98d8 req-d00bb3f5-0b53-4d67-8bc7-bbc66ddb8914 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef38e169-71a4-4290-a7d9-41575e89e53b HTTP/1.1" status: 200 len: 210 time: 0.0619619 Oct 20 10:45:30.125704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-56be7124-b531-4cc8-9572-1b1446679c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.128353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-56be7124-b531-4cc8-9572-1b1446679c2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a612da-ac1f-470f-a608-b729057d2278 HTTP/1.1" status: 200 len: 855 time: 0.0685008 Oct 20 10:45:30.233528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:30.235687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55caf3e-a0c7-4327-a690-1dae9dca29b6 req-1e373b85-0fae-4e8d-8cfe-e5d39b7e0cb3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.242467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a55caf3e-a0c7-4327-a690-1dae9dca29b6 req-1e373b85-0fae-4e8d-8cfe-e5d39b7e0cb3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1105585 Oct 20 10:45:30.246783 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.269264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-f0546e46-e65b-4ba0-9283-ed9c6dc498bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.270494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-f0546e46-e65b-4ba0-9283-ed9c6dc498bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17c356e2-7d45-42eb-ad77-af1fdeb24960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992122 Oct 20 10:45:30.272928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.331276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a55caf3e-a0c7-4327-a690-1dae9dca29b6 req-6e6e0674-7015-496c-ae3b-ab767a923a3f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Oct 20 10:45:30.461632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Allocated IP 172.25.3.95 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/6166030c-d01f-4883-8c03-7ac88222edeb) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:30.504727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Allocated IP 172.20.0.2 (92656030-c254-4a4e-8aa3-58e49fa88806/220b0519-82f5-4763-bb04-d3050bbadd38/03160dd6-182e-4a31-9ca3-ede59c071268) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:30.545054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7f60-fcfe-4778-ad6c-d3fdc2a0c357 req-3e45f4f3-d31f-437d-a656-f5ffb6327a44 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.546556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148e7f60-fcfe-4778-ad6c-d3fdc2a0c357 req-3e45f4f3-d31f-437d-a656-f5ffb6327a44 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1031599 Oct 20 10:45:30.553727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-279c1f3d-302c-4ee1-8988-0bd90e0b7265 service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729859 Oct 20 10:45:30.586870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1472-710e-48eb-b414-5575a3ef6ae0 req-cf2bf4e6-b176-4896-9e0c-824d9d67cef3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.594003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d87b1472-710e-48eb-b414-5575a3ef6ae0 req-cf2bf4e6-b176-4896-9e0c-824d9d67cef3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1220822 Oct 20 10:45:30.615213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.661533 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.689213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148e7f60-fcfe-4778-ad6c-d3fdc2a0c357 req-fa64294f-5cc0-43ae-bf41-6f28dd2aa6a1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292329 Oct 20 10:45:30.721327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:30.726743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:30.732418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:30.767373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d87b1472-710e-48eb-b414-5575a3ef6ae0 req-961257d5-1ac7-4647-8cfe-cb9917958f57 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724250 Oct 20 10:45:30.783280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6166030c-d01f-4883-8c03-7ac88222edeb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:30.809685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50012) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:30.825820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.832643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '604c321e-8b59-48da-b61f-369844c9a876', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'port_id': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'mac_address': 'fa:16:3e:31:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:45:28Z', 'revision_number': 1, 'project_id': 'ad08336db4434cf092650045de1b643d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:30.857110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:30.864362 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed478d68-674b-4319-9e12-0b752bb82aa2" -d '{"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:30.881829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-189cd342-2a34-4653-a917-9d4cfd1b44f3 req-673e59e1-32dc-4f7d-b12f-0fb92e122bab service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090215 Oct 20 10:45:30.909960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb09017-237a-43ca-b801-b4dbd8eb471f None None] The sync data for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 is: [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '604c321e-8b59-48da-b61f-369844c9a876', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'port_id': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'mac_address': 'fa:16:3e:31:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:45:28Z', 'revision_number': 1, 'project_id': 'ad08336db4434cf092650045de1b643d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:30.912435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:30.976215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Network 92656030-c254-4a4e-8aa3-58e49fa88806 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:30.981095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:30.988758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:30.999191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Pushing event updated for resources: {'Port': ['ID=03160dd6-182e-4a31-9ca3-ede59c071268,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:31.057744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Attempting to bind port 03160dd6-182e-4a31-9ca3-ede59c071268 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:31.058115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Attempting to bind port 03160dd6-182e-4a31-9ca3-ede59c071268 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:31.058902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Attempting to bind port 03160dd6-182e-4a31-9ca3-ede59c071268 on network 92656030-c254-4a4e-8aa3-58e49fa88806 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:31.066082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:31.066973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Checking segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:31.066973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.067414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Bound using segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:31.067965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Bound port: 03160dd6-182e-4a31-9ca3-ede59c071268, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:31.068365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.128234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.141029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] For port 03160dd6-182e-4a31-9ca3-ede59c071268, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:31.145480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] For port 03160dd6-182e-4a31-9ca3-ede59c071268, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03160dd6-182e-4a31-9ca3-ede59c071268,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:31.152438 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.221725 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d9059-864b-4587-9ef6-5f0bc600d4fc None None] New status for floating IP 604c321e-8b59-48da-b61f-369844c9a876: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:45:31.225738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2240e2-798e-445c-ad60-7a30c8c9ee74 None None] Pushing event updated for resources: {'Port': ['ID=03160dd6-182e-4a31-9ca3-ede59c071268,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:31.317650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21b85a04-be1b-40f1-8712-ba801ebf92aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.398810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a7f-c954-432a-a4d4-26196eb650d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.423261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad22a62-5e5a-4789-bb70-838e5f6632f3 req-6c05ce03-2ca4-4f99-b2aa-e179f8ecd427 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.430927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cad22a62-5e5a-4789-bb70-838e5f6632f3 req-6c05ce03-2ca4-4f99-b2aa-e179f8ecd427 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.5278139 Oct 20 10:45:31.447972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875fc1-1c35-46e5-8000-a83a0ed92960 req-22ab0021-a63f-44a9-bc07-ff74137bd1d4 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.455372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72875fc1-1c35-46e5-8000-a83a0ed92960 req-22ab0021-a63f-44a9-bc07-ff74137bd1d4 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.5011029 Oct 20 10:45:31.550707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cad22a62-5e5a-4789-bb70-838e5f6632f3 req-2f24b582-5899-4fb8-b41d-49f74a542696 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188602 Oct 20 10:45:31.554807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72875fc1-1c35-46e5-8000-a83a0ed92960 req-18103c2d-f1c2-4aee-9e69-69365e06adf0 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Oct 20 10:45:31.615809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a7f-c954-432a-a4d4-26196eb650d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.622384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0a7f-c954-432a-a4d4-26196eb650d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.667780 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f08dee-7b1b-4a6b-a6bf-90c9c65e1a2f x-openstack-request-id: req-96f08dee-7b1b-4a6b-a6bf-90c9c65e1a2f {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:31.668074 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef38e169-71a4-4290-a7d9-41575e89e53b", "name": "network-vif-deleted", "tag": "3b7ec371-a80e-479b-9b41-3129f1ece045", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:31.668350 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96f08dee-7b1b-4a6b-a6bf-90c9c65e1a2f {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:31.668709 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef38e169-71a4-4290-a7d9-41575e89e53b', 'name': 'network-vif-deleted', 'tag': '3b7ec371-a80e-479b-9b41-3129f1ece045', 'status': 'completed', 'code': 200} Oct 20 10:45:31.675325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50026) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:31.683927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.684841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f0a7f-c954-432a-a4d4-26196eb650d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2900889b-1049-4353-aba3-37f18eb166b8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:31.691747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f4f0a7f-c954-432a-a4d4-26196eb650d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc91c29229a44c3eabfab06871b53035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8793342 Oct 20 10:45:31.710750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50028) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:31.739955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.796427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting subnet e8904209-9f4d-46c9-92b5-49d325883e5b {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:31.802037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.852230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.871049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db57a7e-158d-41ad-bf2b-d5373db73ba3 req-366da7af-65dc-4c1c-8eba-ce9c3a2fb8dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.872532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7db57a7e-158d-41ad-bf2b-d5373db73ba3 req-366da7af-65dc-4c1c-8eba-ce9c3a2fb8dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1413908 Oct 20 10:45:31.878808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Router 95c1b568-4285-4a03-923f-6dd81cbe4be6 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:45:31.913936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.933047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.985772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:31.994863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Sync routers for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:32.004878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.005464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:32.008824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:32.009012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-335b3246-b622-4ee1-bf18-72fffc10a0e5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6825790 Oct 20 10:45:32.009122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:32.039021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7db57a7e-158d-41ad-bf2b-d5373db73ba3 req-7a1aa127-03bf-4a73-ac9e-b517caf6e854 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558399 Oct 20 10:45:32.066327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaa8f-a1fd-49b6-9532-c8718851e9c4 req-4a43b323-44b4-4af1-8c91-05a22714e3e4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.067890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8efdaa8f-a1fd-49b6-9532-c8718851e9c4 req-4a43b323-44b4-4af1-8c91-05a22714e3e4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2082753 Oct 20 10:45:32.114853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.144267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.147050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.150483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2900889b-1049-4353-aba3-37f18eb166b8 HTTP/1.1" status: 204 len: 168 time: 0.4363723 Oct 20 10:45:32.173609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:32.242345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8efdaa8f-a1fd-49b6-9532-c8718851e9c4 req-69d027d6-77dd-4e54-bf51-42a972c93a01 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606154 Oct 20 10:45:32.259978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a3d5b-5b9e-4e8f-9a3a-3b318c50b50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900889b-1049-4353-aba3-37f18eb166b8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:32.373350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.425261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcabf1-2618-463d-83f2-bd9d211617d9 req-499882e2-5c1c-4395-9460-609477d730e9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.427328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74bcabf1-2618-463d-83f2-bd9d211617d9 req-499882e2-5c1c-4395-9460-609477d730e9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1553948 Oct 20 10:45:32.430698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Subnet': ['ID=e8904209-9f4d-46c9-92b5-49d325883e5b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:32.438628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.445426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6e907e29-1f88-4f18-86d1-5891615d2733 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/subnets/e8904209-9f4d-46c9-92b5-49d325883e5b HTTP/1.1" status: 204 len: 168 time: 0.7671430 Oct 20 10:45:32.449378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50042) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:32.458358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54beedf5-b347-48b1-bae1-270be7743c0a None None] Network 8408ade4-7823-458e-872a-91aba70214f2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:32.534558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:30Z', 'revision_number': 3, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:32.570691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee45c1-64d3-4cab-88de-62b937b1baf5 None None] Network 92656030-c254-4a4e-8aa3-58e49fa88806 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:32.577234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Checking router: 95c1b568-4285-4a03-923f-6dd81cbe4be6 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:32.577628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Updating router 95c1b568-4285-4a03-923f-6dd81cbe4be6 port 6166030c-d01f-4883-8c03-7ac88222edeb binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:45:32.584892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74bcabf1-2618-463d-83f2-bd9d211617d9 req-3cd638b9-9a24-4ea5-98c6-dc3bf81bb7e7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501949 Oct 20 10:45:32.595882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.708624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50050) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:32.746860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.794681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.801534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d238717d-bbc6-4a21-aedd-20b070ce7c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.804398 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.823590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] Provisioning complete for port 03160dd6-182e-4a31-9ca3-ede59c071268 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:32.823974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.845831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d106b2-19e9-40e5-8f10-02aa92c36dda req-ccdec80a-b557-48ad-9ec8-c40455ea1707 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.853193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6d106b2-19e9-40e5-8f10-02aa92c36dda req-ccdec80a-b557-48ad-9ec8-c40455ea1707 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1552553 Oct 20 10:45:32.921122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6e71-cbdc-4288-91bc-35b2ea0141c0 req-da0c1336-e8d9-4ac6-aad6-903022eae69a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.922685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-835c6e71-cbdc-4288-91bc-35b2ea0141c0 req-da0c1336-e8d9-4ac6-aad6-903022eae69a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1689098 Oct 20 10:45:32.954506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 04a8c3e5-017f-4db7-b79e-e742d05101d8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:32.954506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.972673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Allocated IP 172.20.0.1 (92656030-c254-4a4e-8aa3-58e49fa88806/220b0519-82f5-4763-bb04-d3050bbadd38/ad3dd184-6511-4f79-8256-c252b0714beb) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:33.001812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6d106b2-19e9-40e5-8f10-02aa92c36dda req-1de808ac-6137-4d77-9039-959f0cc839ac tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 Oct 20 10:45:33.007989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03160dd6-182e-4a31-9ca3-ede59c071268 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:33.087772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] DHCP port deletion for 8408ade4-7823-458e-872a-91aba70214f2 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:45:33.146786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.162347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-835c6e71-cbdc-4288-91bc-35b2ea0141c0 req-a0d9a6d2-8a00-47c3-b83c-db6990943763 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169511 Oct 20 10:45:33.164184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d238717d-bbc6-4a21-aedd-20b070ce7c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.194643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d238717d-bbc6-4a21-aedd-20b070ce7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.197052 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.235033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 04a8c3e5-017f-4db7-b79e-e742d05101d8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04a8c3e5-017f-4db7-b79e-e742d05101d8,segment=NetworkSegment(036c3d8c-c043-4718-9051-248d39dda9a9),segment_id=036c3d8c-c043-4718-9051-248d39dda9a9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:33.235033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.235903 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.244453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Network 92656030-c254-4a4e-8aa3-58e49fa88806 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:33.248049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:33.251838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:33.274573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 04a8c3e5-017f-4db7-b79e-e742d05101d8 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:33.281900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d238717d-bbc6-4a21-aedd-20b070ce7c83 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=855d012adbfa43cdb6654272a423417f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403204 Oct 20 10:45:33.282442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50060) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:33.303647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.308307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238717d-bbc6-4a21-aedd-20b070ce7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10cfab7-441a-48e2-989c-ca5ae1a5597d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.316393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.323221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae69d0b-a4d1-4761-8dd8-f373c25acb37 req-3f50e055-bf71-442f-8bd4-34acdd4a87d2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:33.324797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ae69d0b-a4d1-4761-8dd8-f373c25acb37 req-3f50e055-bf71-442f-8bd4-34acdd4a87d2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2141984 Oct 20 10:45:33.441057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 03160dd6-182e-4a31-9ca3-ede59c071268 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:33.441494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.481484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.487424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.491676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ae69d0b-a4d1-4761-8dd8-f373c25acb37 req-70a3e023-c3fd-4f1b-a42b-7f89d6a74b1f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559417 Oct 20 10:45:33.548242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] For port 03160dd6-182e-4a31-9ca3-ede59c071268, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03160dd6-182e-4a31-9ca3-ede59c071268,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:33.554108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b7c1-5db1-4eb4-b4f1-764e2ad6befd req-8217b23c-5ea8-4211-9b0e-239edb1033a6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:33.561968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec49b7c1-5db1-4eb4-b4f1-764e2ad6befd req-8217b23c-5ea8-4211-9b0e-239edb1033a6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1769874 Oct 20 10:45:33.566761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.576103 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.590414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Deleting port 04a8c3e5-017f-4db7-b79e-e742d05101d8 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:33.591205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.592705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.648734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=04a8c3e5-017f-4db7-b79e-e742d05101d8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.666312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 04a8c3e5-017f-4db7-b79e-e742d05101d8 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:33.673953 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.695933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec49b7c1-5db1-4eb4-b4f1-764e2ad6befd req-484afa6f-c56c-4e30-9915-2fa7e15b04b2 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330285 Oct 20 10:45:33.726363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.789319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] For port 04a8c3e5-017f-4db7-b79e-e742d05101d8, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:33.789737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.794081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a410-0eb0-419e-bbd0-237580350c86 None None] Pushing event updated for resources: {'Port': ['ID=03160dd6-182e-4a31-9ca3-ede59c071268,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.805460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.819439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.820514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.824007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.825786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b10cfab7-441a-48e2-989c-ca5ae1a5597d HTTP/1.1" status: 204 len: 168 time: 0.5386882 Oct 20 10:45:33.833325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.849817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Calling delete_port for 04a8c3e5-017f-4db7-b79e-e742d05101d8 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:33.858564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Port 04a8c3e5-017f-4db7-b79e-e742d05101d8 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:45:33.873374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.880015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Attempting to bind port 6166030c-d01f-4883-8c03-7ac88222edeb on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:33.880379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Attempting to bind port 6166030c-d01f-4883-8c03-7ac88222edeb by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:33.881112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Attempting to bind port 6166030c-d01f-4883-8c03-7ac88222edeb on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:33.900387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5583d-2e0c-4916-ad19-1e6a626bdab7 None None] Pushing event updated for resources: {'Port': ['ID=6166030c-d01f-4883-8c03-7ac88222edeb,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.906072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3306f-8ac3-4706-98d2-8fd0bae1010d req-90af37c2-9d55-4a20-a36b-48eb7df0d40e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:33.908057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.911552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.916457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03a3306f-8ac3-4706-98d2-8fd0bae1010d req-90af37c2-9d55-4a20-a36b-48eb7df0d40e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2194784 Oct 20 10:45:33.921271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c68fc2-5b05-44c1-aa89-7c540892b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10cfab7-441a-48e2-989c-ca5ae1a5597d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.922485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:33.923202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:33.929165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.929758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:33.930448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Bound port: 6166030c-d01f-4883-8c03-7ac88222edeb, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:33.931029 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.948307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8408ade4-7823-458e-872a-91aba70214f2']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:33.954130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] No DVR routers for this DVR port 04a8c3e5-017f-4db7-b79e-e742d05101d8 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:33.962294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c3d8c-c043-4718-9051-248d39dda9a9') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:33.962594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c3d8c-c043-4718-9051-248d39dda9a9') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:33.987320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcb712-deea-4408-8a62-c5d557243ad6 None None] Pushing event deleted for resources: {'Port': ['ID=04a8c3e5-017f-4db7-b79e-e742d05101d8,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:34.000011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.020103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03a3306f-8ac3-4706-98d2-8fd0bae1010d req-1490b564-4c21-4d2a-b102-f59e421edf3f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Oct 20 10:45:34.020464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8f7ae178-6ae2-44cf-88d2-81c9320a7ad8 None None] Provisioning complete for port 03160dd6-182e-4a31-9ca3-ede59c071268 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:34.021064 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae178-6ae2-44cf-88d2-81c9320a7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.046859 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.055380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:34.056040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:34.059772 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:34.094296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Network 92656030-c254-4a4e-8aa3-58e49fa88806 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:34.096159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:34.122312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] For port 6166030c-d01f-4883-8c03-7ac88222edeb, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:34.130761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] For port 6166030c-d01f-4883-8c03-7ac88222edeb, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6166030c-d01f-4883-8c03-7ac88222edeb,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:34.140312 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.306393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.326789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.327229 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.327837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5583d-2e0c-4916-ad19-1e6a626bdab7 None None] Pushing event updated for resources: {'Port': ['ID=6166030c-d01f-4883-8c03-7ac88222edeb,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:34.334980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/networks/8408ade4-7823-458e-872a-91aba70214f2 HTTP/1.1" status: 204 len: 168 time: 1.8789754 Oct 20 10:45:34.335881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:34.336525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:34.359803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:34.381023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0283-85f9-4dce-a83a-b0b8d40fd1cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Network': ['ID=8408ade4-7823-458e-872a-91aba70214f2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:34.478645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting subnet 7166ac14-8582-4100-90b5-08dc09e0ce59 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:34.480563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86c919-376b-42a8-81d0-73638af752a4 req-a8eb1a28-6de9-41bd-988f-d4f1f3178e0d tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.482214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c86c919-376b-42a8-81d0-73638af752a4 req-a8eb1a28-6de9-41bd-988f-d4f1f3178e0d tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.2925997 Oct 20 10:45:34.489872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.500068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:34.552190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c86c919-376b-42a8-81d0-73638af752a4 req-f65202dc-f0f8-4782-9b70-9367c4ecbd9b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Oct 20 10:45:34.561038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-01e62244-5af1-4907-ab18-7b69ef25069d None None] Provisioning complete for port ad3dd184-6511-4f79-8256-c252b0714beb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:34.561461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01e62244-5af1-4907-ab18-7b69ef25069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.561711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14a9-ad02-4332-8c9b-6bc440376999 req-9a4f0f9c-041e-4994-8259-9df926304e9a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.563735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e80f14a9-ad02-4332-8c9b-6bc440376999 req-9a4f0f9c-041e-4994-8259-9df926304e9a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1916893 Oct 20 10:45:34.582996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.587068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Router 95c1b568-4285-4a03-923f-6dd81cbe4be6 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:34.621281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-01e62244-5af1-4907-ab18-7b69ef25069d None None] Port ad3dd184-6511-4f79-8256-c252b0714beb cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:34.640076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e80f14a9-ad02-4332-8c9b-6bc440376999 req-58100b48-25a3-43b6-bdb9-d4f730c76993 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654659 Oct 20 10:45:34.777554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b917e3-75f1-4c41-bd3b-c5fb3d5c919f req-b8ac9816-1e1d-4634-ac61-adb882eeeaac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.779774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98b917e3-75f1-4c41-bd3b-c5fb3d5c919f req-b8ac9816-1e1d-4634-ac61-adb882eeeaac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0632329 Oct 20 10:45:34.789256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.812230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-57aabe38-7225-4ff3-a2cb-8d80e755be28 None None] Provisioning complete for port ad3dd184-6511-4f79-8256-c252b0714beb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:34.813234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-57aabe38-7225-4ff3-a2cb-8d80e755be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.839941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:34.852455 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-18e725e6-9a6c-4c5e-8475-a2c935daab10 admin admin] 10.222.0.74 "PUT /v2.0/routers/95c1b568-4285-4a03-923f-6dd81cbe4be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421199 Oct 20 10:45:34.875911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5956-e0cd-44f5-a31d-497d3033c933 req-c888e5b8-dda7-4893-9cc3-a51a25787715 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.884837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-401b5956-e0cd-44f5-a31d-497d3033c933 req-c888e5b8-dda7-4893-9cc3-a51a25787715 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1034527 Oct 20 10:45:34.887441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.906483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-57aabe38-7225-4ff3-a2cb-8d80e755be28 None None] Port ad3dd184-6511-4f79-8256-c252b0714beb cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:34.911496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98b917e3-75f1-4c41-bd3b-c5fb3d5c919f req-506880af-0cb0-4446-87cb-c4916c71b037 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819454 Oct 20 10:45:34.930162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Subnet': ['ID=7166ac14-8582-4100-90b5-08dc09e0ce59,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:34.944834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.954066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3466abf-19de-46b9-817d-393a64073db4 None None] Network 04143be8-086f-45be-9f76-4db8f32998fe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:34.956264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-779b15e4-cd2a-4257-8933-a9b84ea435cd tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/subnets/7166ac14-8582-4100-90b5-08dc09e0ce59 HTTP/1.1" status: 204 len: 168 time: 0.5953898 Oct 20 10:45:34.957076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50102) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:34.959623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 2, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:34.987928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-401b5956-e0cd-44f5-a31d-497d3033c933 req-381a4988-95f4-4978-9311-33a8912c84f0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019833 Oct 20 10:45:35.024026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985c1f-98c3-4af6-b9a5-15f8e1fc7d75 None None] The sync data for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 is: [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 2, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:35.074921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03160dd6-182e-4a31-9ca3-ede59c071268 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:35.111981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528a8b-49be-4e37-86c5-be07339c92ac req-e5f98396-fe60-4b59-9b0f-5d74a363b4a8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:35.115060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4528a8b-49be-4e37-86c5-be07339c92ac req-e5f98396-fe60-4b59-9b0f-5d74a363b4a8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0969710 Oct 20 10:45:35.121669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.197683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 03160dd6-182e-4a31-9ca3-ede59c071268 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:35.198184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.207268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50110) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:35.226139 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4528a8b-49be-4e37-86c5-be07339c92ac req-aee98ac3-7d3c-4cd6-82eb-1a957f340855 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Oct 20 10:45:35.256511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 46769caa-763c-47e4-9601-1ef75f255d6e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:35.257026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.276601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] DHCP port deletion for 04143be8-086f-45be-9f76-4db8f32998fe request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:45:35.350254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 46769caa-763c-47e4-9601-1ef75f255d6e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=46769caa-763c-47e4-9601-1ef75f255d6e,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:35.351239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.376286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 46769caa-763c-47e4-9601-1ef75f255d6e owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:35.389624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Deleting port 46769caa-763c-47e4-9601-1ef75f255d6e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:35.393059 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.448473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-network', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:35.485717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Made reservation on behalf of 9de797e930284f30b6d0a3d7185ad9a8 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:35.500590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.502548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] For port 46769caa-763c-47e4-9601-1ef75f255d6e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=46769caa-763c-47e4-9601-1ef75f255d6e,segment=NetworkSegment(061f98b7-22af-4d9a-970b-1d13dba813ab),segment_id=061f98b7-22af-4d9a-970b-1d13dba813ab)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:35.503544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.515453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04a8c3e5-017f-4db7-b79e-e742d05101d8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:35.528389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.543343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.562854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Calling delete_port for 46769caa-763c-47e4-9601-1ef75f255d6e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:35.602772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 46769caa-763c-47e4-9601-1ef75f255d6e on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:35.604765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=46769caa-763c-47e4-9601-1ef75f255d6e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.621191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 04a8c3e5-017f-4db7-b79e-e742d05101d8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:35.621617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04a8c3e5-017f-4db7-b79e-e742d05101d8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:35.678194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.686667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.741281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6957cd-c39a-4c23-bec7-10e9c200886c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.743589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.749621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:35.760042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.764833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] No DVR routers for this DVR port 46769caa-763c-47e4-9601-1ef75f255d6e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:35.795364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04143be8-086f-45be-9f76-4db8f32998fe']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:35.805680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873afcb8-5225-45cf-8bde-e2e14243bacb None None] Pushing event deleted for resources: {'Port': ['ID=46769caa-763c-47e4-9601-1ef75f255d6e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.808093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.808443 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Added segment ad32c597-f3b2-41f9-aa69-9ea9291d440e of type vlan for network d0745e48-8268-4492-8994-a326ef9760dd Oct 20 10:45:35.809116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061f98b7-22af-4d9a-970b-1d13dba813ab') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:35.809415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061f98b7-22af-4d9a-970b-1d13dba813ab') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:35.821493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.838354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.846734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:35.847360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:35.851103 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:35.868282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc1dcd-0ada-4a50-9314-856cd4d6998e req-a81b2fb1-3134-47ca-a212-319376c30872 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:35.870708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65cc1dcd-0ada-4a50-9314-856cd4d6998e req-a81b2fb1-3134-47ca-a212-319376c30872 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1435924 Oct 20 10:45:35.884822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.922393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50124) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:35.930202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65cc1dcd-0ada-4a50-9314-856cd4d6998e req-1e737450-8534-4945-aedb-8bf3961be6d5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Oct 20 10:45:35.937190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963630946', 'description': 'tempest-description--1470896498'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:35.946996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.950618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.958253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/networks/04143be8-086f-45be-9f76-4db8f32998fe HTTP/1.1" status: 204 len: 168 time: 0.9970613 Oct 20 10:45:35.973420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50126) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:35.973790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6e35-a447-46e5-a874-15f914f21111 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Network': ['ID=04143be8-086f-45be-9f76-4db8f32998fe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.980594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1538071404'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:35.995579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.056976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.058711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.058711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.077935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:36.082347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.170744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9376097 Oct 20 10:45:36.173973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:36.184884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Request body: {'subnet': {'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-subnet', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:36.211409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Made reservation on behalf of 9de797e930284f30b6d0a3d7185ad9a8 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:36.213952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.232844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3fef-9fb3-4ccc-bbd9-e547bf36b569 req-cae4b3ac-b66e-4e9a-90b2-2f888e58de18 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.234433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6da3fef-9fb3-4ccc-bbd9-e547bf36b569 req-cae4b3ac-b66e-4e9a-90b2-2f888e58de18 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2347901 Oct 20 10:45:36.240369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140388cb-90da-4f4b-970e-0713ceaaa2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0745e48-8268-4492-8994-a326ef9760dd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.250891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:36.251671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d0745e48-8268-4492-8994-a326ef9760dd details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:36.305046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.305391 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Added segment 63bde477-41e8-412c-b7cc-0d024b1267aa of type vlan for network e83aeb6b-4dfc-47ae-b35c-5ad639438457 Oct 20 10:45:36.336200 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.345040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45dbc0-e9a9-4980-b6a9-abe828a516e4 req-a72e9f4e-667e-4273-beb2-8c4f3c2bedea tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.346679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd45dbc0-e9a9-4980-b6a9-abe828a516e4 req-a72e9f4e-667e-4273-beb2-8c4f3c2bedea tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2397711 Oct 20 10:45:36.370969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.412193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.459381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.460970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.463666 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5322361 Oct 20 10:45:36.465468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50134) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:36.471275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6da3fef-9fb3-4ccc-bbd9-e547bf36b569 req-6fca86dd-ad26-48c7-a80d-387b5b2378bf tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171798 Oct 20 10:45:36.473428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'security_group_rule': {'security_group_id': '7eff61f4-61f1-426b-88f4-02a42c7d0ad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:36.486016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60650d-85d4-40d1-b667-4c010c696322 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff61f4-61f1-426b-88f4-02a42c7d0ad7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.501229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.507719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.508322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.535894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd45dbc0-e9a9-4980-b6a9-abe828a516e4 req-fe3d0873-2d3c-4506-b224-0f3d3fd9e8ae tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679978 Oct 20 10:45:36.544211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6101fa67-2df0-43ec-81f3-af2aca83342d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.563404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.574587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5986528 Oct 20 10:45:36.577787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50136) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:36.583382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Checking segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:36.583615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Network hostable DHCP agents. Network: d0745e48-8268-4492-8994-a326ef9760dd, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:36.594175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'subnet': {'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:36.632498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cadf32-410b-413a-8fcf-94d72c3169e7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Network': ['ID=e83aeb6b-4dfc-47ae-b35c-5ad639438457,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.649312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:36.667555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Network d0745e48-8268-4492-8994-a326ef9760dd is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:36.710178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9e36-b198-4274-ab21-6f412f308c9f req-73f8f56b-8789-4ffa-9b9d-2f6a1d6d9671 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.712222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-786a9e36-b198-4274-ab21-6f412f308c9f req-73f8f56b-8789-4ffa-9b9d-2f6a1d6d9671 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1491063 Oct 20 10:45:36.719601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d0745e48-8268-4492-8994-a326ef9760dd) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:36.732069 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.733689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.734343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.738584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478fd7-acda-465c-ac07-30915987e53a req-e34a40a2-4ca0-4315-87f5-dc93a74646ba tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.741548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271607d2-ca39-402a-a2b3-56e6c4e08071 None None] Network d0745e48-8268-4492-8994-a326ef9760dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:36.748217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.751905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11478fd7-acda-465c-ac07-30915987e53a req-e34a40a2-4ca0-4315-87f5-dc93a74646ba tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1110945 Oct 20 10:45:36.773064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-069bc124-8852-4020-a5f3-e686112289e7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945592 Oct 20 10:45:36.780033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50140) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:36.783803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:36.787269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.798333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:36.822470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-786a9e36-b198-4274-ab21-6f412f308c9f req-08448821-3262-4524-a269-810787a70643 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003892 Oct 20 10:45:36.825550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b498158e-6f5e-4e88-8c12-85d088aa79d7,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.837105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.838315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f30525d1-b9f2-490e-8f9c-93826c203a9b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689282 Oct 20 10:45:36.841973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50142) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:36.847888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'security_group_rule': {'security_group_id': '7eff61f4-61f1-426b-88f4-02a42c7d0ad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:36.866748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11478fd7-acda-465c-ac07-30915987e53a req-ac9bca8e-9ea3-4b70-9e13-fe02a9fa45ac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130135 Oct 20 10:45:36.955857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.957286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.001078 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.034281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6166030c-d01f-4883-8c03-7ac88222edeb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:37.078779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.097586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d0745e48-8268-4492-8994-a326ef9760dd', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:37.098467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.164974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6166030c-d01f-4883-8c03-7ac88222edeb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:37.166156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.222345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.231748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.233659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.250201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715108-96ff-4527-ad01-496975dd7f1d req-725ac6d2-38aa-425a-b36e-2305d240c154 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.251328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84715108-96ff-4527-ad01-496975dd7f1d req-725ac6d2-38aa-425a-b36e-2305d240c154 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1756632 Oct 20 10:45:37.280836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af60adbd-9a3f-492b-9676-40885adf1e5a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:37.311527 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.317201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7b3af29-1bc3-439a-9642-a1b60ee7737c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696195 Oct 20 10:45:37.317389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:37.321470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:37.333067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a5a96-b32a-4df7-bef3-e4a3ec653646 req-e996db57-26ed-4a1d-bdb8-d10ef3d55101 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.335988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3a5a96-b32a-4df7-bef3-e4a3ec653646 req-e996db57-26ed-4a1d-bdb8-d10ef3d55101 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 812 time: 0.2613113 Oct 20 10:45:37.368355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84715108-96ff-4527-ad01-496975dd7f1d req-dedf3b4c-a868-4368-99d4-700ef58527b9 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928349 Oct 20 10:45:37.372886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3a5a96-b32a-4df7-bef3-e4a3ec653646 req-c389da82-0adc-47dc-bceb-b245276b0a9c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/quotas/0bebe6937abe453f885d600cb9fa6e26 HTTP/1.1" status: 200 len: 375 time: 0.0200448 Oct 20 10:45:37.377863 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.455563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.487873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3a5a96-b32a-4df7-bef3-e4a3ec653646 req-466629f0-041e-4410-80cb-17d54e1bdd3f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009171 Oct 20 10:45:37.494930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Subnet': ['ID=33d467b5-f606-4a66-b2fe-e62c960db30e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:37.553601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Allocated IP 172.20.0.2 (d0745e48-8268-4492-8994-a326ef9760dd/6101fa67-2df0-43ec-81f3-af2aca83342d/f749158c-9585-4dd8-887d-d3280fd11bfb) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:37.563579 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.595260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Checking segment: {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:37.596509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network hostable DHCP agents. Network: e83aeb6b-4dfc-47ae-b35c-5ad639438457, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:37.601224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 6166030c-d01f-4883-8c03-7ac88222edeb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6166030c-d01f-4883-8c03-7ac88222edeb,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:37.610820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.670674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8251-02af-4b98-ab64-cad9e578a70d req-0e2524ff-e452-4ce2-a717-e56133342449 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.672255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd8e8251-02af-4b98-ab64-cad9e578a70d req-0e2524ff-e452-4ce2-a717-e56133342449 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.0971653 Oct 20 10:45:37.702185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 46769caa-763c-47e4-9601-1ef75f255d6e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:37.718987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1a52a-a0fd-41b6-969e-77de1fd251e1 req-931b6df1-8221-4eb1-935c-4ca4834bd5cc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.720519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca1a52a-a0fd-41b6-969e-77de1fd251e1 req-931b6df1-8221-4eb1-935c-4ca4834bd5cc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1473210 Oct 20 10:45:37.740442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 46769caa-763c-47e4-9601-1ef75f255d6e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:37.741245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 46769caa-763c-47e4-9601-1ef75f255d6e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:37.743070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd8e8251-02af-4b98-ab64-cad9e578a70d req-920eede5-5273-4166-8736-aae130bd2b18 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538898 Oct 20 10:45:37.749463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.773870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.792584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca1a52a-a0fd-41b6-969e-77de1fd251e1 req-8110cea6-d4cf-455f-a813-499f5809c3a9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 Oct 20 10:45:37.821073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:37.822449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=6166030c-d01f-4883-8c03-7ac88222edeb,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:37.839959 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.846522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e83aeb6b-4dfc-47ae-b35c-5ad639438457) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:37.857293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.857944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.860845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174de59-e5de-438f-942b-1e366b3ef9b1 None None] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:37.948038 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.988351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f175-cba7-40ce-89e9-1cc2fab83d44 req-aebda707-7daa-4a10-b0bb-f0d246889ec7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.994664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Network d0745e48-8268-4492-8994-a326ef9760dd is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:37.996922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8881f175-cba7-40ce-89e9-1cc2fab83d44 req-aebda707-7daa-4a10-b0bb-f0d246889ec7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0997169 Oct 20 10:45:38.002433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:38.011240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:38.025105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Pushing event updated for resources: {'Port': ['ID=f749158c-9585-4dd8-887d-d3280fd11bfb,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:38.039532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d1d9f-9891-4e31-a075-d113df0c2015 req-59adbd89-6e98-409b-a6b4-23df1e22707e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.041313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a5d1d9f-9891-4e31-a075-d113df0c2015 req-59adbd89-6e98-409b-a6b4-23df1e22707e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1074955 Oct 20 10:45:38.070963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8881f175-cba7-40ce-89e9-1cc2fab83d44 req-680ed596-9ea2-4ea8-81fd-e15ed2cdac52 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729308 Oct 20 10:45:38.156206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a5d1d9f-9891-4e31-a075-d113df0c2015 req-24087e9f-fa22-4da3-9a48-e4874ce132b4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985935 Oct 20 10:45:38.162901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e83aeb6b-4dfc-47ae-b35c-5ad639438457', 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'fixed_ips': [{'subnet_id': '33d467b5-f606-4a66-b2fe-e62c960db30e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:38.163901 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.199464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Attempting to bind port f749158c-9585-4dd8-887d-d3280fd11bfb on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:38.199851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Attempting to bind port f749158c-9585-4dd8-887d-d3280fd11bfb by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:38.200200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Attempting to bind port f749158c-9585-4dd8-887d-d3280fd11bfb on network d0745e48-8268-4492-8994-a326ef9760dd {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:38.219935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:38.220507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Checking segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:38.221841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.222252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Bound using segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:38.222756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Bound port: f749158c-9585-4dd8-887d-d3280fd11bfb, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:38.223215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.243764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e30038af-ba33-4e0b-ac56-bf80277b48b7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6649268 Oct 20 10:45:38.248761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50182) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:38.256936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-165132982'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:38.275516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcf22f56-aa1f-46c9-bc47-4bc556624354 req-605c4ac2-97aa-4f91-8f99-b2cc1087950e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0bebe6937abe453f885d600cb9fa6e26 HTTP/1.1" status: 200 len: 221 time: 0.0486267 Oct 20 10:45:38.288217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Allocated IP 172.25.3.207 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e8e176b5-963f-4b1c-ae02-abe20ab9eb20) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:38.291178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.319040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:38.322490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.324923 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Sync routers for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:38.338235 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:38.340036 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:38.412791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73de820-0693-43be-a70f-eac595426e2a req-97e11d0a-1033-481e-9183-71672475fa0e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.423143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b73de820-0693-43be-a70f-eac595426e2a req-97e11d0a-1033-481e-9183-71672475fa0e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0659125 Oct 20 10:45:38.439842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Allocated IP 19.80.0.2 (e83aeb6b-4dfc-47ae-b35c-5ad639438457/33d467b5-f606-4a66-b2fe-e62c960db30e/d78191f1-2ead-495a-b849-4976c5d4edc5) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:38.454311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:38.484849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.485225 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Added segment e85297e0-4490-4b87-a275-93f94fa7fdd4 of type vlan for network c1b11de1-1af8-49b9-8c9d-cce732b5705f Oct 20 10:45:38.517056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b73de820-0693-43be-a70f-eac595426e2a req-dee6831a-4d12-4828-89a2-b2c109db5ad7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898325 Oct 20 10:45:38.552781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.555109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.582708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] For port f749158c-9585-4dd8-887d-d3280fd11bfb, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:38.603541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.607229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] For port f749158c-9585-4dd8-887d-d3280fd11bfb, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f749158c-9585-4dd8-887d-d3280fd11bfb,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:38.609976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.611025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.615846 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.649943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.652660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681116a-954c-42f3-8973-b2f9830707e4 req-72bff7cf-ade1-439a-b98c-21405ee82d46 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.654258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b681116a-954c-42f3-8973-b2f9830707e4 req-72bff7cf-ade1-439a-b98c-21405ee82d46 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1004481 Oct 20 10:45:38.692160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:38.747447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4976387 Oct 20 10:45:38.765246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b681116a-954c-42f3-8973-b2f9830707e4 req-328231e3-7efc-4ffb-83d2-3ab46c479827 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015625 Oct 20 10:45:38.769182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50192) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:38.811123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907d28-1690-4338-b53d-acee818210c7 None None] Pushing event updated for resources: {'Port': ['ID=f749158c-9585-4dd8-887d-d3280fd11bfb,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:38.826967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.828519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'subnet': {'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:38.835703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.842327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:38.858332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514334c-ac10-4bac-b3a3-ed11eb200031 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Network': ['ID=c1b11de1-1af8-49b9-8c9d-cce732b5705f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:38.874827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:38.899573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Allocated IP 172.25.3.24 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/411b59e4-c469-4f00-94dd-f86d005e73ce) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:38.902120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:38.915208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Pushing event updated for resources: {'Port': ['ID=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:38.915776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781f823-15ed-4028-a36d-1dfd05acb8ea req-a40b7e24-efea-4d89-b4ab-550ced4520c4 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.926470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9781f823-15ed-4028-a36d-1dfd05acb8ea req-a40b7e24-efea-4d89-b4ab-550ced4520c4 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1868546 Oct 20 10:45:38.942099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:38.952514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:38.998784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:39.028977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:39.070538 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 2, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:39.092252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9781f823-15ed-4028-a36d-1dfd05acb8ea req-0bb6bab3-1eab-4b14-847d-ab53293f3546 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618669 Oct 20 10:45:39.108349 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Checking router: 95c1b568-4285-4a03-923f-6dd81cbe4be6 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:39.108705 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Updating router 95c1b568-4285-4a03-923f-6dd81cbe4be6 port ad3dd184-6511-4f79-8256-c252b0714beb binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:45:39.108850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Pushing event updated for resources: {'Port': ['ID=d78191f1-2ead-495a-b849-4976c5d4edc5,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:39.142294 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.161150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6166030c-d01f-4883-8c03-7ac88222edeb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:39.177560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bf8be-970d-4a31-bfe3-8dcc7aa76c4e req-0b9ab1aa-22bb-4d4f-a943-561fc5e6d3e3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.193152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-753bf8be-970d-4a31-bfe3-8dcc7aa76c4e req-0b9ab1aa-22bb-4d4f-a943-561fc5e6d3e3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2027540 Oct 20 10:45:39.253220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-753bf8be-970d-4a31-bfe3-8dcc7aa76c4e req-36c73ce5-8b68-46d1-8d4d-cfdc1473ee00 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Oct 20 10:45:39.292638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Attempting to bind port d78191f1-2ead-495a-b849-4976c5d4edc5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:39.293047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Attempting to bind port d78191f1-2ead-495a-b849-4976c5d4edc5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:39.295080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Attempting to bind port d78191f1-2ead-495a-b849-4976c5d4edc5 on network e83aeb6b-4dfc-47ae-b35c-5ad639438457 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:39.304946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6166030c-d01f-4883-8c03-7ac88222edeb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:39.305323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.358968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:39.358968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Checking segment: {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:39.358968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.359441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Bound using segment: {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:39.360215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Bound port: d78191f1-2ead-495a-b849-4976c5d4edc5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:39.360545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.365761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51687d-c182-47f7-9adb-cfe3e46a0b10 req-6595611a-b7b5-4231-a317-155105713957 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.367961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd51687d-c182-47f7-9adb-cfe3e46a0b10 req-6595611a-b7b5-4231-a317-155105713957 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1034751 Oct 20 10:45:39.445263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:39.450005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.507960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785509-3109-4c67-a376-d43794637474 req-e1fb04d0-6b13-4e61-b4e4-288c5e23953b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.511572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75785509-3109-4c67-a376-d43794637474 req-e1fb04d0-6b13-4e61-b4e4-288c5e23953b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1416750 Oct 20 10:45:39.523859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd51687d-c182-47f7-9adb-cfe3e46a0b10 req-1b5bf993-3169-4e61-aa9d-773d740cf407 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409612 Oct 20 10:45:39.530503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] For port d78191f1-2ead-495a-b849-4976c5d4edc5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:39.536874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] For port d78191f1-2ead-495a-b849-4976c5d4edc5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d78191f1-2ead-495a-b849-4976c5d4edc5,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:39.551018 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.593329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.597633 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.608285 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.633221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75785509-3109-4c67-a376-d43794637474 req-92856dc6-0f46-4a11-b5e7-cdc48741fe5b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Oct 20 10:45:39.700919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc0266-1512-4f21-9d53-4f1a3a6db7c8 None None] Pushing event updated for resources: {'Port': ['ID=d78191f1-2ead-495a-b849-4976c5d4edc5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:39.727885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Pushing event updated for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:39.741385 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.741826 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.742130 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.744925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37047495-d863-40ef-8d6c-6e3867993999 req-63e4ad4a-e4a0-4174-9cb2-7fe19f47bc38 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.745921 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.746304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.746647 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.747097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.747438 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.747774 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.748094 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.748420 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.748743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:39.749932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37047495-d863-40ef-8d6c-6e3867993999 req-63e4ad4a-e4a0-4174-9cb2-7fe19f47bc38 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1209183 Oct 20 10:45:39.827099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.864206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37047495-d863-40ef-8d6c-6e3867993999 req-cad9f2d9-8b56-4065-9ccc-da4ac287665a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923765 Oct 20 10:45:39.889324 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Attempting to bind port ad3dd184-6511-4f79-8256-c252b0714beb on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:39.890207 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Attempting to bind port ad3dd184-6511-4f79-8256-c252b0714beb by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:39.890829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Attempting to bind port ad3dd184-6511-4f79-8256-c252b0714beb on network 92656030-c254-4a4e-8aa3-58e49fa88806 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:39.917304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:39.918048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Checking segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:39.919121 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.921193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Bound using segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:39.922140 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Bound port: ad3dd184-6511-4f79-8256-c252b0714beb, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:39.925735 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.027437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.070292 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] For port ad3dd184-6511-4f79-8256-c252b0714beb, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:40.076010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] For port ad3dd184-6511-4f79-8256-c252b0714beb, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ad3dd184-6511-4f79-8256-c252b0714beb,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:40.079281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29c8f-f993-4b40-900c-d862276d23da req-a349e1fb-07bb-4b43-b2f6-c56e5699bd6b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.081097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6c29c8f-f993-4b40-900c-d862276d23da req-a349e1fb-07bb-4b43-b2f6-c56e5699bd6b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1374609 Oct 20 10:45:40.083228 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.124869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baa321-ccb5-4bc9-a4a7-e84a4c936879 req-0ce47616-f678-47f5-899d-bc4727f7199d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.150555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67baa321-ccb5-4bc9-a4a7-e84a4c936879 req-0ce47616-f678-47f5-899d-bc4727f7199d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1361060 Oct 20 10:45:40.205434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:40.221656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:40.239278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:40.268693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6c29c8f-f993-4b40-900c-d862276d23da req-818be6d0-daec-4e9f-bf9b-ef7b6a7bfec5 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660070 Oct 20 10:45:40.280979 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89b15-b8d0-42ab-8a7c-74bef80dd12b None None] Pushing event updated for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:40.307978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:40.309225 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:40.312414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] Provisioning complete for port ad3dd184-6511-4f79-8256-c252b0714beb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:40.312796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.321534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67baa321-ccb5-4bc9-a4a7-e84a4c936879 req-6815fb4a-4519-4df9-b302-435004a6db2c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690657 Oct 20 10:45:40.394215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b7e701-d952-4469-8f11-bdf15dc52511 None None] Network d0745e48-8268-4492-8994-a326ef9760dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:40.430152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'Port': ['ID=411b59e4-c469-4f00-94dd-f86d005e73ce,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:40.474490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.557505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71a4f7-83d1-46cd-b0c2-7ec125a15f0e req-f7ada1ec-b4ed-4258-9301-9d0d9312b389 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.559370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe71a4f7-83d1-46cd-b0c2-7ec125a15f0e req-f7ada1ec-b4ed-4258-9301-9d0d9312b389 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1555369 Oct 20 10:45:40.574356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:40.597248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f691b2-d67f-48c4-adf7-3b2c38f69bf0 req-fb933ddb-e0cb-483d-9a1f-040ad6a3fbb0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.605024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24f691b2-d67f-48c4-adf7-3b2c38f69bf0 req-fb933ddb-e0cb-483d-9a1f-040ad6a3fbb0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1312976 Oct 20 10:45:40.616033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.654098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe71a4f7-83d1-46cd-b0c2-7ec125a15f0e req-cd8e6d1b-2296-4465-ab5f-ddb7346879f6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860417 Oct 20 10:45:40.681477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] For port ad3dd184-6511-4f79-8256-c252b0714beb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ad3dd184-6511-4f79-8256-c252b0714beb,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:40.687357 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.689868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.701156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24f691b2-d67f-48c4-adf7-3b2c38f69bf0 req-5fd8aa3e-304a-4193-9787-9c5d20517013 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908148 Oct 20 10:45:40.701864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Subnet': ['ID=018bb2f3-5646-48a9-801e-ed4adecc157a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:40.786061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.796917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Checking segment: {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:40.797562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network hostable DHCP agents. Network: c1b11de1-1af8-49b9-8c9d-cce732b5705f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:40.802933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3151-b93a-4dc1-9ce2-0379b2399e23 None None] Pushing event updated for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:40.855947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Provisioning complete for port ad3dd184-6511-4f79-8256-c252b0714beb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:40.856280 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.978874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:40.993091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.015926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b6659-d3fa-42a6-9c7f-362f286a7e4d req-39bc8b31-7f6c-460c-9530-16da15e9a3d1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.037117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d4b6659-d3fa-42a6-9c7f-362f286a7e4d req-39bc8b31-7f6c-460c-9530-16da15e9a3d1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2070286 Oct 20 10:45:41.045610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c1b11de1-1af8-49b9-8c9d-cce732b5705f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:41.052315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.052893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.060176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef330e80-0e51-4c2b-b302-a71f4a170e87 None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:41.095248 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.099661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Provisioning complete for port f749158c-9585-4dd8-887d-d3280fd11bfb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:41.100000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.114902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7c394-8a9d-4327-98bc-3f085690b080 req-03a2784a-25d5-4879-9d72-2c776bb580df tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.123205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ed7c394-8a9d-4327-98bc-3f085690b080 req-03a2784a-25d5-4879-9d72-2c776bb580df tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2264814 Oct 20 10:45:41.152201 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0b82-9241-4f8b-8eb5-5d64a478ee72 None None] The sync data for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 is: [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:41.152909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3a58ff5e-7d10-4cad-80d3-7c3a1c3afef8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3388960 Oct 20 10:45:41.261630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Router 49898ce0-bff3-482f-b23c-8a06f9745870 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:45:41.263830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d78191f1-2ead-495a-b849-4976c5d4edc5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:41.282871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d4b6659-d3fa-42a6-9c7f-362f286a7e4d req-4afd62fb-6af5-4bf0-8a44-7f99c6458f57 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402332 Oct 20 10:45:41.347302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ed7c394-8a9d-4327-98bc-3f085690b080 req-72744950-2547-4bc5-aea5-6cc34e83806f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225890 Oct 20 10:45:41.538177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.543219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5cfe0-6484-4f08-8b48-579d4b6841b8 None None] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:41.550238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.587911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8016fbc-2b61-4a16-a8e9-a9e5711d138b req-f5ca3488-99a6-4abb-ae05-63d5ff882801 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.596236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8016fbc-2b61-4a16-a8e9-a9e5711d138b req-f5ca3488-99a6-4abb-ae05-63d5ff882801 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1617734 Oct 20 10:45:41.605946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'Port': ['ID=411b59e4-c469-4f00-94dd-f86d005e73ce,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:41.619565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:41.619804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c1b11de1-1af8-49b9-8c9d-cce732b5705f', 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'fixed_ips': [{'subnet_id': '018bb2f3-5646-48a9-801e-ed4adecc157a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:41.620548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.623255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36836-1fc1-47d1-b844-3b874c6e1fae req-db86ce2d-7b9f-4129-b168-2ffb3e21dc32 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.631966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fc36836-1fc1-47d1-b844-3b874c6e1fae req-db86ce2d-7b9f-4129-b168-2ffb3e21dc32 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1104326 Oct 20 10:45:41.670406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Sync routers for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:41.683331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.684929 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8237f157-3b49-41bc-ac8c-357909e144ec admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9031689 Oct 20 10:45:41.687832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50234) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:41.704757 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.708598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8016fbc-2b61-4a16-a8e9-a9e5711d138b req-4662d520-0e07-4a40-b1ca-0514c4287a02 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091814 Oct 20 10:45:41.711069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d78191f1-2ead-495a-b849-4976c5d4edc5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:41.711547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.733343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fc36836-1fc1-47d1-b844-3b874c6e1fae req-88560f40-9076-40a2-a884-3148d0b43643 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004410 Oct 20 10:45:41.749434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.757463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:41.757933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.771021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.773788 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f02095da-a854-4359-893c-6eb832400b14 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4560184 Oct 20 10:45:41.979318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1ca3cbe4-01b0-4340-b816-26e06c0903d6 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.985416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1ca3cbe4-01b0-4340-b816-26e06c0903d6 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.989580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1ca3cbe4-01b0-4340-b816-26e06c0903d6 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/networks?id=e83aeb6b-4dfc-47ae-b35c-5ad639438457&id=c1b11de1-1af8-49b9-8c9d-cce732b5705f HTTP/1.1" status: 200 len: 1391 time: 0.1377292 Oct 20 10:45:42.021427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f7c1f-61b4-4fbe-8929-e07e8b73f28f req-27a1a5a6-7615-4e33-a6e2-0ea3adba5c1d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:42.024047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-683f7c1f-61b4-4fbe-8929-e07e8b73f28f req-27a1a5a6-7615-4e33-a6e2-0ea3adba5c1d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2219317 Oct 20 10:45:42.026320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-5b51e011-56c6-4cc4-bd19-7709fb37a9f8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/quotas/6b6443d3c6c4463394854f9eadfd2c32 HTTP/1.1" status: 200 len: 375 time: 0.0290742 Oct 20 10:45:42.107608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-683f7c1f-61b4-4fbe-8929-e07e8b73f28f req-2fd5f427-b7eb-4edc-9b85-5d67b3c5fa5f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 Oct 20 10:45:42.146637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] For port f749158c-9585-4dd8-887d-d3280fd11bfb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f749158c-9585-4dd8-887d-d3280fd11bfb,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:42.163542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-a56c195e-c84d-4530-9647-405e1ae2da09 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264637 Oct 20 10:45:42.170676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.316636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-b6304e98-3768-4b5a-93ad-b18b6a0a084b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--963630946&fields=id&tenant_id=a51e9d0cb01e44868261c856d38ff48a HTTP/1.1" status: 200 len: 267 time: 0.0569396 Oct 20 10:45:42.330682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-eb60d568-bd54-48ef-8009-843401c052f6 service neutron] 10.222.0.74 "GET /v2.0/networks/e83aeb6b-4dfc-47ae-b35c-5ad639438457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659491 Oct 20 10:45:42.418031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9785a0-26c9-45db-8e7e-92123ca251b2 None None] Pushing event updated for resources: {'Port': ['ID=f749158c-9585-4dd8-887d-d3280fd11bfb,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:42.427293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:42.489138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.494179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Allocated IP 19.86.0.2 (c1b11de1-1af8-49b9-8c9d-cce732b5705f/018bb2f3-5646-48a9-801e-ed4adecc157a/ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:42.496331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ad415b56-99b7-439e-8137-4b18f241de39 None None] Provisioning complete for port d78191f1-2ead-495a-b849-4976c5d4edc5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:42.496699 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad415b56-99b7-439e-8137-4b18f241de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.557159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.663743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port d78191f1-2ead-495a-b849-4976c5d4edc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d78191f1-2ead-495a-b849-4976c5d4edc5,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:42.706265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.707087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ad3dd184-6511-4f79-8256-c252b0714beb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:42.768349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Allocated IP 172.20.0.1 (d0745e48-8268-4492-8994-a326ef9760dd/6101fa67-2df0-43ec-81f3-af2aca83342d/2ea4d5e5-2399-4002-8080-d95caac1e9ad) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:42.827964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-409dc555-05ea-4af0-a562-20e4ed2d77c4 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:42.836149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-409dc555-05ea-4af0-a562-20e4ed2d77c4 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/networks?id=92656030-c254-4a4e-8aa3-58e49fa88806 HTTP/1.1" status: 200 len: 812 time: 0.5040047 Oct 20 10:45:42.851527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-32bf2ba8-a43a-45cb-aace-92bc20f29739 service neutron] 10.222.0.74 "GET /v2.0/networks/e83aeb6b-4dfc-47ae-b35c-5ad639438457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087357 Oct 20 10:45:42.899725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-ce051230-2bd3-4227-9aeb-e4a28aa77a3e tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/quotas/a51e9d0cb01e44868261c856d38ff48a HTTP/1.1" status: 200 len: 375 time: 0.0621974 Oct 20 10:45:42.916198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.918016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=d78191f1-2ead-495a-b849-4976c5d4edc5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:42.958988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.967961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.982585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.984380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ad3dd184-6511-4f79-8256-c252b0714beb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:42.984743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.989738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-20286d53-e6b8-432c-bac1-7aa38b31cd81 service neutron] 10.222.0.74 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373644 Oct 20 10:45:42.995964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Network d0745e48-8268-4492-8994-a326ef9760dd is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:42.998984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:43.003337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:43.014290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-748f3abc-00b4-4724-9e66-ec71504513f0 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a51e9d0cb01e44868261c856d38ff48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783353 Oct 20 10:45:43.042887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ad415b56-99b7-439e-8137-4b18f241de39 None None] Provisioning complete for port f749158c-9585-4dd8-887d-d3280fd11bfb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:43.042887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad415b56-99b7-439e-8137-4b18f241de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.056218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:43.065537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.082821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:43.097034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:43.107576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:43.127960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Pushing event updated for resources: {'Port': ['ID=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:43.145320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:39Z', 'revision_number': 3, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:43.201376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a764a670-b378-431a-80d0-9670d46e09fb service neutron] 10.222.0.74 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858125 Oct 20 10:45:43.212423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-b2c74761-1221-453a-a14b-1d4a4c5d7a52 service neutron] 10.222.0.74 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957691 Oct 20 10:45:43.237754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Checking router: 49898ce0-bff3-482f-b23c-8a06f9745870 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:43.238218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Updating router 49898ce0-bff3-482f-b23c-8a06f9745870 port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:45:43.262707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.323653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-f3b10475-f360-4581-b515-b78711f8e90d service neutron] 10.222.0.74 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214151 Oct 20 10:45:43.329474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Attempting to bind port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:43.329921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Attempting to bind port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:43.330289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Attempting to bind port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e on network c1b11de1-1af8-49b9-8c9d-cce732b5705f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:43.348325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.355797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:43.356515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Checking segment: {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:43.356954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.357377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Bound using segment: {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:43.358414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Bound port: ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:43.358809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.402740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f749158c-9585-4dd8-887d-d3280fd11bfb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:43.511503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561cc3-7265-4d02-a577-6f07bd8583b6 req-9202cbc1-b8d6-400c-8c56-93518c93aa89 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.513872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6561cc3-7265-4d02-a577-6f07bd8583b6 req-9202cbc1-b8d6-400c-8c56-93518c93aa89 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0601981 Oct 20 10:45:43.538521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.545203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.578483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-09ebabcf-4cf5-4282-a018-6d7ae72be253 None None] Provisioning complete for port d78191f1-2ead-495a-b849-4976c5d4edc5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:43.578868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09ebabcf-4cf5-4282-a018-6d7ae72be253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.592013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6561cc3-7265-4d02-a577-6f07bd8583b6 req-8631e597-d2e4-4089-be5f-545c3c45057a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707481 Oct 20 10:45:43.605977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] For port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:43.630172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:43.640772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.698009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] For port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:43.716456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.768695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f749158c-9585-4dd8-887d-d3280fd11bfb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:43.769070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.787961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53af97-5841-4009-b36d-d93930deaf3f req-4deb550a-5283-4f6b-b43a-6025200317d9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.792658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f53af97-5841-4009-b36d-d93930deaf3f req-4deb550a-5283-4f6b-b43a-6025200317d9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1022437 Oct 20 10:45:43.826096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Network d0745e48-8268-4492-8994-a326ef9760dd is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:43.827806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:43.950424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39be52d-5023-496c-a353-59ac6189a7af req-afee017f-176f-4264-ba45-a9728a762994 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.952475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c39be52d-5023-496c-a353-59ac6189a7af req-afee017f-176f-4264-ba45-a9728a762994 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1129246 Oct 20 10:45:43.972302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f53af97-5841-4009-b36d-d93930deaf3f req-3d12b412-0f66-4ce8-a024-0c21631c09f6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740589 Oct 20 10:45:44.014629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e712e-5542-4cd1-967d-fa174ebdf54f None None] Pushing event updated for resources: {'Port': ['ID=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:44.074386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c39be52d-5023-496c-a353-59ac6189a7af req-a9f27988-8ad6-42c9-86e5-79c5f672ce37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Oct 20 10:45:44.097392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Router 49898ce0-bff3-482f-b23c-8a06f9745870 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:44.262788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb4690-fef7-40e1-a300-f7a7a4217044 req-215847dd-82d4-4826-a431-26a035932e57 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:44.302443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0eb4690-fef7-40e1-a300-f7a7a4217044 req-215847dd-82d4-4826-a431-26a035932e57 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1959410 Oct 20 10:45:44.425577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:44.465546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c2c6667-a562-4ff6-a7a6-ce1c216618a3 req-e5067f08-09d9-468a-9602-866d0c792c3c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 210 time: 0.1526935 Oct 20 10:45:44.466148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d961ba25-9c47-4a10-bc12-8628f84058d9 admin admin] 10.222.0.74 "PUT /v2.0/routers/49898ce0-bff3-482f-b23c-8a06f9745870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709842 Oct 20 10:45:44.509417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0eb4690-fef7-40e1-a300-f7a7a4217044 req-550c8372-3ed8-42f1-a20d-7b0e7cbd358b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059717 Oct 20 10:45:44.650694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.661368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.670800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-09ebabcf-4cf5-4282-a018-6d7ae72be253 None None] Provisioning complete for port 2ea4d5e5-2399-4002-8080-d95caac1e9ad triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:44.671451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09ebabcf-4cf5-4282-a018-6d7ae72be253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.681776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cb65fc6-f01a-402c-b4e9-83fb08e08b79 req-45d224f5-a758-4ead-a6e4-b6a4f5064f21 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 210 time: 0.0590308 Oct 20 10:45:44.734696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f79a-5413-4690-8c0c-ed50678b2bf4 req-e1c8d7cd-13b4-40ba-88b7-dcae00818d20 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:44.745988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a829f79a-5413-4690-8c0c-ed50678b2bf4 req-e1c8d7cd-13b4-40ba-88b7-dcae00818d20 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1575665 Oct 20 10:45:44.778115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5bfc7-50a5-46c8-8b3e-426ca69b2e91 None None] Pushing event updated for resources: {'Port': ['ID=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:44.786005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Attempting to bind port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:44.786730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Attempting to bind port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:44.787397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Attempting to bind port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:44.791278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-09ebabcf-4cf5-4282-a018-6d7ae72be253 None None] Port 2ea4d5e5-2399-4002-8080-d95caac1e9ad cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:44.798774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:44.799192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:44.799604 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.799976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:44.800447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Bound port: e8e176b5-963f-4b1c-ae02-abe20ab9eb20, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:44.800821 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.844357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a829f79a-5413-4690-8c0c-ed50678b2bf4 req-7c5274fb-99e9-41fd-a4b3-9efb520f8222 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934210 Oct 20 10:45:44.862406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] For port e8e176b5-963f-4b1c-ae02-abe20ab9eb20, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:44.869151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] For port e8e176b5-963f-4b1c-ae02-abe20ab9eb20, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:44.874327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.974894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d78191f1-2ead-495a-b849-4976c5d4edc5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:44.976890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5bfc7-50a5-46c8-8b3e-426ca69b2e91 None None] Pushing event updated for resources: {'Port': ['ID=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.052915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9d8e0-a38a-4a5d-9893-ada90923a63a req-ac5a2d51-27ee-4ccf-ab29-cee9b720baa9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.054572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f070965c-3518-42d3-92c2-6a10aeb3cfe8 None None] Provisioning complete for port 2ea4d5e5-2399-4002-8080-d95caac1e9ad triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:45.055372 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f070965c-3518-42d3-92c2-6a10aeb3cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.057792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3e9d8e0-a38a-4a5d-9893-ada90923a63a req-ac5a2d51-27ee-4ccf-ab29-cee9b720baa9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1147187 Oct 20 10:45:45.104758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f070965c-3518-42d3-92c2-6a10aeb3cfe8 None None] Port 2ea4d5e5-2399-4002-8080-d95caac1e9ad cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:45.137607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:45.138526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:45.179208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3e9d8e0-a38a-4a5d-9893-ada90923a63a req-ca378633-797a-4dc7-853c-713f3711331e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073153 Oct 20 10:45:45.308578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825829c-7234-4d1c-b284-456285b27869 req-200ed610-4d88-407e-94ca-bb0c07dc3d83 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.310166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9825829c-7234-4d1c-b284-456285b27869 req-200ed610-4d88-407e-94ca-bb0c07dc3d83 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2157977 Oct 20 10:45:45.313634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d78191f1-2ead-495a-b849-4976c5d4edc5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:45.314540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.462045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50316) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.465595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:45.468099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-network', 'tenant_id': '897c812dd0944b18be26196dd8889fee'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:45.493794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Made reservation on behalf of 897c812dd0944b18be26196dd8889fee for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:45.497859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebb63e-836f-44c4-8a08-82948d699cc2 None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:45.499152 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.510740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.588848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9825829c-7234-4d1c-b284-456285b27869 req-7747cc54-a053-4a83-809d-75290166f39f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952350 Oct 20 10:45:45.607906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9edcd7-7a00-41eb-8d7c-00f4f324f459 req-dda4fd78-91d3-477d-badc-7807bacd4137 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.609904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.615378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.619744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c9edcd7-7a00-41eb-8d7c-00f4f324f459 req-dda4fd78-91d3-477d-badc-7807bacd4137 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.2932701 Oct 20 10:45:45.629820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:45.636827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-f7439dd2-2ba3-4647-bff8-d2be15acefa3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.642972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.643708 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Added segment d7511fa5-b6b2-4264-b3fd-9d849f5efcc7 of type vlan for network e0e02275-6c61-4389-af3d-8d795a6d86cc Oct 20 10:45:45.649601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-f7439dd2-2ba3-4647-bff8-d2be15acefa3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.652456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-f7439dd2-2ba3-4647-bff8-d2be15acefa3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "GET /v2.0/networks?id=e83aeb6b-4dfc-47ae-b35c-5ad639438457&id=c1b11de1-1af8-49b9-8c9d-cce732b5705f HTTP/1.1" status: 200 len: 1391 time: 0.4714885 Oct 20 10:45:45.676199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'port': {'device_id': '3108046f-d099-467c-8bad-91a708627088', 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457', 'admin_state_up': True, 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:45.692509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] Provisioning complete for port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:45.693096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.700224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:45.701840 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.707985 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.770818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.773288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.774375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.801002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2956613f-058c-4fbb-a4cc-8bc64d2e79a0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.908874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c9edcd7-7a00-41eb-8d7c-00f4f324f459 req-be626ccf-787d-40b8-81b0-d2850451d55b tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548628 Oct 20 10:45:45.936172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] Pushing event updated for resources: {'Network': ['ID=e0e02275-6c61-4389-af3d-8d795a6d86cc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.954349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f15fdf-54d9-4587-8bf3-2c6bb58fc057 req-c183ad33-d425-4ab7-b191-926383fac9c9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.955221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e0e02275-6c61-4389-af3d-8d795a6d86cc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:45.963278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56f15fdf-54d9-4587-8bf3-2c6bb58fc057 req-c183ad33-d425-4ab7-b191-926383fac9c9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1906338 Oct 20 10:45:45.965373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:45.965752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.981339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebdd1577-6b78-4e5a-b2ba-a61a757f8fae admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5172181 Oct 20 10:45:45.984034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50326) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.990231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Request body: {'subnet': {'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-subnet', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:46.021914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Made reservation on behalf of 897c812dd0944b18be26196dd8889fee for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:46.029653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.069975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.108254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d60ddfa6-cb6b-4930-b098-17e7f5f22c3b req-1c93b115-0081-4b95-9e73-1d63e2b48e5f tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 210 time: 0.0758269 Oct 20 10:45:46.116106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-ea0e0343-3d7d-406a-bd4c-4c5c00f63b25 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:46.118081 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-ea0e0343-3d7d-406a-bd4c-4c5c00f63b25 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.83 "GET /v2.0/networks?id=92656030-c254-4a4e-8aa3-58e49fa88806 HTTP/1.1" status: 200 len: 812 time: 0.3018003 Oct 20 10:45:46.119888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56f15fdf-54d9-4587-8bf3-2c6bb58fc057 req-e72a7207-17b7-4b6c-b1a7-d95e9790f4cf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551411 Oct 20 10:45:46.185492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-1e2e5abc-f3d5-431a-9447-fee4c8579784 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a51e9d0cb01e44868261c856d38ff48a HTTP/1.1" status: 200 len: 379 time: 0.0543222 Oct 20 10:45:46.188042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:46.198319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'port': {'device_id': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'admin_state_up': True, 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'security_groups': ['7eff61f4-61f1-426b-88f4-02a42c7d0ad7']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:46.212028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.237959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] For port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:46.257709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.263036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2ea4d5e5-2399-4002-8080-d95caac1e9ad', 'name': '', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'mac_address': 'fa:16:3e:9f:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:42Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 2, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'subnets': [{'id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.314240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375c851-83aa-40d8-ad9d-09b8d13d3204 None None] The sync data for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 is: [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2ea4d5e5-2399-4002-8080-d95caac1e9ad', 'name': '', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'mac_address': 'fa:16:3e:9f:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:42Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 2, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'subnets': [{'id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:46.341350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-573fcdc6-0690-41e1-8dbf-166f2de8b98d req-2ddbeb9d-7687-4a01-b81d-73b5f9b9f36f tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 210 time: 0.0852644 Oct 20 10:45:46.406658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Made reservation on behalf of a51e9d0cb01e44868261c856d38ff48a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:46.415842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.466238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6dfb8-3b70-4346-bb46-b45770df22ea None None] Pushing event updated for resources: {'Port': ['ID=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:46.519208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de3810-982d-4d7c-8b14-f818eefb107d req-e5096ccc-0f11-4a1b-85ee-7ad23e23b8b2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:46.521007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2de3810-982d-4d7c-8b14-f818eefb107d req-e5096ccc-0f11-4a1b-85ee-7ad23e23b8b2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2488687 Oct 20 10:45:46.538156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.557868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f749158c-9585-4dd8-887d-d3280fd11bfb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:46.571097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Allocated IP 19.80.0.243 (e83aeb6b-4dfc-47ae-b35c-5ad639438457/33d467b5-f606-4a66-b2fe-e62c960db30e/0945cbcf-22ea-4dbf-b811-7d1bef6c1d76) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:46.621945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4cc643fb-4e39-47d7-9188-73e2cec93051 None None] Provisioning complete for port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:46.622556 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4cc643fb-4e39-47d7-9188-73e2cec93051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.647466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Allocated IP 172.20.0.11 (92656030-c254-4a4e-8aa3-58e49fa88806/220b0519-82f5-4763-bb04-d3050bbadd38/001098c6-1833-4ca7-84a1-8d381d551e4f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:46.670851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f749158c-9585-4dd8-887d-d3280fd11bfb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:46.671240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.727187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2de3810-982d-4d7c-8b14-f818eefb107d req-9cfa2834-7564-41f3-ae55-579f58a99a8e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818833 Oct 20 10:45:46.801106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859137a1-c8d5-4cca-80bd-acc12c064109 req-90f58de1-8066-471e-8896-25d6b1743551 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:46.803687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-859137a1-c8d5-4cca-80bd-acc12c064109 req-90f58de1-8066-471e-8896-25d6b1743551 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2358837 Oct 20 10:45:46.898055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.994270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:47.001436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.011738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c80b5d-0bd0-4a2e-8f39-623d50bffeff req-b08b1eee-baa3-4056-b211-36e86d97f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.013327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d8c80b5d-0bd0-4a2e-8f39-623d50bffeff req-b08b1eee-baa3-4056-b211-36e86d97f4e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.0836413 Oct 20 10:45:47.046131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:47.046896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.066560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.071678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d8c80b5d-0bd0-4a2e-8f39-623d50bffeff req-6a8c5017-0d27-4b81-95b5-c0228d28cf71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Oct 20 10:45:47.074331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.100800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-859137a1-c8d5-4cca-80bd-acc12c064109 req-820ca333-0a8d-48a7-ad78-7722b2ac593d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773087 Oct 20 10:45:47.146162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event updated for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.158981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.161929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.165379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Network 92656030-c254-4a4e-8aa3-58e49fa88806 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:47.167005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:47.174093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ea7cb-482c-4810-9a9b-6446e2eac636 req-d6f2e807-d331-4363-a28a-e560812163c5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.182009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f3ea7cb-482c-4810-9a9b-6446e2eac636 req-d6f2e807-d331-4363-a28a-e560812163c5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2856586 Oct 20 10:45:47.186665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:47.271410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.272055 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.275968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.292524 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-fd04d204-603f-4579-90da-4498bbae56ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0992138 Oct 20 10:45:47.309113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Request body: {'port': {'device_id': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:47.313174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Checking segment: {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:47.313538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Network hostable DHCP agents. Network: e0e02275-6c61-4389-af3d-8d795a6d86cc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:47.364001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:47.372623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f3ea7cb-482c-4810-9a9b-6446e2eac636 req-d990cfe0-02e3-4f16-b7ba-cc169071a4d7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897156 Oct 20 10:45:47.373437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:47.376012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:47.414630 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:45:47.452933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.489758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Network e0e02275-6c61-4389-af3d-8d795a6d86cc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:47.497954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.498711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.541478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e0e02275-6c61-4389-af3d-8d795a6d86cc) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:47.556706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077fff7-7f5d-4d57-ab84-b87d4924b47d None None] Network e0e02275-6c61-4389-af3d-8d795a6d86cc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:47.575390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45073d8a-c074-40f9-b194-f3488309f052 req-f921257f-fa35-4330-96c9-9f8597693c72 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.576897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45073d8a-c074-40f9-b194-f3488309f052 req-f921257f-fa35-4330-96c9-9f8597693c72 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.2949970 Oct 20 10:45:47.583150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.583734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.588491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-915c1010-208d-4a06-968b-00d6edf42cd7 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9216630 Oct 20 10:45:47.637885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Request body: {'port': {'device_id': '3108046f-d099-467c-8bad-91a708627088', 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f', 'admin_state_up': True, 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:47.707328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45073d8a-c074-40f9-b194-f3488309f052 req-c75e92c7-4e3f-4baa-9d39-77ff3f32a626 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177037 Oct 20 10:45:47.721591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-91d4dc97-d77b-4c50-a104-bd3eb4670136 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7361968 Oct 20 10:45:47.740215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50344) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.789791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:47.803245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521cdb-9984-4ed5-b990-10244bce61ad req-01efea06-c0c3-4552-be48-a4c4bbba067a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.810559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24521cdb-9984-4ed5-b990-10244bce61ad req-01efea06-c0c3-4552-be48-a4c4bbba067a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.3061686 Oct 20 10:45:47.882638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6f95351f-8825-499b-9db0-6ae1e912e81d None None] Provisioning complete for port 001098c6-1833-4ca7-84a1-8d381d551e4f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:47.883027 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f95351f-8825-499b-9db0-6ae1e912e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.898094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001098c6-1833-4ca7-84a1-8d381d551e4f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:47.907641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.921978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Transition to ACTIVE for port object 001098c6-1833-4ca7-84a1-8d381d551e4f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:47.928240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.941431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24521cdb-9984-4ed5-b990-10244bce61ad req-8afeab93-21f2-4c03-b511-3fa8e5540ac5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263030 Oct 20 10:45:47.943691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.944761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.950374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6f95351f-8825-499b-9db0-6ae1e912e81d None None] Port 001098c6-1833-4ca7-84a1-8d381d551e4f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:47.997324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abacbc-fd9c-4502-9a67-680ddcb055b0 req-3492bfb3-3a94-454f-8b22-7e88f4d7d949 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.012047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1abacbc-fd9c-4502-9a67-680ddcb055b0 req-3492bfb3-3a94-454f-8b22-7e88f4d7d949 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 932 time: 0.1866143 Oct 20 10:45:48.022926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Pushing event updated for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.033194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e0e02275-6c61-4389-af3d-8d795a6d86cc', 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'fixed_ips': [{'subnet_id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:48.034781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.117008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Attempting to bind port 001098c6-1833-4ca7-84a1-8d381d551e4f on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:48.117449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Attempting to bind port 001098c6-1833-4ca7-84a1-8d381d551e4f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:48.117775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Attempting to bind port 001098c6-1833-4ca7-84a1-8d381d551e4f on network 92656030-c254-4a4e-8aa3-58e49fa88806 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:48.123870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Port 001098c6-1833-4ca7-84a1-8d381d551e4f on network 92656030-c254-4a4e-8aa3-58e49fa88806 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:48.124190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Attempting to bind port 001098c6-1833-4ca7-84a1-8d381d551e4f on network 92656030-c254-4a4e-8aa3-58e49fa88806 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:48.137746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:48.138129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Checking segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:48.141766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Bound using segment: {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:48.142340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Bound port: 001098c6-1833-4ca7-84a1-8d381d551e4f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59713dca-ed64-428c-9cc4-5486af2097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:48.142698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.228989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1abacbc-fd9c-4502-9a67-680ddcb055b0 req-92ff9f47-8dcf-438c-b5de-3deba9fe5678 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761250 Oct 20 10:45:48.230466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Made reservation on behalf of 6b6443d3c6c4463394854f9eadfd2c32 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:48.233564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.250953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:48.254475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=001098c6-1833-4ca7-84a1-8d381d551e4f,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:48.264337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.279034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cca4a5a3-6721-42a4-9dbc-8210f9f8175a None None] Provisioning complete for port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:48.279405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cca4a5a3-6721-42a4-9dbc-8210f9f8175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.321125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.321676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.323100 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] 10.222.0.83 "PUT /v2.0/ports/001098c6-1833-4ca7-84a1-8d381d551e4f HTTP/1.1" status: 200 len: 1093 time: 1.0198166 Oct 20 10:45:48.323586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:48.325937 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e5185-a29a-4573-9a96-f85b034f1817" -d '{"events": [{"name": "network-changed", "server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:48.371927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf68eb-c1f7-474e-a747-8eb6708fa852 service neutron] Pushing event updated for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.419269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388877f-b8a8-4a5e-ae34-9711701a5424 req-0c159475-2969-49c3-951e-3f65c7892d1c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.421122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8388877f-b8a8-4a5e-ae34-9711701a5424 req-0c159475-2969-49c3-951e-3f65c7892d1c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 944 time: 0.3243475 Oct 20 10:45:48.423257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.425276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cca4a5a3-6721-42a4-9dbc-8210f9f8175a None None] Port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:48.466698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Allocated IP 172.20.0.2 (e0e02275-6c61-4389-af3d-8d795a6d86cc/d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd/0e6e96b4-160b-42a5-afee-bc862b81fbfd) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:48.549415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-2ddf22fa-f1e9-45df-beef-99e1bd4193f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.551185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-2ddf22fa-f1e9-45df-beef-99e1bd4193f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a51e9d0cb01e44868261c856d38ff48a&device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 1096 time: 0.1391625 Oct 20 10:45:48.603773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-e2d2173a-89fb-4a73-8592-8208305c2246 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=001098c6-1833-4ca7-84a1-8d381d551e4f HTTP/1.1" status: 200 len: 217 time: 0.0415900 Oct 20 10:45:48.624626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8388877f-b8a8-4a5e-ae34-9711701a5424 req-47187de1-2549-4582-945d-6ba2c45fc3ed tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794658 Oct 20 10:45:48.681620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-3cd63cd6-8528-4141-a0f8-f45b8f2e8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.683519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-3cd63cd6-8528-4141-a0f8-f45b8f2e8b3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=220b0519-82f5-4763-bb04-d3050bbadd38 HTTP/1.1" status: 200 len: 851 time: 0.0627656 Oct 20 10:45:48.699810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.706586 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7df0c-494e-495f-a03d-bba4f599f8a6 x-openstack-request-id: req-62f7df0c-494e-495f-a03d-bba4f599f8a6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:48.707190 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:48.707544 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62f7df0c-494e-495f-a03d-bba4f599f8a6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:48.708084 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'status': 'completed', 'code': 200} Oct 20 10:45:48.713378 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.752188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64050-a5cb-4f67-9921-102669e981ee req-b917f995-d9b5-45a3-bd2e-a1ccacdd475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.754047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-b917f995-d9b5-45a3-bd2e-a1ccacdd475c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92656030-c254-4a4e-8aa3-58e49fa88806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623655 Oct 20 10:45:48.806405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Network e0e02275-6c61-4389-af3d-8d795a6d86cc is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:48.812692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:48.815630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:48.819734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Allocated IP 19.86.0.219 (c1b11de1-1af8-49b9-8c9d-cce732b5705f/018bb2f3-5646-48a9-801e-ed4adecc157a/fa041e17-8b78-4830-bd22-ba7c8917fa4f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:48.826016 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.856851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23d3a-9da8-4a29-9de9-f8146c6fb457 req-1a290c68-bda5-440f-a220-d601bb8ba255 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.857128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Pushing event updated for resources: {'Port': ['ID=0e6e96b4-160b-42a5-afee-bc862b81fbfd,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.858794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ea23d3a-9da8-4a29-9de9-f8146c6fb457 req-1a290c68-bda5-440f-a220-d601bb8ba255 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2526608 Oct 20 10:45:48.879778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-49654625-7907-41c8-a761-46f25371f1cb service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162605 Oct 20 10:45:48.908860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Attempting to bind port 0e6e96b4-160b-42a5-afee-bc862b81fbfd on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:48.908860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Attempting to bind port 0e6e96b4-160b-42a5-afee-bc862b81fbfd by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:48.909141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Attempting to bind port 0e6e96b4-160b-42a5-afee-bc862b81fbfd on network e0e02275-6c61-4389-af3d-8d795a6d86cc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:48.917558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:48.917939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Checking segment: {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:48.918341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.918736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Bound using segment: {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:48.919307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Bound port: 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:48.919688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.982520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6314f-ad85-455c-86ed-d35486200719 req-c3fec135-3958-42be-bb88-e993b8f22f88 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.986246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb6314f-ad85-455c-86ed-d35486200719 req-c3fec135-3958-42be-bb88-e993b8f22f88 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2209191 Oct 20 10:45:49.033522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ea23d3a-9da8-4a29-9de9-f8146c6fb457 req-de5f3d88-d366-4c29-8d1b-ffec7db3de01 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422706 Oct 20 10:45:49.041525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8e176b5-963f-4b1c-ae02-abe20ab9eb20 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:49.060393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c7b64050-a5cb-4f67-9921-102669e981ee req-8ac90354-3d3a-4c67-951e-00b3987fe52e service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725388 Oct 20 10:45:49.101228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] For port 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:49.123614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] For port 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0e6e96b4-160b-42a5-afee-bc862b81fbfd,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:49.131523 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.181960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5185-a29a-4573-9a96-f85b034f1817 req-f7a0015b-2bc6-48e0-8144-1abaa1a6be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.194716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-f7a0015b-2bc6-48e0-8144-1abaa1a6be71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a51e9d0cb01e44868261c856d38ff48a&device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 1096 time: 0.0765491 Oct 20 10:45:49.194975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb6314f-ad85-455c-86ed-d35486200719 req-a42267d7-0b68-4510-90c4-91b9c8bfaf37 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821101 Oct 20 10:45:49.215091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:49.215457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.275340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc773ad-9449-4405-8029-73c694e475b0 None None] Pushing event updated for resources: {'Port': ['ID=0e6e96b4-160b-42a5-afee-bc862b81fbfd,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.286311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.321814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4bb5d-b1cc-4532-9d69-5f2491d33205 req-92582b7b-2825-4929-87e8-b4bd7c33cb0c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.323337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4c4bb5d-b1cc-4532-9d69-5f2491d33205 req-92582b7b-2825-4929-87e8-b4bd7c33cb0c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1776469 Oct 20 10:45:49.366105 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.370150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5185-a29a-4573-9a96-f85b034f1817 req-01c17a1c-2deb-4445-b2fa-c8c92a8f1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.373724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-01c17a1c-2deb-4445-b2fa-c8c92a8f1a46 service neutron] 10.222.0.83 "GET /v2.0/networks?id=92656030-c254-4a4e-8aa3-58e49fa88806 HTTP/1.1" status: 200 len: 914 time: 0.1617482 Oct 20 10:45:49.396701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e8e176b5-963f-4b1c-ae02-abe20ab9eb20, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:49.401454 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.446764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-0ae8e551-db61-4c98-8473-aa857b5980cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=001098c6-1833-4ca7-84a1-8d381d551e4f HTTP/1.1" status: 200 len: 217 time: 0.0558290 Oct 20 10:45:49.517736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.543487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5185-a29a-4573-9a96-f85b034f1817 req-4e930a7e-0af8-4fc8-b6af-f503e3c87ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.545060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-4e930a7e-0af8-4fc8-b6af-f503e3c87ed4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=220b0519-82f5-4763-bb04-d3050bbadd38 HTTP/1.1" status: 200 len: 851 time: 0.0669229 Oct 20 10:45:49.589107 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Sync routers for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:49.604784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:49.607452 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:49.611794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4c4bb5d-b1cc-4532-9d69-5f2491d33205 req-feb58cee-4c78-48a4-8cd8-6952bba4d241 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759666 Oct 20 10:45:49.637124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5185-a29a-4573-9a96-f85b034f1817 req-0a636872-ad7c-4eaa-aad6-2be674ae9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.637564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb10c71-6e8d-48bc-a93f-19df9ee86fa9 req-5df959f4-97cb-4b17-8088-f8ef4538c154 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.639248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eb10c71-6e8d-48bc-a93f-19df9ee86fa9 req-5df959f4-97cb-4b17-8088-f8ef4538c154 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.2929854 Oct 20 10:45:49.643517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-0a636872-ad7c-4eaa-aad6-2be674ae9384 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92656030-c254-4a4e-8aa3-58e49fa88806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901041 Oct 20 10:45:49.646899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.653157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.731728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eb10c71-6e8d-48bc-a93f-19df9ee86fa9 req-c26a9a1f-7b8c-44c5-a2f5-17513b59824c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823309 Oct 20 10:45:49.777367 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-aa5acfe6-f0dc-4985-b7cd-faa2ed583857 service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 Oct 20 10:45:49.777639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.779978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:49.794060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:49.803402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:49.814422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:49.885741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event updated for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.920012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee89b9-dfbc-4af9-83eb-94b83db4a5dd req-ee00b2ff-dc41-4c25-9dd9-f75d20989e18 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.928717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee89b9-dfbc-4af9-83eb-94b83db4a5dd req-ee00b2ff-dc41-4c25-9dd9-f75d20989e18 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.930990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcee89b9-dfbc-4af9-83eb-94b83db4a5dd req-ee00b2ff-dc41-4c25-9dd9-f75d20989e18 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1655 time: 0.1944063 Oct 20 10:45:49.944542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-911e5185-a29a-4573-9a96-f85b034f1817 req-d77d8e41-f6d7-478f-973c-0cb7660c7dbd service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585927 Oct 20 10:45:50.014750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:50.015557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.030022 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2ea4d5e5-2399-4002-8080-d95caac1e9ad', 'name': '', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'mac_address': 'fa:16:3e:9f:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:42Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 2, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'subnets': [{'id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:50.061063 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Checking router: 49898ce0-bff3-482f-b23c-8a06f9745870 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:50.061545 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Updating router 49898ce0-bff3-482f-b23c-8a06f9745870 port 2ea4d5e5-2399-4002-8080-d95caac1e9ad binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:45:50.096065 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.100607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-9bf4a40a-9f48-48dd-90a5-a64bc3717780 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4708979 Oct 20 10:45:50.120170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Request body: {'port': {'device_id': '3108046f-d099-467c-8bad-91a708627088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:50.127508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcee89b9-dfbc-4af9-83eb-94b83db4a5dd req-8d8f9546-0244-4601-bdb4-c928d842ffe8 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762149 Oct 20 10:45:50.149113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Allocated IP 172.25.3.230 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4dd4e225-c134-47a9-bf99-b36ae73b73b7) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:50.221866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885433-4f26-4cac-9169-0dcf7e579f49 req-c10b3d8e-cd4d-4b72-ad37-7a79515cfc35 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:50.223462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7885433-4f26-4cac-9169-0dcf7e579f49 req-c10b3d8e-cd4d-4b72-ad37-7a79515cfc35 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2534497 Oct 20 10:45:50.225007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f21f5c3e-4337-4082-905b-dc4aa77aff56 None None] Provisioning complete for port fa041e17-8b78-4830-bd22-ba7c8917fa4f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:50.226566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c3e-4337-4082-905b-dc4aa77aff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.293145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f21f5c3e-4337-4082-905b-dc4aa77aff56 None None] Port fa041e17-8b78-4830-bd22-ba7c8917fa4f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:50.453257 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.459230 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.517210 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9546d-3c3b-470d-bad4-750c6a0e506f None None] Pushing event updated for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:50.685817 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Attempting to bind port 2ea4d5e5-2399-4002-8080-d95caac1e9ad on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:50.687281 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Attempting to bind port 2ea4d5e5-2399-4002-8080-d95caac1e9ad by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:50.687642 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Attempting to bind port 2ea4d5e5-2399-4002-8080-d95caac1e9ad on network d0745e48-8268-4492-8994-a326ef9760dd {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:50.696249 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:50.696855 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Checking segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:50.697307 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.697876 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Bound using segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:50.698450 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Bound port: 2ea4d5e5-2399-4002-8080-d95caac1e9ad, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:50.699040 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.715608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd768623-8365-4fc6-b983-e08ae4f15eaa None None] Network e0e02275-6c61-4389-af3d-8d795a6d86cc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:50.759498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.795639 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-5b85b543-cf05-4948-82e4-21254f4f333a service neutron] 10.222.0.70 "GET /v2.0/ports/8eac8a46-b46c-4bf9-857a-9230fbcfeb4f/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.1363745 Oct 20 10:45:50.839225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] Provisioning complete for port 0e6e96b4-160b-42a5-afee-bc862b81fbfd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:50.839699 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.840759 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] For port 2ea4d5e5-2399-4002-8080-d95caac1e9ad, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:50.844129 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] For port 2ea4d5e5-2399-4002-8080-d95caac1e9ad, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ea4d5e5-2399-4002-8080-d95caac1e9ad,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:50.850758 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.863956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7885433-4f26-4cac-9169-0dcf7e579f49 req-3e9a87ba-a071-4ab0-8a8e-0b85b5571bd9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307039 Oct 20 10:45:50.889148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26858e-c5e4-4290-9d50-f00103a64352 req-8cd6d08d-d733-4539-b54c-e4a531ed44fb tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:50.897959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba26858e-c5e4-4290-9d50-f00103a64352 req-8cd6d08d-d733-4539-b54c-e4a531ed44fb tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 944 time: 0.6411335 Oct 20 10:45:50.928627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1311567591', 'description': 'tempest-description-1422550413'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:50.968446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.038282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9546d-3c3b-470d-bad4-750c6a0e506f None None] Pushing event updated for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.082467 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:51.083397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.088854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.104217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.112716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba26858e-c5e4-4290-9d50-f00103a64352 req-28de0388-0b1b-4bee-bfe9-a4f84492517d tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131793 Oct 20 10:45:51.237147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] For port 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0e6e96b4-160b-42a5-afee-bc862b81fbfd,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:51.244238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0e6e96b4-160b-42a5-afee-bc862b81fbfd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:51.290161 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.358778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-379bde9e-78ba-4960-b75c-8ed3c7ab5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.363747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-379bde9e-78ba-4960-b75c-8ed3c7ab5971 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1101 time: 0.1073427 Oct 20 10:45:51.394021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:51.479234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde35b51-ef7b-40a8-9bad-6aaf3c3abd11 None None] Pushing event updated for resources: {'Port': ['ID=0e6e96b4-160b-42a5-afee-bc862b81fbfd,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.514809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4ee2e43e-1255-4a35-9ea7-393eb794f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.522582 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4ee2e43e-1255-4a35-9ea7-393eb794f4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1101 time: 0.1229007 Oct 20 10:45:51.533219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] Provisioning complete for port 2ea4d5e5-2399-4002-8080-d95caac1e9ad triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:51.534178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.590857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0e6e96b4-160b-42a5-afee-bc862b81fbfd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:51.591272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.592104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.615647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c75f-dff5-46d5-ab89-ff755a17e3ee req-b775a443-7e6d-4109-8731-392c6c86f6b3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.617331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5183c75f-dff5-46d5-ab89-ff755a17e3ee req-b775a443-7e6d-4109-8731-392c6c86f6b3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.3795485 Oct 20 10:45:51.621141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.636247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 001098c6-1833-4ca7-84a1-8d381d551e4f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:51.669830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-ab5a4e48-984c-4841-9590-bc28b1b4607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.671934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-ab5a4e48-984c-4841-9590-bc28b1b4607a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1421378 Oct 20 10:45:51.675164 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.741057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Pushing event updated for resources: {'Port': ['ID=4dd4e225-c134-47a9-bf99-b36ae73b73b7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.765262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-8edc2c0d-7423-4544-a223-f6bcebae9d6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.0836301 Oct 20 10:45:51.774053 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.786279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-feddd37b-daae-41c7-84e0-5e3980432c24 req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8622906 Oct 20 10:45:51.793455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.810755 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2ea4d5e5-2399-4002-8080-d95caac1e9ad', 'name': '', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'mac_address': 'fa:16:3e:9f:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:42Z', 'updated_at': '2021-10-20T10:45:50Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'subnets': [{'id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.823997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:51.842162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c917e-8641-4cd3-bd4b-a19c5a5dcc4c None None] The sync data for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 is: [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:45:43Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2ea4d5e5-2399-4002-8080-d95caac1e9ad', 'name': '', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'mac_address': 'fa:16:3e:9f:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:42Z', 'updated_at': '2021-10-20T10:45:50Z', 'revision_number': 4, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'subnets': [{'id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:51.848306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4986a6-c827-4496-8e4c-4f778748bd8c tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbf77a7-b27a-416e-b24a-a8f173cb9b46,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.857777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4dd7738f-427f-4804-8fd6-2e0c98907648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.859531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=001098c6-1833-4ca7-84a1-8d381d551e4f,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:51.866253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4dd7738f-427f-4804-8fd6-2e0c98907648 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0874829 Oct 20 10:45:51.868920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:51.879953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8e176b5-963f-4b1c-ae02-abe20ab9eb20 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:51.886972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:51.892941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] For port 2ea4d5e5-2399-4002-8080-d95caac1e9ad, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ea4d5e5-2399-4002-8080-d95caac1e9ad,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:51.894085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5183c75f-dff5-46d5-ab89-ff755a17e3ee req-6d07f9d4-6a84-4ea3-9aed-0a892f1507c6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161829 Oct 20 10:45:51.913026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'port_id': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'mac_address': 'fa:16:3e:04:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:51.917629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.991907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4618b7d5-454c-45fc-a6a5-acae271e3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.004608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-4618b7d5-454c-45fc-a6a5-acae271e3013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1351535 Oct 20 10:45:52.025865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:52.039811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.054561 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.062316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Transition to ACTIVE for port object 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:52.062589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df489c-6666-4c8f-b1bf-7d45883bc7e8 None None] Pushing event updated for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:52.094233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001098c6-1833-4ca7-84a1-8d381d551e4f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:52.099581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:52.099916 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.104044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1de57193-0f0c-4998-a351-684af9a87827 None None] Provisioning complete for port 0e6e96b4-160b-42a5-afee-bc862b81fbfd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:52.104402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1de57193-0f0c-4998-a351-684af9a87827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.140846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.158321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-90a1ee4f-4f70-4fc0-8fb8-b8bd231489df service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438439 Oct 20 10:45:52.181638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=001098c6-1833-4ca7-84a1-8d381d551e4f,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:52.190812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.276913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b591275f-5164-4b0b-a3e8-fec29cbc5f7f req-23b37deb-50c2-4cdd-8153-3514d3eeac40 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092453 Oct 20 10:45:52.278522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:52.285206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Pushing event updated for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:52.333029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c585-7c00-4530-9c2f-8c8e2976e471 req-169a2b9f-5313-44c0-9e1d-a115892a9316 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.334575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3b4c585-7c00-4530-9c2f-8c8e2976e471 req-169a2b9f-5313-44c0-9e1d-a115892a9316 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.4392457 Oct 20 10:45:52.372602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1de57193-0f0c-4998-a351-684af9a87827 None None] Provisioning complete for port 2ea4d5e5-2399-4002-8080-d95caac1e9ad triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:52.372977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1de57193-0f0c-4998-a351-684af9a87827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.447890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['001098c6-1833-4ca7-84a1-8d381d551e4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:52.614016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9220f27-57f8-4a26-adb0-cf5d7eeb9892 req-d6ec4518-00e7-44c4-8f05-27c343664438 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.620583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9220f27-57f8-4a26-adb0-cf5d7eeb9892 req-d6ec4518-00e7-44c4-8f05-27c343664438 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.629824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9220f27-57f8-4a26-adb0-cf5d7eeb9892 req-d6ec4518-00e7-44c4-8f05-27c343664438 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1667 time: 0.4851513 Oct 20 10:45:52.698596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3b4c585-7c00-4530-9c2f-8c8e2976e471 req-8e05ccde-91c1-45cc-9c0f-4d18d941b249 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417099 Oct 20 10:45:52.748337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.756512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9220f27-57f8-4a26-adb0-cf5d7eeb9892 req-bd6356ca-72f8-4ed5-ba9e-6c7db43aa226 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258626 Oct 20 10:45:52.789144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Attempting to bind port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:52.789788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Attempting to bind port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:52.789788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Attempting to bind port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 on network e83aeb6b-4dfc-47ae-b35c-5ad639438457 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:52.803862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 on network e83aeb6b-4dfc-47ae-b35c-5ad639438457 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:52.804311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Attempting to bind port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 on network e83aeb6b-4dfc-47ae-b35c-5ad639438457 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:52.821858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:52.822448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Checking segment: {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:52.822930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Bound using segment: {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:52.823178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Bound port: 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bde477-41e8-412c-b7cc-0d024b1267aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:52.823433 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.978132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-00487e2a-ab52-4ed1-81d1-91a79b1d1e0a tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1311567591&fields=id&tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d HTTP/1.1" status: 200 len: 267 time: 0.1650107 Oct 20 10:45:53.020803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0e6e96b4-160b-42a5-afee-bc862b81fbfd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:53.092814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43bfa5-3c18-4562-986e-56b23b38fb04 req-c7d451ce-676a-40cf-a2fe-2078307c67a8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.094184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c43bfa5-3c18-4562-986e-56b23b38fb04 req-c7d451ce-676a-40cf-a2fe-2078307c67a8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2140248 Oct 20 10:45:53.094319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0e6e96b4-160b-42a5-afee-bc862b81fbfd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:53.094691 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.148059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:53.176820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:53.180319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ea4d5e5-2399-4002-8080-d95caac1e9ad up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:53.192956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.206303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-650ad3fc-6d31-42a4-b833-b77aea30cbaf tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.208103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-650ad3fc-6d31-42a4-b833-b77aea30cbaf tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1826861 Oct 20 10:45:53.221038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.235129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2ea4d5e5-2399-4002-8080-d95caac1e9ad triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:53.236008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.253223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'port': {'security_groups': ['19f0ffa8-b343-49b0-8d59-af1639369ffe', '0fbf77a7-b27a-416e-b24a-a8f173cb9b46']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:53.259806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c43bfa5-3c18-4562-986e-56b23b38fb04 req-d75235e3-3d87-4027-9b4a-2c1a46a0772e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512597 Oct 20 10:45:53.347735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.348419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.349846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] 10.222.0.83 "PUT /v2.0/ports/0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 HTTP/1.1" status: 200 len: 1093 time: 3.2367167 Oct 20 10:45:53.350321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:53.352734 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32adbfbe-01eb-4c84-a50a-751f23b07b94" -d '{"events": [{"name": "network-changed", "server_uuid": "3108046f-d099-467c-8bad-91a708627088", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:53.406045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Request body: {'port': {'device_id': '3108046f-d099-467c-8bad-91a708627088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:53.409935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:53.527081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68469f-1e54-4eb0-8db6-729a810c254c service neutron] Pushing event updated for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.545750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.573284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:53.575761 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d4fb2-9b74-4687-ac69-2f9720b8af2b" -d '{"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-unplugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:53.579221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.591843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:53.599730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.612471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9f36-3a1e-48d7-b03e-4397759b188c req-1fce07a5-5aa9-4a2b-9ce5-f0b483b9ef22 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.614135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f9d9f36-3a1e-48d7-b03e-4397759b188c req-1fce07a5-5aa9-4a2b-9ce5-f0b483b9ef22 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 945 time: 0.2485020 Oct 20 10:45:53.619062 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.636284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 001098c6-1833-4ca7-84a1-8d381d551e4f up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:53.705809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.714336 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-2654878b-49a3-4cf7-a6bd-70ef3ce8164e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602720 Oct 20 10:45:53.722503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 001098c6-1833-4ca7-84a1-8d381d551e4f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:53.726710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 001098c6-1833-4ca7-84a1-8d381d551e4f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:53.727367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.800098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f9d9f36-3a1e-48d7-b03e-4397759b188c req-11ced98f-aa6b-4181-93c3-300f8c1d54b4 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748605 Oct 20 10:45:53.801689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Router 3c0b0799-b112-4658-ae30-1ef8a5017e3c is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:45:53.820742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-3a17df47-a3f5-4ef7-bd02-a3e900640948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.821367 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-3a17df47-a3f5-4ef7-bd02-a3e900640948 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.0513785 Oct 20 10:45:53.824116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.873871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=001098c6-1833-4ca7-84a1-8d381d551e4f,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:53.883050 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.957112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.975333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-e7491b31-7434-433d-a4b3-400bd85666eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.976880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-e7491b31-7434-433d-a4b3-400bd85666eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.1304975 Oct 20 10:45:54.020304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-b25fa388-c432-4dbf-8374-e04a94b2bb7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0352540 Oct 20 10:45:54.070713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-626af8ff-b32e-4ced-81d2-ea77910964bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:54.072358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-626af8ff-b32e-4ced-81d2-ea77910964bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.0455770 Oct 20 10:45:54.111197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-81614641-f8f3-469a-87e4-bfb9383f3384 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284438 Oct 20 10:45:54.210563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-9c203211-0f2b-4aa6-9974-dc6644948ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931821 Oct 20 10:45:54.331818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d66192cf-49eb-4a30-94ce-3b44ec2ef317 req-a565b69b-39fc-40fa-a1f6-948554b6167d service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128950 Oct 20 10:45:54.454752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b7b1b-4baf-4779-90bb-da1455eb933a req-0a0b9bfb-6973-4f7e-8952-a39f0b9fb143 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:54.456408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b8b7b1b-4baf-4779-90bb-da1455eb933a req-0a0b9bfb-6973-4f7e-8952-a39f0b9fb143 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.5629785 Oct 20 10:45:54.522752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:54.529077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:54.538528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Sync routers for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:54.549048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:54.549874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:54.573259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b8b7b1b-4baf-4779-90bb-da1455eb933a req-e4948f12-4731-4aaa-9675-5ce8a8cf055b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066725 Oct 20 10:45:54.599737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.599737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-999c3a5b-5dba-4cea-8574-dc087ebd547b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8488050 Oct 20 10:45:54.601012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50404) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:54.606340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.613908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.684205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa041e17-8b78-4830-bd22-ba7c8917fa4f {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:54.698212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:54.698839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.700340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ae00f90-b55b-4e43-954c-af203a91a841 req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "PUT /v2.0/ports/a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 981 time: 1.4730902 Oct 20 10:45:54.702658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.708616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:54.734458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Transition to ACTIVE for port object fa041e17-8b78-4830-bd22-ba7c8917fa4f will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:54.735678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1455-9e20-48ee-85d0-04f14c514721 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:54.739273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.785182 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc988a26-908a-4960-ab4f-b3ffd5cceb37 x-openstack-request-id: req-bc988a26-908a-4960-ab4f-b3ffd5cceb37 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:54.785306 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3108046f-d099-467c-8bad-91a708627088", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:54.785503 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc988a26-908a-4960-ab4f-b3ffd5cceb37 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:54.785957 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'status': 'completed', 'code': 200} Oct 20 10:45:54.808636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:54.823003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Pushing event updated for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:54.856921 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a3fa3-d6e8-4ea6-9314-963d36fe9a02 x-openstack-request-id: req-1a4a3fa3-d6e8-4ea6-9314-963d36fe9a02 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:54.857295 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-unplugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:54.857434 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a4a3fa3-d6e8-4ea6-9314-963d36fe9a02 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:54.857838 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'code': 200} Oct 20 10:45:54.882692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:54.897430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeb83-741c-4b4d-9ecd-b62d0c02391b req-15a461a3-a7d5-4836-8704-7056a7ff6970 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:54.899366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d82aeb83-741c-4b4d-9ecd-b62d0c02391b req-15a461a3-a7d5-4836-8704-7056a7ff6970 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1301689 Oct 20 10:45:54.996830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Attempting to bind port fa041e17-8b78-4830-bd22-ba7c8917fa4f on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:54.997368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Attempting to bind port fa041e17-8b78-4830-bd22-ba7c8917fa4f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:54.997771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Attempting to bind port fa041e17-8b78-4830-bd22-ba7c8917fa4f on network c1b11de1-1af8-49b9-8c9d-cce732b5705f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:55.020505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d82aeb83-741c-4b4d-9ecd-b62d0c02391b req-8bb45b12-52f1-49cb-b69c-9a3e2f052150 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078184 Oct 20 10:45:55.030655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Port fa041e17-8b78-4830-bd22-ba7c8917fa4f on network c1b11de1-1af8-49b9-8c9d-cce732b5705f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:55.032316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Attempting to bind port fa041e17-8b78-4830-bd22-ba7c8917fa4f on network c1b11de1-1af8-49b9-8c9d-cce732b5705f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:55.040198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:55.040802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Checking segment: {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:55.041296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Bound using segment: {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:55.041830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Bound port: fa041e17-8b78-4830-bd22-ba7c8917fa4f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85297e0-4490-4b87-a275-93f94fa7fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:55.042651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.085887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d153-50c0-4055-8766-b7e60965ce30 req-9e2881a1-b478-4c98-bd11-0412a041d32b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.093774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36c5d153-50c0-4055-8766-b7e60965ce30 req-9e2881a1-b478-4c98-bd11-0412a041d32b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 947 time: 0.1639936 Oct 20 10:45:55.199570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36c5d153-50c0-4055-8766-b7e60965ce30 req-06881862-80e7-4fed-ad78-57abf59e0197 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Oct 20 10:45:55.260924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876d75-85fd-4fbf-aee4-1d695d741419 req-9cb8f3ca-35fc-4acb-8ab4-55bf820ce440 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.267778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876d75-85fd-4fbf-aee4-1d695d741419 req-9cb8f3ca-35fc-4acb-8ab4-55bf820ce440 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.269699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45876d75-85fd-4fbf-aee4-1d695d741419 req-9cb8f3ca-35fc-4acb-8ab4-55bf820ce440 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1679 time: 0.1567566 Oct 20 10:45:55.272902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:55.279058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:55.281076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-dc30f002-19e6-425a-b7e5-8fa4a1a0bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.282084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-dc30f002-19e6-425a-b7e5-8fa4a1a0bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.285304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-dc30f002-19e6-425a-b7e5-8fa4a1a0bf2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1941 time: 0.0661292 Oct 20 10:45:55.308332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:55.309866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.348216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:52Z', 'revision_number': 3, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:55.384443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.385308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.386424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] 10.222.0.83 "PUT /v2.0/ports/fa041e17-8b78-4830-bd22-ba7c8917fa4f HTTP/1.1" status: 200 len: 1093 time: 1.9994664 Oct 20 10:45:55.394522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45876d75-85fd-4fbf-aee4-1d695d741419 req-6cd7abf7-4f1b-453c-a2b0-bf61d2bfed51 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137290 Oct 20 10:45:55.405011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Checking router: 3c0b0799-b112-4658-ae30-1ef8a5017e3c for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:55.405514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Updating router 3c0b0799-b112-4658-ae30-1ef8a5017e3c port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:45:55.416075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3207e94-4925-4922-a533-9fd983d8f76a req-f13bc467-cff9-4466-a89c-ad746cbee519 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1311567591&fields=id&tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d HTTP/1.1" status: 200 len: 267 time: 0.1325727 Oct 20 10:45:55.422049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6e0eb-8500-4524-a1a7-c869c475a37f service neutron] Pushing event updated for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:55.447810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.475718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:45:55.554856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207e94-4925-4922-a533-9fd983d8f76a req-734b5909-f8a9-4efd-8677-27505bf956c8 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.567377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3207e94-4925-4922-a533-9fd983d8f76a req-734b5909-f8a9-4efd-8677-27505bf956c8 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 984 time: 0.1419489 Oct 20 10:45:55.579742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'port': {'security_groups': ['19f0ffa8-b343-49b0-8d59-af1639369ffe']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:55.660222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca210b7-292a-4a8d-8c4e-cc1dcfec2b03 req-c2cf49c6-9a38-4db0-a1f6-7b6acb02f0b3 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.664797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-e8d42053-bd64-457b-ac5e-f56bc688afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.665358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-e8d42053-bd64-457b-ac5e-f56bc688afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.665929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-e8d42053-bd64-457b-ac5e-f56bc688afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.667730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-e8d42053-bd64-457b-ac5e-f56bc688afb4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3739111 Oct 20 10:45:55.668566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca210b7-292a-4a8d-8c4e-cc1dcfec2b03 req-c2cf49c6-9a38-4db0-a1f6-7b6acb02f0b3 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.1791379 Oct 20 10:45:55.713458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.749749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:55.790277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'mac_address': 'fa:16:3e:63:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:55.800048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca210b7-292a-4a8d-8c4e-cc1dcfec2b03 req-e83e2195-8694-4271-a77c-fc76ab37107e tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305397 Oct 20 10:45:55.898367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.926691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:55.938010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.941727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-d2f238c9-9d7f-4e3e-87b0-9539996f797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.944407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-32adbfbe-01eb-4c84-a50a-751f23b07b94 req-d2f238c9-9d7f-4e3e-87b0-9539996f797e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2675748 Oct 20 10:45:55.984824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:55.993729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.087147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:56.138596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.157905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.176250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:56.179881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.196443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:56.225480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1b046e4c-5b11-468d-b35b-9ddef367f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.226398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1b046e4c-5b11-468d-b35b-9ddef367f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.228272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-1b046e4c-5b11-468d-b35b-9ddef367f98f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1983 time: 0.2041783 Oct 20 10:45:56.236266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.289156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:56.295739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.296409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.317612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3207e94-4925-4922-a533-9fd983d8f76a req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "PUT /v2.0/ports/a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 942 time: 0.7473691 Oct 20 10:45:56.377025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452d77-fe94-4358-9088-89dca60a4a61 req-a38eb798-a518-4d16-87ce-957233acd6eb tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.382063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Allocated IP 172.20.0.1 (e0e02275-6c61-4389-af3d-8d795a6d86cc/d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd/d585f567-149c-4089-8dd6-fd793a5c2462) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:56.385320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-298e79b4-bc6c-4103-a8b4-f8fa80ad6b70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 HTTP/1.1" status: 200 len: 217 time: 0.1358101 Oct 20 10:45:56.388262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16452d77-fe94-4358-9088-89dca60a4a61 req-a38eb798-a518-4d16-87ce-957233acd6eb tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2274804 Oct 20 10:45:56.401158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad383d5b-61e4-40c3-8bbe-c77c053e5d80 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:56.462637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16452d77-fe94-4358-9088-89dca60a4a61 req-c3e9acd5-723f-4242-a94b-8cbe4689f550 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700927 Oct 20 10:45:56.546363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-9cc25a57-5c32-432d-9063-c731d2fc8b7e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.548863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-9cc25a57-5c32-432d-9063-c731d2fc8b7e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442&tenant_id=a5bd812b690e4148bf542ea0dce64987&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 948 time: 0.3859463 Oct 20 10:45:56.575233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-2c11737e-0759-4eb8-8070-2eb587bfc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.576777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-2c11737e-0759-4eb8-8070-2eb587bfc3fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33d467b5-f606-4a66-b2fe-e62c960db30e HTTP/1.1" status: 200 len: 801 time: 0.1659341 Oct 20 10:45:56.583004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f2995-6bab-46fd-962c-739dd01f99f3 req-7c8118e7-9459-46af-820d-da3939ab2c30 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.593921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-785f2995-6bab-46fd-962c-739dd01f99f3 req-7c8118e7-9459-46af-820d-da3939ab2c30 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1130688 Oct 20 10:45:56.634906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Attempting to bind port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:56.635385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Attempting to bind port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:56.635804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Attempting to bind port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:56.665693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:56.666042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:56.667051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.667051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:56.667715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Bound port: 4dd4e225-c134-47a9-bf99-b36ae73b73b7, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:56.668012 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.692436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-33c1a4ca-9ccf-43e2-8f8f-4916cb3e43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.694153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-33c1a4ca-9ccf-43e2-8f8f-4916cb3e43ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e83aeb6b-4dfc-47ae-b35c-5ad639438457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077926 Oct 20 10:45:56.704337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-785f2995-6bab-46fd-962c-739dd01f99f3 req-2830a0cf-8d92-4f92-8887-941e4019353c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082821 Oct 20 10:45:56.722363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9025-4a5b-4e99-8b5a-1e3b349bf684 None None] Pushing event updated for resources: {'Port': ['ID=4dd4e225-c134-47a9-bf99-b36ae73b73b7,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:56.725704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:56.765376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b5abf-636e-49dc-90c9-53772c313b1b req-796305bd-eaf0-4c32-b15c-5f5472affd29 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.766167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.775718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c8b5abf-636e-49dc-90c9-53772c313b1b req-796305bd-eaf0-4c32-b15c-5f5472affd29 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 948 time: 0.1469119 Oct 20 10:45:56.800221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}, {'name': 'network-changed', 'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f'}, {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:56.814432 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afe039-cf7e-48bd-afe4-bd09fe0d0080" -d '{"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}, {"name": "network-changed", "server_uuid": "3108046f-d099-467c-8bad-91a708627088", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f"}, {"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:56.861785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:56.864750 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca7b678-e6ab-4333-b788-f0f884201f2c" -d '{"events": [{"server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "name": "network-vif-plugged", "status": "completed", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:56.914517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-3025b31e-3c82-42a2-a09b-3a4f9dc11a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.916366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-3025b31e-3c82-42a2-a09b-3a4f9dc11a4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1100 time: 0.1786213 Oct 20 10:45:56.924456 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-7f235555-5123-45ea-9727-7cb5d81002a3 service neutron] 10.222.0.83 "GET /v2.0/networks/e83aeb6b-4dfc-47ae-b35c-5ad639438457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173059 Oct 20 10:45:56.926377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] For port 4dd4e225-c134-47a9-bf99-b36ae73b73b7, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:56.968076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] For port 4dd4e225-c134-47a9-bf99-b36ae73b73b7, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4dd4e225-c134-47a9-bf99-b36ae73b73b7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:56.986552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.988023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c8b5abf-636e-49dc-90c9-53772c313b1b req-7adf1fcb-3ce3-4a6a-bd10-e00fc2b4cbc5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114422 Oct 20 10:45:57.016068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.083233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-6d0c20bd-433a-47c3-9553-5cde9c4d26fe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3331347 Oct 20 10:45:57.098615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:57.183183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Network e0e02275-6c61-4389-af3d-8d795a6d86cc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:57.200558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:57.204568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:57.215480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Pushing event updated for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:57.221638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164c3f9-4d7d-4527-88ff-0a261cea5853 req-a5f20352-7e66-4247-9855-f5342c34b66a tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.232384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164c3f9-4d7d-4527-88ff-0a261cea5853 req-a5f20352-7e66-4247-9855-f5342c34b66a tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.260363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5164c3f9-4d7d-4527-88ff-0a261cea5853 req-a5f20352-7e66-4247-9855-f5342c34b66a tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1679 time: 0.1650906 Oct 20 10:45:57.266419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.301260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.331584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9025-4a5b-4e99-8b5a-1e3b349bf684 None None] Pushing event updated for resources: {'Port': ['ID=4dd4e225-c134-47a9-bf99-b36ae73b73b7,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:57.367656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:57.368705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:57.404993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-08774135-9b7c-4681-bca4-ec7b545e1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.408196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-08774135-9b7c-4681-bca4-ec7b545e1ee2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4825757 Oct 20 10:45:57.412615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-428e51a1-9f10-40f0-91e1-4f1c1730fcfc service neutron] 10.222.0.83 "GET /v2.0/networks/e83aeb6b-4dfc-47ae-b35c-5ad639438457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742906 Oct 20 10:45:57.421051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5164c3f9-4d7d-4527-88ff-0a261cea5853 req-23859ed3-d346-40d0-8dc9-03607d971d91 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590877 Oct 20 10:45:57.486265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-e20cfcda-b62a-4d8c-b4d5-0dbb0eb66775 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.0632267 Oct 20 10:45:57.549861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-b825b175-0f90-4536-b338-f914c6b7fa73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f HTTP/1.1" status: 200 len: 217 time: 0.1245830 Oct 20 10:45:57.673977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-752b3496-4c16-484a-b891-01932f857d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.676432 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-752b3496-4c16-484a-b891-01932f857d9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0739911 Oct 20 10:45:57.677868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.779642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:57.797170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-f7981c89-b41f-40dc-b821-1ff2f33b7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.800362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-f7981c89-b41f-40dc-b821-1ff2f33b7921 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=018bb2f3-5646-48a9-801e-ed4adecc157a HTTP/1.1" status: 200 len: 801 time: 0.1228218 Oct 20 10:45:57.869875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-651462e3-452f-4910-9b41-8858d06e4ebc None None] Provisioning complete for port d585f567-149c-4089-8dd6-fd793a5c2462 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:57.870431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-651462e3-452f-4910-9b41-8858d06e4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.906743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68426a37-c0a3-40f6-b093-83f14224a2cb req-1ad0cf62-0e91-42d0-b9d7-4566995fadf9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.911495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68426a37-c0a3-40f6-b093-83f14224a2cb req-1ad0cf62-0e91-42d0-b9d7-4566995fadf9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2944360 Oct 20 10:45:57.933230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.940368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-651462e3-452f-4910-9b41-8858d06e4ebc None None] Port d585f567-149c-4089-8dd6-fd793a5c2462 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:57.947842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-b698026a-f3f4-4f41-9b00-97f42244e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.950808 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-b698026a-f3f4-4f41-9b00-97f42244e91b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173307 Oct 20 10:45:57.952294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Allocated IP 172.25.3.30 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/444bb569-3afd-498f-a887-e81cc3e6ca4d) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:58.012351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-e6b2abbf-34ff-4538-aa75-7aedf55caac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.015067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-e6b2abbf-34ff-4538-aa75-7aedf55caac8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c1b11de1-1af8-49b9-8c9d-cce732b5705f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986074 Oct 20 10:45:58.084291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:52Z', 'revision_number': 3, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:58.093909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68426a37-c0a3-40f6-b093-83f14224a2cb req-60238875-a398-47c7-8f33-40f5b881659a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285489 Oct 20 10:45:58.114280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26485beb-9eee-45c9-b07f-9c223ad3e1cd None None] The sync data for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 is: [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:52Z', 'revision_number': 3, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:58.148618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.180772 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca72cdf-f408-48b2-818d-6e9d160010b8 x-openstack-request-id: req-1ca72cdf-f408-48b2-818d-6e9d160010b8 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:58.181214 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3108046f-d099-467c-8bad-91a708627088", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:58.181652 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ca72cdf-f408-48b2-818d-6e9d160010b8 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:58.182144 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:45:58.182802 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f', 'status': 'completed', 'code': 200} Oct 20 10:45:58.183344 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:45:58.236514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-8d8f8ea3-e8c5-4000-8e8b-da3b17948644 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624662 Oct 20 10:45:58.243119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.325772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:58.330152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-b986901b-2d6a-4d22-895f-a6f117c4962d service neutron] 10.222.0.83 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922754 Oct 20 10:45:58.333060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:58.341650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:58.370659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'Port': ['ID=444bb569-3afd-498f-a887-e81cc3e6ca4d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:58.388647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-7055f8ef-2e4a-4d5e-b241-193c1d4c22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.390194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-7055f8ef-2e4a-4d5e-b241-193c1d4c22d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.1794887 Oct 20 10:45:58.437068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b907-b20a-4b7f-bb15-1ab803ad1502 req-2743d9cf-f038-4b2a-8b33-edb4463ffea8 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.439292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01a7b907-b20a-4b7f-bb15-1ab803ad1502 req-2743d9cf-f038-4b2a-8b33-edb4463ffea8 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.1913102 Oct 20 10:45:58.450891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f03c87b-0c1c-4434-bb75-e9ebbb820fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.678803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.694362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01a7b907-b20a-4b7f-bb15-1ab803ad1502 req-cebb2aec-b0f4-476b-b911-752a6c9caab7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379565 Oct 20 10:45:58.698460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-4cd35a2c-c373-4791-9c7f-f7c7d12f7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.707752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-4cd35a2c-c373-4791-9c7f-f7c7d12f7119 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.3088470 Oct 20 10:45:58.764386 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e71532-ca2c-41e1-a032-cbe0b2153d35 x-openstack-request-id: req-36e71532-ca2c-41e1-a032-cbe0b2153d35 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:58.764775 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "name": "network-vif-plugged", "status": "completed", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:58.764998 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36e71532-ca2c-41e1-a032-cbe0b2153d35 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:58.765396 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'code': 200} Oct 20 10:45:58.794566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-f390f542-1bef-4767-b7d5-050b9a64e77a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0782611 Oct 20 10:45:58.802742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.879067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-94f09d8d-94ef-4557-b5e4-c85eacf321c5 req-2650f635-1bf8-47e5-b196-57dd4829eba9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148324 Oct 20 10:45:58.900355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-afeda910-32c0-447a-b506-0d636a5c62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.901909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-afeda910-32c0-447a-b506-0d636a5c62a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.0963867 Oct 20 10:45:58.954726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.970517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-a8d52fed-0dff-4f2b-b0d4-1995ad2c79be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560269 Oct 20 10:45:58.983319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.046211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-aa287b80-e655-4a48-b323-c3c9c7111848 req-3f5bea9a-b7d7-409b-9108-9ced251f559c service neutron] 10.222.0.83 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066855 Oct 20 10:45:59.069199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4dd4e225-c134-47a9-bf99-b36ae73b73b7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:59.069779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68519ae3-680b-4e83-8344-c724dac3428d req-ff2f1954-809e-4144-863c-cb5535a94b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:59.071591 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68519ae3-680b-4e83-8344-c724dac3428d req-ff2f1954-809e-4144-863c-cb5535a94b99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 1098 time: 0.1916373 Oct 20 10:45:59.085491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Pushing event updated for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.092941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.140717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68519ae3-680b-4e83-8344-c724dac3428d req-83c07e0b-61e3-4a74-9793-f45c8e23a633 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565617 Oct 20 10:45:59.173834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:59.174211 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.197395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae62eb-d7a3-4ae6-b408-6233a95a8e55 req-9255bb51-05e9-4ad2-a646-0771e14f29a3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:59.206443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9ae62eb-d7a3-4ae6-b408-6233a95a8e55 req-9255bb51-05e9-4ad2-a646-0771e14f29a3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2289250 Oct 20 10:45:59.254363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Network e0e02275-6c61-4389-af3d-8d795a6d86cc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:59.256177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:59.297320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.303489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-db3459c8-75cd-43dd-96ce-9f56b56f70af service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224626 Oct 20 10:45:59.326522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 4dd4e225-c134-47a9-bf99-b36ae73b73b7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4dd4e225-c134-47a9-bf99-b36ae73b73b7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:59.328796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9ae62eb-d7a3-4ae6-b408-6233a95a8e55 req-bcf50e2c-78a6-4190-b8da-959d74d73cd8 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212192 Oct 20 10:45:59.333993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.340532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.340899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:59.392246 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.420887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Router 3c0b0799-b112-4658-ae30-1ef8a5017e3c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:59.490093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event updated for resources: {'Port': ['ID=444bb569-3afd-498f-a887-e81cc3e6ca4d,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.506397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:59.506779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.557828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=4dd4e225-c134-47a9-bf99-b36ae73b73b7,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.638059 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.640512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:59.658557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-51748223-28f8-4217-9485-839b09512f83 admin admin] 10.222.0.74 "PUT /v2.0/routers/3c0b0799-b112-4658-ae30-1ef8a5017e3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0558007 Oct 20 10:45:59.696576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.711561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:59.716561 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.717489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:59.723709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6c991-5b26-4093-94f6-3543c982f9d0 req-2e8a3ff0-c31e-435f-8ee4-a1e5c8f92096 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:59.731728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6dd6c991-5b26-4093-94f6-3543c982f9d0 req-2e8a3ff0-c31e-435f-8ee4-a1e5c8f92096 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 948 time: 0.2620654 Oct 20 10:45:59.808075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6dd6c991-5b26-4093-94f6-3543c982f9d0 req-f70df6a1-5697-4217-bca1-e1c24fe6d4f1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644739 Oct 20 10:45:59.819412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.821035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-71557afa-e828-4d7a-877c-2bccbce334b7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7309024 Oct 20 10:45:59.827358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-1702d826-5e44-4296-a65d-b747466a5b22 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055562 Oct 20 10:45:59.831695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6cc70c20-2ef5-49c3-b26a-354a01770df4 None None] Provisioning complete for port d585f567-149c-4089-8dd6-fd793a5c2462 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:59.832142 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6cc70c20-2ef5-49c3-b26a-354a01770df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.874755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.884781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-783427ad-1e79-4621-829a-f0c53733dd88 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0562139 Oct 20 10:45:59.939800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.942703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70c20-2ef5-49c3-b26a-354a01770df4 None None] Port d585f567-149c-4089-8dd6-fd793a5c2462 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:45:59.990890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:59.996152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.093136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:00.140874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-2e9aed58-cffc-47bc-92c3-359370568d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.142005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-2e9aed58-cffc-47bc-92c3-359370568d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.143716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-2e9aed58-cffc-47bc-92c3-359370568d42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1983 time: 0.1456532 Oct 20 10:46:00.183511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-e4a25a62-98e5-4865-8a56-31decaa878e2 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.184954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d70f1c4-32cb-427d-94fc-b1c4797bc904 req-e4a25a62-98e5-4865-8a56-31decaa878e2 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2936902 Oct 20 10:46:00.226045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7f285-903e-4b5b-9999-c08b38b38839 req-db989993-a016-4ba5-a9f5-c34e2b026624 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.235680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7f285-903e-4b5b-9999-c08b38b38839 req-db989993-a016-4ba5-a9f5-c34e2b026624 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.256423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3be7f285-903e-4b5b-9999-c08b38b38839 req-db989993-a016-4ba5-a9f5-c34e2b026624 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1679 time: 0.1678329 Oct 20 10:46:00.426210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-f8a47a0d-8c86-46f0-ae2f-db807aec0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.427721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-f8a47a0d-8c86-46f0-ae2f-db807aec0009 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c1b11de1-1af8-49b9-8c9d-cce732b5705f HTTP/1.1" status: 200 len: 903 time: 0.2734168 Oct 20 10:46:00.441608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3be7f285-903e-4b5b-9999-c08b38b38839 req-8908c925-1c30-48bd-be15-0fb86ad3d699 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781890 Oct 20 10:46:00.551200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a0488-2e68-43d9-9de1-b091e8c0ffcb req-2fdbf7f7-6123-4b0b-a9c0-c6d6d23faf02 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.560023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-139a0488-2e68-43d9-9de1-b091e8c0ffcb req-2fdbf7f7-6123-4b0b-a9c0-c6d6d23faf02 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.2114892 Oct 20 10:46:00.562850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-28cb268d-a04d-4e47-be7a-17fac9544468 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f HTTP/1.1" status: 200 len: 217 time: 0.1200199 Oct 20 10:46:00.673158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-139a0488-2e68-43d9-9de1-b091e8c0ffcb req-3b503981-4fd7-42b3-8e1c-1f98d89fffd1 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115003 Oct 20 10:46:00.714317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-dfbed61a-57a9-4f9a-b9d0-17caf2bdab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.716453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-dfbed61a-57a9-4f9a-b9d0-17caf2bdab8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=018bb2f3-5646-48a9-801e-ed4adecc157a HTTP/1.1" status: 200 len: 801 time: 0.1124194 Oct 20 10:46:00.766414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'}, {'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:00.768803 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be77f13-9d3e-4eeb-a4dc-70c4c0e38299" -d '{"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-plugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f"}, {"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-unplugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:00.778384 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Sync routers for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:00.789732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d073-5265-4d82-9e50-d9a878ae8164 req-c401f4d4-35fe-4703-bdcf-c07d91601f59 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.791292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e215d073-5265-4d82-9e50-d9a878ae8164 req-c401f4d4-35fe-4703-bdcf-c07d91601f59 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1775627 Oct 20 10:46:00.809812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:00.816479 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:00.895777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-d219500d-8592-49e3-9783-f9ea24303304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.897513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-d219500d-8592-49e3-9783-f9ea24303304 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c1b11de1-1af8-49b9-8c9d-cce732b5705f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734195 Oct 20 10:46:00.908354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e215d073-5265-4d82-9e50-d9a878ae8164 req-5284a691-5265-4d92-b7c6-9c770d5adb71 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670080 Oct 20 10:46:01.007081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4dd4e225-c134-47a9-bf99-b36ae73b73b7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:01.062734 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:01.080297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-0e1365eb-4606-4f4e-b8cf-16f7d8c4f763 service neutron] 10.222.0.83 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671820 Oct 20 10:46:01.117408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a148b-bade-4069-ae03-08e18e694ff5 req-043791f6-b411-4af8-acb6-8559800e3ff8 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:01.125808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-043791f6-b411-4af8-acb6-8559800e3ff8 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3616936 Oct 20 10:46:01.153885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:01.155709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.216258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-92eab2b2-9bbd-40de-b71e-6d3ed5bd0849 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0890737 Oct 20 10:46:01.323029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:01.338110 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c5776415-8bfb-42a8-9936-d999f4de85fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.387376 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:57Z', 'revision_number': 4, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'd585f567-149c-4089-8dd6-fd793a5c2462', 'name': '', 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:55Z', 'updated_at': '2021-10-20T10:45:58Z', 'revision_number': 2, 'project_id': '897c812dd0944b18be26196dd8889fee', 'subnets': [{'id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.439505 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Checking router: 3c0b0799-b112-4658-ae30-1ef8a5017e3c for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:01.440460 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Updating router 3c0b0799-b112-4658-ae30-1ef8a5017e3c port d585f567-149c-4089-8dd6-fd793a5c2462 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:46:01.476553 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.488214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:01.502570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'port_id': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'mac_address': 'fa:16:3e:de:1f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1139191-a3f9-4e18-8d48-f8d8afa04d58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:01.547951 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.563742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15550591-43c3-47c2-a7e4-e83fd8ce4d6c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:01.587186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:01.587806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'floatingip': {'port_id': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:01.592492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.661399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:01.679859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:01.682879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134af34-3834-40aa-bbab-49c651fc9354 req-f717c468-dd8e-49cc-9b4a-8f27cb48d319 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:01.684537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1134af34-3834-40aa-bbab-49c651fc9354 req-f717c468-dd8e-49cc-9b4a-8f27cb48d319 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 943 time: 0.6017828 Oct 20 10:46:01.691551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.797639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:01.800966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1134af34-3834-40aa-bbab-49c651fc9354 req-838097d6-34af-4713-8449-5e79c770e864 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027889 Oct 20 10:46:01.807290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-7d0c99f4-47fb-4c35-9132-b44c3045dd3d service neutron] 10.222.0.83 "GET /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085826 Oct 20 10:46:01.847101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'network_id': 'e83aeb6b-4dfc-47ae-b35c-5ad639438457', 'port_id': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'mac_address': 'fa:16:3e:90:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d467b5-f606-4a66-b2fe-e62c960db30e', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:01.958877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-1a7e4222-e367-46a6-8f84-6642040c5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:01.960474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-1a7e4222-e367-46a6-8f84-6642040c5bc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.0569301 Oct 20 10:46:01.979251 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580e361-9243-4baf-8b9b-7a399616469d x-openstack-request-id: req-7580e361-9243-4baf-8b9b-7a399616469d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:01.979540 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-plugged", "status": "completed", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f", "code": 200}, {"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-unplugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:01.979788 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7580e361-9243-4baf-8b9b-7a399616469d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:01.980147 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'code': 200} Oct 20 10:46:01.980615 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'code': 200} Oct 20 10:46:01.983112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['15550591-43c3-47c2-a7e4-e83fd8ce4d6c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:01.988367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.990628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.994252 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.007866 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.037585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:02.102672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:02.118096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.122558 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88b738-7e42-4701-ba6e-f67389095ded None None] Pushing event updated for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.122982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fa041e17-8b78-4830-bd22-ba7c8917fa4f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:02.189645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.249261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Attempting to bind port d585f567-149c-4089-8dd6-fd793a5c2462 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:02.250069 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Attempting to bind port d585f567-149c-4089-8dd6-fd793a5c2462 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:02.251724 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Attempting to bind port d585f567-149c-4089-8dd6-fd793a5c2462 on network e0e02275-6c61-4389-af3d-8d795a6d86cc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:02.259955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:02.261154 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Checking segment: {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:02.262099 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.262730 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Bound using segment: {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:02.263546 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Bound port: d585f567-149c-4089-8dd6-fd793a5c2462, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:02.264190 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.329001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4a55a-c855-4098-b06f-be965e10b829 req-859ccb9f-7067-45cd-931f-a1acce7730ed tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:02.336920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23b4a55a-c855-4098-b06f-be965e10b829 req-859ccb9f-7067-45cd-931f-a1acce7730ed tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.2414658 Oct 20 10:46:02.395732 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] For port d585f567-149c-4089-8dd6-fd793a5c2462, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:02.401389 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] For port d585f567-149c-4089-8dd6-fd793a5c2462, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d585f567-149c-4089-8dd6-fd793a5c2462,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:02.416549 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.441715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:02.464183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f', 'network_id': 'c1b11de1-1af8-49b9-8c9d-cce732b5705f', 'port_id': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f', 'mac_address': 'fa:16:3e:b8:a7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018bb2f3-5646-48a9-801e-ed4adecc157a', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:02.500875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23b4a55a-c855-4098-b06f-be965e10b829 req-1e0cb2fa-f4c7-44b0-bdb4-b608163346f8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629806 Oct 20 10:46:02.528186 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:02.529697 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:02.533287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-95dab858-a597-4d5f-9367-cf394cb6554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:02.536144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-95dab858-a597-4d5f-9367-cf394cb6554a service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.5670004 Oct 20 10:46:02.550553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.589489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa041e17-8b78-4830-bd22-ba7c8917fa4f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:02.592265 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88b738-7e42-4701-ba6e-f67389095ded None None] Pushing event updated for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.622034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:02.628632 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.681760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] Provisioning complete for port d585f567-149c-4089-8dd6-fd793a5c2462 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:02.682564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.729360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-0c03d584-d15a-4702-ac1b-fb1d1634f452 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.1771252 Oct 20 10:46:02.737765 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:02.831573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.855507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.964205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['0945cbcf-22ea-4dbf-b811-7d1bef6c1d76'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:03.025205 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:46:03.038056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78412f0-ff79-43d3-90d8-a3637ad3c82e req-6b18e889-b806-4434-ae6d-b7aa0846f8c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:03.044383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78412f0-ff79-43d3-90d8-a3637ad3c82e req-6b18e889-b806-4434-ae6d-b7aa0846f8c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:03.052922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f78412f0-ff79-43d3-90d8-a3637ad3c82e req-6b18e889-b806-4434-ae6d-b7aa0846f8c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1681 time: 0.3256507 Oct 20 10:46:03.054206 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.112143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-e4e45d6d-21b7-49ae-8bd8-132dfa1124c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:03.113632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-e4e45d6d-21b7-49ae-8bd8-132dfa1124c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.3168566 Oct 20 10:46:03.119747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] For port d585f567-149c-4089-8dd6-fd793a5c2462, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d585f567-149c-4089-8dd6-fd793a5c2462,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:03.180472 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.181629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-4d3a745d-bf0c-497d-94b3-20d6847b1071 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562482 Oct 20 10:46:03.195478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.223547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.242896 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:57Z', 'revision_number': 4, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'd585f567-149c-4089-8dd6-fd793a5c2462', 'name': '', 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:55Z', 'updated_at': '2021-10-20T10:46:02Z', 'revision_number': 4, 'project_id': '897c812dd0944b18be26196dd8889fee', 'subnets': [{'id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:03.254371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8e9c5-d207-4088-bfc0-c1f8e5f1aa9a None None] Pushing event updated for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:03.283578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286a277-265b-4e21-8c1e-42f9de298d0e None None] The sync data for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 is: [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:45:57Z', 'revision_number': 4, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'd585f567-149c-4089-8dd6-fd793a5c2462', 'name': '', 'network_id': 'e0e02275-6c61-4389-af3d-8d795a6d86cc', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:55Z', 'updated_at': '2021-10-20T10:46:02Z', 'revision_number': 4, 'project_id': '897c812dd0944b18be26196dd8889fee', 'subnets': [{'id': 'd3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:03.316746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f78412f0-ff79-43d3-90d8-a3637ad3c82e req-aa25b204-df05-4583-b602-0a46ebdfa9d4 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571611 Oct 20 10:46:03.345137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:03.445351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-973d3c7c-f2e2-497c-b079-64b2363d5164 None None] Provisioning complete for port d585f567-149c-4089-8dd6-fd793a5c2462 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:03.445831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-973d3c7c-f2e2-497c-b079-64b2363d5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.512939 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Floating IP d2987e8b-84c2-4465-97bb-ca9685a08957 associated. External IP: 172.25.3.30, port: a7527217-d65b-4619-8be9-b6f1a44c9d1d. Oct 20 10:46:03.536101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:03.536612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.587110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-96d8f5d0-e0ce-4a5e-82d5-77fb91787434 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879082 Oct 20 10:46:03.686018 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.750215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3d308-0db6-4414-a619-fd2e323fd797 req-bdcd8258-4f80-4978-95b0-2417625a83d6 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:03.751882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9c3d308-0db6-4414-a619-fd2e323fd797 req-bdcd8258-4f80-4978-95b0-2417625a83d6 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.1805387 Oct 20 10:46:03.836343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43afe039-cf7e-48bd-afe4-bd09fe0d0080 req-3f3ba35b-4236-42b5-9816-fc174f941aae service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264373 Oct 20 10:46:03.875676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9c3d308-0db6-4414-a619-fd2e323fd797 req-040c2412-b66f-4d91-a6b5-69376f8c3059 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116238 Oct 20 10:46:03.915082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:03.924905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.988710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:03.991146 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c3049-7b3b-4e1e-bc38-40cbb014360d" -d '{"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-plugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:03.993839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:04.049949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Router 075baddc-c593-40c6-9e07-d785a7cb7abb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:04.058209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fa041e17-8b78-4830-bd22-ba7c8917fa4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:04.074564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a14c6-5aab-4f75-b937-2f17601230a1 req-8e11c43b-798c-4d67-a582-d8dc2fb68e50 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.076406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-440a14c6-5aab-4f75-b937-2f17601230a1 req-8e11c43b-798c-4d67-a582-d8dc2fb68e50 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0886581 Oct 20 10:46:04.179366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-440a14c6-5aab-4f75-b937-2f17601230a1 req-06236a92-c61e-4ceb-a31d-6511f5499ad4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873477 Oct 20 10:46:04.273374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.302993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:04.309572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.317071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Sync routers for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:04.331636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:04.332836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:04.369565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-0bf9d0c3-a482-4f34-bda8-24be0761af37 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "PUT /v2.0/floatingips/d2987e8b-84c2-4465-97bb-ca9685a08957 HTTP/1.1" status: 200 len: 995 time: 3.1523995 Oct 20 10:46:04.372184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:04.376124 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13770f70-1e94-4d9a-b86e-74235f317291" -d '{"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:04.432606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a148b-bade-4069-ae03-08e18e694ff5 req-4550afb1-dd83-4cef-932c-0f034f1ff872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.441453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-4550afb1-dd83-4cef-932c-0f034f1ff872 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.0618074 Oct 20 10:46:04.539125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:04.605434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974b980-c8b2-4cbe-ab00-f31b3b49ec70 req-5ddf343b-42f0-4c50-a94a-c788ab3c9bb2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.614196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f974b980-c8b2-4cbe-ab00-f31b3b49ec70 req-5ddf343b-42f0-4c50-a94a-c788ab3c9bb2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1076748 Oct 20 10:46:04.650742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a148b-bade-4069-ae03-08e18e694ff5 req-71ce0cbe-3212-4c6b-9175-e1d665e454e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.652189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-71ce0cbe-3212-4c6b-9175-e1d665e454e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.2098227 Oct 20 10:46:04.671694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f974b980-c8b2-4cbe-ab00-f31b3b49ec70 req-fe8324ed-e487-4ca2-a6b9-dc5d213d0ba4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Oct 20 10:46:04.831615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-956e0e6f-a3f2-4c8a-84df-f343c2cda30c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 998 time: 0.1577616 Oct 20 10:46:04.854156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67551483-f6f1-4ede-a523-cc2138128a66 req-54f1e0c9-1759-4a11-a2cb-ece95480213d tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.862215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67551483-f6f1-4ede-a523-cc2138128a66 req-54f1e0c9-1759-4a11-a2cb-ece95480213d tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.0912690 Oct 20 10:46:04.866254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:04.871738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Request body: {'floatingip': {'port_id': '001098c6-1833-4ca7-84a1-8d381d551e4f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:04.938538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'd2987e8b-84c2-4465-97bb-ca9685a08957', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'port_id': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'mac_address': 'fa:16:3e:52:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:58Z', 'updated_at': '2021-10-20T10:46:02Z', 'revision_number': 1, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:04.959459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a148b-bade-4069-ae03-08e18e694ff5 req-ecbe3669-263b-4381-b9e1-ead52698568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:04.967052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-ecbe3669-263b-4381-b9e1-ead52698568a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.1035862 Oct 20 10:46:04.972111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Checking router: 075baddc-c593-40c6-9e07-d785a7cb7abb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:04.985288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:04.985933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.055267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-4d9a2210-b06d-4b59-bb9f-c8e95d4daa0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847650 Oct 20 10:46:05.056013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.114241 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d780f82c-3687-4039-9bff-8928ca76a2c7 x-openstack-request-id: req-d780f82c-3687-4039-9bff-8928ca76a2c7 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:05.114567 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-plugged", "status": "completed", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:05.114736 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d780f82c-3687-4039-9bff-8928ca76a2c7 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:05.115152 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'code': 200} Oct 20 10:46:05.214683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d585f567-149c-4089-8dd6-fd793a5c2462 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:05.273962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-15e77095-91e9-4be9-a0c7-0e664204e548 service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168124 Oct 20 10:46:05.304698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:05.339873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d585f567-149c-4089-8dd6-fd793a5c2462 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:05.340303 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.366906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd1020-ec7a-47f3-9b1f-77f25c145daa req-828de216-f802-4c21-b359-371c17c09cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:05.369127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-53fd1020-ec7a-47f3-9b1f-77f25c145daa req-828de216-f802-4c21-b359-371c17c09cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 1097 time: 0.1759460 Oct 20 10:46:05.471467 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-53fd1020-ec7a-47f3-9b1f-77f25c145daa req-d78ddc9a-25f2-44e4-8997-6dde83794270 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919549 Oct 20 10:46:05.692497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-066b2279-745e-401f-9d55-328ab9534890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'd2987e8b-84c2-4465-97bb-ca9685a08957', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'port_id': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'mac_address': 'fa:16:3e:52:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:58Z', 'updated_at': '2021-10-20T10:46:02Z', 'revision_number': 1, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.700652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:05.735588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b2279-745e-401f-9d55-328ab9534890 None None] The sync data for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 is: [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'd2987e8b-84c2-4465-97bb-ca9685a08957', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'port_id': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'mac_address': 'fa:16:3e:52:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:58Z', 'updated_at': '2021-10-20T10:46:02Z', 'revision_number': 1, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:05.754096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b31ab-ab01-4a0d-b631-bc7f6d95e52b req-94671098-d9de-4572-8539-2625ac1f0e0e tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:05.760270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b31ab-ab01-4a0d-b631-bc7f6d95e52b req-94671098-d9de-4572-8539-2625ac1f0e0e tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:05.770580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67b31ab-ab01-4a0d-b631-bc7f6d95e52b req-94671098-d9de-4572-8539-2625ac1f0e0e tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1681 time: 0.5263386 Oct 20 10:46:05.802576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:05.804353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.811331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:05.812368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.813893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.886061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67b31ab-ab01-4a0d-b631-bc7f6d95e52b req-664a8f11-b620-4232-9966-eaf0b1a999ea tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101303 Oct 20 10:46:05.898760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-810a148b-bade-4069-ae03-08e18e694ff5 req-d4d35ce3-18cd-48d1-8438-9f5bef73641c service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211300 Oct 20 10:46:05.946342 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Floating IP 61788395-840f-49b8-b50d-340c67238828 associated. External IP: 172.25.3.24, port: 001098c6-1833-4ca7-84a1-8d381d551e4f. Oct 20 10:46:05.961764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.006480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:06.012868 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e2641-13f8-42ca-9579-3440ddb6f43d x-openstack-request-id: req-4b5e2641-13f8-42ca-9579-3440ddb6f43d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:06.013332 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:06.013585 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b5e2641-13f8-42ca-9579-3440ddb6f43d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:06.014731 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:46:06.017072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.018091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fa041e17-8b78-4830-bd22-ba7c8917fa4f up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:06.230402 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdcc830-d4bc-4eba-8c56-5a68c7eb6f2a None None] New status for floating IP d2987e8b-84c2-4465-97bb-ca9685a08957: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:46:06.242416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055294-fd2b-4162-a27b-8b7dbee3d2f7 req-79951093-b279-459b-b095-47e4a3995d05 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.251170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port fa041e17-8b78-4830-bd22-ba7c8917fa4f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:06.252984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf055294-fd2b-4162-a27b-8b7dbee3d2f7 req-79951093-b279-459b-b095-47e4a3995d05 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2244773 Oct 20 10:46:06.264378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770f70-1e94-4d9a-b86e-74235f317291 req-722ef67b-614f-4caf-9803-02116ee8f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.266691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-722ef67b-614f-4caf-9803-02116ee8f945 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.1825917 Oct 20 10:46:06.267670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:06.283360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port fa041e17-8b78-4830-bd22-ba7c8917fa4f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:06.283552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.312195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Router 95c1b568-4285-4a03-923f-6dd81cbe4be6 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:06.420596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770f70-1e94-4d9a-b86e-74235f317291 req-ed5d3562-606d-4839-85e6-977a84058e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.422997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-ed5d3562-606d-4839-85e6-977a84058e3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.1083176 Oct 20 10:46:06.463552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.479298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:06.487518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.498718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Sync routers for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:06.528645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:06.529985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:06.534719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:06.556273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe982926-cb39-42d9-b2f0-780f5f2f1b45 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "PUT /v2.0/floatingips/61788395-840f-49b8-b50d-340c67238828 HTTP/1.1" status: 200 len: 991 time: 1.6887312 Oct 20 10:46:06.556900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:06.559267 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107b1ca-6f3a-4285-a064-252f962f138b" -d '{"events": [{"name": "network-changed", "server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:06.569501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf055294-fd2b-4162-a27b-8b7dbee3d2f7 req-e4cc446d-8e66-4f07-94ca-e194fc0e747a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005629 Oct 20 10:46:06.625015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a784-47eb-4ead-8c77-030b14cecfe3 req-7b7a7f0e-462f-496f-8d4e-b9145cfa2260 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.627752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2b1a784-47eb-4ead-8c77-030b14cecfe3 req-7b7a7f0e-462f-496f-8d4e-b9145cfa2260 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.3737807 Oct 20 10:46:06.636014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.731154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:06.742573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-cd4e47c1-e1a6-45e4-867b-5d09b64d9f69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 998 time: 0.3092740 Oct 20 10:46:06.747765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-2e92047f-3765-4e5a-aefe-837332187812 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 1000 time: 0.1188180 Oct 20 10:46:06.758023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:06.865167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-e6c34b9c-43f1-4be9-82c4-626e4e7038fa tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.867173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-e6c34b9c-43f1-4be9-82c4-626e4e7038fa tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports/a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 942 time: 0.1014132 Oct 20 10:46:06.871219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2b1a784-47eb-4ead-8c77-030b14cecfe3 req-ab65c0b2-f1a4-43a0-b2f1-0a700cdf4f91 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212226 Oct 20 10:46:06.872885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770f70-1e94-4d9a-b86e-74235f317291 req-8b7980db-83ee-40a7-b1c6-bb3ac3ae48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.874468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-8b7980db-83ee-40a7-b1c6-bb3ac3ae48af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.1184924 Oct 20 10:46:06.930903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-e4a1ab37-d48b-4b3e-ad3d-6f6dfbb61124 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471077 Oct 20 10:46:07.049094 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c1680-cf4d-46bc-b9c2-1b660ea1512a x-openstack-request-id: req-066c1680-cf4d-46bc-b9c2-1b660ea1512a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:07.050607 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:07.052230 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-066c1680-cf4d-46bc-b9c2-1b660ea1512a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:07.053647 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'status': 'completed', 'code': 200} Oct 20 10:46:07.093659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-0a93a3c1-0793-4f23-9b3a-90979c359f89 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 1000 time: 0.1187208 Oct 20 10:46:07.136730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76'}, {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:07.138404 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89dbb63-3ae0-47b7-a22c-322d5c0bb923" -d '{"events": [{"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-plugged", "status": "completed", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76"}, {"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-plugged", "status": "completed", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:07.183330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b1ca-6f3a-4285-a064-252f962f138b req-9d2b99f0-9a58-43d8-89b3-c534a4b13354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.189838 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-9d2b99f0-9a58-43d8-89b3-c534a4b13354 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a51e9d0cb01e44868261c856d38ff48a&device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 1098 time: 0.1090510 Oct 20 10:46:07.220119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-db6c7255-237e-44a0-9acd-5eb0a70f3f05 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793038 Oct 20 10:46:07.240436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '61788395-840f-49b8-b50d-340c67238828', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'port_id': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'mac_address': 'fa:16:3e:04:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:40Z', 'updated_at': '2021-10-20T10:46:05Z', 'revision_number': 1, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:07.279891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Checking router: 95c1b568-4285-4a03-923f-6dd81cbe4be6 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:07.294272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:07.294272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:07.336811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b1ca-6f3a-4285-a064-252f962f138b req-aa4053dc-c922-4805-8095-70513d3ae4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.338923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-aa4053dc-c922-4805-8095-70513d3ae4b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=92656030-c254-4a4e-8aa3-58e49fa88806 HTTP/1.1" status: 200 len: 914 time: 0.1457648 Oct 20 10:46:07.413751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-33aa7bae-15d3-4e04-983a-385016738727 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.415133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-33aa7bae-15d3-4e04-983a-385016738727 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.3206067 Oct 20 10:46:07.427589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-2ed34ae2-6c80-46f9-9d1f-866531bb3f29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=001098c6-1833-4ca7-84a1-8d381d551e4f HTTP/1.1" status: 200 len: 999 time: 0.0787113 Oct 20 10:46:07.434920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13770f70-1e94-4d9a-b86e-74235f317291 req-3b44370e-4f62-4b80-bc5f-5e05194eb26d service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990426 Oct 20 10:46:07.435801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:07.502734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b1ca-6f3a-4285-a064-252f962f138b req-03fd3b3d-32af-41c9-b596-c12faec8fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.504449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-03fd3b3d-32af-41c9-b596-c12faec8fe20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=220b0519-82f5-4763-bb04-d3050bbadd38 HTTP/1.1" status: 200 len: 851 time: 0.0680819 Oct 20 10:46:07.516646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ed13-2094-4dc5-9a66-5fad6c12596f req-200a010c-3b25-4085-ad4f-a8d7154ca886 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.518324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c656ed13-2094-4dc5-9a66-5fad6c12596f req-200a010c-3b25-4085-ad4f-a8d7154ca886 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.3043523 Oct 20 10:46:07.558977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-52ff9e4c-12c7-4873-bcbd-d06c8761b102 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 1000 time: 0.1340933 Oct 20 10:46:07.563878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:07.578408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b1ca-6f3a-4285-a064-252f962f138b req-035b2200-e593-4028-9434-a379ed223d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.579385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-035b2200-e593-4028-9434-a379ed223d12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92656030-c254-4a4e-8aa3-58e49fa88806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519500 Oct 20 10:46:07.647630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c656ed13-2094-4dc5-9a66-5fad6c12596f req-6e02ab3a-a468-4bd5-b141-27d79e8f3306 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193693 Oct 20 10:46:07.650302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.758734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-f85cc6b3-a4c8-4465-9405-94529dac462a service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648312 Oct 20 10:46:07.813140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '61788395-840f-49b8-b50d-340c67238828', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'port_id': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'mac_address': 'fa:16:3e:04:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:40Z', 'updated_at': '2021-10-20T10:46:05Z', 'revision_number': 1, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:07.842537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac6b5a-b247-4e68-8f60-8e2d366aaff7 None None] The sync data for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 is: [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '61788395-840f-49b8-b50d-340c67238828', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'port_id': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'mac_address': 'fa:16:3e:04:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:45:40Z', 'updated_at': '2021-10-20T10:46:05Z', 'revision_number': 1, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:07.907374 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b107b1ca-6f3a-4285-a064-252f962f138b req-b7e0d9bc-aa88-4db9-b3e6-6f291d53d059 service neutron] 10.222.0.83 "GET /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393096 Oct 20 10:46:07.936996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.944179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.944537 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Floating IP d2987e8b-84c2-4465-97bb-ca9685a08957 disassociated. External IP: 172.25.3.30, port: a7527217-d65b-4619-8be9-b6f1a44c9d1d. Oct 20 10:46:07.993886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46822aa3-4153-4d84-b7b8-fec4ec524925 req-0dec15a6-b73e-480a-9403-edcc3a666704 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.000293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46822aa3-4153-4d84-b7b8-fec4ec524925 req-0dec15a6-b73e-480a-9403-edcc3a666704 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.002732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46822aa3-4153-4d84-b7b8-fec4ec524925 req-0dec15a6-b73e-480a-9403-edcc3a666704 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.2130864 Oct 20 10:46:08.096768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46822aa3-4153-4d84-b7b8-fec4ec524925 req-cf24203b-bc89-4a2f-a286-ba0bf516b8c2 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857501 Oct 20 10:46:08.196335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a048a75-76d6-46ea-8237-89c5cfd46257 None None] New status for floating IP 61788395-840f-49b8-b50d-340c67238828: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:46:08.313618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Router 075baddc-c593-40c6-9e07-d785a7cb7abb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:08.322536 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ca9b4-44ea-4e7e-a34b-fbda75609d64 x-openstack-request-id: req-aa2ca9b4-44ea-4e7e-a34b-fbda75609d64 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:08.323241 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-plugged", "status": "completed", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76", "code": 200}, {"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-plugged", "status": "completed", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:08.324012 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa2ca9b4-44ea-4e7e-a34b-fbda75609d64 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:08.324904 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'code': 200} Oct 20 10:46:08.325473 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f', 'code': 200} Oct 20 10:46:08.506398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188941e2-0b45-4db6-af52-e8dab613bb7c req-3dfe2cd1-3300-4731-a879-10361453d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.507220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188941e2-0b45-4db6-af52-e8dab613bb7c req-3dfe2cd1-3300-4731-a879-10361453d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.509829 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-188941e2-0b45-4db6-af52-e8dab613bb7c req-3dfe2cd1-3300-4731-a879-10361453d313 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1987 time: 0.0837922 Oct 20 10:46:08.558859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-188941e2-0b45-4db6-af52-e8dab613bb7c req-46b940c5-f47d-4003-b360-e72a60238f6f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Oct 20 10:46:08.576860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:08.582705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.594781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Sync routers for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:08.605378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:08.606439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:08.620115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417b5c8-8600-4a9f-8288-0dffa5efd35e req-b43704d6-fd4f-4cdb-b826-a43a48746861 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.621632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d417b5c8-8600-4a9f-8288-0dffa5efd35e req-b43704d6-fd4f-4cdb-b826-a43a48746861 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1547310 Oct 20 10:46:08.637134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-612cef7a-9e86-4f12-a509-827bc59acae1 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "PUT /v2.0/floatingips/d2987e8b-84c2-4465-97bb-ca9685a08957 HTTP/1.1" status: 200 len: 694 time: 1.0770333 Oct 20 10:46:08.642285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:08.644599 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e608fca-ac99-47a3-863b-deb642f07d78" -d '{"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:08.720530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d417b5c8-8600-4a9f-8288-0dffa5efd35e req-8338c709-1e11-4f5f-bdb5-52792884d6a4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806751 Oct 20 10:46:08.723547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-e008aae6-50bf-4417-99a8-847433556226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.730778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-e008aae6-50bf-4417-99a8-847433556226 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.0786109 Oct 20 10:46:08.747301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:08.842847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-d699f0d5-819a-4a79-94c1-5693273d6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.844676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-d699f0d5-819a-4a79-94c1-5693273d6876 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.1131001 Oct 20 10:46:08.895379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-227b1f6f-e6ce-431a-a312-70ddc137cd74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0438948 Oct 20 10:46:08.997597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6cf4d9f1-c582-4919-a14e-e4140e31497c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275621 Oct 20 10:46:09.020921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-cbb92d11-46f3-41c9-94dc-df88d72f6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.022406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-cbb92d11-46f3-41c9-94dc-df88d72f6ca9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.1159410 Oct 20 10:46:09.063060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:09.097286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Checking router: 075baddc-c593-40c6-9e07-d785a7cb7abb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:09.112544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-69deab44-9de5-4f3f-acb5-50a11d474d50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582771 Oct 20 10:46:09.116697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:09.117374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:09.231708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6a83a08b-4a8e-4291-b6da-c9f5041c6c1d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.239399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6a83a08b-4a8e-4291-b6da-c9f5041c6c1d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319417 Oct 20 10:46:09.272394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-c74f2668-c632-4ef0-8705-53653c02e536 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/quotas/a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 375 time: 0.0319028 Oct 20 10:46:09.273063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:09.329234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-c7fd7c9d-5713-4020-adea-6e821bc69f7e service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055585 Oct 20 10:46:09.357653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-161f91bc-6ee8-4b5a-b7a7-0ca9e1cc89f1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842834 Oct 20 10:46:09.461491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95d53f9b-1324-4992-90a9-60e2c8b7348d req-423333b5-477e-42e2-b41d-dc1d8de54bfc service neutron] 10.222.0.74 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224134 Oct 20 10:46:09.560976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:09.610498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05433af4-65b4-4412-b1dc-ba3333916631 None None] The sync data for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 is: [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:44Z', 'revision_number': 4, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ac788253-27a7-490c-9997-49b81b0969d0', 'name': '', 'network_id': 'fb222ba4-ca70-4da5-896f-3c9b41842b2c', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'mac_address': 'fa:16:3e:b6:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:42Z', 'updated_at': '2021-10-20T10:44:57Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'subnets': [{'id': 'd728b326-c137-4ada-afe4-6e0a7168f7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:09.645489 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62740d8e-9fa9-4f61-8ff7-8c519ac5cdbe x-openstack-request-id: req-62740d8e-9fa9-4f61-8ff7-8c519ac5cdbe {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:09.645929 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:09.646354 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62740d8e-9fa9-4f61-8ff7-8c519ac5cdbe {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:09.646848 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:46:09.684229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326816a5-6ff8-42a8-9fd6-6acc93bf4200 req-874b07d8-ed1a-46cd-907b-6dc56dc768e9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.686662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326816a5-6ff8-42a8-9fd6-6acc93bf4200 req-874b07d8-ed1a-46cd-907b-6dc56dc768e9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1124547 Oct 20 10:46:09.740816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-5ff78752-3327-42e7-a93a-4eb71851b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.742506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-5ff78752-3327-42e7-a93a-4eb71851b30e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 1097 time: 0.1068673 Oct 20 10:46:09.787505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326816a5-6ff8-42a8-9fd6-6acc93bf4200 req-46462828-bf91-4816-ba93-8b78f4d7fe03 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803788 Oct 20 10:46:09.907074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-bc34f29d-699d-472a-b5c6-c8ea1e319370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.909005 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-bc34f29d-699d-472a-b5c6-c8ea1e319370 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 200 len: 922 time: 0.1572769 Oct 20 10:46:09.931646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba94e-3cff-4017-81f9-f2c741c6cac0 req-b97a53f4-4b0d-4ea4-9016-623c4c145e25 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.946442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-094ba94e-3cff-4017-81f9-f2c741c6cac0 req-b97a53f4-4b0d-4ea4-9016-623c4c145e25 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.2031391 Oct 20 10:46:10.009093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-a1e05d50-2765-4198-90d6-d602140ea560 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0905895 Oct 20 10:46:10.037551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380ed0-9197-492f-b653-bdebbc706767 req-4ea747d3-266d-493e-a5e6-4d059af78de0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.048533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380ed0-9197-492f-b653-bdebbc706767 req-4ea747d3-266d-493e-a5e6-4d059af78de0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.050351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de380ed0-9197-492f-b653-bdebbc706767 req-4ea747d3-266d-493e-a5e6-4d059af78de0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.1941807 Oct 20 10:46:10.117964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-b8e8582f-1fdb-43db-bb32-2bc4a480601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.119463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-b8e8582f-1fdb-43db-bb32-2bc4a480601a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 200 len: 860 time: 0.0958917 Oct 20 10:46:10.143514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-094ba94e-3cff-4017-81f9-f2c741c6cac0 req-4bae9d27-7d5b-47d1-9e94-36ed771df628 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961322 Oct 20 10:46:10.156185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de380ed0-9197-492f-b653-bdebbc706767 req-84703124-7854-4dd9-a107-84653871dcae tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924325 Oct 20 10:46:10.202121 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-9e6334a3-c9b9-48c0-a097-5a1f6fdb2068 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb222ba4-ca70-4da5-896f-3c9b41842b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703528 Oct 20 10:46:10.265861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-19147114-284b-41c0-9528-ee4201adfde7 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips/d2987e8b-84c2-4465-97bb-ca9685a08957 HTTP/1.1" status: 200 len: 694 time: 0.0784919 Oct 20 10:46:10.451195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-6697ec86-a852-4835-a3af-ea7b95d33159 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410395 Oct 20 10:46:10.474017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3419d11-4d20-4a0f-9619-fe8e773d6091 req-5a908c28-a0ce-4339-8a7e-c30817c73730 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 210 time: 0.0431278 Oct 20 10:46:10.488701 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e630e6-600b-4e62-a195-20fbd17ae64f None None] New status for floating IP d2987e8b-84c2-4465-97bb-ca9685a08957: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:46:10.543997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-260818cb-bfb5-4454-8ec5-8897d2b6fbdc tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.546712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-260818cb-bfb5-4454-8ec5-8897d2b6fbdc tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2800419 Oct 20 10:46:10.640671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e608fca-ac99-47a3-863b-deb642f07d78 req-eaa93990-fdaa-4396-bf20-06a3f8dbe1a7 service neutron] 10.222.0.83 "GET /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789672 Oct 20 10:46:10.653530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-29773655-eaee-4d31-a57b-e1c8b015592e tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 697 time: 0.0933368 Oct 20 10:46:10.740226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-d9e206c7-6d32-4aad-86ce-209cae5a5dab tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 697 time: 0.0722365 Oct 20 10:46:10.762498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5343d-1699-4aa0-8996-8b3b7ade19e4 req-77337c33-adba-4aa2-9bad-2955ea4bd2bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.764250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49f5343d-1699-4aa0-8996-8b3b7ade19e4 req-77337c33-adba-4aa2-9bad-2955ea4bd2bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1112764 Oct 20 10:46:10.898998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49f5343d-1699-4aa0-8996-8b3b7ade19e4 req-103365ac-e182-4a43-83be-ea06f10eb28a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044364 Oct 20 10:46:10.943010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Deleting port 444bb569-3afd-498f-a887-e81cc3e6ca4d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:10.943491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.042548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-7cb34085-1cdc-4cf5-af9e-aade9e27d9bb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362718 Oct 20 10:46:11.055162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.055162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.063674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Calling delete_port for 444bb569-3afd-498f-a887-e81cc3e6ca4d owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:11.227590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-8b226ab3-3d32-446c-ad4c-01c3d40bcf1c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.229576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-8b226ab3-3d32-446c-ad4c-01c3d40bcf1c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724949 Oct 20 10:46:11.248403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Request body: {'port': {'device_id': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'a5bd812b690e4148bf542ea0dce64987'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:11.307537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.351040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event deleted for resources: {'Port': ['ID=444bb569-3afd-498f-a887-e81cc3e6ca4d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:11.480451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.484252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.485400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ebb17b3-e787-459a-b93d-ec307122e9d3 req-9b3eabfc-d93a-4991-a7be-d4c8d7790dbe tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "DELETE /v2.0/floatingips/d2987e8b-84c2-4465-97bb-ca9685a08957 HTTP/1.1" status: 204 len: 173 time: 0.7369258 Oct 20 10:46:11.524726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Made reservation on behalf of a5bd812b690e4148bf542ea0dce64987 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:11.531709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.607867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376a897-1d4d-40bf-b582-5bff1150e698 req-c4d55dea-2873-4f84-a2a5-083102229992 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.630360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376a897-1d4d-40bf-b582-5bff1150e698 req-c4d55dea-2873-4f84-a2a5-083102229992 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.633546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f376a897-1d4d-40bf-b582-5bff1150e698 req-c4d55dea-2873-4f84-a2a5-083102229992 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.1037285 Oct 20 10:46:11.715886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f376a897-1d4d-40bf-b582-5bff1150e698 req-d7af680b-6ae9-428a-b590-1f7b569b6202 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741377 Oct 20 10:46:11.761112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Allocated IP 192.168.233.57 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/7c226330-efa0-44d7-af72-56d9715d1631) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:11.771979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdbaac-23d8-41f4-bf56-d2a4a72dc3c1 req-9a7944a8-84d3-4606-be79-7e487428a4b9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.773543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5abdbaac-23d8-41f4-bf56-d2a4a72dc3c1 req-9a7944a8-84d3-4606-be79-7e487428a4b9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0837927 Oct 20 10:46:11.833873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edf63d55-7965-4084-9d84-4d4bc5a6d3d3 req-464f9d49-28aa-48d7-b88f-de8d5788fa17 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 210 time: 0.0302172 Oct 20 10:46:11.853799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5abdbaac-23d8-41f4-bf56-d2a4a72dc3c1 req-d7714b7c-68c5-44eb-bf45-3b317a6325dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709777 Oct 20 10:46:11.946784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-3216f5cd-b20d-4a6c-8acf-5809ec44ba17 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups/0fbf77a7-b27a-416e-b24a-a8f173cb9b46 HTTP/1.1" status: 200 len: 1808 time: 0.0595574 Oct 20 10:46:12.001737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.018750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.042009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.060513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346', '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:12.098119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.109259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:12.116793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:12.119621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:12.171431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-03ddd41e-ca3d-401a-8d5a-977b118fa6ea tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.173007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-03ddd41e-ca3d-401a-8d5a-977b118fa6ea tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.1692483 Oct 20 10:46:12.190416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:12.202376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-7b6b61be-eca1-42ce-a745-653f44833133 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/quotas/35f7a39133394b249721e6ab3318b6f0 HTTP/1.1" status: 200 len: 375 time: 0.0202148 Oct 20 10:46:12.205646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.208234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.209320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd24fbce-4d8e-4358-9bdd-ffe6caf04c2f req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "DELETE /v2.0/security-groups/0fbf77a7-b27a-416e-b24a-a8f173cb9b46 HTTP/1.1" status: 204 len: 173 time: 0.2617168 Oct 20 10:46:12.264322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.271604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.275424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a257b-7f63-42b2-8ce8-2b7aa26ba640 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbf77a7-b27a-416e-b24a-a8f173cb9b46,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:12.314333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-6975c580-2cfd-4086-b25a-8069715f4bc8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0700119 Oct 20 10:46:12.326383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-aa867e8f-c713-4185-a62c-b6e717e34b55 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160803 Oct 20 10:46:12.343022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Request body: {'port': {'device_id': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:12.537115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d678a-5ffc-4199-8e58-9731e3f5fe15 req-dc55f33b-781f-45ee-8b12-7fae1e7341ee tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.538318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-339d678a-5ffc-4199-8e58-9731e3f5fe15 req-dc55f33b-781f-45ee-8b12-7fae1e7341ee tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0721889 Oct 20 10:46:12.557692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-a71519b2-d7e8-46c2-848a-5db75e20d25e service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202303 Oct 20 10:46:12.599067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-62ddf778-cd47-4ea5-a86b-09808de315b0 None None] Provisioning complete for port 7c226330-efa0-44d7-af72-56d9715d1631 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:12.599432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-62ddf778-cd47-4ea5-a86b-09808de315b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.655963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-62ddf778-cd47-4ea5-a86b-09808de315b0 None None] Port 7c226330-efa0-44d7-af72-56d9715d1631 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:12.689099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-339d678a-5ffc-4199-8e58-9731e3f5fe15 req-f4c139b4-5aa5-4703-a6e4-1c0538c89660 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418967 Oct 20 10:46:12.758427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-4fe34577-c219-4532-b87a-8351e7f4f24f service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763308 Oct 20 10:46:12.799930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.892005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603d27-11bb-4d44-a065-99269065beea req-68a6fc2b-8d1c-4e06-a79d-051feb508a56 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.893592 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9d603d27-11bb-4d44-a065-99269065beea req-68a6fc2b-8d1c-4e06-a79d-051feb508a56 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69 HTTP/1.1" status: 200 len: 945 time: 0.1071336 Oct 20 10:46:13.150300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Deleting port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:13.150300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.279576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:13.295908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.315388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Transition to ACTIVE for port object 7c226330-efa0-44d7-af72-56d9715d1631 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:13.328639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.339474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] For port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:13.339832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.426379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Calling delete_port for 15550591-43c3-47c2-a7e4-e83fd8ce4d6c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:13.469046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c7cf-3b4c-4687-bd8c-b17a4a0eb42b req-1ce55eb7-2ed2-451f-82d7-496d09e8dc96 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:13.478677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0004c7cf-3b4c-4687-bd8c-b17a4a0eb42b req-1ce55eb7-2ed2-451f-82d7-496d09e8dc96 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.0854356 Oct 20 10:46:13.541508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0004c7cf-3b4c-4687-bd8c-b17a4a0eb42b req-544f80df-add1-48cf-9f02-121aa1ffe782 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615363 Oct 20 10:46:13.576462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:13.730749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de73095-cb10-4178-a635-9406070900e9 req-41548ffe-387c-48df-98ef-f1faf526ba4d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 210 time: 0.0779371 Oct 20 10:46:13.777057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.777251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.777585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.777865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.778153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.778789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.779073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.779396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.779717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.780034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.780349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.780660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:13.891428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:13.891767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:13.892100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:13.898790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:13.899117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:13.916608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:13.916968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:13.917369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:13.918190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Bound port: 7c226330-efa0-44d7-af72-56d9715d1631, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:13.918631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.001802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:14.017667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:14.045931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.128174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:14.158118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.158118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.159113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-127d0589-93b0-4c0b-a965-2a57ed673e9e service neutron] 10.222.0.70 "PUT /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 1096 time: 1.8344562 Oct 20 10:46:14.159113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:14.161689 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b10e5a-0ec3-4f9f-9169-872f082a4329" -d '{"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:14.178236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.233589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event deleted for resources: {'Port': ['ID=15550591-43c3-47c2-a7e4-e83fd8ce4d6c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:14.324165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] No DVR routers for this DVR port 15550591-43c3-47c2-a7e4-e83fd8ce4d6c on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:14.328715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.332497 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9d603d27-11bb-4d44-a065-99269065beea req-0063f467-308b-47b3-abf7-910720e63e6e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "DELETE /v2.0/ports/15550591-43c3-47c2-a7e4-e83fd8ce4d6c HTTP/1.1" status: 204 len: 173 time: 1.4308903 Oct 20 10:46:14.348004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-f70b5692-18d6-49c3-98c2-f7d99b519113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.350043 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-f70b5692-18d6-49c3-98c2-f7d99b519113 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1099 time: 0.1177585 Oct 20 10:46:14.414655 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-17fc3a88-9304-4419-b662-d9fd581c974b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0508664 Oct 20 10:46:14.501768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-e6e2fb24-07d3-462b-a3fa-80ef33108991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.505932 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-e6e2fb24-07d3-462b-a3fa-80ef33108991 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0764527 Oct 20 10:46:14.583929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-33ead699-bfd0-4dfd-adf3-7875edeeff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.585878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-33ead699-bfd0-4dfd-adf3-7875edeeff5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728204 Oct 20 10:46:14.698061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c0f1d-834d-4dfb-8dc2-45ac814bd709 req-7a0a0aba-2c34-4ced-b410-77cb4fcbf63f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.706305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f93c0f1d-834d-4dfb-8dc2-45ac814bd709 req-7a0a0aba-2c34-4ced-b410-77cb4fcbf63f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0865259 Oct 20 10:46:14.725056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11cbf1-b3d6-4e87-9540-a2f6a5b8745c req-37d0fcc4-f71f-41fc-8d2b-2ead53cce4f0 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.733634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd11cbf1-b3d6-4e87-9540-a2f6a5b8745c req-37d0fcc4-f71f-41fc-8d2b-2ead53cce4f0 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.9110188 Oct 20 10:46:14.735287 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-25d8182f-5787-44b0-b3d1-032c214cf671 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405165 Oct 20 10:46:14.794904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd11cbf1-b3d6-4e87-9540-a2f6a5b8745c req-01bb9753-30bd-4877-ac81-763594cf9dd8 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594683 Oct 20 10:46:14.856420 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c57cf1c7-ad53-4111-9072-35dcb7997e28 req-5a7b663e-6f0e-4a00-bf41-85e047b1e400 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074162 Oct 20 10:46:14.858699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f93c0f1d-834d-4dfb-8dc2-45ac814bd709 req-886e8126-2ab9-4c4f-8839-030e3ba1b419 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445363 Oct 20 10:46:15.016393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8d02-71d0-44dd-a806-ac511a036dcc req-e7b3c886-b4f1-46af-ad82-0f70f68cfeed tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.023880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8d02-71d0-44dd-a806-ac511a036dcc req-e7b3c886-b4f1-46af-ad82-0f70f68cfeed tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.026271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ea8d02-71d0-44dd-a806-ac511a036dcc req-e7b3c886-b4f1-46af-ad82-0f70f68cfeed tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.1451981 Oct 20 10:46:15.116198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ea8d02-71d0-44dd-a806-ac511a036dcc req-3f09f949-64c9-4d54-98d8-3f043e4454fb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742650 Oct 20 10:46:15.131383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-425c78f6-6b9c-4753-8371-dded254c5802 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.133511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-425c78f6-6b9c-4753-8371-dded254c5802 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.1494899 Oct 20 10:46:15.164997 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb709ae-a53e-453e-b4a7-4f685ff50e08 x-openstack-request-id: req-bdb709ae-a53e-453e-b4a7-4f685ff50e08 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:15.165647 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:15.165647 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdb709ae-a53e-453e-b4a7-4f685ff50e08 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:15.166091 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'status': 'completed', 'code': 200} Oct 20 10:46:15.175358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Request body: {'port': {'device_id': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'admin_state_up': True, 'tenant_id': '35f7a39133394b249721e6ab3318b6f0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:15.259006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-384b379b-b363-4938-b691-0d2aa5cfa33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.260537 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-384b379b-b363-4938-b691-0d2aa5cfa33a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1099 time: 0.1258445 Oct 20 10:46:15.326111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fba4e9b2-2f13-4c48-861d-0080d6cd0849 req-437e1b0b-b749-48c5-9559-3b3dfcdb04c1 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 210 time: 0.0676143 Oct 20 10:46:15.393998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:15.405031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18478e2-1715-4b7d-ab67-2c81842aa91e req-1638b6e7-7ed5-4d01-8e4d-3a16c366aa14 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.406654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b18478e2-1715-4b7d-ab67-2c81842aa91e req-1638b6e7-7ed5-4d01-8e4d-3a16c366aa14 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.0796475 Oct 20 10:46:15.434171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 15550591-43c3-47c2-a7e4-e83fd8ce4d6c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:15.434711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 15550591-43c3-47c2-a7e4-e83fd8ce4d6c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:15.480245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-73b854b7-b463-4085-8aa4-a75b632cd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.482984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-73b854b7-b463-4085-8aa4-a75b632cd89d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2018371 Oct 20 10:46:15.487963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b18478e2-1715-4b7d-ab67-2c81842aa91e req-7070f2b9-73ce-4136-aa7e-b3d67efeb70e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Oct 20 10:46:15.554374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650107d-8303-4a91-b697-d8b06a0e1759 req-9efdca23-35c0-4c01-96c7-57eed4798470 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.556336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7650107d-8303-4a91-b697-d8b06a0e1759 req-9efdca23-35c0-4c01-96c7-57eed4798470 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1033764 Oct 20 10:46:15.593204 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-cd864a88-4cb1-4c7c-8105-c4f8ba64dea7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0592456 Oct 20 10:46:15.598229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7650107d-8303-4a91-b697-d8b06a0e1759 req-a38f5050-1af1-4427-bcc0-39501ed918f3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Oct 20 10:46:15.637739 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.694514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-e6c50855-2a94-4297-975b-49dbd8cc1c4b tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.701220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-e6c50855-2a94-4297-975b-49dbd8cc1c4b tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.703185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-e6c50855-2a94-4297-975b-49dbd8cc1c4b tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.2180226 Oct 20 10:46:15.760783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-36ac4656-dbd3-469c-82ed-df8467e4aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.762321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-36ac4656-dbd3-469c-82ed-df8467e4aebc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1540685 Oct 20 10:46:15.762966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Made reservation on behalf of 35f7a39133394b249721e6ab3318b6f0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:15.766865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.772737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8338d-9624-4c4b-a4e4-003e95a79e59 req-2b265171-cb2f-4413-97a3-39b00a17c79f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.781805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5a8338d-9624-4c4b-a4e4-003e95a79e59 req-2b265171-cb2f-4413-97a3-39b00a17c79f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0711896 Oct 20 10:46:15.835686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5a8338d-9624-4c4b-a4e4-003e95a79e59 req-22499fad-742a-471c-9c34-831e4d6f9b5a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Oct 20 10:46:15.924788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-9ae8670f-3567-4c0b-b508-8177bd609f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.926291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-9ae8670f-3567-4c0b-b508-8177bd609f08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464615 Oct 20 10:46:16.019466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139964-1c6e-4451-8662-d9409f1f9984 req-b4d63a65-91ae-41b7-a48d-2c0d1715be50 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.026806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e139964-1c6e-4451-8662-d9409f1f9984 req-b4d63a65-91ae-41b7-a48d-2c0d1715be50 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1283081 Oct 20 10:46:16.052203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:16.052540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.065506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad414c42-fc2e-4d1b-b11e-98315ee1ce6a req-c733dda8-c737-4fdf-b394-3a8c424c1b28 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.073486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad414c42-fc2e-4d1b-b11e-98315ee1ce6a req-c733dda8-c737-4fdf-b394-3a8c424c1b28 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1617897 Oct 20 10:46:16.110924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Allocated IP 172.20.0.14 (65b94f01-efd3-4c90-b4f8-428131db9be5/f1139191-a3f9-4e18-8d48-f8d8afa04d58/5a0db660-5fb1-4007-a186-690f0ebc8b31) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:16.129114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-12cbee92-9ace-4388-ba86-aedd9fa1c552 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.130747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-12cbee92-9ace-4388-ba86-aedd9fa1c552 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.83 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 945 time: 0.1518888 Oct 20 10:46:16.133798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e139964-1c6e-4451-8662-d9409f1f9984 req-d50beacb-4a9b-4bb6-8d24-b9597824331d tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/security-groups?id=19f0ffa8-b343-49b0-8d59-af1639369ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060870 Oct 20 10:46:16.166489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad414c42-fc2e-4d1b-b11e-98315ee1ce6a req-5e839b0e-4754-46a7-9c0a-6aec93ccffe5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918968 Oct 20 10:46:16.171420 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-aab59123-5b24-4afe-914b-764ce3fd21cd service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368917 Oct 20 10:46:16.317705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:16.318066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.338615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:16.379668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea1158-dff1-49f1-81cf-a5ae99f08261 req-5a4c9760-c099-4699-a6e4-2e1ea7e72654 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.388761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea1158-dff1-49f1-81cf-a5ae99f08261 req-5a4c9760-c099-4699-a6e4-2e1ea7e72654 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.397468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10ea1158-dff1-49f1-81cf-a5ae99f08261 req-5a4c9760-c099-4699-a6e4-2e1ea7e72654 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 1683 time: 0.1213090 Oct 20 10:46:16.433385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.436289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Deleting port a7527217-d65b-4619-8be9-b6f1a44c9d1d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:16.437011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.498415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4b10e5a-0ec3-4f9f-9169-872f082a4329 req-975b7339-25ea-4c5f-a264-171a95f86e2f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182969 Oct 20 10:46:16.548211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10ea1158-dff1-49f1-81cf-a5ae99f08261 req-c92608de-b797-4765-8f7d-eb0e19051b85 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496291 Oct 20 10:46:16.579222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-197cf412-bf40-43c0-ba19-78095ec67051 req-6a710663-cbf4-458b-b09b-71077710121d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 210 time: 0.0985661 Oct 20 10:46:16.585830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.620159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] For port a7527217-d65b-4619-8be9-b6f1a44c9d1d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a7527217-d65b-4619-8be9-b6f1a44c9d1d,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:16.620507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.666536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Calling delete_port for a7527217-d65b-4619-8be9-b6f1a44c9d1d owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:16.681544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.749510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:16.760459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:16.761756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.767981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf057bf-8f2a-42d4-b5e5-08e87451a58e req-f1a56582-4a51-4b0c-8728-73ed479fbf27 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.769533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cf057bf-8f2a-42d4-b5e5-08e87451a58e req-f1a56582-4a51-4b0c-8728-73ed479fbf27 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1332536 Oct 20 10:46:16.797222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'fa041e17-8b78-4830-bd22-ba7c8917fa4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:16.809652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:16.813680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:16.842977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cf057bf-8f2a-42d4-b5e5-08e87451a58e req-89fa2fec-6624-4755-afd4-5cb88132fe81 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Oct 20 10:46:16.842977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506792da-3303-4db4-9f52-c92bd26cb3d0 req-e75b2b63-0375-4375-a1ca-ef3390f76732 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.860224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-506792da-3303-4db4-9f52-c92bd26cb3d0 req-e75b2b63-0375-4375-a1ca-ef3390f76732 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.1861591 Oct 20 10:46:16.874852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=0945cbcf-22ea-4dbf-b811-7d1bef6c1d76,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:16.970136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-506792da-3303-4db4-9f52-c92bd26cb3d0 req-89f04b62-32e9-41d6-bc37-33e4d926717a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916941 Oct 20 10:46:17.018587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:17.029081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.029735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.037396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.050218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-2e23c092-10e0-4cd4-b998-3b5f186c110c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "DELETE /v2.0/ports/0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 HTTP/1.1" status: 204 len: 173 time: 1.3364296 Oct 20 10:46:17.066067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82d04-2b64-4d27-aa61-948705ab5f9f req-1a0a9834-c334-43bc-9a89-ce71e7e268bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.085625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfa82d04-2b64-4d27-aa61-948705ab5f9f req-1a0a9834-c334-43bc-9a89-ce71e7e268bf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1406274 Oct 20 10:46:17.135199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-144caa86-d317-4de6-a04e-83eead698107 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9653592 Oct 20 10:46:17.152866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Request body: {'port': {'device_id': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:17.176685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-deleted', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c'}, {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-deleted', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:17.179509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bccbef4-eba5-42b0-961e-a4f3a201cf09" -d '{"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-deleted", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c"}, {"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-deleted", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:17.214845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfa82d04-2b64-4d27-aa61-948705ab5f9f req-a7e9193f-5e8d-4c12-81c4-fefbfc0f2af9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282473 Oct 20 10:46:17.252576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.266353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a7527217-d65b-4619-8be9-b6f1a44c9d1d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:17.329275 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df22aa-fee6-4e30-a82f-fc3cb2abd859 x-openstack-request-id: req-e4df22aa-fee6-4e30-a82f-fc3cb2abd859 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:17.329486 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69", "name": "network-vif-deleted", "tag": "15550591-43c3-47c2-a7e4-e83fd8ce4d6c", "status": "completed", "code": 200}, {"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-deleted", "tag": "0945cbcf-22ea-4dbf-b811-7d1bef6c1d76", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:17.329737 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4df22aa-fee6-4e30-a82f-fc3cb2abd859 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:17.330132 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab34892f-1d9a-4c2b-91c5-dcad5a4cfc69', 'name': 'network-vif-deleted', 'tag': '15550591-43c3-47c2-a7e4-e83fd8ce4d6c', 'status': 'completed', 'code': 200} Oct 20 10:46:17.330380 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-deleted', 'tag': '0945cbcf-22ea-4dbf-b811-7d1bef6c1d76', 'status': 'completed', 'code': 200} Oct 20 10:46:17.351306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.393615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-438edf0d-7cd6-431a-83f1-599619c57d34 req-5b3ce29f-d175-4180-a14d-1b6c85448233 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.74 "GET /v2.0/ports?device_id=15d56464-dca1-4e8c-be04-9cb6cdd139a1 HTTP/1.1" status: 200 len: 210 time: 0.0599740 Oct 20 10:46:17.394785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Pushing event deleted for resources: {'Port': ['ID=a7527217-d65b-4619-8be9-b6f1a44c9d1d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:17.411354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port fa041e17-8b78-4830-bd22-ba7c8917fa4f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:17.411688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.417642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.420096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.420609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.422388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.422904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.424252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.424759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.426820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.427363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.427884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.428497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.432692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:17.440095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:17.515713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] No DVR routers for this DVR port a7527217-d65b-4619-8be9-b6f1a44c9d1d on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:17.518715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.543145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3207e21c-d722-45a3-9bc2-339b6878e137 req-77779fd5-72e0-4246-bfc1-59832df08631 tempest-ServerRescueTestJSONUnderV235-1498894088 tempest-ServerRescueTestJSONUnderV235-1498894088-project] 10.222.0.83 "DELETE /v2.0/ports/a7527217-d65b-4619-8be9-b6f1a44c9d1d HTTP/1.1" status: 204 len: 173 time: 1.3683681 Oct 20 10:46:17.543907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'name': 'network-vif-deleted', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:17.549514 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2cd3b8-9de7-4c8b-84a2-686d3cf9e467" -d '{"events": [{"server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "name": "network-vif-deleted", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:17.610147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port fa041e17-8b78-4830-bd22-ba7c8917fa4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fa041e17-8b78-4830-bd22-ba7c8917fa4f,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:17.610538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.633042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for fa041e17-8b78-4830-bd22-ba7c8917fa4f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:17.659005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:17.679531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '7c226330-efa0-44d7-af72-56d9715d1631', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '7c226330-efa0-44d7-af72-56d9715d1631', 'mac_address': 'fa:16:3e:f4:83:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:17.725541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607ad2-8364-4dbd-bcd1-37f5b0aafb62 req-ef86f7a8-4dd3-408d-a98f-f11d7559d419 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.736705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54607ad2-8364-4dbd-bcd1-37f5b0aafb62 req-ef86f7a8-4dd3-408d-a98f-f11d7559d419 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1432641 Oct 20 10:46:17.738842 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c244b4-d16d-40c5-b19c-45d2699baad1 x-openstack-request-id: req-71c244b4-d16d-40c5-b19c-45d2699baad1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:17.739377 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d56464-dca1-4e8c-be04-9cb6cdd139a1", "name": "network-vif-deleted", "tag": "a7527217-d65b-4619-8be9-b6f1a44c9d1d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:17.739805 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71c244b4-d16d-40c5-b19c-45d2699baad1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:17.740358 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d56464-dca1-4e8c-be04-9cb6cdd139a1', 'name': 'network-vif-deleted', 'tag': 'a7527217-d65b-4619-8be9-b6f1a44c9d1d', 'status': 'completed', 'code': 200} Oct 20 10:46:17.756086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.776641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:17.821467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:17.832037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.833168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54607ad2-8364-4dbd-bcd1-37f5b0aafb62 req-3bf39b31-7953-4b24-918c-0a16796d124e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886950 Oct 20 10:46:17.880990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea0afe-9034-4667-adcd-1b66a814469d req-9a25747f-44cd-4a58-a57e-cfff400c9f95 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.888632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cea0afe-9034-4667-adcd-1b66a814469d req-9a25747f-44cd-4a58-a57e-cfff400c9f95 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 946 time: 0.1117222 Oct 20 10:46:17.943535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cea0afe-9034-4667-adcd-1b66a814469d req-154c1fa7-8c5b-4b3d-9964-dfadb0115db6 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Oct 20 10:46:18.014104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519575-b963-4eae-bcc3-eff3d41af644 req-6f0a5ac9-e386-4c29-ad8b-b3aff6d8f244 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.025489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83519575-b963-4eae-bcc3-eff3d41af644 req-6f0a5ac9-e386-4c29-ad8b-b3aff6d8f244 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 932 time: 0.0801463 Oct 20 10:46:18.032969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:18.067164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.067820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.072221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.072958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.073474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.075260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.075820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.076332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.076844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.077379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.077893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.078390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:18.089966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83519575-b963-4eae-bcc3-eff3d41af644 req-1592d644-952a-4f09-9da9-33ab40b6c992 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Oct 20 10:46:18.103687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['7c226330-efa0-44d7-af72-56d9715d1631'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:18.257094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c82ab-a3e5-4638-a81d-cdf25fce8f93 req-a3d74053-cae4-473b-8e9c-6e654bd7c99a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.261319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-927c82ab-a3e5-4638-a81d-cdf25fce8f93 req-a3d74053-cae4-473b-8e9c-6e654bd7c99a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1383843 Oct 20 10:46:18.340748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-927c82ab-a3e5-4638-a81d-cdf25fce8f93 req-e351021d-cb5b-442c-bd28-01943b189354 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Oct 20 10:46:18.397644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0db660-5fb1-4007-a186-690f0ebc8b31 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:18.405524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d8df-6923-41ba-b804-1788e7afa718 req-6eb21121-bbbc-412e-8740-52e7f198ed61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.412713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c570d8df-6923-41ba-b804-1788e7afa718 req-6eb21121-bbbc-412e-8740-52e7f198ed61 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.2083325 Oct 20 10:46:18.430924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.463282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Transition to ACTIVE for port object 5a0db660-5fb1-4007-a186-690f0ebc8b31 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:18.471693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.488999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c570d8df-6923-41ba-b804-1788e7afa718 req-71a2d3f8-f461-4386-838a-ad7295fb7218 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693603 Oct 20 10:46:18.550569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:18.551697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:18.559746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.611715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=fa041e17-8b78-4830-bd22-ba7c8917fa4f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:18.659946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6361f-c722-42a3-b19d-2fa02952e204 req-cfa02dd3-a341-43ab-af66-23e140e4c82a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.662417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f6361f-c722-42a3-b19d-2fa02952e204 req-cfa02dd3-a341-43ab-af66-23e140e4c82a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1723220 Oct 20 10:46:18.759312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port fa041e17-8b78-4830-bd22-ba7c8917fa4f on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:18.762571 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.767870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4738c02a-de58-4ba6-8056-c2f6c33675ea req-79834041-5261-420d-8c8c-6c54f8fa37eb tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.83 "DELETE /v2.0/ports/fa041e17-8b78-4830-bd22-ba7c8917fa4f HTTP/1.1" status: 204 len: 173 time: 1.6976311 Oct 20 10:46:18.784539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Attempting to bind port 5a0db660-5fb1-4007-a186-690f0ebc8b31 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:18.785162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Attempting to bind port 5a0db660-5fb1-4007-a186-690f0ebc8b31 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:18.785721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Attempting to bind port 5a0db660-5fb1-4007-a186-690f0ebc8b31 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:18.800220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Port 5a0db660-5fb1-4007-a186-690f0ebc8b31 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:18.800606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Attempting to bind port 5a0db660-5fb1-4007-a186-690f0ebc8b31 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:18.821104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4f6361f-c722-42a3-b19d-2fa02952e204 req-5c378383-df35-4988-85b1-d7a1ad67c9fb tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467955 Oct 20 10:46:18.829078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:18.829429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Checking segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:18.830167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Bound using segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:18.830605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Bound port: 5a0db660-5fb1-4007-a186-690f0ebc8b31, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:18.830971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.952437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:18.956782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:18.970411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.034631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.035564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.037277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] 10.222.0.70 "PUT /v2.0/ports/5a0db660-5fb1-4007-a186-690f0ebc8b31 HTTP/1.1" status: 200 len: 1093 time: 1.8937361 Oct 20 10:46:19.090486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4040f-25b3-4b6f-9ea3-2f30f2814db4 req-ea744048-6419-4456-9c99-5304223d5d85 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.092176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2a4040f-25b3-4b6f-9ea3-2f30f2814db4 req-ea744048-6419-4456-9c99-5304223d5d85 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0837214 Oct 20 10:46:19.107601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3339bf-b138-4b57-bfaa-6fc3c6b8b57b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:19.150395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-bb841075-ba33-42e4-abb5-80197cc6e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.151917 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-bb841075-ba33-42e4-abb5-80197cc6e3bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 1096 time: 0.0684652 Oct 20 10:46:19.169337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c343ad2-d45d-4744-be4f-cee406087427 req-0107e3c3-0675-42a9-85eb-d65fa8a60e6a tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "GET /v2.0/ports?device_id=3108046f-d099-467c-8bad-91a708627088 HTTP/1.1" status: 200 len: 210 time: 0.0408273 Oct 20 10:46:19.216149 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-23a56bf0-4260-425e-8bc3-7e37347734fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31 HTTP/1.1" status: 200 len: 217 time: 0.0552998 Oct 20 10:46:19.229968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2a4040f-25b3-4b6f-9ea3-2f30f2814db4 req-ec0747d4-0125-4ae2-a094-c09d7ea8b30a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097143 Oct 20 10:46:19.314043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-110a9cac-0717-4a1a-980f-1542680078f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.315826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-110a9cac-0717-4a1a-980f-1542680078f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.0909848 Oct 20 10:46:19.338623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-deleted', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f'}, {'name': 'network-changed', 'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:19.344484 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3c14d-7591-4f88-ac06-978ae2e35586" -d '{"events": [{"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-deleted", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f"}, {"name": "network-changed", "server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:19.384209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfb556-adb3-4010-b51d-12adaf3eb3df req-2ef2413c-d37b-4f94-8ced-afb9d767770c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.385501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-b77fdbe3-ee91-4588-a103-42406e17ffac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615864 Oct 20 10:46:19.392556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfbfb556-adb3-4010-b51d-12adaf3eb3df req-2ef2413c-d37b-4f94-8ced-afb9d767770c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 944 time: 0.1013758 Oct 20 10:46:19.446094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:19.455596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfbfb556-adb3-4010-b51d-12adaf3eb3df req-f5f0fd3e-c72e-4655-9579-c01b5684038d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621023 Oct 20 10:46:19.525047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-1401dc04-1609-4df9-9595-5cf7c6c262c7 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314852 Oct 20 10:46:19.547690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 7c226330-efa0-44d7-af72-56d9715d1631 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:19.558291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 7c226330-efa0-44d7-af72-56d9715d1631 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:19.558755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.570806 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7eb8c1-7a44-4854-929e-48e57c096b2a x-openstack-request-id: req-bd7eb8c1-7a44-4854-929e-48e57c096b2a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:19.571382 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108046f-d099-467c-8bad-91a708627088", "name": "network-vif-deleted", "tag": "fa041e17-8b78-4830-bd22-ba7c8917fa4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:19.571867 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd7eb8c1-7a44-4854-929e-48e57c096b2a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:19.572479 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108046f-d099-467c-8bad-91a708627088', 'name': 'network-vif-deleted', 'tag': 'fa041e17-8b78-4830-bd22-ba7c8917fa4f', 'status': 'completed', 'code': 200} Oct 20 10:46:19.575103 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'status': 'completed', 'code': 200} Oct 20 10:46:19.607225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d452bb-0095-472e-a6a7-3fe34ea6adf9 req-bbba6093-5ee1-4b39-82a1-e151b0238a0d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.621228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17d452bb-0095-472e-a6a7-3fe34ea6adf9 req-bbba6093-5ee1-4b39-82a1-e151b0238a0d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1920357 Oct 20 10:46:19.696340 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0a890c24-8af4-41e0-845f-fd3a7cb22f44 req-53436391-afe8-4d4e-9ede-ede9795e1b74 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637549 Oct 20 10:46:19.743723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.744662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17d452bb-0095-472e-a6a7-3fe34ea6adf9 req-6afab60a-73f9-4f98-830f-0d14b7cb039d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145420 Oct 20 10:46:19.775876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.785486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fa041e17-8b78-4830-bd22-ba7c8917fa4f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:19.794142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:19.797428 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2816e2-5f5e-45de-9c90-3c1015491666" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:19.824515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: fa041e17-8b78-4830-bd22-ba7c8917fa4f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:19.825133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fa041e17-8b78-4830-bd22-ba7c8917fa4f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:19.825753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:19.851432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:19.852183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0945cbcf-22ea-4dbf-b811-7d1bef6c1d76 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:19.852838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a7527217-d65b-4619-8be9-b6f1a44c9d1d no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:19.856840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:19.862883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-5222cefe-a828-4372-9361-7bdb9fca0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.866892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-5222cefe-a828-4372-9361-7bdb9fca0362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 1096 time: 0.1160460 Oct 20 10:46:19.880171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.931357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: a7527217-d65b-4619-8be9-b6f1a44c9d1d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:19.931976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a7527217-d65b-4619-8be9-b6f1a44c9d1d not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:19.934581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:19.974791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012683-f126-48d1-bafe-1a6a87e1b787 req-f4315395-5cbe-49e0-941c-27d77d1a7f05 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.982304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19012683-f126-48d1-bafe-1a6a87e1b787 req-f4315395-5cbe-49e0-941c-27d77d1a7f05 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.2938554 Oct 20 10:46:20.027227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-051c6f1b-876b-4e17-9f80-2db520692999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.032259 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-051c6f1b-876b-4e17-9f80-2db520692999 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 917 time: 0.1567721 Oct 20 10:46:20.074074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19012683-f126-48d1-bafe-1a6a87e1b787 req-0bff4a9a-bd68-4efe-9a6b-bcd82b2a8218 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907652 Oct 20 10:46:20.081318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-fe9c94bf-5dd1-473c-b654-56d7ccef5ef9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31 HTTP/1.1" status: 200 len: 217 time: 0.0423381 Oct 20 10:46:20.114379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2d4c0-83ab-4421-8cb6-1a03cdd5e0a9 req-90821904-009a-4977-a8e1-483ac7e390c5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.115725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe2d4c0-83ab-4421-8cb6-1a03cdd5e0a9 req-90821904-009a-4977-a8e1-483ac7e390c5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0846713 Oct 20 10:46:20.145084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-61eed6ca-4154-42dc-9c4b-bb27c1a7d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.146862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-61eed6ca-4154-42dc-9c4b-bb27c1a7d1bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.0570714 Oct 20 10:46:20.157786 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cd128-c81f-4fe1-9c79-bc12997fbdea x-openstack-request-id: req-428cd128-c81f-4fe1-9c79-bc12997fbdea {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:20.158078 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:20.158333 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-428cd128-c81f-4fe1-9c79-bc12997fbdea {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:20.158727 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'code': 200} Oct 20 10:46:20.206363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe2d4c0-83ab-4421-8cb6-1a03cdd5e0a9 req-a29e51e7-81c9-42c0-8d14-8135b88a6979 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654280 Oct 20 10:46:20.208813 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-d9924cff-d1be-44ac-a9ac-5fcf50920f16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413609 Oct 20 10:46:20.295906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50756) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:20.372847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Deleting port ac788253-27a7-490c-9997-49b81b0969d0 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:20.373285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.410809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfef6-e35a-4271-a061-873ae9206083 req-536cc34e-1765-4577-a0ff-61ac8cb3a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.412310 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-abbbfef6-e35a-4271-a061-873ae9206083 req-536cc34e-1765-4577-a0ff-61ac8cb3a44f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1101 time: 0.1495686 Oct 20 10:46:20.417796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-e9df4c8e-9231-401e-9027-d5ecb35fe039 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982863 Oct 20 10:46:20.486577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting subnet 018bb2f3-5646-48a9-801e-ed4adecc157a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:20.492381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-abbbfef6-e35a-4271-a061-873ae9206083 req-a8b2cf8b-c616-4a48-b0d8-dabd08fb8cfc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659349 Oct 20 10:46:20.497262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.536826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29dad-ea20-41ff-a350-55958a1a8e26 req-ccf72e1f-8333-46f2-9f20-22750a1824b3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.544091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bc29dad-ea20-41ff-a350-55958a1a8e26 req-ccf72e1f-8333-46f2-9f20-22750a1824b3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1838136 Oct 20 10:46:20.579352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2dc3c14d-7591-4f88-ac06-978ae2e35586 req-d6f76850-939b-4caf-9f51-2d9f9951096b service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516547 Oct 20 10:46:20.628301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.632799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] For port ac788253-27a7-490c-9997-49b81b0969d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ac788253-27a7-490c-9997-49b81b0969d0,segment=NetworkSegment(6dc558f6-faaf-4335-9dbb-682088bf3682),segment_id=6dc558f6-faaf-4335-9dbb-682088bf3682)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:20.633262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.707244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bc29dad-ea20-41ff-a350-55958a1a8e26 req-471f4599-1236-4101-b2ae-b7e25c446c6b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573033 Oct 20 10:46:20.712167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Calling delete_port for ac788253-27a7-490c-9997-49b81b0969d0 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:20.727347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a3e1-bd88-45b6-bf08-6d6e8c7c794a req-6b0339ad-d491-4752-bfb8-9db55dbfaae3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.735377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4df0a3e1-bd88-45b6-bf08-6d6e8c7c794a req-6b0339ad-d491-4752-bfb8-9db55dbfaae3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 944 time: 0.1832368 Oct 20 10:46:20.867778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4df0a3e1-bd88-45b6-bf08-6d6e8c7c794a req-1febf113-e288-409f-b5e6-f94c7893a28d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315227 Oct 20 10:46:20.903014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.998028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b480d-1ecf-49ca-be32-58eec81fed48 req-78a65358-0afc-40ba-9ebe-803a4d47a86c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:21.003441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-345b480d-1ecf-49ca-be32-58eec81fed48 req-78a65358-0afc-40ba-9ebe-803a4d47a86c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1903503 Oct 20 10:46:21.114561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-345b480d-1ecf-49ca-be32-58eec81fed48 req-687f60c7-239d-4b6a-8dcc-c4b3cc367b63 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Oct 20 10:46:21.121471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.193942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Subnet': ['ID=018bb2f3-5646-48a9-801e-ed4adecc157a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:21.215389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.222057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304fee1-c4cd-48d3-806c-25906cee329d None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:21.223205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50772) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:21.234315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8f5cc33-4a49-4ef0-9e18-3c367ca6c6c0 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/subnets/018bb2f3-5646-48a9-801e-ed4adecc157a HTTP/1.1" status: 204 len: 168 time: 0.9238882 Oct 20 10:46:21.345102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.403850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.431261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306b6a-46d1-46a7-a82b-b3ab40be9643 req-bdf44c70-d75d-4d10-a140-4e87bcb85976 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:21.432973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a306b6a-46d1-46a7-a82b-b3ab40be9643 req-bdf44c70-d75d-4d10-a140-4e87bcb85976 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.2402947 Oct 20 10:46:21.445266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:21.445762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.465072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:21.497351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] DHCP port deletion for c1b11de1-1af8-49b9-8c9d-cce732b5705f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:46:21.545493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:21.546070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.552828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac788253-27a7-490c-9997-49b81b0969d0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:21.571624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:21.596134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a306b6a-46d1-46a7-a82b-b3ab40be9643 req-1a444c1c-fc21-49d7-9558-0375cf292d6c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236515 Oct 20 10:46:21.654670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Deleting port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:21.656073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.675537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81e26-61b4-4cf5-a15b-0d9f3e78e164 req-3cf6dd44-5621-44e3-87b0-c164e69e77f9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:21.695126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37b81e26-61b4-4cf5-a15b-0d9f3e78e164 req-3cf6dd44-5621-44e3-87b0-c164e69e77f9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.3985801 Oct 20 10:46:21.710377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.769293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:21.773367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:21.800194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:21.819154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] For port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,segment=NetworkSegment(e85297e0-4490-4b87-a275-93f94fa7fdd4),segment_id=e85297e0-4490-4b87-a275-93f94fa7fdd4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:21.819154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.825345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37b81e26-61b4-4cf5-a15b-0d9f3e78e164 req-3d63d867-e281-4954-8bfd-49fb818ef3b3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283958 Oct 20 10:46:21.854278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'port_id': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'mac_address': 'fa:16:3e:de:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1139191-a3f9-4e18-8d48-f8d8afa04d58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:21.869442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Calling delete_port for ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:21.901602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.932821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b11de1-1af8-49b9-8c9d-cce732b5705f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:21.942340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.946300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85297e0-4490-4b87-a275-93f94fa7fdd4') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:21.947059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85297e0-4490-4b87-a275-93f94fa7fdd4') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:21.961412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.978349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.986395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:21.986746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.990810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0db660-5fb1-4007-a186-690f0ebc8b31 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:22.032729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:22.039636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:22.079387 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:22.087056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.102384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.125535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.128125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.129137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/networks/c1b11de1-1af8-49b9-8c9d-cce732b5705f HTTP/1.1" status: 204 len: 168 time: 0.9039068 Oct 20 10:46:22.130465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65144d6-3cc4-4c6b-9f95-b5704bc54bb3 tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Network': ['ID=c1b11de1-1af8-49b9-8c9d-cce732b5705f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.132924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50782) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.159004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Network c1b11de1-1af8-49b9-8c9d-cce732b5705f is not hosted by any dhcp agent {{(pid=100748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:46:22.160071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] No DVR routers for this DVR port ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:22.169428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2789baf-e75b-45fe-a53e-33827227addb None None] Pushing event deleted for resources: {'Port': ['ID=ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.216663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting subnet 33d467b5-f606-4a66-b2fe-e62c960db30e {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:22.221092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.283140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.292133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5a0db660-5fb1-4007-a186-690f0ebc8b31'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:22.382567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.402507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12614c8-4398-4dca-8315-dba9d82f1f55 req-6ba91a58-a717-47f6-95a9-a9664ca3d04f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.412419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b12614c8-4398-4dca-8315-dba9d82f1f55 req-6ba91a58-a717-47f6-95a9-a9664ca3d04f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1172233 Oct 20 10:46:22.423316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.433458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e2d1-1de4-40f4-918e-4c51d4e26118 req-fb3e34d3-a193-42bf-b844-fb46b91c36d1 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.440971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee47e2d1-1de4-40f4-918e-4c51d4e26118 req-fb3e34d3-a193-42bf-b844-fb46b91c36d1 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 945 time: 0.1562672 Oct 20 10:46:22.515862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.542122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.547570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/subnets/33d467b5-f606-4a66-b2fe-e62c960db30e HTTP/1.1" status: 204 len: 168 time: 0.4131224 Oct 20 10:46:22.550389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1dab2a-e23d-4d26-8cbe-a34af4c5d7b1 None None] Network e83aeb6b-4dfc-47ae-b35c-5ad639438457 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:22.551258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b12614c8-4398-4dca-8315-dba9d82f1f55 req-4cad6582-ddcc-48dd-b9ef-959bd1ff8fe8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338613 Oct 20 10:46:22.562017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.573584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53780f-b9fe-487f-b66e-7f4216ab9d8c tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Subnet': ['ID=33d467b5-f606-4a66-b2fe-e62c960db30e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.621520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee47e2d1-1de4-40f4-918e-4c51d4e26118 req-b5860d7b-8843-4b80-84b1-2efbfea220f0 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751041 Oct 20 10:46:22.813439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] DHCP port deletion for e83aeb6b-4dfc-47ae-b35c-5ad639438457 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:46:22.869417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.980448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b783887-2d43-4f24-8929-6c08ff119714 req-5830e3ce-b624-465f-94fd-155fb2aaa0e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.982470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b783887-2d43-4f24-8929-6c08ff119714 req-5830e3ce-b624-465f-94fd-155fb2aaa0e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1477613 Oct 20 10:46:23.144989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Deleting port d78191f1-2ead-495a-b849-4976c5d4edc5 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:23.145438 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.199623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b783887-2d43-4f24-8929-6c08ff119714 req-4f1d6969-b3f2-46a7-aab3-599a1b6ce9a1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686993 Oct 20 10:46:23.211411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Router 075baddc-c593-40c6-9e07-d785a7cb7abb has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:23.223588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] For port d78191f1-2ead-495a-b849-4976c5d4edc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d78191f1-2ead-495a-b849-4976c5d4edc5,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:23.223989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.240115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Calling delete_port for d78191f1-2ead-495a-b849-4976c5d4edc5 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:23.331002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d78191f1-2ead-495a-b849-4976c5d4edc5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:23.361140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Deleting port d78191f1-2ead-495a-b849-4976c5d4edc5 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:23.361856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.428109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.464306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:23.475012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] Pushing event deleted for resources: {'Port': ['ID=d78191f1-2ead-495a-b849-4976c5d4edc5,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:23.475012 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.475012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a909d48-033c-404f-9fdb-e46f3db1d142 None None] No DVR routers for this DVR port d78191f1-2ead-495a-b849-4976c5d4edc5 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:23.507741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] For port d78191f1-2ead-495a-b849-4976c5d4edc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d78191f1-2ead-495a-b849-4976c5d4edc5,segment=NetworkSegment(63bde477-41e8-412c-b7cc-0d024b1267aa),segment_id=63bde477-41e8-412c-b7cc-0d024b1267aa)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:23.508380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.554927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:23.563442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa10e3-ce3d-4efb-9d02-19dab153b1ed req-0546e989-0c09-4020-9e3f-2abe8da8471f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.570302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0fa10e3-ce3d-4efb-9d02-19dab153b1ed req-0546e989-0c09-4020-9e3f-2abe8da8471f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2280660 Oct 20 10:46:23.580971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:23.581660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce3670ef-17f7-4e0c-bc8c-f800d1c86d3e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:23.624369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ada3a-337f-4244-9b5e-736bf2a93f10 req-05626ebb-8528-4ee9-bef7-6e78c58160ff tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.626248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee5ada3a-337f-4244-9b5e-736bf2a93f10 req-05626ebb-8528-4ee9-bef7-6e78c58160ff tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.2977321 Oct 20 10:46:23.626782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 5a0db660-5fb1-4007-a186-690f0ebc8b31 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:23.631031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 5a0db660-5fb1-4007-a186-690f0ebc8b31 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:23.631427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.635618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Calling delete_port for d78191f1-2ead-495a-b849-4976c5d4edc5 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:23.677909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:23.687387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:23.693842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5a3d7045-f1ca-443c-acb5-fa93dd84cc90 admin admin] 10.222.0.74 "PUT /v2.0/routers/075baddc-c593-40c6-9e07-d785a7cb7abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1375163 Oct 20 10:46:23.708418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Sync routers for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:23.730816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:23.731492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:23.733450 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.800959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0fa10e3-ce3d-4efb-9d02-19dab153b1ed req-fb7a9ddc-7473-4c67-900a-ffe46a16ed3b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296288 Oct 20 10:46:23.823727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:23.826065 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9fd3a-000b-43fd-abb3-3fdc1de86a98" -d '{"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-plugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:23.829161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.845875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee5ada3a-337f-4244-9b5e-736bf2a93f10 req-34a93c7b-02ba-416c-941c-0167bc41a210 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078874 Oct 20 10:46:23.869306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:23.880549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.891800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.944053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Port': ['ID=d78191f1-2ead-495a-b849-4976c5d4edc5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:23.969591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] No DVR routers for this DVR port d78191f1-2ead-495a-b849-4976c5d4edc5 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:24.048369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.050640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc197e1-ff06-4187-8ad2-c47bc21a28ed req-c81a13d8-0c31-44d7-be4f-84fbc9672813 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:24.061102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfc197e1-ff06-4187-8ad2-c47bc21a28ed req-c81a13d8-0c31-44d7-be4f-84fbc9672813 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1269927 Oct 20 10:46:24.101877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:24.123668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.145863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Deleting port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:24.146196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.167404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83aeb6b-4dfc-47ae-b35c-5ad639438457']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.180472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfc197e1-ff06-4187-8ad2-c47bc21a28ed req-bb199814-f2ac-47e1-8bc3-26825e7b2bbf tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172006 Oct 20 10:46:24.188264 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d676ee-39b1-45de-a8f3-fdfdfdb8a6a9 x-openstack-request-id: req-88d676ee-39b1-45de-a8f3-fdfdfdb8a6a9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:24.188833 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-plugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:24.189334 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88d676ee-39b1-45de-a8f3-fdfdfdb8a6a9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:24.189962 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'code': 200} Oct 20 10:46:24.233737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bde477-41e8-412c-b7cc-0d024b1267aa') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.238797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bde477-41e8-412c-b7cc-0d024b1267aa') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.246278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:24.265336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.329156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] For port cfec9c84-f6e6-49ae-8ecd-3b12d94cf192, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:24.329156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.332705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.344822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:24.346221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:24.350354 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:24.362523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Calling delete_port for cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:24.415983 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:46:24.441468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.447594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.452999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] 10.222.0.74 "DELETE /v2.0/networks/e83aeb6b-4dfc-47ae-b35c-5ad639438457 HTTP/1.1" status: 204 len: 168 time: 1.8875999 Oct 20 10:46:24.466765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:46:21Z', 'revision_number': 5, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port': {'id': 'cfec9c84-f6e6-49ae-8ecd-3b12d94cf192', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:35Z', 'updated_at': '2021-10-20T10:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.505192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Checking router: 075baddc-c593-40c6-9e07-d785a7cb7abb for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:24.505408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff476b-a48a-45b7-97cd-d11bbbbfe76d tempest-ServersTestMultiNic-1019138585 tempest-ServersTestMultiNic-1019138585-project] Pushing event deleted for resources: {'Network': ['ID=e83aeb6b-4dfc-47ae-b35c-5ad639438457,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:24.523835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Routers {'075baddc-c593-40c6-9e07-d785a7cb7abb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:24.524825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['075baddc-c593-40c6-9e07-d785a7cb7abb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.552022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-893f86aa-fcf0-4457-8e20-2bfe2ad0c2e5 req-053e9640-76c2-4388-bd0f-2fc0c21d4c8b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:46:24.553074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-893f86aa-fcf0-4457-8e20-2bfe2ad0c2e5 req-053e9640-76c2-4388-bd0f-2fc0c21d4c8b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060349 Oct 20 10:46:24.680332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:24.689647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] Set router 075baddc-c593-40c6-9e07-d785a7cb7abb gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:24.692888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e44bc-5daf-4509-85f1-cc2222c40e58 req-37db8161-bbf2-40ad-84b2-6ebf4ef24f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:24.695227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4b4e44bc-5daf-4509-85f1-cc2222c40e58 req-37db8161-bbf2-40ad-84b2-6ebf4ef24f92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 1098 time: 0.4368889 Oct 20 10:46:24.701406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.750287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfec9c84-f6e6-49ae-8ecd-3b12d94cf192,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:24.758248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:46:24Z', 'revision_number': 6, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:24.798898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669d3f-fab0-4d7e-865a-dfe7b507f511 None None] The sync data for ids ['075baddc-c593-40c6-9e07-d785a7cb7abb'] in n-d-802060-17 is: [{'id': '075baddc-c593-40c6-9e07-d785a7cb7abb', 'name': 'tempest-ServerRescueTestJSONUnderV235-2128294946-router', 'tenant_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:46:24Z', 'revision_number': 6, 'project_id': '34a808bb42ae45ce9200ac4d2a3bc71d', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:24.929661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4b4e44bc-5daf-4509-85f1-cc2222c40e58 req-9e86141f-3790-400d-9c30-5ac605198bdf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146213 Oct 20 10:46:24.946484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.055346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.057648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.106030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.106576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075baddc-c593-40c6-9e07-d785a7cb7abb {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:25.116055 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.119915 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f5a6009-d38c-4579-a964-9191d9d60d12 admin admin] 10.222.0.74 "DELETE /v2.0/routers/075baddc-c593-40c6-9e07-d785a7cb7abb HTTP/1.1" status: 204 len: 168 time: 1.4314456 Oct 20 10:46:25.120538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:25.130280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccfe5-633a-43c6-a68c-ec5d86153639 req-fbc48ebd-d8fe-46ea-96ef-4153014a8775 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.139316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ffccfe5-633a-43c6-a68c-ec5d86153639 req-fbc48ebd-d8fe-46ea-96ef-4153014a8775 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1693869 Oct 20 10:46:25.151958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-800e9f6c-96bf-4297-91ba-de1d019432b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2007051 Oct 20 10:46:25.163622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252d8b5-6ac8-4ee1-a9bc-ad41f1b23ecb req-b245ca9a-a07a-4a43-ad9b-6950df8c0423 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.171668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d252d8b5-6ac8-4ee1-a9bc-ad41f1b23ecb req-b245ca9a-a07a-4a43-ad9b-6950df8c0423 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.2108712 Oct 20 10:46:25.189147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Deleting subnet d728b326-c137-4ada-afe4-6e0a7168f7d3 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:25.195959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.274244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.344694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.348816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d252d8b5-6ac8-4ee1-a9bc-ad41f1b23ecb req-05895643-a4c6-46ae-b28d-f7cfe71c0015 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707392 Oct 20 10:46:25.366056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ac788253-27a7-490c-9997-49b81b0969d0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:25.398704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ffccfe5-633a-43c6-a68c-ec5d86153639 req-67cba5a9-986d-49c1-8923-814156c1c88c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578149 Oct 20 10:46:25.417777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ac788253-27a7-490c-9997-49b81b0969d0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:25.418070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ac788253-27a7-490c-9997-49b81b0969d0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:25.455717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.513833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d728b326-c137-4ada-afe4-6e0a7168f7d3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:25.517301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.521763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d4bde1c-63ae-4f4b-b041-32c0cc7c9813 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d728b326-c137-4ada-afe4-6e0a7168f7d3 HTTP/1.1" status: 204 len: 168 time: 0.4002702 Oct 20 10:46:25.524458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:25.571497 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.692987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.782182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37ecc1-5ba1-4321-8ae5-249e722c96b5 req-86e847a8-a6b6-479c-8881-f38aa8df83b3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.790012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b37ecc1-5ba1-4321-8ae5-249e722c96b5 req-86e847a8-a6b6-479c-8881-f38aa8df83b3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1283829 Oct 20 10:46:25.818496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.847145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb222ba4-ca70-4da5-896f-3c9b41842b2c']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:25.863365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc558f6-faaf-4335-9dbb-682088bf3682') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:25.863950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc558f6-faaf-4335-9dbb-682088bf3682') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:25.878755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.900334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.917314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:25.922040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:25.924333 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:25.989925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b37ecc1-5ba1-4321-8ae5-249e722c96b5 req-629d494f-f383-4178-98cb-7124bd1f259b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915681 Oct 20 10:46:26.003419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.015398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.022906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] 10.222.0.74 "DELETE /v2.0/networks/fb222ba4-ca70-4da5-896f-3c9b41842b2c HTTP/1.1" status: 204 len: 168 time: 0.4958069 Oct 20 10:46:26.035585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae01f8-7a9e-417e-be1e-dac86178d09b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb222ba4-ca70-4da5-896f-3c9b41842b2c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:26.152436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Deleting port 1785f910-5a00-4e62-829f-cbc61732233e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:26.152790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.279792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] For port 1785f910-5a00-4e62-829f-cbc61732233e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1785f910-5a00-4e62-829f-cbc61732233e,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:26.280828 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.305133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Calling delete_port for 1785f910-5a00-4e62-829f-cbc61732233e owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:26.321530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:26.394353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fbedf3c7-e5db-4878-b3e6-6a3900edcf49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34a808bb42ae45ce9200ac4d2a3bc71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702722 Oct 20 10:46:26.398775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:26.543422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.569891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.643225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.653184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.654698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19f0ffa8-b343-49b0-8d59-af1639369ffe HTTP/1.1" status: 204 len: 168 time: 0.2544746 Oct 20 10:46:26.670394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c846-3141-437e-8cb0-6a8ffb7a288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f0ffa8-b343-49b0-8d59-af1639369ffe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:26.708558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd92c85-694d-4de8-82a3-b5be973c73ab req-e7e1ec22-fc98-4b85-b582-60f294f6bf65 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:26.715673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bd92c85-694d-4de8-82a3-b5be973c73ab req-e7e1ec22-fc98-4b85-b582-60f294f6bf65 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1531940 Oct 20 10:46:26.735643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51b92-215e-47be-9a2e-2cf761d86222 req-067c724d-e1f8-41a4-b801-f33ffff83f84 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:26.737282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8d51b92-215e-47be-9a2e-2cf761d86222 req-067c724d-e1f8-41a4-b801-f33ffff83f84 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1597452 Oct 20 10:46:26.802094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bd92c85-694d-4de8-82a3-b5be973c73ab req-9c298d9a-9e40-4b9b-a735-64af4f79569f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854166 Oct 20 10:46:26.878582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8d51b92-215e-47be-9a2e-2cf761d86222 req-6ae357f1-1fc7-415c-a67d-3db62a8e9a82 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298871 Oct 20 10:46:26.908834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.975522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:27.041264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:27.041716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cfec9c84-f6e6-49ae-8ecd-3b12d94cf192 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:27.043624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1785f910-5a00-4e62-829f-cbc61732233e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:27.047955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-cd719858-3aec-4172-9d7d-9828d0185b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.050449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-cd719858-3aec-4172-9d7d-9828d0185b7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1101 time: 0.0733302 Oct 20 10:46:27.243074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-46732bdc-d1bb-484a-b90d-a3a0fa27989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.244761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-46732bdc-d1bb-484a-b90d-a3a0fa27989b service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1860275 Oct 20 10:46:27.308453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.313842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-d17cfae7-288d-44c0-a487-1c9d78455375 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0573165 Oct 20 10:46:27.384921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-97a134d8-4260-4753-b044-25cac02c8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.386681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-97a134d8-4260-4753-b044-25cac02c8eb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0631208 Oct 20 10:46:27.389132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8649d9-9bba-4a63-8467-d0cacb66d7a5 req-b2928c52-6c13-4358-8f93-8aab8bd6b34c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.391305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe8649d9-9bba-4a63-8467-d0cacb66d7a5 req-b2928c52-6c13-4358-8f93-8aab8bd6b34c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.2184894 Oct 20 10:46:27.465993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-098fedd7-f905-474e-a07f-d4d626e014d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.468703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-098fedd7-f905-474e-a07f-d4d626e014d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708339 Oct 20 10:46:27.596641 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-36efb13f-5227-40c5-b957-40e2333b6640 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116183 Oct 20 10:46:27.736807 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-4271a83f-e434-4887-886c-c48ed36869d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298869 Oct 20 10:46:27.764177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50904) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:27.834508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe8649d9-9bba-4a63-8467-d0cacb66d7a5 req-623e7a55-c978-44a8-a4b8-6d1244550330 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360232 Oct 20 10:46:28.002275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1769262377-network', 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:28.025477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:28.028424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.039995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.067899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5a0dd-42ba-4ff7-8a75-1f8219635e0d req-9b852f36-220e-4476-935c-6219ec0873d1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.078605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25c5a0dd-42ba-4ff7-8a75-1f8219635e0d req-9b852f36-220e-4476-935c-6219ec0873d1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1601791 Oct 20 10:46:28.115922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:28.139007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.145290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.162461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25c5a0dd-42ba-4ff7-8a75-1f8219635e0d req-b15f1f80-a476-4587-a53e-106278e593ab tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810986 Oct 20 10:46:28.172833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:28.187543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb7587-13dc-4fa6-bbfd-f444e0f8de4d req-fa08cf03-ef17-43d4-9747-e3a4882873d3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.192305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.192649 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Added segment 1daca910-acee-4eef-a2fc-3499b4a252c0 of type vlan for network 6768f348-602f-491e-8798-f3e7419d21f7 Oct 20 10:46:28.201480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ddb7587-13dc-4fa6-bbfd-f444e0f8de4d req-fa08cf03-ef17-43d4-9747-e3a4882873d3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.2087777 Oct 20 10:46:28.201696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba748256-ad70-40d9-b4d2-63efa79f3568,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:28.267292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.313594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.314347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.315057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.343054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ddb7587-13dc-4fa6-bbfd-f444e0f8de4d req-8ba4ee91-8b7b-4ca1-b42e-08cb424d678a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806842 Oct 20 10:46:28.357645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5920234 Oct 20 10:46:28.361351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50918) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:28.366178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Request body: {'subnet': {'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1769262377-subnet', 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:28.367145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce02f-fbfd-4dca-a510-26b9eac8d46f req-c42457b7-e2de-46f8-91b4-7e0c273549f6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.368700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9edce02f-fbfd-4dca-a510-26b9eac8d46f req-c42457b7-e2de-46f8-91b4-7e0c273549f6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1056824 Oct 20 10:46:28.433571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f1d5-ad6e-4834-a80a-cb1f6357498e admin admin] Pushing event updated for resources: {'Network': ['ID=6768f348-602f-491e-8798-f3e7419d21f7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:28.437770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:28.440247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.463060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6768f348-602f-491e-8798-f3e7419d21f7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:28.467820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:28.473900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f6ff086f-29cf-4820-9de3-7a0d41b3c7bc admin admin] 10.222.0.74 "PUT /v2.0/routers/75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7925196 Oct 20 10:46:28.476989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:28.480495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Sync routers for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:28.497593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9edce02f-fbfd-4dca-a510-26b9eac8d46f req-2ff2320f-7e58-4f77-b95e-f2d5a599872b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900972 Oct 20 10:46:28.499427 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:28.500055 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:28.531850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9aefd420-df1f-45e7-b9ab-a28bbc608b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.717983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.733905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.795345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:28.795627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Network hostable DHCP agents. Network: 6768f348-602f-491e-8798-f3e7419d21f7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:28.798080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e2a882-c068-4a57-bcf4-b1025ccdaaae,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:28.820714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Network 6768f348-602f-491e-8798-f3e7419d21f7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:28.826689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:28.838172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6768f348-602f-491e-8798-f3e7419d21f7) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:28.847894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be817ff7-8b25-41f2-8753-9b3348ff622f None None] Network 6768f348-602f-491e-8798-f3e7419d21f7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:28.857629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.859673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.906592 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d8367e0-e980-453f-a98c-09d43b3566de admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5356262 Oct 20 10:46:29.056184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffef3d-dcbd-4b1c-849f-d3406eb42618 req-d4b43d39-1679-4244-821e-9fcc49ef3f1b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:29.057929 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:46:26Z', 'revision_number': 5, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port': {'id': '24f46545-13ce-45a8-a2b2-28817a5cdeee', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.064844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ffef3d-dcbd-4b1c-849f-d3406eb42618 req-d4b43d39-1679-4244-821e-9fcc49ef3f1b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.2476590 Oct 20 10:46:29.074547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77927e66-6739-48ed-aa5a-37b1abd14d59 None None] Network 6768f348-602f-491e-8798-f3e7419d21f7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:29.117375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.135506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Checking router: 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:29.150782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61ffef3d-dcbd-4b1c-849f-d3406eb42618 req-3861b14f-7626-43b4-85bf-d411bad77791 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 Oct 20 10:46:29.165030 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Routers {'75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:29.167233 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.266731 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] Set router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:29.274698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Deleting port 24f46545-13ce-45a8-a2b2-28817a5cdeee {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:29.275063 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.325632 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:46:29Z', 'revision_number': 6, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.356483 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de59403-085d-4eec-87d3-6dfbaaa20870 None None] The sync data for ids ['75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2'] in n-d-802060-17 is: [{'id': '75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2', 'name': 'tempest-ServersTestMultiNic-934670142-router', 'tenant_id': '6b6443d3c6c4463394854f9eadfd2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:27Z', 'updated_at': '2021-10-20T10:46:29Z', 'revision_number': 6, 'project_id': '6b6443d3c6c4463394854f9eadfd2c32', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:29.425679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363f25-aa07-4931-98e5-9dc497baa0fb req-6e2d51c8-7d2a-48c2-934d-4525be527521 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:29.427961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0363f25-aa07-4931-98e5-9dc497baa0fb req-6e2d51c8-7d2a-48c2-934d-4525be527521 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1231394 Oct 20 10:46:29.434378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] For port 24f46545-13ce-45a8-a2b2-28817a5cdeee, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=24f46545-13ce-45a8-a2b2-28817a5cdeee,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:29.434743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.462153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Calling delete_port for 24f46545-13ce-45a8-a2b2-28817a5cdeee owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:29.570890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0363f25-aa07-4931-98e5-9dc497baa0fb req-05df0f30-c788-478c-9aaa-ef0d8edb48f6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311672 Oct 20 10:46:29.762373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-360a5c17-b59a-474d-b183-121fa069461c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:29.764031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-360a5c17-b59a-474d-b183-121fa069461c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.2753234 Oct 20 10:46:29.794146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-87ec5597-1e69-46cb-98e2-c7e74cd9f5bd tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0205393 Oct 20 10:46:29.833772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071b9c4-fc77-4f08-85c8-2290cd850e61 req-42161ae3-2774-44c7-a267-79b697bc651f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:29.835700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7071b9c4-fc77-4f08-85c8-2290cd850e61 req-42161ae3-2774-44c7-a267-79b697bc651f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1922715 Oct 20 10:46:29.881188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-59b25a43-1b1d-4917-9c4d-19d61560f50a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442810 Oct 20 10:46:29.951340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.028767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7071b9c4-fc77-4f08-85c8-2290cd850e61 req-d1cc12b8-4d00-4310-a955-126f3a8c7888 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561384 Oct 20 10:46:30.040077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f46545-13ce-45a8-a2b2-28817a5cdeee,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:30.155969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-377f552b-fb27-407c-a3e6-8244b44879c1 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594326 Oct 20 10:46:30.193975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.296613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5fe5e-7e8a-4321-b647-6ef8d31aff80 req-89f6b6c5-4669-4280-b65e-163b1ed756e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:30.306356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46b5fe5e-7e8a-4321-b647-6ef8d31aff80 req-89f6b6c5-4669-4280-b65e-163b1ed756e7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.2010708 Oct 20 10:46:30.366417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.371197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.435878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46b5fe5e-7e8a-4321-b647-6ef8d31aff80 req-3745ce51-4081-4c04-9ae9-2ffcffdf11ad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284471 Oct 20 10:46:30.440498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-0f00677f-376f-4e79-9def-4d69f04c012d service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837107 Oct 20 10:46:30.456353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.457044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:30.466279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.470658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be53e98a-e1e2-401e-9fd2-9c34e23eea43 admin admin] 10.222.0.74 "DELETE /v2.0/routers/75784fbb-dee4-4bf1-a29d-d6b6e6bc96f2 HTTP/1.1" status: 204 len: 168 time: 1.9908862 Oct 20 10:46:30.472828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50966) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:30.545298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Deleting subnet 62ae42a3-d6c3-4732-bc75-f5ddb8757bbe {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:30.552709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.636833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.740333 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.830186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b97d3f8-afc6-4592-96a3-125d40182281 req-8fa9b3e7-dd40-4741-91ee-e3da4cb4ab9c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 210 time: 0.0452678 Oct 20 10:46:30.837627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.884545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ae42a3-d6c3-4732-bc75-f5ddb8757bbe,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:30.888283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.896483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9814ebe5-91b6-4428-9796-0bbbb2938cfc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/62ae42a3-d6c3-4732-bc75-f5ddb8757bbe HTTP/1.1" status: 204 len: 168 time: 0.4224181 Oct 20 10:46:30.899231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:30.902113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f1dc2-212a-4fbf-8fad-8ede103a4e99 None None] Network 1167218b-86d7-4bd0-a973-67279cfa0b06 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:31.005566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f097-ecba-4c92-8692-741519da72c6 req-410d9f72-b81b-4128-a8fb-77edc89363dc tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.015489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.033093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51b1f097-ecba-4c92-8692-741519da72c6 req-410d9f72-b81b-4128-a8fb-77edc89363dc tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0792673 Oct 20 10:46:31.065783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1785f910-5a00-4e62-829f-cbc61732233e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:31.106483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1785f910-5a00-4e62-829f-cbc61732233e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:31.106836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1785f910-5a00-4e62-829f-cbc61732233e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:31.107277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 24f46545-13ce-45a8-a2b2-28817a5cdeee no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:31.111723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Deleting port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:31.112565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.134221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 24f46545-13ce-45a8-a2b2-28817a5cdeee {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:31.134577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 24f46545-13ce-45a8-a2b2-28817a5cdeee not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:31.203387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] For port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,segment=NetworkSegment(6a3587d6-dfe8-4382-b9c9-82ddeb4895ef),segment_id=6a3587d6-dfe8-4382-b9c9-82ddeb4895ef)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:31.204109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.207782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51b1f097-ecba-4c92-8692-741519da72c6 req-1f8bfb04-b283-4f10-a418-b5413c90a477 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730440 Oct 20 10:46:31.218482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Calling delete_port for 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:31.272234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-f8edc588-63e3-49c4-b2c3-23e8b5b6033d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.272234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-f8edc588-63e3-49c4-b2c3-23e8b5b6033d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/networks?id=d0745e48-8268-4492-8994-a326ef9760dd HTTP/1.1" status: 200 len: 815 time: 0.2223117 Oct 20 10:46:31.284214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] DHCP port deletion for 1167218b-86d7-4bd0-a973-67279cfa0b06 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:46:31.304921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-2edfcf98-c610-4f17-850e-fab20e674c32 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/quotas/9de797e930284f30b6d0a3d7185ad9a8 HTTP/1.1" status: 200 len: 375 time: 0.0343888 Oct 20 10:46:31.325727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.362845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-448961b4-aa46-4394-8e01-73c39dca4b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.368683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] No DVR routers for this DVR port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:31.374445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Pushing event deleted for resources: {'Port': ['ID=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:31.376045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e68ad-738e-44eb-9cd8-faeefb9bdf8f req-fdd7aff7-4a9a-45c4-b390-86386d99f43a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.377595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b3e68ad-738e-44eb-9cd8-faeefb9bdf8f req-fdd7aff7-4a9a-45c4-b390-86386d99f43a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0900509 Oct 20 10:46:31.389720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-56d3a39a-e354-42ea-967f-91c254871a7a tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9de797e930284f30b6d0a3d7185ad9a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694695 Oct 20 10:46:31.392429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Deleting port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:31.392931 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.457703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b3e68ad-738e-44eb-9cd8-faeefb9bdf8f req-64a967b5-2471-4b4a-85d3-e9df14c05229 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665457 Oct 20 10:46:31.493410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.502774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] For port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:31.503211 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.517865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Calling delete_port for 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:31.521096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:46:31.522892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-7cf9f263-403c-4f82-8f24-0e5a8b41e7dd service neutron] 10.222.0.74 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240509 Oct 20 10:46:31.526799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1167218b-86d7-4bd0-a973-67279cfa0b06']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:31.529200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.538602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:31.539243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3587d6-dfe8-4382-b9c9-82ddeb4895ef') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:31.549266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.560112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] Pushing event deleted for resources: {'Port': ['ID=395cafd5-3b50-4d3a-bf45-f87c56ae9f15,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:31.563389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2ad5f-312d-45b8-833c-9620cf3024f2 None None] No DVR routers for this DVR port 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:31.573474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.580472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:31.580852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:31.583110 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:31.638058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.643835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.647437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] 10.222.0.74 "DELETE /v2.0/networks/1167218b-86d7-4bd0-a973-67279cfa0b06 HTTP/1.1" status: 204 len: 168 time: 0.7457006 Oct 20 10:46:31.662254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67695a-2016-4f1d-af2b-612c79ac87bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1167218b-86d7-4bd0-a973-67279cfa0b06,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:31.680636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c344-f42d-4901-a347-cb482db1bed2 req-850247f5-c00f-4d6d-bbe8-db99134de3ce tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.682973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ef7c344-f42d-4901-a347-cb482db1bed2 req-850247f5-c00f-4d6d-bbe8-db99134de3ce tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1051397 Oct 20 10:46:31.685115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-95b3bdb2-4b00-4a13-8dae-9868219bef2a service neutron] 10.222.0.74 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562026 Oct 20 10:46:31.689120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.731177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ef7c344-f42d-4901-a347-cb482db1bed2 req-4bd3bc2d-06cd-415b-95e3-f65053239422 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389216 Oct 20 10:46:31.815279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51020) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:31.873072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:31.873330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bee49986-076a-4d71-b79e-8b87fc5da26d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b6443d3c6c4463394854f9eadfd2c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571072 Oct 20 10:46:31.915327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3487ee32-b98b-4e3e-bd54-1c6f61c325a5 req-6c07b469-d1c5-4c16-93bd-e14100bcb696 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 210 time: 0.0344911 Oct 20 10:46:32.002493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8108fef6-e768-4111-9dfd-876f3fc1a8a5 req-211fa520-8cde-4f4c-b9d7-e4cedf072dfd tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 210 time: 0.0363390 Oct 20 10:46:32.010810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.080082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.115967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-65f7da6e-0f72-45c4-addd-21f2f9ba080d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.117401 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-65f7da6e-0f72-45c4-addd-21f2f9ba080d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.2132852 Oct 20 10:46:32.140419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '51624218-4583-4a9f-938b-0839644e0805', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:32.338152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947fb0-aa1a-4676-bd95-9119296f3e18 req-2c086e80-fe17-4ed8-a877-1b4d34da4028 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.339797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92947fb0-aa1a-4676-bd95-9119296f3e18 req-2c086e80-fe17-4ed8-a877-1b4d34da4028 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0584249 Oct 20 10:46:32.384733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92947fb0-aa1a-4676-bd95-9119296f3e18 req-573401a9-0f09-498d-a90b-0e98b350a480 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Oct 20 10:46:32.517601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.520276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.521437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e4bd4a2-5e93-4375-8b6a-8653fbef02b1 HTTP/1.1" status: 204 len: 168 time: 0.6469681 Oct 20 10:46:32.536775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ab946-f861-46b5-88f8-f2c77bfac008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4bd4a2-5e93-4375-8b6a-8653fbef02b1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:32.612662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:32.616514 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.638418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6baa88-e161-4c82-a4b2-36ed3d49fa14 req-2c29a094-07ff-41cd-94e7-22c36bb96b0d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.640813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b6baa88-e161-4c82-a4b2-36ed3d49fa14 req-2c29a094-07ff-41cd-94e7-22c36bb96b0d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0652153 Oct 20 10:46:32.686273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b6baa88-e161-4c82-a4b2-36ed3d49fa14 req-923fdad3-c8db-4047-a330-4a8e60b7373a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Oct 20 10:46:32.692155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.770573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.6 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:32.872180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d36d2-7916-435f-b51d-49d2eaa0bb03 req-32d5c3a5-77a6-4525-8636-ce6533d7295c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.882472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-018d36d2-7916-435f-b51d-49d2eaa0bb03 req-32d5c3a5-77a6-4525-8636-ce6533d7295c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0748177 Oct 20 10:46:32.955366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-018d36d2-7916-435f-b51d-49d2eaa0bb03 req-ef5a6678-debc-4cdf-92e6-b96f97581145 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716693 Oct 20 10:46:32.972952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.018727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.075186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:33.081339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:33.085718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:33.096486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:33.124983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:33.125416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 395cafd5-3b50-4d3a-bf45-f87c56ae9f15 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:33.172893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.173820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.189818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-927f2133-1d7a-4901-a8bb-780e0f34af0c req-6274811b-a6ce-4547-98d5-8aadf0dfc601 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 210 time: 0.0871150 Oct 20 10:46:33.192001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:33.214701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-52ac001d-4da9-4d20-b9d8-be7699cd9741 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0786743 Oct 20 10:46:33.231014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Request body: {'port': {'device_id': '51624218-4583-4a9f-938b-0839644e0805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:33.263630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-884227be-f7c8-4add-8108-83fcbe7933e1 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.265675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-884227be-f7c8-4add-8108-83fcbe7933e1 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.83 "GET /v2.0/networks?id=d0745e48-8268-4492-8994-a326ef9760dd HTTP/1.1" status: 200 len: 815 time: 0.2759809 Oct 20 10:46:33.281303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61fe1-2753-450b-9112-3ce93ca96072 req-067dd2ca-a856-4d26-8a77-0ec5d421021c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.283000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47c61fe1-2753-450b-9112-3ce93ca96072 req-067dd2ca-a856-4d26-8a77-0ec5d421021c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 931 time: 0.1124465 Oct 20 10:46:33.287634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Request body: {'port': {'device_id': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'admin_state_up': True, 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:33.309896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.402075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47c61fe1-2753-450b-9112-3ce93ca96072 req-b78af6ed-f507-4cb8-91ac-9f8d7b07d6e3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959544 Oct 20 10:46:33.465648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Made reservation on behalf of 9de797e930284f30b6d0a3d7185ad9a8 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:33.470758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.585705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51082) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:33.625231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48a2-57e2-4247-ad44-c3b44936b703 req-0de5a9fc-7e78-41c3-99a3-fa89519e4e29 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.632714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-826a48a2-57e2-4247-ad44-c3b44936b703 req-0de5a9fc-7e78-41c3-99a3-fa89519e4e29 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1343856 Oct 20 10:46:33.691810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:33.697259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-826a48a2-57e2-4247-ad44-c3b44936b703 req-e0244c9d-29f4-4bc8-94a3-9e072406cd43 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Oct 20 10:46:33.701000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.702074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Allocated IP 172.20.0.4 (d0745e48-8268-4492-8994-a326ef9760dd/6101fa67-2df0-43ec-81f3-af2aca83342d/1410670b-1eb3-40fa-a8ae-4059b89b045c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:33.715605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Transition to ACTIVE for port object fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:33.722671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.755670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2051586060-network', 'tenant_id': '01dac66a2bd54c7eb415ff902d7e28ab'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:33.798847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:33.856328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Made reservation on behalf of 01dac66a2bd54c7eb415ff902d7e28ab for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:33.859054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.874351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.899676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd3ebb-0b25-481d-9800-4b2944ca7d94 req-6eba3aa7-3ccf-4fd6-97bd-a70f07f69599 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.907950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5efd3ebb-0b25-481d-9800-4b2944ca7d94 req-6eba3aa7-3ccf-4fd6-97bd-a70f07f69599 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1362243 Oct 20 10:46:33.935109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Attempting to bind port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:33.935565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Attempting to bind port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:33.936404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Attempting to bind port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:33.944577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:33.945065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Attempting to bind port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:33.958063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:33.958330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:33.959374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:33.959374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Bound port: fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:33.959808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.063821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5efd3ebb-0b25-481d-9800-4b2944ca7d94 req-f08368f7-78d2-4bc7-8663-8acf93d93c6b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548185 Oct 20 10:46:34.077993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.079695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.081363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:34.086037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:34.087129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.095673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.152039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:34.162770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.183867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f64812-5db8-4709-93c2-d62fca2612d5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.187935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.188646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.190388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] 10.222.0.83 "PUT /v2.0/ports/fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 200 len: 1092 time: 0.9663913 Oct 20 10:46:34.195318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:34.198196 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d38311-243c-42cc-af4f-bf97e0e923cd" -d '{"events": [{"name": "network-changed", "server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:34.202864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.203240 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Added segment 7a5b267c-b027-4d8f-8aeb-481c3a6cbd53 of type vlan for network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 Oct 20 10:46:34.240820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.253618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f8bd-4339-42b8-9931-9b38a374ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.322146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.355713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.357042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.358284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.446646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8561401 Oct 20 10:46:34.446646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1424ad-ffb8-40e3-9b66-ff279503b275 admin admin] Pushing event updated for resources: {'Network': ['ID=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.447108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51106) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:34.452071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Request body: {'subnet': {'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2051586060-subnet', 'tenant_id': '01dac66a2bd54c7eb415ff902d7e28ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:34.467004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:34.516382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Made reservation on behalf of 01dac66a2bd54c7eb415ff902d7e28ab for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:34.522477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.749552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Network d0745e48-8268-4492-8994-a326ef9760dd is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:34.757719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:34.760567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:34.778462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Pushing event updated for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.850659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda14be-b023-4ad6-b1d6-085f305fd11a req-86383c35-0309-482d-ac97-72b3bd768476 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.852264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bda14be-b023-4ad6-b1d6-085f305fd11a req-86383c35-0309-482d-ac97-72b3bd768476 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1265340 Oct 20 10:46:34.859267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.859883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.869869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.892607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9515b5e-ad1c-4bee-bef9-205a8129e881 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6087484 Oct 20 10:46:34.916532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bda14be-b023-4ad6-b1d6-085f305fd11a req-8cbfbdf3-3377-48c0-b554-aefc5bcff882 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Oct 20 10:46:34.980560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bc8106-0e6f-4e55-ba49-02bc9dff262b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.992338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Checking segment: {'id': '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:34.992779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Network hostable DHCP agents. Network: 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:34.997786 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21234a42-96f9-440b-af17-b3cfc46cf06c x-openstack-request-id: req-21234a42-96f9-440b-af17-b3cfc46cf06c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:34.998206 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:34.998414 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21234a42-96f9-440b-af17-b3cfc46cf06c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:34.998768 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'status': 'completed', 'code': 200} Oct 20 10:46:35.019317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:35.032012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:35.039384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.040405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.041662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec1dbb-c1e9-467d-97f5-8ded08f8714c None None] Network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:35.070971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4760a233-80e8-4eb7-975a-937e761de31f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6126537 Oct 20 10:46:35.150604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8061-67f2-4faf-a457-22571c5b40ca req-0ef91633-c0b0-46ea-9bf8-4770eb5ff5ea tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.152449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63cf8061-67f2-4faf-a457-22571c5b40ca req-0ef91633-c0b0-46ea-9bf8-4770eb5ff5ea tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 931 time: 0.0617070 Oct 20 10:46:35.210097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63cf8061-67f2-4faf-a457-22571c5b40ca req-6b634fa4-ce5c-4956-9555-1aee21abe2ff tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Oct 20 10:46:35.251229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0d9265c1-fb77-47c8-9d5b-43ccee62e0b7 None None] Provisioning complete for port 1410670b-1eb3-40fa-a8ae-4059b89b045c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:35.251853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d9265c1-fb77-47c8-9d5b-43ccee62e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.374773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49054f5a-81c2-49e2-9872-ab62955ab3c1 None None] Network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:35.377507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f36dd-ab61-431b-aa99-1fc50276cca7 req-50fa0216-015f-44cc-b4d4-e97156f9dbaa tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.379153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-276f36dd-ab61-431b-aa99-1fc50276cca7 req-50fa0216-015f-44cc-b4d4-e97156f9dbaa tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 943 time: 0.0777059 Oct 20 10:46:35.392008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0d9265c1-fb77-47c8-9d5b-43ccee62e0b7 None None] Port 1410670b-1eb3-40fa-a8ae-4059b89b045c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:35.425005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-276f36dd-ab61-431b-aa99-1fc50276cca7 req-1ff729a5-3dae-410b-ace5-eb9e06af6995 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Oct 20 10:46:35.565193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241fcb-689c-4fdb-8d93-b17cc4026606 req-c61707b5-1f53-4f9b-9640-12d9265ae017 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.571495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01241fcb-689c-4fdb-8d93-b17cc4026606 req-c61707b5-1f53-4f9b-9640-12d9265ae017 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0780504 Oct 20 10:46:35.611730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01241fcb-689c-4fdb-8d93-b17cc4026606 req-0129fb6c-9c26-44c1-ac22-84d2c9cb5ec5 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 Oct 20 10:46:35.726583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb50590-9c50-44ad-8462-649bdcc9e99a req-d00d214a-531e-481c-ad71-3a2566c2f73f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.727984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cb50590-9c50-44ad-8462-649bdcc9e99a req-d00d214a-531e-481c-ad71-3a2566c2f73f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0533683 Oct 20 10:46:35.768020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cb50590-9c50-44ad-8462-649bdcc9e99a req-77fca17e-ec95-4058-98de-6687bce030be tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Oct 20 10:46:45.580662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Request body: {'port': {'device_id': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:45.582243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:45.614695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-aa76dfa5-ae0f-4cf2-835f-d9e43870c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:45.618086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-aa76dfa5-ae0f-4cf2-835f-d9e43870c124 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 1095 time: 0.0541513 Oct 20 10:46:45.663905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.671727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-1cc7000d-26a1-4144-8d7a-161683266bd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 200 len: 217 time: 0.0412328 Oct 20 10:46:45.726519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:45.738311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-d2a3a472-7457-403a-bdea-e679117c6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:45.739845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-d2a3a472-7457-403a-bdea-e679117c6192 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.0571167 Oct 20 10:46:45.741126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.746539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'port_id': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'mac_address': 'fa:16:3e:3d:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe887fd-5688-443f-a7f7-80725f2491f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:45.762248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169db06-f2f4-4e51-9bd3-33218f2e1f19 req-3419cfb3-2652-48eb-9b11-c96a336c3eca tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:45.764344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2169db06-f2f4-4e51-9bd3-33218f2e1f19 req-3419cfb3-2652-48eb-9b11-c96a336c3eca tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1019285 Oct 20 10:46:45.775198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-4a4d3f57-3f81-4eaf-b497-a87d59a9bc42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270853 Oct 20 10:46:45.806674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.821101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:45.843518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:45.848096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.874638 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-891e2e90-78db-489d-a111-9eea353c81fb service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884666 Oct 20 10:46:45.901358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:45.909931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2169db06-f2f4-4e51-9bd3-33218f2e1f19 req-be035353-6c7f-43bc-b9c9-de384acd0714 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365454 Oct 20 10:46:45.979877 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-061ac993-0c68-445f-a58b-5bdfa1a4ce30 req-6d543e56-7168-4994-bc53-bb30891f1ec6 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968444 Oct 20 10:46:45.986449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8916b90f-6b82-4f5c-8037-2451a1d31974'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:46.054837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-87a91425-d1cc-454b-b370-0b6928eae7fb tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.062429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-87a91425-d1cc-454b-b370-0b6928eae7fb tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/networks?id=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 HTTP/1.1" status: 200 len: 818 time: 0.2693365 Oct 20 10:46:46.077333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-678cf6cc-96ae-44de-97ef-9d4bb6becdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.079250 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-678cf6cc-96ae-44de-97ef-9d4bb6becdf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 1095 time: 0.0478191 Oct 20 10:46:46.089302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-825dbb67-f05e-4b57-9380-bb853c9912c9 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/quotas/01dac66a2bd54c7eb415ff902d7e28ab HTTP/1.1" status: 200 len: 375 time: 0.0260847 Oct 20 10:46:46.131308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa864a12-58d6-46d1-acd1-fdeebe8e55c0 req-8cb64996-6b6c-4479-b789-35fc8259f0f5 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.132775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa864a12-58d6-46d1-acd1-fdeebe8e55c0 req-8cb64996-6b6c-4479-b789-35fc8259f0f5 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 931 time: 0.1327055 Oct 20 10:46:46.150389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-9224799a-ff0b-42ac-855e-5003599f09a1 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=01dac66a2bd54c7eb415ff902d7e28ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435328 Oct 20 10:46:46.206704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-cfbb74d9-d390-4917-979a-4d3b171f4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.208209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-cfbb74d9-d390-4917-979a-4d3b171f4ab6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.1208336 Oct 20 10:46:46.246272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1410670b-1eb3-40fa-a8ae-4059b89b045c {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:46.250451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-de5f09be-0492-457c-b83c-c20fd7f064a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 200 len: 217 time: 0.0347440 Oct 20 10:46:46.256939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.285981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa864a12-58d6-46d1-acd1-fdeebe8e55c0 req-542fa71f-9e0d-44ef-97d4-41bb1dbe310d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378171 Oct 20 10:46:46.311212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Transition to ACTIVE for port object 1410670b-1eb3-40fa-a8ae-4059b89b045c will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:46.312586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-2d7d7fe7-9df7-43aa-bc07-a39c971cd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.314499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-2d7d7fe7-9df7-43aa-bc07-a39c971cd5ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.0565615 Oct 20 10:46:46.317995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.353329 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-bb933465-4e8c-496f-89b9-ee7e3a460c6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310435 Oct 20 10:46:46.358215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-e0c3a489-4826-4ac2-b4f0-9382fe4cd3f8 service neutron] 10.222.0.74 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907356 Oct 20 10:46:46.434352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Pushing event updated for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:46.469841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.476723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-a1902dcb-474d-4565-9567-86427d169306 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150367 Oct 20 10:46:46.583517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f46c07-eb56-46b9-a377-ec721bc25c84 req-b0c8654e-e73d-47ab-8eb2-933eaf97f0df tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.588811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b3d38311-243c-42cc-af4f-bf97e0e923cd req-0796bea8-caee-49bb-950f-96d5efaa6b95 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033523 Oct 20 10:46:46.591714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3f46c07-eb56-46b9-a377-ec721bc25c84 req-b0c8654e-e73d-47ab-8eb2-933eaf97f0df tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 943 time: 0.2319634 Oct 20 10:46:46.614824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Attempting to bind port 1410670b-1eb3-40fa-a8ae-4059b89b045c on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:46.615184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Attempting to bind port 1410670b-1eb3-40fa-a8ae-4059b89b045c by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:46.615519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Attempting to bind port 1410670b-1eb3-40fa-a8ae-4059b89b045c on network d0745e48-8268-4492-8994-a326ef9760dd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:46.626406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-76e4a2e4-e0d9-4e92-afaa-933567b36a5f service neutron] 10.222.0.74 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517796 Oct 20 10:46:46.628451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Port 1410670b-1eb3-40fa-a8ae-4059b89b045c on network d0745e48-8268-4492-8994-a326ef9760dd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:46.629318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Attempting to bind port 1410670b-1eb3-40fa-a8ae-4059b89b045c on network d0745e48-8268-4492-8994-a326ef9760dd {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:46.641943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:46.642291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Checking segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:46.642637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Bound using segment: {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:46.643106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Bound port: 1410670b-1eb3-40fa-a8ae-4059b89b045c, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32c597-f3b2-41f9-aa69-9ea9291d440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:46.643467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.659941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3f46c07-eb56-46b9-a377-ec721bc25c84 req-43af7b90-8ffa-4e26-94fc-8faca45edb2e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672543 Oct 20 10:46:46.731430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:46.735133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:46.739775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.791577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.792565 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.794083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] 10.222.0.83 "PUT /v2.0/ports/1410670b-1eb3-40fa-a8ae-4059b89b045c HTTP/1.1" status: 200 len: 1092 time: 1.2273157 Oct 20 10:46:46.795211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:46.798100 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ca935-4973-4866-b928-843888e11753" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:46.922927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a838f0-6ebe-42ea-ab97-780cb9dfd30e service neutron] Pushing event updated for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:46.957749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be2a8-f817-4068-b4d3-db793654bb40 req-103bf752-78d9-4a7f-8b54-022b7e41893c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.959365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-538be2a8-f817-4068-b4d3-db793654bb40 req-103bf752-78d9-4a7f-8b54-022b7e41893c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1718440 Oct 20 10:46:46.980382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-14a3901d-c566-468b-8354-e7a056d04cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.988080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-14a3901d-c566-468b-8354-e7a056d04cd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9de797e930284f30b6d0a3d7185ad9a8&device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 1095 time: 0.1312845 Oct 20 10:46:47.004577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c349-4850-485b-aa9b-a7f843d84e01 req-9a1a850a-dd9c-49af-8103-b931285d887d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.006147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e71c349-4850-485b-aa9b-a7f843d84e01 req-9a1a850a-dd9c-49af-8103-b931285d887d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1851285 Oct 20 10:46:47.094762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-adbe78ce-42a0-4dbb-9747-7a40bb942782 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c HTTP/1.1" status: 200 len: 217 time: 0.0875142 Oct 20 10:46:47.111785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-538be2a8-f817-4068-b4d3-db793654bb40 req-227eab25-c347-42d8-9c05-8045b3607fc2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401377 Oct 20 10:46:47.243322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e71c349-4850-485b-aa9b-a7f843d84e01 req-31f9561d-941a-4b7a-a639-b5d8f7569d58 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211776 Oct 20 10:46:47.301517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-5e6356c7-b030-4af6-b079-3bcd6e4e1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.309088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-5e6356c7-b030-4af6-b079-3bcd6e4e1725 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6101fa67-2df0-43ec-81f3-af2aca83342d HTTP/1.1" status: 200 len: 854 time: 0.1955295 Oct 20 10:46:47.455144 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5e3b7f-3894-48e7-b966-5ae6ea3d3789 x-openstack-request-id: req-df5e3b7f-3894-48e7-b966-5ae6ea3d3789 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:47.455629 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:47.455958 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df5e3b7f-3894-48e7-b966-5ae6ea3d3789 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:47.456366 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c', 'status': 'completed', 'code': 200} Oct 20 10:46:47.459836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba65e9e1-e991-4db0-9072-1df2cb5c733b req-8cf4a1e2-f66d-43a8-afc8-d28d02a78add tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 210 time: 0.0767322 Oct 20 10:46:47.470318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-6796bff1-7509-461f-bcfc-8d52cc6256c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.471853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-6796bff1-7509-461f-bcfc-8d52cc6256c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0745e48-8268-4492-8994-a326ef9760dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518519 Oct 20 10:46:47.574136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:47.656804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89b25-0eab-4927-a127-7ec8e8bca0ba req-50031a54-9f97-40a7-9019-e354d9f86abf tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.658366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25b89b25-0eab-4927-a127-7ec8e8bca0ba req-50031a54-9f97-40a7-9019-e354d9f86abf tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1464889 Oct 20 10:46:47.678389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8916b90f-6b82-4f5c-8037-2451a1d31974 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:47.678750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:47.688274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-d9edba84-4a20-4d09-8a49-dac46eb4772c service neutron] 10.222.0.83 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073781 Oct 20 10:46:47.704241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72956b-becf-474a-9533-6bbf117d64e5 req-52bfc5c2-d756-4ec1-8528-b76ef6913952 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.706860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c72956b-becf-474a-9533-6bbf117d64e5 req-52bfc5c2-d756-4ec1-8528-b76ef6913952 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 943 time: 0.1108754 Oct 20 10:46:47.784781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:47.796167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25b89b25-0eab-4927-a127-7ec8e8bca0ba req-5400c8c4-9c74-41a8-a868-4a0c063a3373 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095705 Oct 20 10:46:47.835941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:47.839231 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f315dd2-f298-4a6a-b419-86aee78e493d" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:47.859973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:47.867990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c72956b-becf-474a-9533-6bbf117d64e5 req-274aeae2-5566-490d-b752-04d3195e8384 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467392 Oct 20 10:46:47.895618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:47.895938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e66fad04-f9f0-4d0c-bd89-ce0404d88dd9 req-e0426c57-e6b4-4394-b483-7820a0ed7f87 service neutron] 10.222.0.83 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876104 Oct 20 10:46:48.034241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:48.047914 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0119a7cd-da41-466f-9fc8-1eb5bd9e4a48 x-openstack-request-id: req-0119a7cd-da41-466f-9fc8-1eb5bd9e4a48 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:48.048247 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:48.049815 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0119a7cd-da41-466f-9fc8-1eb5bd9e4a48 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:48.050725 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'code': 200} Oct 20 10:46:48.052372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c288b-a2b8-4989-aa67-ce56cd61a2af req-19643068-a773-4b1d-8263-4ac45e1641e1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.054051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-983c288b-a2b8-4989-aa67-ce56cd61a2af req-19643068-a773-4b1d-8263-4ac45e1641e1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 943 time: 0.1220517 Oct 20 10:46:48.061077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ca935-4973-4866-b928-843888e11753 req-c86a495c-6a4e-4b24-b583-b52ed757d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.062634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-c86a495c-6a4e-4b24-b583-b52ed757d78c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9de797e930284f30b6d0a3d7185ad9a8&device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 1095 time: 0.0922348 Oct 20 10:46:48.165850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-983c288b-a2b8-4989-aa67-ce56cd61a2af req-915f4a44-2589-4779-9726-110761736bb5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022036 Oct 20 10:46:48.219510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ca935-4973-4866-b928-843888e11753 req-ee98f508-e402-4c18-aa50-0cb059e6feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.221249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-ee98f508-e402-4c18-aa50-0cb059e6feb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0745e48-8268-4492-8994-a326ef9760dd HTTP/1.1" status: 200 len: 917 time: 0.1505861 Oct 20 10:46:48.299557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-42834b44-97ac-4d25-ae8b-b10f6a1073d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c HTTP/1.1" status: 200 len: 217 time: 0.0553532 Oct 20 10:46:48.326400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef2df-f8c5-453e-a5fc-d53cd91e74b1 req-13e577f2-cea7-4b50-9a2c-1ed7e0a346b4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.328532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01aef2df-f8c5-453e-a5fc-d53cd91e74b1 req-13e577f2-cea7-4b50-9a2c-1ed7e0a346b4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1198187 Oct 20 10:46:48.386021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ca935-4973-4866-b928-843888e11753 req-a8083926-9bf5-4845-91a1-03d53c4c2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.387507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-a8083926-9bf5-4845-91a1-03d53c4c2717 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6101fa67-2df0-43ec-81f3-af2aca83342d HTTP/1.1" status: 200 len: 854 time: 0.0804987 Oct 20 10:46:48.396145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01aef2df-f8c5-453e-a5fc-d53cd91e74b1 req-b43022cf-98ad-49b3-8781-a92b5e5b09b6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Oct 20 10:46:48.441310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ca935-4973-4866-b928-843888e11753 req-df275f75-6876-4cf8-ab76-c55150fc93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.442896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-df275f75-6876-4cf8-ab76-c55150fc93c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0745e48-8268-4492-8994-a326ef9760dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458539 Oct 20 10:46:48.631537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-d7551f2a-9d74-43ac-b5bf-8039879efaa8 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.633185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-d7551f2a-9d74-43ac-b5bf-8039879efaa8 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.70 "GET /v2.0/networks?id=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 HTTP/1.1" status: 200 len: 818 time: 0.1268210 Oct 20 10:46:48.665268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e01d03-6e71-4ab8-9981-fa2fb774b684 req-fe682159-f6dd-4289-b36e-e96826538b13 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:48.671664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Request body: {'port': {'device_id': 'c381312a-060d-45af-81db-878c4d602a33', 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2', 'admin_state_up': True, 'tenant_id': '01dac66a2bd54c7eb415ff902d7e28ab'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:48.673189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28e01d03-6e71-4ab8-9981-fa2fb774b684 req-fe682159-f6dd-4289-b36e-e96826538b13 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1764569 Oct 20 10:46:48.738522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b08339c7-87b8-4513-92f9-eae4495fc5ac req-2a4d3425-92ed-4e01-94c6-8830f680c991 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 210 time: 0.1035879 Oct 20 10:46:48.742863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-85c56314-9ad7-408a-bcb9-30b63d8e409c service neutron] 10.222.0.83 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910519 Oct 20 10:46:48.787621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28e01d03-6e71-4ab8-9981-fa2fb774b684 req-2b87482a-a400-487e-8783-6e415b13290e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134901 Oct 20 10:46:48.854497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Made reservation on behalf of 01dac66a2bd54c7eb415ff902d7e28ab for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:48.859430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.982779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b67ca935-4973-4866-b928-843888e11753 req-10e970dc-dde8-4e38-8f40-92bb441fe625 service neutron] 10.222.0.83 "GET /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291651 Oct 20 10:46:48.999316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf420-ce5f-4692-b082-6bd93724940a req-798c4820-bd76-44e3-9f6b-c19428c458ef tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.001255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37dcf420-ce5f-4692-b082-6bd93724940a req-798c4820-bd76-44e3-9f6b-c19428c458ef tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1008699 Oct 20 10:46:49.074320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Allocated IP 172.20.0.13 (667f57b6-f7b3-45d4-8f4b-f85276e6c4d2/e0bc8106-0e6f-4e55-ba49-02bc9dff262b/6c8119b3-a741-4c4f-a007-f54bd10ef5c2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:49.097910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37dcf420-ce5f-4692-b082-6bd93724940a req-9a39a462-983b-4b4a-b0a5-5ad6ee006c00 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848544 Oct 20 10:46:49.130180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ece78-0c37-4fe6-874f-a0b961bde843 req-171ab535-53ea-4f55-b88d-89789ca1d0f0 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.131785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-087ece78-0c37-4fe6-874f-a0b961bde843 req-171ab535-53ea-4f55-b88d-89789ca1d0f0 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 943 time: 0.1200471 Oct 20 10:46:49.189823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-087ece78-0c37-4fe6-874f-a0b961bde843 req-a2bbae69-e23c-4bf6-a16b-cb1df986304d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Oct 20 10:46:49.279440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.325830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696e531-b87d-48be-b722-79826d1ee4d0 req-b3adfd57-2809-4d93-b2be-f6ec56d5d428 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.333675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f696e531-b87d-48be-b722-79826d1ee4d0 req-b3adfd57-2809-4d93-b2be-f6ec56d5d428 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 943 time: 0.0749614 Oct 20 10:46:49.337780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.386750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f696e531-b87d-48be-b722-79826d1ee4d0 req-89d63abc-a8a3-441e-9b94-abeeedeb9a5a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Oct 20 10:46:49.393148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:49.396444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:49.400730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:49.430136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Pushing event updated for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:49.466207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.466850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.501017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-23ec59ab-09fb-4278-9322-53cee889a01f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8422449 Oct 20 10:46:49.517893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Request body: {'port': {'device_id': 'c381312a-060d-45af-81db-878c4d602a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:49.541285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d5a02-00b8-4673-9198-0c854dff5121 req-1baf71ac-0df8-47be-9ee3-a80c60727b5a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.543016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe1d5a02-00b8-4673-9198-0c854dff5121 req-1baf71ac-0df8-47be-9ee3-a80c60727b5a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0561042 Oct 20 10:46:49.604895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe1d5a02-00b8-4673-9198-0c854dff5121 req-915348ca-deff-4d0b-addd-9492c1ffe3fe tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538414 Oct 20 10:46:49.606033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.892386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:49.948740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2b68-afe7-4d78-a858-9344fcb69262 req-ecb123cc-1d75-4d58-97a3-0ce37ed4826f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.956431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfdb2b68-afe7-4d78-a858-9344fcb69262 req-ecb123cc-1d75-4d58-97a3-0ce37ed4826f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0694988 Oct 20 10:46:49.958403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:49.966470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca5676-b370-44c3-975d-8b41f2be8c4d req-a8e5b133-e786-4687-a3fc-a9cd752b0419 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.966713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.968022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ca5676-b370-44c3-975d-8b41f2be8c4d req-a8e5b133-e786-4687-a3fc-a9cd752b0419 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 932 time: 0.1247718 Oct 20 10:46:49.979799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Transition to ACTIVE for port object 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:49.990631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.027500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:50.043066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'mac_address': 'fa:16:3e:38:9f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:50.082695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfdb2b68-afe7-4d78-a858-9344fcb69262 req-23bdf511-af09-471e-bef7-f931083ec3b2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253812 Oct 20 10:46:50.089003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:50.092083 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.119477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ca5676-b370-44c3-975d-8b41f2be8c4d req-765f1690-e0b2-4f3e-a7b5-e47231915a84 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305006 Oct 20 10:46:50.119774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:50.178218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:50.187776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.198670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Attempting to bind port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:50.199121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Attempting to bind port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:50.199667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Attempting to bind port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 on network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:50.205879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 on network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:50.206257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Attempting to bind port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 on network 667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:50.213854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:50.214957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Checking segment: {'id': '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:50.215594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Bound using segment: {'id': '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:50.216402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Bound port: 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:50.217553 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.295535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374c61-4867-4adf-8581-2f41afaecb9f req-c4a6c9a8-a431-43dd-b394-3850a2fb1242 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.297686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a374c61-4867-4adf-8581-2f41afaecb9f req-c4a6c9a8-a431-43dd-b394-3850a2fb1242 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0873818 Oct 20 10:46:50.301673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:50.319124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:50.322902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,segment=NetworkSegment(7a5b267c-b027-4d8f-8aeb-481c3a6cbd53),segment_id=7a5b267c-b027-4d8f-8aeb-481c3a6cbd53)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:50.329865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.369827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613569-0b4a-42e8-a991-2ae1fc377aab req-921fa524-b438-4bb1-8f9a-1b16a4e7c4f0 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.371365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83613569-0b4a-42e8-a991-2ae1fc377aab req-921fa524-b438-4bb1-8f9a-1b16a4e7c4f0 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 943 time: 0.0733817 Oct 20 10:46:50.379387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.380319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.381844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-c97913f4-00ec-4eed-901b-967560004248 service neutron] 10.222.0.70 "PUT /v2.0/ports/6c8119b3-a741-4c4f-a007-f54bd10ef5c2 HTTP/1.1" status: 200 len: 1093 time: 0.8702590 Oct 20 10:46:50.382371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:50.385038 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026cd06b-43d1-4619-9d04-dd256aab70fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:50.387813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a374c61-4867-4adf-8581-2f41afaecb9f req-9c193151-f5fb-48b0-845f-f22b81632858 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641255 Oct 20 10:46:50.422261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97913f4-00ec-4eed-901b-967560004248 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:50.432248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:50.463505 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12fc84b-34ef-44e7-bec1-7e79ad6de395 x-openstack-request-id: req-d12fc84b-34ef-44e7-bec1-7e79ad6de395 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:50.463791 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:50.464179 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d12fc84b-34ef-44e7-bec1-7e79ad6de395 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:50.464576 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2', 'status': 'completed', 'code': 200} Oct 20 10:46:50.466412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83613569-0b4a-42e8-a991-2ae1fc377aab req-e767cf19-749d-47d2-9794-3c2fa5f02d30 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Oct 20 10:46:50.518553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-82ec43c2-2e72-4178-8a8a-128c4fa7f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.523138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-82ec43c2-2e72-4178-8a8a-128c4fa7f982 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01dac66a2bd54c7eb415ff902d7e28ab&device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 1096 time: 0.0949750 Oct 20 10:46:50.592989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de5d8c-568a-4e6c-ba97-232efb6519e5 req-92d2e389-9cd6-4028-891b-08dfa018ee9b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.608531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05de5d8c-568a-4e6c-ba97-232efb6519e5 req-92d2e389-9cd6-4028-891b-08dfa018ee9b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 944 time: 0.0930068 Oct 20 10:46:50.611146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-a57a33a0-d697-4a40-ace9-9bea43434b60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2 HTTP/1.1" status: 200 len: 217 time: 0.0697088 Oct 20 10:46:50.668413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05de5d8c-568a-4e6c-ba97-232efb6519e5 req-ae771770-8884-457e-b9a2-af6f54b4123c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Oct 20 10:46:50.712221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-820007d1-0969-46fb-84ab-7c8b92e67fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.713673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-820007d1-0969-46fb-84ab-7c8b92e67fe9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0bc8106-0e6f-4e55-ba49-02bc9dff262b HTTP/1.1" status: 200 len: 858 time: 0.0936975 Oct 20 10:46:50.765833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-43bf460f-3ab6-4310-9327-f03c6af24842 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425777 Oct 20 10:46:50.780373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291002c-805a-4737-a694-33140cf5b791 req-63663615-d10b-434f-ae83-203bc566420a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.782104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1291002c-805a-4737-a694-33140cf5b791 req-63663615-d10b-434f-ae83-203bc566420a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0749719 Oct 20 10:46:50.831539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1291002c-805a-4737-a694-33140cf5b791 req-cce3a993-e60e-4c24-9003-3d362dbaa71a tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Oct 20 10:46:50.873944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-8f5ba64c-bf52-4c43-a899-ad635a3b0c5c service neutron] 10.222.0.70 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963824 Oct 20 10:46:50.985527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b3d6a6d-da2b-448b-b85c-b0f8f45e05a0 req-108383b5-5c79-4008-ae5b-149a1f17e782 service neutron] 10.222.0.70 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027725 Oct 20 10:46:51.088924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-e4d01070-aaf3-47c9-8697-474c6c6dedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.090237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-e4d01070-aaf3-47c9-8697-474c6c6dedde service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01dac66a2bd54c7eb415ff902d7e28ab&device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 1096 time: 0.0434785 Oct 20 10:46:51.229552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-e257d022-23e0-42e1-8f05-9a5aedb4d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.231156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-e257d022-23e0-42e1-8f05-9a5aedb4d1cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 HTTP/1.1" status: 200 len: 920 time: 0.1313925 Oct 20 10:46:51.260226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad03b2-52ce-4223-9e2e-bbd6694ca7fa req-b80ffdec-7be7-493e-9abd-bde9971d011b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.268210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ad03b2-52ce-4223-9e2e-bbd6694ca7fa req-b80ffdec-7be7-493e-9abd-bde9971d011b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0790102 Oct 20 10:46:51.285140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-ba9dcff0-65db-4413-941c-260f32d04e11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2 HTTP/1.1" status: 200 len: 217 time: 0.0450604 Oct 20 10:46:51.329491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ad03b2-52ce-4223-9e2e-bbd6694ca7fa req-c732e8e3-56c4-4bc3-81d8-254918b74810 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601487 Oct 20 10:46:51.338707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896b115-7211-4aca-a241-28cc389508ff req-ff0ddb89-3f0d-42ad-8067-b9f9b5628b33 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.347089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1896b115-7211-4aca-a241-28cc389508ff req-ff0ddb89-3f0d-42ad-8067-b9f9b5628b33 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 944 time: 0.1081467 Oct 20 10:46:51.366364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-fdbe2b84-3870-4982-85f1-d7bc10a1087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.367658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-fdbe2b84-3870-4982-85f1-d7bc10a1087d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0bc8106-0e6f-4e55-ba49-02bc9dff262b HTTP/1.1" status: 200 len: 858 time: 0.0653193 Oct 20 10:46:51.397191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1896b115-7211-4aca-a241-28cc389508ff req-99d99004-66f1-43b7-86e0-b9ea7998f606 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 Oct 20 10:46:51.407255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-a749eca3-8b2a-4d16-8dd6-09d0509c0f87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316246 Oct 20 10:46:51.542162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f5f6-8612-4915-b731-7016f180337c req-13bacf59-eb77-48cf-879f-5193258e66ec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.549773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1364f5f6-8612-4915-b731-7016f180337c req-13bacf59-eb77-48cf-879f-5193258e66ec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0779102 Oct 20 10:46:51.562043 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-8dd9e46f-5b96-42c5-8d58-29e36a7d153b service neutron] 10.222.0.70 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411929 Oct 20 10:46:51.609028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1364f5f6-8612-4915-b731-7016f180337c req-f0fdb469-6c93-448c-a74e-db3300b6da92 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580540 Oct 20 10:46:51.634809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38dee3-c158-468b-8fb3-403f4e0e78e8 req-f6e46753-9d68-413b-a79e-05ea731a4de4 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.643694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc38dee3-c158-468b-8fb3-403f4e0e78e8 req-f6e46753-9d68-413b-a79e-05ea731a4de4 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 943 time: 0.0690949 Oct 20 10:46:51.680611 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-026cd06b-43d1-4619-9d04-dd256aab70fd req-bea6a19c-f10b-43ba-9523-f100cae0d367 service neutron] 10.222.0.70 "GET /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077123 Oct 20 10:46:51.687529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc38dee3-c158-468b-8fb3-403f4e0e78e8 req-4c909c97-f1c4-4802-be76-1af53978be2c tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434847 Oct 20 10:46:51.806904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996cecf-93e3-47c3-ad2f-9be09b5e19c5 req-c1bb9da0-62d2-4226-aa0b-ef57a6ecfac4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.814402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2996cecf-93e3-47c3-ad2f-9be09b5e19c5 req-c1bb9da0-62d2-4226-aa0b-ef57a6ecfac4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 944 time: 0.0653882 Oct 20 10:46:51.850617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2996cecf-93e3-47c3-ad2f-9be09b5e19c5 req-f62baf18-72a0-4787-b3cf-8e7f1393e18d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Oct 20 10:46:51.907968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1410670b-1eb3-40fa-a8ae-4059b89b045c details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:51.911967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:51.971114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32057933-9c82-4aff-9b5a-dff17b4f13f9 req-27e070f9-425b-4c8e-8913-f66942bee4b9 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.978739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32057933-9c82-4aff-9b5a-dff17b4f13f9 req-27e070f9-425b-4c8e-8913-f66942bee4b9 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0706494 Oct 20 10:46:52.021565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:52.027274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32057933-9c82-4aff-9b5a-dff17b4f13f9 req-9934bbd3-c6fe-458a-b708-bfb9bafd9171 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Oct 20 10:46:52.038323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:52.038687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.100525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:52.117523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '1410670b-1eb3-40fa-a8ae-4059b89b045c', 'network_id': 'd0745e48-8268-4492-8994-a326ef9760dd', 'port_id': '1410670b-1eb3-40fa-a8ae-4059b89b045c', 'mac_address': 'fa:16:3e:65:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6101fa67-2df0-43ec-81f3-af2aca83342d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:52.178417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.191138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.211659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1410670b-1eb3-40fa-a8ae-4059b89b045c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:52.220591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:52.222972 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86266a0c-5697-4868-98dc-1171cb66d3c3" -d '{"events": [{"server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "name": "network-vif-plugged", "status": "completed", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:52.241394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:52.254776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.261296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:52.318496 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088ca7e-9efe-4771-aed2-4f77d247d064 x-openstack-request-id: req-3088ca7e-9efe-4771-aed2-4f77d247d064 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:52.318766 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "name": "network-vif-plugged", "status": "completed", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:52.319050 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3088ca7e-9efe-4771-aed2-4f77d247d064 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:52.320352 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'code': 200} Oct 20 10:46:52.328765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.350202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:52.424954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:52.443371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3578-f1f4-4958-bfd2-5f811d3b3db5 req-fc822ee5-dc61-4ef8-a511-cab6de5dbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.453432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d4b3578-f1f4-4958-bfd2-5f811d3b3db5 req-fc822ee5-dc61-4ef8-a511-cab6de5dbba5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 1097 time: 0.1096339 Oct 20 10:46:52.563341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e18a1-6a21-4874-92ff-b118d00afb84 req-5bc66700-487e-4189-9f83-0e9e16564c03 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.564752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da6e18a1-6a21-4874-92ff-b118d00afb84 req-5bc66700-487e-4189-9f83-0e9e16564c03 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1237586 Oct 20 10:46:52.566335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d4b3578-f1f4-4958-bfd2-5f811d3b3db5 req-d6e3864a-7fac-4546-b6dd-8037191b3628 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783980 Oct 20 10:46:52.568654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1410670b-1eb3-40fa-a8ae-4059b89b045c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:52.601264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21114c-9013-4b05-a540-ef6d6da2932b req-84efa370-57c0-46f4-b327-2a896935aa44 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.603004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a21114c-9013-4b05-a540-ef6d6da2932b req-84efa370-57c0-46f4-b327-2a896935aa44 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 944 time: 0.0970066 Oct 20 10:46:52.634426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da6e18a1-6a21-4874-92ff-b118d00afb84 req-adb80566-4e26-43b3-ad3a-41d011cdd6fc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591276 Oct 20 10:46:52.659376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a21114c-9013-4b05-a540-ef6d6da2932b req-3bb13b67-4ff2-4089-9d39-222dbcce579d tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Oct 20 10:46:52.850325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef19f-649e-4443-8bcc-1c95316fdf6d req-a7abb57d-c8ac-4f85-9b04-3a92469defbc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.852013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af2ef19f-649e-4443-8bcc-1c95316fdf6d req-a7abb57d-c8ac-4f85-9b04-3a92469defbc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1009514 Oct 20 10:46:52.875173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedeb39-98cd-487c-b97e-61ab07750150 req-b1d4c6c7-1643-4df3-aaf5-d1cd0082dce6 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.877059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-feedeb39-98cd-487c-b97e-61ab07750150 req-b1d4c6c7-1643-4df3-aaf5-d1cd0082dce6 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 944 time: 0.0830112 Oct 20 10:46:52.945915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-feedeb39-98cd-487c-b97e-61ab07750150 req-a21e065f-2e57-4b55-b92c-1149b3a2de24 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Oct 20 10:46:52.950933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af2ef19f-649e-4443-8bcc-1c95316fdf6d req-063f3c5b-fec3-4b0c-9151-4d10a873873f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Oct 20 10:46:53.224691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc18df-fc70-4b3b-843a-3c4662d69292 req-03e0f8df-c274-45f6-9d5d-61bfde25c12e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.226199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3dc18df-fc70-4b3b-843a-3c4662d69292 req-03e0f8df-c274-45f6-9d5d-61bfde25c12e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 945 time: 0.1256440 Oct 20 10:46:53.243648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199a3fb-744c-4a09-b25d-a8695ad244be req-9b3dab95-7ef2-41e7-bbc4-8df6f23f3306 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.244892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6199a3fb-744c-4a09-b25d-a8695ad244be req-9b3dab95-7ef2-41e7-bbc4-8df6f23f3306 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1313117 Oct 20 10:46:53.286197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-60e28e8c-b6fa-456d-b8ac-1b036ae55271 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083548 Oct 20 10:46:53.311401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3dc18df-fc70-4b3b-843a-3c4662d69292 req-10e8b43c-215d-4ed0-88eb-140b1cc9cafc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774989 Oct 20 10:46:53.319466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6199a3fb-744c-4a09-b25d-a8695ad244be req-a1619092-90ca-4b96-a2aa-74889a11cc53 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674758 Oct 20 10:46:53.396779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-2b247d9f-2afa-471e-b03b-79b05b228fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.398465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-2b247d9f-2afa-471e-b03b-79b05b228fd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad08336db4434cf092650045de1b643d&device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 1098 time: 0.0448279 Oct 20 10:46:53.517667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-fa66454d-a711-4805-bfc7-0858f61b134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.519302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-fa66454d-a711-4805-bfc7-0858f61b134e service neutron] 10.222.0.83 "GET /v2.0/networks?id=17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 200 len: 918 time: 0.0968652 Oct 20 10:46:53.590606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-aae60901-849f-46b8-9c80-de3e06332e81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 200 len: 1001 time: 0.0633118 Oct 20 10:46:53.616629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:53.658121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-fabe3004-b344-434c-80ce-6c8e75500236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.662175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-fabe3004-b344-434c-80ce-6c8e75500236 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a612da-ac1f-470f-a608-b729057d2278 HTTP/1.1" status: 200 len: 855 time: 0.0632164 Oct 20 10:46:53.781605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-691405d5-4012-4fdc-a9a5-b2a92b18d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.787691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-691405d5-4012-4fdc-a9a5-b2a92b18d8b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17c356e2-7d45-42eb-ad77-af1fdeb24960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921381 Oct 20 10:46:53.826933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,segment=NetworkSegment(7a5b267c-b027-4d8f-8aeb-481c3a6cbd53),segment_id=7a5b267c-b027-4d8f-8aeb-481c3a6cbd53)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:53.842351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2', 'network_id': '667f57b6-f7b3-45d4-8f4b-f85276e6c4d2', 'port_id': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2', 'mac_address': 'fa:16:3e:86:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bc8106-0e6f-4e55-ba49-02bc9dff262b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:53.883389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.903967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:53.943199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1410670b-1eb3-40fa-a8ae-4059b89b045c up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:53.947546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,segment=NetworkSegment(7a5b267c-b027-4d8f-8aeb-481c3a6cbd53),segment_id=7a5b267c-b027-4d8f-8aeb-481c3a6cbd53)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:53.953975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.062308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:54.092869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 1410670b-1eb3-40fa-a8ae-4059b89b045c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:54.097733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 1410670b-1eb3-40fa-a8ae-4059b89b045c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:54.098546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.199772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.259976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:54.290226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6c8119b3-a741-4c4f-a007-f54bd10ef5c2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:54.303238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.322059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee6c6c-44bc-408a-8f87-b2b0782837c9 req-8d1444b0-7879-45d4-89a4-8ae7834e361f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.327405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8ee6c6c-44bc-408a-8f87-b2b0782837c9 req-8d1444b0-7879-45d4-89a4-8ae7834e361f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 944 time: 0.5169232 Oct 20 10:46:54.327558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:54.330157 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a5fbe-4f3c-4394-9a5a-4afd57fd27a3" -d '{"events": [{"server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "name": "network-vif-plugged", "status": "completed", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:54.338898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48996c98-6cb6-4eb8-8434-9c3d4b09bdde req-9821ec59-d8d8-44f2-a605-c9ea626592bd tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.340436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48996c98-6cb6-4eb8-8434-9c3d4b09bdde req-9821ec59-d8d8-44f2-a605-c9ea626592bd tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.5511169 Oct 20 10:46:54.349554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-8fb1dca7-8d42-4b05-a9bd-ebd55d7f1f50 service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907999 Oct 20 10:46:54.408312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:54.494143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48996c98-6cb6-4eb8-8434-9c3d4b09bdde req-50183bfa-e353-4be8-af83-d30390e43758 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424186 Oct 20 10:46:54.497792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8ee6c6c-44bc-408a-8f87-b2b0782837c9 req-c8a8031b-c64c-4e96-8613-7bde1d0c7ecc tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555691 Oct 20 10:46:54.502148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baa9f8be-6f86-4781-8e0d-84522796cf8b req-a43dc9c3-1d35-46ae-bb93-dc99fc17f6fd service neutron] 10.222.0.83 "GET /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355407 Oct 20 10:46:54.661524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08d016-1042-4f43-92f0-d42f4173b20e req-42c42b1b-3fdd-40b1-9c2a-6d11c43e0f3d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.662920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe08d016-1042-4f43-92f0-d42f4173b20e req-42c42b1b-3fdd-40b1-9c2a-6d11c43e0f3d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.0856850 Oct 20 10:46:54.687646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e390d-d5c9-4ae6-bfcc-36ef4f1da0c1 req-96444b6c-314a-4e79-93de-d10bf053a0cb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.689237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f86e390d-d5c9-4ae6-bfcc-36ef4f1da0c1 req-96444b6c-314a-4e79-93de-d10bf053a0cb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1009881 Oct 20 10:46:54.744367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe08d016-1042-4f43-92f0-d42f4173b20e req-8b11de5d-f439-4384-a99a-b55d3349143c tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714190 Oct 20 10:46:54.779560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f86e390d-d5c9-4ae6-bfcc-36ef4f1da0c1 req-c3560579-04ee-4cbc-b801-b83be40c49ce tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Oct 20 10:46:54.870118 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b88fbe-6d9a-4316-bcc4-752cb905d7e8 x-openstack-request-id: req-19b88fbe-6d9a-4316-bcc4-752cb905d7e8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:54.871139 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "name": "network-vif-plugged", "status": "completed", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:54.871582 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19b88fbe-6d9a-4316-bcc4-752cb905d7e8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:54.872181 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c', 'code': 200} Oct 20 10:46:55.038499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd37de-2ab6-4dbe-bdd4-2a4badd2af4e req-528aab15-6b1b-402d-b498-73f7661178db tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.040233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1efd37de-2ab6-4dbe-bdd4-2a4badd2af4e req-528aab15-6b1b-402d-b498-73f7661178db tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1361473 Oct 20 10:46:55.047635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed451db-d4e8-4c0c-a88d-ef319cfeffc3 req-9b2e5ec2-2b77-4f17-8a97-b5585f230f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.049157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eed451db-d4e8-4c0c-a88d-ef319cfeffc3 req-9b2e5ec2-2b77-4f17-8a97-b5585f230f30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 1097 time: 0.0970504 Oct 20 10:46:55.057841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d602d-3688-4dc9-826d-18157ef2d00f req-29fde77d-1249-4147-85a6-f416acaa2e13 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.059828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e84d602d-3688-4dc9-826d-18157ef2d00f req-29fde77d-1249-4147-85a6-f416acaa2e13 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 945 time: 0.0958734 Oct 20 10:46:55.140167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eed451db-d4e8-4c0c-a88d-ef319cfeffc3 req-99b8698d-11cf-453d-8c95-1dcff11939cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793023 Oct 20 10:46:55.145836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1efd37de-2ab6-4dbe-bdd4-2a4badd2af4e req-19733ab8-4027-4e1e-b86a-c6430ecc23d9 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955594 Oct 20 10:46:55.151248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e84d602d-3688-4dc9-826d-18157ef2d00f req-61432253-a36e-4aa5-8026-d805c79fede5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806675 Oct 20 10:46:55.480578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-4207567b-8421-4dcb-8829-4212076389bf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.482510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-4207567b-8421-4dcb-8829-4212076389bf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1125784 Oct 20 10:46:55.505881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-c77dcb04-30e3-4824-9e3e-d4641374322a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0170839 Oct 20 10:46:55.582291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-e4cc067e-04e8-4e39-a8b9-03f81bf7ec56 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686033 Oct 20 10:46:55.639837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:55.699524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039680-5663-42fa-a575-73310659d1ec req-ea302b1a-ac51-436b-b077-cd9d0a29d91b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.708334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42039680-5663-42fa-a575-73310659d1ec req-ea302b1a-ac51-436b-b077-cd9d0a29d91b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1227980 Oct 20 10:46:55.725389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:55.730265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:55.730800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.746645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-9049d4c9-dbf2-4b3a-8f8a-bf2b46462ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533852 Oct 20 10:46:55.806140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42039680-5663-42fa-a575-73310659d1ec req-969bd02d-e862-413f-a33d-f249911bea00 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948563 Oct 20 10:46:55.840068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.907853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5064ca53-bb57-448f-a6c5-42a56b17411e req-c651c48c-b522-4c63-b5f3-67fdbfed8af8 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450436 Oct 20 10:46:55.922930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,segment=NetworkSegment(7a5b267c-b027-4d8f-8aeb-481c3a6cbd53),segment_id=7a5b267c-b027-4d8f-8aeb-481c3a6cbd53)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:55.928893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.971495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f47f5-97e0-4295-ad6b-30e6bd7cae75 req-1d665491-0907-46fa-af4b-28016cc516aa tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.973563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce5f47f5-97e0-4295-ad6b-30e6bd7cae75 req-1d665491-0907-46fa-af4b-28016cc516aa tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 945 time: 0.0919526 Oct 20 10:46:56.035609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:56.060314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce5f47f5-97e0-4295-ad6b-30e6bd7cae75 req-72398363-0652-4ad9-b434-a8552ddfc3b4 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Oct 20 10:46:56.217284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0273c-109b-40b9-9e41-5183035bcaac req-189e16e9-c6fa-435f-83a4-e720cfde7e8d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.219397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78d0273c-109b-40b9-9e41-5183035bcaac req-189e16e9-c6fa-435f-83a4-e720cfde7e8d tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.1093972 Oct 20 10:46:56.250314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3371-8478-47da-ae29-2f2a4e7d3071 req-49500aa5-30db-42ca-9102-c9a44ef3f8ea tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.258299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae3a3371-8478-47da-ae29-2f2a4e7d3071 req-49500aa5-30db-42ca-9102-c9a44ef3f8ea tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1154149 Oct 20 10:46:56.326224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78d0273c-109b-40b9-9e41-5183035bcaac req-cd735bf3-0b67-4aa8-bdfb-a5f62fe760d4 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957797 Oct 20 10:46:56.333553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae3a3371-8478-47da-ae29-2f2a4e7d3071 req-7e0e0e23-3e45-4d8e-9cbb-2b44c70a3bf8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736630 Oct 20 10:46:56.583886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf6c0f-341d-4ee2-803b-e53fb26cab3f req-64df22dc-89e5-4272-bac4-5e1aac569741 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.585657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aaf6c0f-341d-4ee2-803b-e53fb26cab3f req-64df22dc-89e5-4272-bac4-5e1aac569741 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0526524 Oct 20 10:46:56.652865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aaf6c0f-341d-4ee2-803b-e53fb26cab3f req-b100807e-78f0-4b3f-9322-34c2a42519d0 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588536 Oct 20 10:46:56.874074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:56.876719 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48ae244-e7a0-415f-9a3e-84b0cb1366f6" -d '{"events": [{"server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "name": "network-vif-plugged", "status": "completed", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:56.983878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca0699-d2df-4a76-a63d-ead0e76e3b50 req-dda8724b-6c37-499d-a3e1-d6be7e3fd037 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.986000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47ca0699-d2df-4a76-a63d-ead0e76e3b50 req-dda8724b-6c37-499d-a3e1-d6be7e3fd037 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.0688074 Oct 20 10:46:56.999158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-ed4b1670-ee7d-47d2-9a3f-b358d0fc23d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730896 Oct 20 10:46:57.004292 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfcdac-185f-4663-9fa1-7689a7c11a12 x-openstack-request-id: req-54cfcdac-185f-4663-9fa1-7689a7c11a12 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:57.005306 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "name": "network-vif-plugged", "status": "completed", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:57.005795 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-54cfcdac-185f-4663-9fa1-7689a7c11a12 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:57.006215 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2', 'code': 200} Oct 20 10:46:57.069406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47ca0699-d2df-4a76-a63d-ead0e76e3b50 req-5c960ca8-cac6-4db2-9d6a-1760ee138eba tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775986 Oct 20 10:46:57.216147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-6bac91fc-8c96-4ff7-af46-16bc64217add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.218002 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-6bac91fc-8c96-4ff7-af46-16bc64217add service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 1100 time: 0.1507187 Oct 20 10:46:57.225090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b490d-7c5e-4cb2-b4d8-a085d7ce7b17 req-b45d0449-7831-4827-9f97-721de1935690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.227185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23b490d-7c5e-4cb2-b4d8-a085d7ce7b17 req-b45d0449-7831-4827-9f97-721de1935690 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 1098 time: 0.0926619 Oct 20 10:46:57.301076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d05c-a28a-4d91-ac8c-93058d799adc req-e5760cc1-bef7-4753-b6ec-401fc7b9abd4 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.308815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd03d05c-a28a-4d91-ac8c-93058d799adc req-e5760cc1-bef7-4753-b6ec-401fc7b9abd4 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.1521754 Oct 20 10:46:57.337982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c23b490d-7c5e-4cb2-b4d8-a085d7ce7b17 req-3d1b82df-d323-4a6c-84d0-0972ea144615 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995724 Oct 20 10:46:57.368359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-61f2bb9b-2b5a-48f6-ae60-4370cd491acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.369979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-61f2bb9b-2b5a-48f6-ae60-4370cd491acf service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1248469 Oct 20 10:46:57.379738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd03d05c-a28a-4d91-ac8c-93058d799adc req-27892bf0-3ae4-48fa-b86b-d2242e918f6f tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690539 Oct 20 10:46:57.388511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-67057e90-72c6-447f-b5f0-3c748cfd00ba tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.390470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-67057e90-72c6-447f-b5f0-3c748cfd00ba tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1853988 Oct 20 10:46:57.421679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-f701167f-8b62-4856-a20e-aa2794cf582f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0242205 Oct 20 10:46:57.515307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-07101465-b73b-44c2-8efd-547a736ef0b9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872517 Oct 20 10:46:57.563500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3a219-7804-4a9a-a3d4-b3c45de42490 req-0da13756-545d-4506-8d93-9808895e9342 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.565005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31e3a219-7804-4a9a-a3d4-b3c45de42490 req-0da13756-545d-4506-8d93-9808895e9342 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.1028335 Oct 20 10:46:57.602222 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-1a319ac2-51a0-4d9a-a57e-14a134146748 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 200 len: 217 time: 0.0431001 Oct 20 10:46:57.664166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31e3a219-7804-4a9a-a3d4-b3c45de42490 req-28242c9e-f2e3-49ce-95cb-5da688d4743b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645421 Oct 20 10:46:57.670114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-aa5d61aa-ba86-4015-afcf-9ef9c341c54f service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538765 Oct 20 10:46:57.672635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-41c6986d-ad5c-4747-b5aa-2787b4752b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.674134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-41c6986d-ad5c-4747-b5aa-2787b4752b51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0648448 Oct 20 10:46:57.779625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-68f55019-5493-486c-a64d-3611805dff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.781245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-68f55019-5493-486c-a64d-3611805dff9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959661 Oct 20 10:46:57.873858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6317-c76e-4f90-aa0d-0556e4ed4b58 req-ca2c85df-c684-48e2-8b6c-ba7ff7fdd520 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.884826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db0a6317-c76e-4f90-aa0d-0556e4ed4b58 req-ca2c85df-c684-48e2-8b6c-ba7ff7fdd520 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0902598 Oct 20 10:46:57.907413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-69696804-85c3-441f-9dd6-6aa234dc203b service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278235 Oct 20 10:46:57.917541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-b7e39656-43db-4a79-a4c0-67bb852ee097 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243265 Oct 20 10:46:57.930223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db0a6317-c76e-4f90-aa0d-0556e4ed4b58 req-3dfc7633-8269-4092-a428-6fa642d07f8b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Oct 20 10:46:58.150372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62dac7d2-06aa-49bf-a5a1-32b163214c4a req-a2dd8691-2b14-4cb9-9def-c64447239427 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254026 Oct 20 10:46:58.458403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-829446dc-5c9b-46c4-b053-b48d3e345cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:58.459119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a70d-17b0-4cb0-9f37-b1d438df0edf req-97135125-f335-4550-a22f-a1a9d19aa235 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.471126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d43a70d-17b0-4cb0-9f37-b1d438df0edf req-97135125-f335-4550-a22f-a1a9d19aa235 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.2105820 Oct 20 10:46:58.504958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fc3df-6a4e-4507-9c9e-cf7c2bd6fcf6 req-1677a09d-5e4d-4df4-93b8-8e8ea0b26ac9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.506571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-792fc3df-6a4e-4507-9c9e-cf7c2bd6fcf6 req-1677a09d-5e4d-4df4-93b8-8e8ea0b26ac9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2321057 Oct 20 10:46:58.594723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d43a70d-17b0-4cb0-9f37-b1d438df0edf req-53fedaba-a4d3-4734-bb67-58caea8cf6b8 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181905 Oct 20 10:46:58.624691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-792fc3df-6a4e-4507-9c9e-cf7c2bd6fcf6 req-6dae96fd-915c-420b-8c93-e1c0afe2b65f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012149 Oct 20 10:46:58.723370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7d3e24c-d94d-4e3b-aa97-4b89bb0158d0 req-7e3fed26-a502-40e4-9bcf-a612fb7fe06f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0614698 Oct 20 10:46:58.839334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f93ea-de04-40de-9833-d3974bb6892c req-0efb9bec-0b07-4982-a741-aab2f036504a tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.848301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-014f93ea-de04-40de-9833-d3974bb6892c req-0efb9bec-0b07-4982-a741-aab2f036504a tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.0866842 Oct 20 10:46:58.899723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-014f93ea-de04-40de-9833-d3974bb6892c req-9651ff89-0c0d-4d70-b637-2f2c483d9443 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Oct 20 10:46:59.185400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c14f9-9d07-4a8e-b887-9da769d0e5de req-27f9cbb3-4eb8-4151-93cf-89a6b5490c3c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.195860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c36c14f9-9d07-4a8e-b887-9da769d0e5de req-27f9cbb3-4eb8-4151-93cf-89a6b5490c3c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.1379910 Oct 20 10:46:59.259684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c36c14f9-9d07-4a8e-b887-9da769d0e5de req-b363337e-d990-4ace-93a5-0a3ab06638cd tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Oct 20 10:46:59.401200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a296b7-db18-42f1-9c7a-b88d0bb716dc req-e208c1cf-1d7a-4ff5-b84e-9db4f1753e48 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.403930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69a296b7-db18-42f1-9c7a-b88d0bb716dc req-e208c1cf-1d7a-4ff5-b84e-9db4f1753e48 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.0593319 Oct 20 10:46:59.444126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69a296b7-db18-42f1-9c7a-b88d0bb716dc req-e1703c09-9dd3-4001-abaf-e3a7dc0ae3bc tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Oct 20 10:46:59.818574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-a0b442bf-f129-4b15-84be-4f8dfccc7403 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.820140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-a0b442bf-f129-4b15-84be-4f8dfccc7403 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1902528 Oct 20 10:46:59.829247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4ac37-93e3-43fc-a981-ff065fa97c42 req-755bc406-7921-4e45-bc63-ca0ec32eaab3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.830956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aa4ac37-93e3-43fc-a981-ff065fa97c42 req-755bc406-7921-4e45-bc63-ca0ec32eaab3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1252699 Oct 20 10:46:59.836990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:59.873000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2c6dd-48e3-46d2-9116-34e6dabd301b req-cf3f1b2b-4cbc-4e78-9005-abf62e31b3cb tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.874506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0e2c6dd-48e3-46d2-9116-34e6dabd301b req-cf3f1b2b-4cbc-4e78-9005-abf62e31b3cb tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1441569 Oct 20 10:46:59.978503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aa4ac37-93e3-43fc-a981-ff065fa97c42 req-38cbf25d-67f1-4189-a083-3c506b5c94da tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351254 Oct 20 10:46:59.994230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0e2c6dd-48e3-46d2-9116-34e6dabd301b req-02e7759f-1f4e-495c-87a1-8660b7f95467 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094115 Oct 20 10:47:00.025748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:00.030416 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.033530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-949397fa-9558-453f-a3f7-2fc3514d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.037358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-949397fa-9558-453f-a3f7-2fc3514d47dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1098 time: 0.0507898 Oct 20 10:47:00.128015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65fb55d1-de43-4adb-aa7e-b264b184f3f7 req-f397a2c2-8619-441b-ac76-2cb54befc981 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0422263 Oct 20 10:47:00.131590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-49fd29ae-5fd0-4622-a9ac-b17155809349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.133066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-49fd29ae-5fd0-4622-a9ac-b17155809349 service neutron] 10.222.0.70 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.0865004 Oct 20 10:47:00.179772 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-16595fa3-0738-4ff8-a00a-ae46b938256a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0381448 Oct 20 10:47:00.187036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.4 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/6a5fafeb-72b3-44b5-9c60-6f243c42006c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:00.237038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-1c5c4798-af64-4a78-b610-f1e0750db03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.239805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-1c5c4798-af64-4a78-b610-f1e0750db03c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.0511656 Oct 20 10:47:00.304371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-02befcf7-747c-4e57-9a66-b384af1526bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387006 Oct 20 10:47:00.355103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.444372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332604-0be2-4b57-9945-2f8657d4e6de req-291ed995-c36a-491a-b86a-b88e51aaf779 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.448218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-f5b7ad44-dc93-48aa-b512-acc849b60b2b service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263974 Oct 20 10:47:00.451498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e332604-0be2-4b57-9945-2f8657d4e6de req-291ed995-c36a-491a-b86a-b88e51aaf779 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0761597 Oct 20 10:47:00.454294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.467941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:00.529289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:00.539330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:00.541695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:00.543787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:00.559841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e332604-0be2-4b57-9945-2f8657d4e6de req-7fe77406-bf16-4929-a1ad-cc747586c229 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028953 Oct 20 10:47:00.588787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3107f8c1-4a5e-431c-8e68-c276aefa8fd1 req-5568ac55-73e6-4101-97f3-1f97649e068c service neutron] 10.222.0.70 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230905 Oct 20 10:47:00.641333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.641966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.666898 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-9a2b1512-3451-4939-b630-1eab506524a1 service neutron] show failed (client error): The resource could not be found. Oct 20 10:47:00.668098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-9a2b1512-3451-4939-b630-1eab506524a1 service neutron] 10.222.0.70 "GET /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0735271 Oct 20 10:47:00.692350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-eba72dbc-5f6b-4ea4-8ca5-2034b612472f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601758 Oct 20 10:47:00.706176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa53d71-f00a-4ccc-9a25-7a6e5122bfe4 req-8408debc-97f7-4073-9eef-5fca623c53d1 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.708106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7aa53d71-f00a-4ccc-9a25-7a6e5122bfe4 req-8408debc-97f7-4073-9eef-5fca623c53d1 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.0634208 Oct 20 10:47:00.713170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Request body: {'port': {'device_id': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:00.796063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7aa53d71-f00a-4ccc-9a25-7a6e5122bfe4 req-36568107-f8d5-41ed-adc1-f941691b496e tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Oct 20 10:47:00.805366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.940873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-c5c3e667-b8b1-4514-8bb3-fd27789527ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.942489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-c5c3e667-b8b1-4514-8bb3-fd27789527ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1101 time: 0.0818059 Oct 20 10:47:00.955630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-28259828-9b5c-4173-8682-776c36acef97 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.957307 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-28259828-9b5c-4173-8682-776c36acef97 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.0671115 Oct 20 10:47:00.962309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:01.029887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.193934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5fafeb-72b3-44b5-9c60-6f243c42006c {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:01.207296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d8520-fd79-4dde-b369-1b0ad268e9a2 req-f0fd4b34-4caf-4e01-a743-47c11ee97333 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.214867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09d8520-fd79-4dde-b369-1b0ad268e9a2 req-f0fd4b34-4caf-4e01-a743-47c11ee97333 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1374447 Oct 20 10:47:01.228132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.240254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c002d1-de76-42f8-9f17-5a4d5eb9ce0b req-fad61be3-016c-4da7-82e3-61da27c5986e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.241896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67c002d1-de76-42f8-9f17-5a4d5eb9ce0b req-fad61be3-016c-4da7-82e3-61da27c5986e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.1454339 Oct 20 10:47:01.277052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:01.282790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Transition to ACTIVE for port object 6a5fafeb-72b3-44b5-9c60-6f243c42006c will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:01.291957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.305642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09d8520-fd79-4dde-b369-1b0ad268e9a2 req-14679a46-c8d7-44c4-be9a-995c73b0840f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892258 Oct 20 10:47:01.344388 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9559ea23-77f2-4a11-873e-72a4d9a8be51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.377867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67c002d1-de76-42f8-9f17-5a4d5eb9ce0b req-37593410-6fab-435c-83e6-235125edc09f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273971 Oct 20 10:47:01.394171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:01.394467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.415161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:47:01.464430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.478498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Transition to ACTIVE for port object 7c226330-efa0-44d7-af72-56d9715d1631 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:01.479458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:01.482665 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696f1061-062e-4f10-9539-12bd2d9fb1b3" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:01.491225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.542046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcbdfe-dad3-4cc4-8da8-b54ef6d89091 req-459d4c41-69c7-421d-a8f6-c3e7ea977e98 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.544711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ddcbdfe-dad3-4cc4-8da8-b54ef6d89091 req-459d4c41-69c7-421d-a8f6-c3e7ea977e98 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 943 time: 0.0805383 Oct 20 10:47:01.544711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Attempting to bind port 6a5fafeb-72b3-44b5-9c60-6f243c42006c on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:01.545026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Attempting to bind port 6a5fafeb-72b3-44b5-9c60-6f243c42006c by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:01.545205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Attempting to bind port 6a5fafeb-72b3-44b5-9c60-6f243c42006c on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:01.550191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Port 6a5fafeb-72b3-44b5-9c60-6f243c42006c on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:01.550519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Attempting to bind port 6a5fafeb-72b3-44b5-9c60-6f243c42006c on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:01.563781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:01.564118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:01.564504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:01.565377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Bound port: 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:01.565377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.633222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ddcbdfe-dad3-4cc4-8da8-b54ef6d89091 req-5b99f11e-cc9d-42c4-9306-e3ed43966177 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790317 Oct 20 10:47:01.687474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.694184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:01.697733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:01.717424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.773017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.773632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.775135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] 10.222.0.83 "PUT /v2.0/ports/6a5fafeb-72b3-44b5-9c60-6f243c42006c HTTP/1.1" status: 200 len: 1092 time: 1.0658877 Oct 20 10:47:01.775571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:01.778607 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:01.830369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9d285-1bd1-4c9d-acdf-be3e5675a4e6 req-b9a208cd-42ee-432b-a25d-6813f31cce95 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.831474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c9d285-1bd1-4c9d-acdf-be3e5675a4e6 req-b9a208cd-42ee-432b-a25d-6813f31cce95 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.1270244 Oct 20 10:47:01.840910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7a82-10ac-4524-b3a8-6afdd76e4180 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.860893 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36138635-9348-4cb4-a98c-e806bdd1695e x-openstack-request-id: req-36138635-9348-4cb4-a98c-e806bdd1695e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:01.861188 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:01.861441 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36138635-9348-4cb4-a98c-e806bdd1695e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:01.861835 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'code': 200} Oct 20 10:47:01.866301 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26375122-c666-4470-a9e4-03c3920d2d35 x-openstack-request-id: req-26375122-c666-4470-a9e4-03c3920d2d35 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:01.866590 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:01.866843 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26375122-c666-4470-a9e4-03c3920d2d35 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:01.867269 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c', 'status': 'completed', 'code': 200} Oct 20 10:47:01.873497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Deleting port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:01.873837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.914385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c9d285-1bd1-4c9d-acdf-be3e5675a4e6 req-1aefc8d3-3eb6-4588-aa83-7c1d3ccea6e0 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Oct 20 10:47:01.925420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-7330eeaa-dbe3-4612-a4c7-87f3ed514313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.926967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-7330eeaa-dbe3-4612-a4c7-87f3ed514313 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0943000 Oct 20 10:47:01.942759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.947707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] No DVR routers for this DVR port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:01.988927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-1fae7154-48a3-4241-b166-123e7a318995 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c HTTP/1.1" status: 200 len: 217 time: 0.0491943 Oct 20 10:47:02.061118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] For port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,segment=NetworkSegment(7a5b267c-b027-4d8f-8aeb-481c3a6cbd53),segment_id=7a5b267c-b027-4d8f-8aeb-481c3a6cbd53)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:02.061534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.070242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-26040dff-4355-4c0f-97c9-bf8c6c2a5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.071748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-26040dff-4355-4c0f-97c9-bf8c6c2a5248 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.0516074 Oct 20 10:47:02.077301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Calling delete_port for 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:02.098738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cf05f-ba38-465d-a3c1-633062ddc150 req-9d15d12f-1e47-4d91-8f7e-36c5b92d0a28 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.100328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-288cf05f-ba38-465d-a3c1-633062ddc150 req-9d15d12f-1e47-4d91-8f7e-36c5b92d0a28 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/ports?device_id=c381312a-060d-45af-81db-878c4d602a33 HTTP/1.1" status: 200 len: 946 time: 0.1141596 Oct 20 10:47:02.123402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-33afbf49-4692-4340-9db8-607ae49791d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419536 Oct 20 10:47:02.136759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:02.137698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:02.138037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:02.153460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:02.153789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:02.161992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:02.162280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:02.163022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:02.163194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Bound port: 7c226330-efa0-44d7-af72-56d9715d1631, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:02.163882 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.183053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-288cf05f-ba38-465d-a3c1-633062ddc150 req-d14a6bc4-8659-4561-a34b-a43b027c6764 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.74 "GET /v2.0/security-groups?id=c9f64812-5db8-4709-93c2-d62fca2612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675237 Oct 20 10:47:02.245133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-9d5d99c0-06a9-43d6-adaf-6d58019eac6d service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133256 Oct 20 10:47:02.305830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:02.310824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:02.316262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.321147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.345401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31ed89e3-bd84-4d52-8eda-3835e4992c00 req-670f0741-370e-4629-b994-9ddee35a479d service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930328 Oct 20 10:47:02.370677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.371533 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.373131 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] 10.222.0.83 "PUT /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 1096 time: 1.4148228 Oct 20 10:47:02.428588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689394fa-0ef5-4d9d-afba-923d3aeeffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:02.498303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064f9fc-29c3-4d09-bb33-d3d52ab0a5f5 req-47b8fcab-a9fa-4249-85dd-21710ba45ab4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.498810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] No DVR routers for this DVR port 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:02.501699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.505270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-325b254a-87ad-4adb-92ee-2f4b36669f98 req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] 10.222.0.70 "DELETE /v2.0/ports/6c8119b3-a741-4c4f-a007-f54bd10ef5c2 HTTP/1.1" status: 204 len: 173 time: 1.2251949 Oct 20 10:47:02.507125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0064f9fc-29c3-4d09-bb33-d3d52ab0a5f5 req-47b8fcab-a9fa-4249-85dd-21710ba45ab4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1008847 Oct 20 10:47:02.532273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ebcf2-44c3-4a5e-a199-15db70852963 tempest-InstanceActionsV221TestJSON-1690086686 tempest-InstanceActionsV221TestJSON-1690086686-project] Pushing event deleted for resources: {'Port': ['ID=6c8119b3-a741-4c4f-a007-f54bd10ef5c2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:02.547030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-c2c3f359-cdcd-4849-aaa6-a9ba3d51cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.548672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-c2c3f359-cdcd-4849-aaa6-a9ba3d51cbc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1099 time: 0.1358280 Oct 20 10:47:02.592475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-e96976fb-2654-4c0b-957d-65e9753fc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.593996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-e96976fb-2654-4c0b-957d-65e9753fc7f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 1095 time: 0.1545544 Oct 20 10:47:02.702977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0064f9fc-29c3-4d09-bb33-d3d52ab0a5f5 req-bdbd2914-e8ac-4035-8bdb-7b385f440b97 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946485 Oct 20 10:47:02.718491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-6143de01-7595-4b36-a42a-e19663e34cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.720447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-6143de01-7595-4b36-a42a-e19663e34cf1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1625786 Oct 20 10:47:02.735729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.789226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-539ed07c-9e17-47b4-ad49-bf4045dff3e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0445626 Oct 20 10:47:02.792484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b84ce-5043-400e-98e1-c33e5510fe6b req-e5c5720f-f814-4b22-9882-b5aeef343b15 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.794089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be8b84ce-5043-400e-98e1-c33e5510fe6b req-e5c5720f-f814-4b22-9882-b5aeef343b15 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2796090 Oct 20 10:47:02.870605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-0ece4f71-9057-47e8-815e-d40360ad0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.872880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-0ece4f71-9057-47e8-815e-d40360ad0d9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.2706563 Oct 20 10:47:02.883674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be8b84ce-5043-400e-98e1-c33e5510fe6b req-5a4e28d0-0f44-4be9-bd7f-90ff39078a57 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Oct 20 10:47:02.924996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-742e08b1-f25d-4d88-ba69-a71b56ac8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.926457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-742e08b1-f25d-4d88-ba69-a71b56ac8976 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0928290 Oct 20 10:47:02.948718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-e0c681c0-002e-4f16-b130-f4b36338ad11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c HTTP/1.1" status: 200 len: 217 time: 0.0616100 Oct 20 10:47:03.060918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-8d3e036a-7b13-4edc-9a16-c167e073e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.065193 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-8d3e036a-7b13-4edc-9a16-c167e073e0cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246450 Oct 20 10:47:03.203977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-14653cf4-6e3b-4f4c-9105-d57c63fbdc98 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303730 Oct 20 10:47:03.318389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b829da7-85aa-493f-acd3-d936f58b69c1 req-16a390cd-4f46-456e-923e-43675b51884f service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007371 Oct 20 10:47:03.452280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-3c0236c7-cd81-4af2-98ef-b4b350595f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.453895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-3c0236c7-cd81-4af2-98ef-b4b350595f15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.4883213 Oct 20 10:47:03.474287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb687e9-1faf-4b9d-8bab-30aa5c092460 req-f211a576-365f-450c-882c-cb090c28bd6a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.475758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecb687e9-1faf-4b9d-8bab-30aa5c092460 req-f211a576-365f-450c-882c-cb090c28bd6a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 943 time: 0.0991771 Oct 20 10:47:03.484871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bb3ba-b089-428a-a17f-f82a935a63cf req-09af53b0-b0b1-46b4-8c48-2c2b64b0aebc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.486282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c4bb3ba-b089-428a-a17f-f82a935a63cf req-09af53b0-b0b1-46b4-8c48-2c2b64b0aebc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.1083539 Oct 20 10:47:03.529750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-d7d8da60-230e-4c82-8e22-e2af631a9ddb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528421 Oct 20 10:47:03.583476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c4bb3ba-b089-428a-a17f-f82a935a63cf req-607e33d9-8dbe-4636-9b29-cecc54b6fc2a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868239 Oct 20 10:47:03.595866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecb687e9-1faf-4b9d-8bab-30aa5c092460 req-959c8ca7-e0ae-479b-983f-60a7f6a98d11 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010382 Oct 20 10:47:03.648078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:03.679391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-8e243251-cec2-4cad-8372-1919b0e936be service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396306 Oct 20 10:47:03.745576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.773930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:03.776485 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b556f62-c3ea-4f18-9e9b-a0341d3fc134" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-unplugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:03.790180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:03.799939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.799939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:03.859189 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4cb39b-e843-46b5-898b-5a8226d63030 x-openstack-request-id: req-fe4cb39b-e843-46b5-898b-5a8226d63030 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:03.859452 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-unplugged", "status": "failed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:03.859709 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe4cb39b-e843-46b5-898b-5a8226d63030 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:03.860157 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'code': 422} returned with failed status Oct 20 10:47:03.862974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}, {'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'name': 'network-vif-deleted', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:03.866096 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}, {"server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "name": "network-vif-deleted", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:03.870007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51496) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:03.878341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:03.882369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c8119b3-a741-4c4f-a007-f54bd10ef5c2 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:03.882794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:03.885615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207b27b7-4d0d-418d-a5be-9b0c689d4b4b req-d3b9ea5b-9d78-4c4f-8792-4fa536c9a526 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984532 Oct 20 10:47:03.912364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268708b-63a2-4ef1-b0f4-fbb38b359e0d req-08cf29d0-9ee6-4c4a-93ee-70c06b442de5 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.914086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d268708b-63a2-4ef1-b0f4-fbb38b359e0d req-08cf29d0-9ee6-4c4a-93ee-70c06b442de5 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0945623 Oct 20 10:47:03.952406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Deleting subnet e0bc8106-0e6f-4e55-ba49-02bc9dff262b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:03.957798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:03.966443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.973081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d268708b-63a2-4ef1-b0f4-fbb38b359e0d req-6aeae42a-c34a-41cf-abbc-82b8de89b243 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518951 Oct 20 10:47:03.985667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:04.005929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.030873 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbfba6e-02f0-4bd5-b99f-93c6adc99ab3 x-openstack-request-id: req-8bbfba6e-02f0-4bd5-b99f-93c6adc99ab3 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:04.031194 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "status": "completed", "code": 200}, {"server_uuid": "c381312a-060d-45af-81db-878c4d602a33", "name": "network-vif-deleted", "tag": "6c8119b3-a741-4c4f-a007-f54bd10ef5c2", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:04.031438 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8bbfba6e-02f0-4bd5-b99f-93c6adc99ab3 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:04.031838 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'status': 'completed', 'code': 200} Oct 20 10:47:04.032091 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381312a-060d-45af-81db-878c4d602a33', 'name': 'network-vif-deleted', 'tag': '6c8119b3-a741-4c4f-a007-f54bd10ef5c2', 'status': 'completed', 'code': 200} Oct 20 10:47:04.062381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.151001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-84768fb3-7f2f-4220-b79d-056567b035e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.153040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-84768fb3-7f2f-4220-b79d-056567b035e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1099 time: 0.0880456 Oct 20 10:47:04.172107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3928c3d-4ff8-4d56-8737-63c0b0e15125 req-963a7ee9-9938-4d5f-aa14-9470ad07efd3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.173940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3928c3d-4ff8-4d56-8737-63c0b0e15125 req-963a7ee9-9938-4d5f-aa14-9470ad07efd3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.0954797 Oct 20 10:47:04.176722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-075a5a84-a1cc-4ba9-9762-e5e65839b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.178194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-075a5a84-a1cc-4ba9-9762-e5e65839b050 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1099 time: 0.1105056 Oct 20 10:47:04.234341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.239981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.283199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3928c3d-4ff8-4d56-8737-63c0b0e15125 req-358c8d60-03a1-442f-b388-eff608e922a4 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013982 Oct 20 10:47:04.293577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0bc8106-0e6f-4e55-ba49-02bc9dff262b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:04.304977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.308693 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-59ceccd5-1dda-4c7c-b411-2deaf66ffc18 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e0bc8106-0e6f-4e55-ba49-02bc9dff262b HTTP/1.1" status: 204 len: 168 time: 0.4372840 Oct 20 10:47:04.312323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51504) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:04.338547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-9ab168b0-6f2e-483d-bf31-df3037f7bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.340843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-9ab168b0-6f2e-483d-bf31-df3037f7bd32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1489065 Oct 20 10:47:04.354896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-65b47294-a678-4c9d-9e5f-4139a0beea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.356411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-65b47294-a678-4c9d-9e5f-4139a0beea2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1964066 Oct 20 10:47:04.398737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-857df15b-805e-411c-a1a7-12e7eec8d1b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0495470 Oct 20 10:47:04.435028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-1219ff4a-3153-4adc-8d7d-dc9b979847a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0487165 Oct 20 10:47:04.437404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.486276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc849767-0f8f-4aa0-8179-7b0d8f9b1ede req-bb2a86c9-731e-4922-9a49-e277c26ac37f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.487818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc849767-0f8f-4aa0-8179-7b0d8f9b1ede req-bb2a86c9-731e-4922-9a49-e277c26ac37f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.0917554 Oct 20 10:47:04.491667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-09d08aa1-f008-4094-85f8-8dee56383092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.493039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-09d08aa1-f008-4094-85f8-8dee56383092 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0686975 Oct 20 10:47:04.521125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-0b6d4b4f-c44d-4b63-831f-53b8860e055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.522604 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-0b6d4b4f-c44d-4b63-831f-53b8860e055d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0801952 Oct 20 10:47:04.529898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc849767-0f8f-4aa0-8179-7b0d8f9b1ede req-253bd823-b206-4592-a367-c75020ef6a1d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Oct 20 10:47:04.587549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.612687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f57b6-f7b3-45d4-8f4b-f85276e6c4d2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:04.626683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:04.627010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5b267c-b027-4d8f-8aeb-481c3a6cbd53') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:04.636171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-4c3604cc-33ac-4670-b8c9-c3dad6f418ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.638180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-4c3604cc-33ac-4670-b8c9-c3dad6f418ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082487 Oct 20 10:47:04.641788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.665571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-0c2375af-2684-4241-b97a-da812a855f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.667120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-0c2375af-2684-4241-b97a-da812a855f67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469997 Oct 20 10:47:04.681231 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.714249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:04.714658 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:04.717028 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:04.797671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.802862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-df492075-5bdf-4da8-8e78-17c2fd12db9f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544135 Oct 20 10:47:04.808255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.814629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/667f57b6-f7b3-45d4-8f4b-f85276e6c4d2 HTTP/1.1" status: 204 len: 168 time: 0.4987588 Oct 20 10:47:04.842996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef265f72-4cb8-4500-b5b4-8cb5e39b14a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=667f57b6-f7b3-45d4-8f4b-f85276e6c4d2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:04.850517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58473-db4b-4c70-845e-dcc933954f97 req-9f5ced31-8150-43a9-8467-ca23ecfc62ad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.858547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2f58473-db4b-4c70-845e-dcc933954f97 req-9f5ced31-8150-43a9-8467-ca23ecfc62ad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.1386001 Oct 20 10:47:04.896665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-5ebcf01b-4618-4cb8-b7cf-2b48756f9518 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205889 Oct 20 10:47:04.906181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dd0df-7151-4323-8929-e1bf92d65e2e req-eb6291b9-307d-48aa-bea6-517d8f3bfc69 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.907442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f0dd0df-7151-4323-8929-e1bf92d65e2e req-eb6291b9-307d-48aa-bea6-517d8f3bfc69 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 943 time: 0.1188164 Oct 20 10:47:04.950789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-15965eee-0a48-4e58-a9f2-bef3194b42a7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376579 Oct 20 10:47:04.956400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2f58473-db4b-4c70-845e-dcc933954f97 req-02b61a09-1d93-48fd-b966-599abc121d63 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Oct 20 10:47:04.984129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51524) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:05.035201 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa45250e-d813-4d64-8d3c-5c330e732674 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01dac66a2bd54c7eb415ff902d7e28ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497830 Oct 20 10:47:05.041651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51528) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:05.042931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f0dd0df-7151-4323-8929-e1bf92d65e2e req-d7de88a3-c1fa-480a-8683-62f505c02415 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216230 Oct 20 10:47:05.048824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-6d366499-da8f-4bba-bf6f-4bab5beb36f2 req-4cb79b6e-1b6a-4da3-acf3-7d074803be74 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:47:05.049890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d366499-da8f-4bba-bf6f-4bab5beb36f2 req-4cb79b6e-1b6a-4da3-acf3-7d074803be74 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051579 Oct 20 10:47:05.075583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a19121aa-c6c7-4ae1-8b01-1aece4d67ff1 req-82212b3d-2767-4523-9bfe-3049699a7acf service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662853 Oct 20 10:47:05.112432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.140151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.256921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.260094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.261445 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9f64812-5db8-4709-93c2-d62fca2612d5 HTTP/1.1" status: 204 len: 168 time: 0.2114751 Oct 20 10:47:05.276762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0db482-213e-4f29-9296-85f61b5c9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f64812-5db8-4709-93c2-d62fca2612d5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:05.327784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fa148-b352-41bb-823d-42f3fbe71f1d req-1392285b-4f6a-48ad-9833-f4dbf72f502c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:05.335572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b3fa148-b352-41bb-823d-42f3fbe71f1d req-1392285b-4f6a-48ad-9833-f4dbf72f502c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1048293 Oct 20 10:47:05.439207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b3fa148-b352-41bb-823d-42f3fbe71f1d req-63a3fa16-30ea-4943-9a00-a913021b9fe8 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901895 Oct 20 10:47:05.464688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa01a-cc45-4abc-bb13-6b6c9f254af0 req-5840a0df-4b67-460b-99af-7f9d18ab60c6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:05.466817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37bfa01a-cc45-4abc-bb13-6b6c9f254af0 req-5840a0df-4b67-460b-99af-7f9d18ab60c6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.1013739 Oct 20 10:47:05.519544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37bfa01a-cc45-4abc-bb13-6b6c9f254af0 req-6da46849-24fc-4e40-ac05-2b9f5b586ad5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Oct 20 10:47:05.646680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:05.649835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:05.724432 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-befee73d-9dae-4099-8e79-8f68020e77f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0575843 Oct 20 10:47:05.774353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.849115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:05.855336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.866588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:05.869085 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a69c8-3ae2-4750-8e31-29f21c21720f" -d '{"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:05.965289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:05.975686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:05.988970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'port_id': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'mac_address': 'fa:16:3e:de:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1139191-a3f9-4e18-8d48-f8d8afa04d58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:05.997255 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfa28e6-70b7-4641-bfaf-77ff4b700d21 x-openstack-request-id: req-acfa28e6-70b7-4641-bfaf-77ff4b700d21 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:05.997548 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:05.997786 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-acfa28e6-70b7-4641-bfaf-77ff4b700d21 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:05.998194 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'code': 200} Oct 20 10:47:06.034387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6a5fafeb-72b3-44b5-9c60-6f243c42006c details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:06.067183 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.085337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0db660-5fb1-4007-a186-690f0ebc8b31 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:06.182023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:06.190786 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.283973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa73e-700b-4166-b9b2-5ce2b522e23e req-552a1937-7191-454f-bbc4-5855e15c29ac tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:06.301931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-103fa73e-700b-4166-b9b2-5ce2b522e23e req-552a1937-7191-454f-bbc4-5855e15c29ac tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.2178068 Oct 20 10:47:06.315666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:06.344314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6903f-3696-467f-828a-cca1c79cd596 req-6d3b79d2-5226-4094-b930-2a4ba6558cab tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:06.351798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55e6903f-3696-467f-828a-cca1c79cd596 req-6d3b79d2-5226-4094-b930-2a4ba6558cab tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 943 time: 0.1891935 Oct 20 10:47:06.362289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:06.368424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '6a5fafeb-72b3-44b5-9c60-6f243c42006c', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': '6a5fafeb-72b3-44b5-9c60-6f243c42006c', 'mac_address': 'fa:16:3e:27:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:06.415713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.431511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5fafeb-72b3-44b5-9c60-6f243c42006c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:06.431726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55e6903f-3696-467f-828a-cca1c79cd596 req-ba3da7e8-0628-4786-b07d-02a18881584a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Oct 20 10:47:06.451839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-103fa73e-700b-4166-b9b2-5ce2b522e23e req-0adb6489-4926-4d25-b39f-66b3aef1e290 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478269 Oct 20 10:47:06.459393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:06.463350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5a0db660-5fb1-4007-a186-690f0ebc8b31'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:06.468840 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.469751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:06.681700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8276-12fb-4e1e-a232-c43c15d9f080 req-ce204fc9-0899-438f-a04c-2209ebae018d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:06.683357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccab8276-12fb-4e1e-a232-c43c15d9f080 req-ce204fc9-0899-438f-a04c-2209ebae018d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 945 time: 0.0592558 Oct 20 10:47:06.745638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccab8276-12fb-4e1e-a232-c43c15d9f080 req-4cd55372-e224-445a-8430-1e131650b793 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539720 Oct 20 10:47:06.794539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:06.869292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a909-2152-4603-9d79-11cbb044894a req-556fa335-fae4-4661-b235-9c76e031cb3a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:06.870900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ff3a909-2152-4603-9d79-11cbb044894a req-556fa335-fae4-4661-b235-9c76e031cb3a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 944 time: 0.0609808 Oct 20 10:47:06.941371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ff3a909-2152-4603-9d79-11cbb044894a req-894005d9-932f-4413-8927-d7002623bcff tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Oct 20 10:47:06.951007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:06.971872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '7c226330-efa0-44d7-af72-56d9715d1631', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '7c226330-efa0-44d7-af72-56d9715d1631', 'mac_address': 'fa:16:3e:f4:83:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:07.020914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-b51b7185-63ae-488b-9e97-6aa60e5a9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.022380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-b51b7185-63ae-488b-9e97-6aa60e5a9c09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890&tenant_id=0bebe6937abe453f885d600cb9fa6e26 HTTP/1.1" status: 200 len: 1096 time: 0.0870972 Oct 20 10:47:07.045251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:07.074002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.098819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:07.131072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:07.136283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.137100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.140171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-8b3fbc3d-e132-4ac2-b09c-16ab5d1d60bc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.148949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-8b3fbc3d-e132-4ac2-b09c-16ab5d1d60bc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d&tenant_id=a5bd812b690e4148bf542ea0dce64987&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 947 time: 0.1072648 Oct 20 10:47:07.159832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654209-0311-445e-94c5-f84574f46e18 req-016d93f1-47ca-4995-ab61-3e4f4aa22da4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.166966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b654209-0311-445e-94c5-f84574f46e18 req-016d93f1-47ca-4995-ab61-3e4f4aa22da4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 947 time: 0.0984173 Oct 20 10:47:07.217693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:07.238514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-c88a0941-f9ab-4b14-a154-5f286cb59ff2 service neutron] 10.222.0.83 "GET /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.0749002 Oct 20 10:47:07.268266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b654209-0311-445e-94c5-f84574f46e18 req-8bfc9924-7e07-4de7-a51a-553647e72f13 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004226 Oct 20 10:47:07.314774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-610ca66a-1c48-4055-a3e9-ed58fa44569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.316616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-610ca66a-1c48-4055-a3e9-ed58fa44569a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1100 time: 0.0492015 Oct 20 10:47:07.456881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6a5fafeb-72b3-44b5-9c60-6f243c42006c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:07.457105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:07.462478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7c226330-efa0-44d7-af72-56d9715d1631'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:07.465344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-251d828c-d6e8-4f48-b909-1c67f7567aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.468158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-251d828c-d6e8-4f48-b909-1c67f7567aa7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1393542 Oct 20 10:47:07.514469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:07.545502 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-3125a88a-2221-4c8b-8e3e-8fd5c7f86fbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.0697689 Oct 20 10:47:07.585429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:07.596902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.618887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fb6e5f30-c230-4089-894e-814099c872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.619616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f1c4-addb-4daa-82f8-13f522b42e06 req-95fc18f0-85ed-4a20-a547-abc7ee93a272 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.625232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fb6e5f30-c230-4089-894e-814099c872f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0626504 Oct 20 10:47:07.628546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a91f1c4-addb-4daa-82f8-13f522b42e06 req-95fc18f0-85ed-4a20-a547-abc7ee93a272 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1107285 Oct 20 10:47:07.639388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Transition to ACTIVE for port object 8916b90f-6b82-4f5c-8037-2451a1d31974 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:07.650839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51626) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:07.658923 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.699198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:07.719817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-4864edb5-6913-4e9f-9654-52b773672eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.723309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-4864edb5-6913-4e9f-9654-52b773672eb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847604 Oct 20 10:47:07.740197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] No DVR routers for this DVR port 8916b90f-6b82-4f5c-8037-2451a1d31974 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:07.751602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a91f1c4-addb-4daa-82f8-13f522b42e06 req-272b78d5-5338-43c0-8185-de486da71d70 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220644 Oct 20 10:47:07.776170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=9']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:07.807317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:07.807802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:07.808240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:07.813777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:07.814245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Attempting to bind port 8916b90f-6b82-4f5c-8037-2451a1d31974 on network 076c0327-c692-41cc-bff2-a197bf46799a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:07.819928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:07.820427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Checking segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:07.821155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Bound using segment: {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:07.821433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Bound port: 8916b90f-6b82-4f5c-8037-2451a1d31974, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3082a10-4022-48d6-a1d9-bd32f53e60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:07.821890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.831893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 5a0db660-5fb1-4007-a186-690f0ebc8b31 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:07.832479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.849888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-736bafb0-ad15-4552-84a5-078e18a03d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.871198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-a8c8509c-9dff-4291-ba17-b317a39ea5c5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375799 Oct 20 10:47:07.925525 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.960068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:07.965321 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.983949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27d994-c2f0-459c-a23b-819ca6afbd90 req-23742e90-10e3-43ae-b8ef-b9c48c946e87 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.985504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb27d994-c2f0-459c-a23b-819ca6afbd90 req-23742e90-10e3-43ae-b8ef-b9c48c946e87 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 945 time: 0.1254582 Oct 20 10:47:07.986659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:07.988928 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-51210515-d248-4f14-ab5a-ed6ba32bd9a3 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068397 Oct 20 10:47:08.014364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:08.017419 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce159876-7b11-440d-bfa4-3cae70b4b9ea" -d '{"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-plugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:08.022622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:08.034154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.050406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:08.122415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-736bafb0-ad15-4552-84a5-078e18a03d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.124125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.124800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.126292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] 10.222.0.83 "PUT /v2.0/ports/8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 1093 time: 1.0854537 Oct 20 10:47:08.130142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb27d994-c2f0-459c-a23b-819ca6afbd90 req-b1cec1f8-b627-44f0-9046-90506f5ad0c0 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Oct 20 10:47:08.130585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:08.132942 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803a93a-ef03-4f06-b140-d9f9b881542f" -d '{"events": [{"name": "network-changed", "server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:08.141017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-736bafb0-ad15-4552-84a5-078e18a03d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.190186 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0007c99-ce50-4aab-b8db-a0eacdbc3970 x-openstack-request-id: req-d0007c99-ce50-4aab-b8db-a0eacdbc3970 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:08.190476 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-plugged", "status": "completed", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:08.190730 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d0007c99-ce50-4aab-b8db-a0eacdbc3970 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:08.191314 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'code': 200} Oct 20 10:47:08.230822 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144bd9c-4902-493d-a10f-ac141e234387 x-openstack-request-id: req-1144bd9c-4902-493d-a10f-ac141e234387 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:08.231174 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:08.231425 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1144bd9c-4902-493d-a10f-ac141e234387 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:08.231819 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'status': 'completed', 'code': 200} Oct 20 10:47:08.240971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-736bafb0-ad15-4552-84a5-078e18a03d54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f06898e4c7ef43769b3de3e14525eab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884173 Oct 20 10:47:08.241680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bafb0-ad15-4552-84a5-078e18a03d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7db87-62ce-455e-a292-4f0fe73a7b4f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:08.244207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ccbcd-a330-414a-8a59-2084b0f68f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=10']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:08.244658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51638) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:08.254444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21479a73-d47f-46a6-9cb1-cd2ded37a871 req-58757153-4183-404e-8499-fd04d502f606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.255985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21479a73-d47f-46a6-9cb1-cd2ded37a871 req-58757153-4183-404e-8499-fd04d502f606 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.2079399 Oct 20 10:47:08.283213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-6b5f6034-4d0c-49fa-9a8f-53a3693a84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.284768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-6b5f6034-4d0c-49fa-9a8f-53a3693a84ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1097 time: 0.1143360 Oct 20 10:47:08.320686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21479a73-d47f-46a6-9cb1-cd2ded37a871 req-e2699c62-cdd5-42ed-a154-7c159c1d631c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Oct 20 10:47:08.344272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.372701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.382891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f026-7a07-4d98-8c08-b11f27d5d234 req-5e95c8df-9513-48a4-a08d-7ebf26d92760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.384557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5548f026-7a07-4d98-8c08-b11f27d5d234 req-5e95c8df-9513-48a4-a08d-7ebf26d92760 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 1098 time: 0.0784698 Oct 20 10:47:08.439070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5548f026-7a07-4d98-8c08-b11f27d5d234 req-0fc24e2f-78c8-4c70-96fc-0ec55b2c4bcb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Oct 20 10:47:08.446443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab2db9-a4b9-4868-a1f1-60307fefb9f3 req-02575a9b-70d6-43a4-b11d-a6af9d0004dd tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.448153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fab2db9-a4b9-4868-a1f1-60307fefb9f3 req-02575a9b-70d6-43a4-b11d-a6af9d0004dd tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.0746887 Oct 20 10:47:08.455198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-749ef371-4935-4a51-9739-97e394db6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.456906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-749ef371-4935-4a51-9739-97e394db6518 service neutron] 10.222.0.83 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.1586473 Oct 20 10:47:08.458492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.464983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.468697 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16e7db87-62ce-455e-a292-4f0fe73a7b4f HTTP/1.1" status: 204 len: 168 time: 0.2190135 Oct 20 10:47:08.474610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9bc9d-876c-48b6-a321-bf7b829f7485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7db87-62ce-455e-a292-4f0fe73a7b4f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:08.518072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-5306fbdb-e59d-499e-ac34-60ba07e6d80c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0420942 Oct 20 10:47:08.538776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fab2db9-a4b9-4868-a1f1-60307fefb9f3 req-6d738053-8fee-4f46-9012-808ccb5f0fcc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799079 Oct 20 10:47:08.579909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-cd18a6ae-c290-4901-9cd2-9d0a41c58209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.581438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-cd18a6ae-c290-4901-9cd2-9d0a41c58209 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.0526512 Oct 20 10:47:08.614364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-3730f96c-c385-4163-8a86-dd111ab4ed66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242913 Oct 20 10:47:08.719237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-c5a3f754-9c80-4e16-a1ee-ee00ae3efa75 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895786 Oct 20 10:47:08.843393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10b73db0-1c18-44d9-a46f-6a50518357b2 req-363b622e-5303-40c1-bd6a-985e9ca82fca service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061864 Oct 20 10:47:08.885880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def287-d525-41ed-be13-d4a6e5eb1d28 req-636ecbec-000b-48f3-8e0e-0fd95f23ac26 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.888103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32def287-d525-41ed-be13-d4a6e5eb1d28 req-636ecbec-000b-48f3-8e0e-0fd95f23ac26 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 944 time: 0.0552256 Oct 20 10:47:08.959921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32def287-d525-41ed-be13-d4a6e5eb1d28 req-129b9cba-2f6c-468a-b2da-3d029e22f97f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 Oct 20 10:47:08.970089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-6d34cb01-04ba-49d6-aae8-5bb4d16d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.971641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-6d34cb01-04ba-49d6-aae8-5bb4d16d9e71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1097 time: 0.0611792 Oct 20 10:47:09.068851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-7416723b-37a5-414e-b0c3-04ccde0d994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.070482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-7416723b-37a5-414e-b0c3-04ccde0d994c service neutron] 10.222.0.83 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.0906346 Oct 20 10:47:09.126495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-31f4f4e4-b6a1-4599-99c1-d43e3764a591 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0381243 Oct 20 10:47:09.134020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51680) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:09.189387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-7379d4f5-5250-4bef-a9e5-5c82ccfe1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.190102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-7379d4f5-5250-4bef-a9e5-5c82ccfe1d44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.0556765 Oct 20 10:47:09.232401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-96de5fa7-0b6d-469c-ac6c-1f78fed9f5bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334284 Oct 20 10:47:09.256307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-655698394-network', 'tenant_id': 'b35be5f1fcd64ef6b13311658c533340'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:09.301192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Made reservation on behalf of b35be5f1fcd64ef6b13311658c533340 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:09.304532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.331202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.343319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26cc7a-bec6-4f52-9fbe-35f6dfcdd52d req-9fb1d378-5daf-44c0-b33d-757654ada9da tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.350436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd26cc7a-bec6-4f52-9fbe-35f6dfcdd52d req-9fb1d378-5daf-44c0-b33d-757654ada9da tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1207690 Oct 20 10:47:09.397492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-f97746f5-f80a-4a36-9e7c-cc838315c6f2 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559005 Oct 20 10:47:09.416712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd26cc7a-bec6-4f52-9fbe-35f6dfcdd52d req-c9f55de6-89d1-4e02-96f5-630898e5bba9 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Oct 20 10:47:09.529697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.537134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.560849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:09.583607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.583953 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Added segment 03ab448c-d508-45fc-a06c-6012705c125d of type vlan for network 4f4f7a50-307c-438a-be42-de51086bd44a Oct 20 10:47:09.626292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40abe-996f-48ae-9e89-e5a586bd429c req-6497935d-fea6-4a93-846d-acea2904a833 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.635107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fa40abe-996f-48ae-9e89-e5a586bd429c req-6497935d-fea6-4a93-846d-acea2904a833 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1904922 Oct 20 10:47:09.691502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:09.698366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.755176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.756170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.756778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.789497 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6539881 Oct 20 10:47:09.790048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51702) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:09.799985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Request body: {'subnet': {'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-655698394-subnet', 'tenant_id': 'b35be5f1fcd64ef6b13311658c533340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:09.832546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Made reservation on behalf of b35be5f1fcd64ef6b13311658c533340 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:09.836513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ecf6-deac-4b56-8043-2df8a2bf60f9 req-38d0dafb-070a-4cca-b698-4a61f3bdf452 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:09.838049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c334ecf6-deac-4b56-8043-2df8a2bf60f9 req-38d0dafb-070a-4cca-b698-4a61f3bdf452 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.1674700 Oct 20 10:47:09.838808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.843064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fa40abe-996f-48ae-9e89-e5a586bd429c req-87b58969-9395-4f00-962f-3ffb18b42557 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984458 Oct 20 10:47:09.881625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c803a93a-ef03-4f06-b140-d9f9b881542f req-aee4a40d-3536-4442-b235-6af9e1517a3d service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650448 Oct 20 10:47:09.897528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d9348-6a42-428f-ae00-9cb26b054c00 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4f7a50-307c-438a-be42-de51086bd44a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:09.909189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 4f4f7a50-307c-438a-be42-de51086bd44a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:09.922990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c334ecf6-deac-4b56-8043-2df8a2bf60f9 req-f61311ae-05b9-45ce-acdf-a3e439e53051 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Oct 20 10:47:10.016705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:10.094558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 7c226330-efa0-44d7-af72-56d9715d1631 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:10.100950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 7c226330-efa0-44d7-af72-56d9715d1631 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:10.101369 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.104922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.173383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86efb1e0-3c6d-4db6-81b2-d9aae329c1ae,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:10.186673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Checking segment: {'id': '03ab448c-d508-45fc-a06c-6012705c125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:10.187329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Network hostable DHCP agents. Network: 4f4f7a50-307c-438a-be42-de51086bd44a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:10.208664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Network 4f4f7a50-307c-438a-be42-de51086bd44a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:10.221480 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.248002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 4f4f7a50-307c-438a-be42-de51086bd44a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:10.256180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:10.258038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:10.259808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.264391 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf961a0-e35e-42a7-99a5-e8beea3db0c2" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:10.282870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc957d-dd16-4a39-9414-8b32f785cfb9 None None] Network 4f4f7a50-307c-438a-be42-de51086bd44a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:10.291242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-23553292-c6bc-4f5a-b580-20eee9f9af50 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4905753 Oct 20 10:47:10.297430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:10.311171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.312608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6a5fafeb-72b3-44b5-9c60-6f243c42006c up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:10.470680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:10.486710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 6a5fafeb-72b3-44b5-9c60-6f243c42006c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:10.513672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 6a5fafeb-72b3-44b5-9c60-6f243c42006c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:10.514089 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.557369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaedfa7-052e-47cb-ac7b-508d6e34e5ba None None] Network 4f4f7a50-307c-438a-be42-de51086bd44a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:10.697500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.765904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:10.769952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.818466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:15.639520 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.442142 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.742077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1668b-c1bd-4cf8-88e4-588a9d8542e6 req-c4277c9a-a9d3-43d8-a0af-b9ce2c50a183 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.743626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98c1668b-c1bd-4cf8-88e4-588a9d8542e6 req-c4277c9a-a9d3-43d8-a0af-b9ce2c50a183 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0534708 Oct 20 10:47:24.781790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98c1668b-c1bd-4cf8-88e4-588a9d8542e6 req-3043222e-8e91-48db-a080-54331f6fe850 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Oct 20 10:47:24.790887 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d239fb91-7737-4e30-ad21-58335f16ac42 x-openstack-request-id: req-d239fb91-7737-4e30-ad21-58335f16ac42 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:24.791459 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:24.791459 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d239fb91-7737-4e30-ad21-58335f16ac42 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:24.791841 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'code': 200} Oct 20 10:47:24.883131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc012f6-93ec-476f-834f-f2a1c5a8650b req-7822c23a-86c8-44b8-ac69-50fffe8f9dfe tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.884964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fc012f6-93ec-476f-834f-f2a1c5a8650b req-7822c23a-86c8-44b8-ac69-50fffe8f9dfe tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0509868 Oct 20 10:47:24.924882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fc012f6-93ec-476f-834f-f2a1c5a8650b req-ff157f21-4092-4865-869b-56cd9606b494 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Oct 20 10:47:25.094617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1b6f-8a5f-4dd7-b713-cb2bb7e98d9b req-f079f36b-f686-40b3-bb14-7d3b2b822797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.096123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b32d1b6f-8a5f-4dd7-b713-cb2bb7e98d9b req-f079f36b-f686-40b3-bb14-7d3b2b822797 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1074393 Oct 20 10:47:25.106299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-38987737-d3bd-4b58-b53f-09b2ab3182ae tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.107726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-38987737-d3bd-4b58-b53f-09b2ab3182ae tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/networks?id=4f4f7a50-307c-438a-be42-de51086bd44a HTTP/1.1" status: 200 len: 821 time: 0.1406085 Oct 20 10:47:25.134875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-e8d20e4a-9986-4d7d-a09a-41bce49a644b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/quotas/b35be5f1fcd64ef6b13311658c533340 HTTP/1.1" status: 200 len: 375 time: 0.0205874 Oct 20 10:47:25.157718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b32d1b6f-8a5f-4dd7-b713-cb2bb7e98d9b req-2e146a54-7b1a-4794-a3c7-4e6aeb09bc3a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 Oct 20 10:47:25.172192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-a7e5523f-f4f7-4503-8f0e-242efce1e913 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35be5f1fcd64ef6b13311658c533340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305150 Oct 20 10:47:25.295286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-3ccd8eb0-d313-4b49-9578-6638377701aa service neutron] 10.222.0.74 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145675 Oct 20 10:47:25.307798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d1-11d6-4fed-a678-0e7fa6b7f2b9 req-de0b1cbf-9f9b-4218-9fee-9ab588a4d6fa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.309225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a46394d1-11d6-4fed-a678-0e7fa6b7f2b9 req-de0b1cbf-9f9b-4218-9fee-9ab588a4d6fa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0690076 Oct 20 10:47:25.702120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a46394d1-11d6-4fed-a678-0e7fa6b7f2b9 req-83194c0d-dd4d-439c-bc84-a122699f0687 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849406 Oct 20 10:47:25.725903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-639a28f1-74c8-482f-a5aa-d241ee687336 service neutron] 10.222.0.74 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156537 Oct 20 10:47:25.810206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3c32-aa2b-4ae2-bc87-0d6f74bdc4bd req-2495d801-2729-4afe-a250-619ac8e9b958 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.811771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38db3c32-aa2b-4ae2-bc87-0d6f74bdc4bd req-2495d801-2729-4afe-a250-619ac8e9b958 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.0538416 Oct 20 10:47:25.860961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38db3c32-aa2b-4ae2-bc87-0d6f74bdc4bd req-f23a1950-1cee-4a7e-9afd-8d4c4ece3f88 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Oct 20 10:47:25.967935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076296c5-fa4f-4fd5-a089-702a418a13fd req-c11d1d45-1e5c-4599-9d8a-993f302dd525 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.969497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-076296c5-fa4f-4fd5-a089-702a418a13fd req-c11d1d45-1e5c-4599-9d8a-993f302dd525 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.0593846 Oct 20 10:47:26.018309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-076296c5-fa4f-4fd5-a089-702a418a13fd req-be1cd0da-6d65-4fa6-8b9d-a49c67acc4e3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Oct 20 10:47:26.135773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ecf0989-a301-458f-8366-4394d069c652 req-3b5164f8-0077-438b-988e-54eb0a4755b9 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 210 time: 0.0514948 Oct 20 10:47:26.182167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e030cd-ecce-4de7-b03f-6a41b315dcd8 req-62576d3f-8bc8-4e7b-ad0b-9d43bd827457 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.183998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61e030cd-ecce-4de7-b03f-6a41b315dcd8 req-62576d3f-8bc8-4e7b-ad0b-9d43bd827457 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0883794 Oct 20 10:47:26.228998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61e030cd-ecce-4de7-b03f-6a41b315dcd8 req-f76a5c2c-a6b6-495f-bc0b-cba231e72725 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Oct 20 10:47:26.266608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fa5fcf7d-270b-4775-831c-38b889bf6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.268222 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fa5fcf7d-270b-4775-831c-38b889bf6336 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1101 time: 0.0629623 Oct 20 10:47:26.281779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:26.387180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.587995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f85d-fc24-4b83-b9d5-ce0111515732 req-e7c845ba-a6bd-41ac-b2c6-59e932320262 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.595493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5476f85d-fc24-4b83-b9d5-ce0111515732 req-e7c845ba-a6bd-41ac-b2c6-59e932320262 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1357341 Oct 20 10:47:26.650474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5476f85d-fc24-4b83-b9d5-ce0111515732 req-5d7b8192-8fae-476c-97f8-62b2563adef9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472224 Oct 20 10:47:26.714274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:26.757701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:26.792945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:26.795592 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753fa7d-7907-445e-89bb-2c781dd1331d" -d '{"events": [{"server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:26.803909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:26.806310 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b58f6-ccf5-4c91-9a07-723080b18f6b" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:26.810960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.825650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Transition to ACTIVE for port object 7c226330-efa0-44d7-af72-56d9715d1631 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:26.830748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.837916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-cf2e82ff-6fc0-47b8-ae86-75a469a38d3e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.839436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-cf2e82ff-6fc0-47b8-ae86-75a469a38d3e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.1452916 Oct 20 10:47:26.863395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-a8b7c568-274f-4ae4-b267-7a76a60858ce tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/quotas/35f7a39133394b249721e6ab3318b6f0 HTTP/1.1" status: 200 len: 375 time: 0.0157051 Oct 20 10:47:26.871593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22137981-507a-48a3-af21-744acd9fbf1c req-21fdfefb-8a36-480e-aea1-5dc46051fd55 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.873191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22137981-507a-48a3-af21-744acd9fbf1c req-21fdfefb-8a36-480e-aea1-5dc46051fd55 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 949 time: 0.0818241 Oct 20 10:47:26.894263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] No DVR routers for this DVR port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:26.930995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:26.950605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.950969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.951310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.951637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.951959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.952276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.952594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.953035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.953254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.953552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.954085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.954423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:26.957010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22137981-507a-48a3-af21-744acd9fbf1c req-ed3ef345-f20f-4b13-8b2f-438daeb65109 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733931 Oct 20 10:47:26.958077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:26.958925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:26.959266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:26.964899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:26.965801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Attempting to bind port 7c226330-efa0-44d7-af72-56d9715d1631 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:26.971505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:26.971863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:26.972190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:26.972961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Bound port: 7c226330-efa0-44d7-af72-56d9715d1631, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:26.973140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-31a5ff33-80fb-4251-9568-5bda241f0013 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988421 Oct 20 10:47:26.973776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.022242 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb1804-0256-434d-942d-8f766b509f25 x-openstack-request-id: req-1bfb1804-0256-434d-942d-8f766b509f25 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:27.022596 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:27.023743 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bfb1804-0256-434d-942d-8f766b509f25 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:27.024234 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c', 'code': 200} Oct 20 10:47:27.086670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:27.097588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-d9cb944f-67cc-4cbd-b501-f0f524b95bcd service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067159 Oct 20 10:47:27.099240 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef308c3b-244f-4283-aaec-ea7a562544f0 x-openstack-request-id: req-ef308c3b-244f-4283-aaec-ea7a562544f0 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:27.099561 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:27.099799 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef308c3b-244f-4283-aaec-ea7a562544f0 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:27.100599 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'code': 200} Oct 20 10:47:27.102360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:27.107714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.143740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.144444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.147042 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] 10.222.0.70 "PUT /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 1097 time: 0.8700264 Oct 20 10:47:27.257703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909063-e7c2-454f-ba48-c03465c09700 service neutron] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=11']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:27.295603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878811b-4d80-4744-abef-6aa4b26eaabb req-30f5b379-293e-432e-a96e-08c6aef39f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.299544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1878811b-4d80-4744-abef-6aa4b26eaabb req-30f5b379-293e-432e-a96e-08c6aef39f5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1926315 Oct 20 10:47:27.366691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-2f0cd7b8-d044-4617-a2d7-dc607c2bc324 service neutron] 10.222.0.74 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616112 Oct 20 10:47:27.404141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c6d07bf-eaa2-4495-8d18-55d4390507df req-a1b7fafb-e8ee-4389-8b84-ade596fc9d19 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 210 time: 0.0348504 Oct 20 10:47:27.410872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-9019e664-4cef-4a99-98ab-478fa972232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.420775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1878811b-4d80-4744-abef-6aa4b26eaabb req-28439401-a8d8-4d24-bf33-e00e5379a054 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Oct 20 10:47:27.429365 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-9019e664-4cef-4a99-98ab-478fa972232c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1100 time: 0.2548740 Oct 20 10:47:27.664058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-941d6d8b-fb93-4aca-ac51-c57566c5481f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.665604 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-941d6d8b-fb93-4aca-ac51-c57566c5481f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.83 "GET /v2.0/networks?id=4f4f7a50-307c-438a-be42-de51086bd44a HTTP/1.1" status: 200 len: 821 time: 0.3939836 Oct 20 10:47:27.693301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Request body: {'port': {'device_id': '9022f0be-c177-4483-91cd-80f8713ca774', 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a', 'admin_state_up': True, 'tenant_id': 'b35be5f1fcd64ef6b13311658c533340'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:27.758776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbf836-b594-4984-9dd7-1ac600347dfd req-9ffc77ce-67ef-4b5e-9700-250e8e1abeaa tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.767451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33fbf836-b594-4984-9dd7-1ac600347dfd req-9ffc77ce-67ef-4b5e-9700-250e8e1abeaa tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.1315150 Oct 20 10:47:27.818123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-6e1e5f8b-9bb0-4300-a506-c72efd5bc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.819916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-6e1e5f8b-9bb0-4300-a506-c72efd5bc208 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3257272 Oct 20 10:47:27.820476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc69ee-ed48-48eb-aa69-2071318aacc7 req-b8bf7898-ec28-43cd-9ef1-6fd2e62025fc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.822085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50fc69ee-ed48-48eb-aa69-2071318aacc7 req-b8bf7898-ec28-43cd-9ef1-6fd2e62025fc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1295190 Oct 20 10:47:27.835516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33fbf836-b594-4984-9dd7-1ac600347dfd req-8ac87b8a-0416-4e4c-b99a-852fd5431282 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671580 Oct 20 10:47:27.840892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Made reservation on behalf of b35be5f1fcd64ef6b13311658c533340 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:27.845100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.915141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d44af477-ef78-48b0-b109-cffaf606b6d5 req-96521897-3c5f-43e2-b23e-e906459aa538 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 210 time: 0.0439651 Oct 20 10:47:27.941751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50fc69ee-ed48-48eb-aa69-2071318aacc7 req-12c08040-a80b-4588-b693-71c0a45aea7f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046159 Oct 20 10:47:27.968394 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-ce7300c2-ce59-4913-ab0e-dfe88c7f9d3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.1369319 Oct 20 10:47:28.040486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fdcb732f-749e-409f-950e-22bdb8e7eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.042217 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-fdcb732f-749e-409f-950e-22bdb8e7eb52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0618401 Oct 20 10:47:28.088184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-504ae611-b20d-4cbd-a63f-e695a318927f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.089753 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-504ae611-b20d-4cbd-a63f-e695a318927f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/ports?device_id=843027d5-b6b2-4a29-b0c0-28abc7c50241 HTTP/1.1" status: 200 len: 946 time: 0.1729980 Oct 20 10:47:28.115809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:28.124478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d22f-4d70-4446-900f-b9cb9c9eb744 req-cc71ced0-b390-4e7c-9cc4-8f51a96a4b9a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.134425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2214d22f-4d70-4446-900f-b9cb9c9eb744 req-cc71ced0-b390-4e7c-9cc4-8f51a96a4b9a tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.1192629 Oct 20 10:47:28.173825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb07e-cb30-4d6e-842b-0ae3827a758b req-1151aa86-2beb-4403-9d5a-ef9f3be61b8b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.184687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0acbb07e-cb30-4d6e-842b-0ae3827a758b req-1151aa86-2beb-4403-9d5a-ef9f3be61b8b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.1196754 Oct 20 10:47:28.237551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2214d22f-4d70-4446-900f-b9cb9c9eb744 req-2cddcf3e-063b-4280-a0d6-446012871bb0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019881 Oct 20 10:47:28.292285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0acbb07e-cb30-4d6e-842b-0ae3827a758b req-b5b7e706-72a6-449b-9621-e4309fe32ddb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991268 Oct 20 10:47:28.336959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:28.359033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'network_id': '076c0327-c692-41cc-bff2-a197bf46799a', 'port_id': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'mac_address': 'fa:16:3e:3d:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe887fd-5688-443f-a7f7-80725f2491f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:28.475381 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e046bf33-6e4e-4ad8-85f5-97f5c7de8532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.495805 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.542013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:28.597274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:28.603163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.609301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Allocated IP 172.20.0.5 (4f4f7a50-307c-438a-be42-de51086bd44a/86efb1e0-3c6d-4db6-81b2-d9aae329c1ae/3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:28.720956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a083b1-0a23-47b5-950a-994d69685dff req-91c02f2d-f1df-480f-886b-9dbf55e324c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.723180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-91c02f2d-f1df-480f-886b-9dbf55e324c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6322064 Oct 20 10:47:28.727104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:28.734055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f95a9ca8-530f-4a5a-9024-87719ca396a0 req-450e3a2f-4671-4893-8068-cca9716d9ee3 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 210 time: 0.1219530 Oct 20 10:47:28.738653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.739077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.739396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.739733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.740062 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.740388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.740988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.741675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.742007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.742330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.742657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.743148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:28.861128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aea81d-e01d-4b9b-9f36-ea7b25a1d555 req-37038659-372d-4757-b950-2a3264b8a518 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.862900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25aea81d-e01d-4b9b-9f36-ea7b25a1d555 req-37038659-372d-4757-b950-2a3264b8a518 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.0705721 Oct 20 10:47:28.901554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.917114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Deleting port 5a0db660-5fb1-4007-a186-690f0ebc8b31 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:28.917423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.940944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25aea81d-e01d-4b9b-9f36-ea7b25a1d555 req-c325a01d-1693-4007-a02e-0855e7cbdb23 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635571 Oct 20 10:47:28.956605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['8916b90f-6b82-4f5c-8037-2451a1d31974'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:28.961023 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-f21795ea-4f45-4448-a257-027b95d3f820 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294383 Oct 20 10:47:29.098178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02a44935-8fca-40f2-9620-bd7b20dfa760 req-1be1bf43-bf18-407b-ad83-13ef9c7b981f tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 210 time: 0.0537877 Oct 20 10:47:29.101478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:29.108829 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d223838-db29-4e91-b5b7-72eebc577d73" -d '{"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:29.124140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.137644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] For port 5a0db660-5fb1-4007-a186-690f0ebc8b31, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5a0db660-5fb1-4007-a186-690f0ebc8b31,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:29.138005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.176255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c088-0461-437b-b60d-c15ae132d331 req-236f221a-c9f5-4edc-95b1-e8cdb7d5cd08 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.191852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Calling delete_port for 5a0db660-5fb1-4007-a186-690f0ebc8b31 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:29.195850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8eb1c088-0461-437b-b60d-c15ae132d331 req-236f221a-c9f5-4edc-95b1-e8cdb7d5cd08 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1364388 Oct 20 10:47:29.213404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9a083b1-0a23-47b5-950a-994d69685dff req-6fcfde6c-9d3d-4b17-9f7f-b2082f94b9f4 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356083 Oct 20 10:47:29.221206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Network 4f4f7a50-307c-438a-be42-de51086bd44a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:29.230915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:29.249228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8eb1c088-0461-437b-b60d-c15ae132d331 req-d63aa3e9-dcfe-4c07-89d6-2afe737cf001 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490515 Oct 20 10:47:29.267725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Pushing event updated for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:29.270075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:29.310201 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc5c121-1cff-418b-86a9-5b2e75aabe60 x-openstack-request-id: req-7bc5c121-1cff-418b-86a9-5b2e75aabe60 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:29.310477 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:29.310723 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7bc5c121-1cff-418b-86a9-5b2e75aabe60 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:29.311134 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'status': 'completed', 'code': 200} Oct 20 10:47:29.400239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-c6e788b0-66f2-4cbc-bbd2-0c2a4d0c33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.401670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-c6e788b0-66f2-4cbc-bbd2-0c2a4d0c33ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1100 time: 0.0944123 Oct 20 10:47:29.444245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-d87ae6a9-38d7-4573-8550-c2fec8a1d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.445739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-d87ae6a9-38d7-4573-8550-c2fec8a1d280 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 1100 time: 0.1258461 Oct 20 10:47:29.470149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.470759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.507523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-f1774714-d24f-43b8-823a-e62564fda70b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8185787 Oct 20 10:47:29.532504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-f7da9971-e6d8-42e1-a500-70024b8dce14 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.534079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-f7da9971-e6d8-42e1-a500-70024b8dce14 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 815 time: 0.2585933 Oct 20 10:47:29.541638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Request body: {'port': {'device_id': '9022f0be-c177-4483-91cd-80f8713ca774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:29.555238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Request body: {'port': {'device_id': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'admin_state_up': True, 'tenant_id': '35f7a39133394b249721e6ab3318b6f0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:29.626928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353d7a7-fd45-42a6-bc3e-3571f10e38bf req-a8a87987-272c-496e-a1d3-bb4bb6750d5e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.628550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a353d7a7-fd45-42a6-bc3e-3571f10e38bf req-a8a87987-272c-496e-a1d3-bb4bb6750d5e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.2095768 Oct 20 10:47:29.642411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bce37f-8d41-4dd1-bd75-b06a17c04d7b req-2d790913-258e-4ba5-97af-9849f6de3584 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.649664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88bce37f-8d41-4dd1-bd75-b06a17c04d7b req-2d790913-258e-4ba5-97af-9849f6de3584 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 946 time: 0.2624152 Oct 20 10:47:29.720853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.724649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.732117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-aa8cb9b2-e156-4b61-867c-c2adb44278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.733590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-aa8cb9b2-e156-4b61-867c-c2adb44278f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2924676 Oct 20 10:47:29.735131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5a0db660-5fb1-4007-a186-690f0ebc8b31'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:29.741573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-e1b9f47e-8f92-4435-aaf5-106b5fe47a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.743037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-e1b9f47e-8f92-4435-aaf5-106b5fe47a49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2732060 Oct 20 10:47:29.771887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88bce37f-8d41-4dd1-bd75-b06a17c04d7b req-8f7be05b-1299-46d8-8c31-5c5ce30e3dfe tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Oct 20 10:47:29.787255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event deleted for resources: {'Port': ['ID=5a0db660-5fb1-4007-a186-690f0ebc8b31,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:29.876932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-b688885d-6e2e-4dd1-b938-2b8b0dceb51d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.1326866 Oct 20 10:47:29.878573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-9642291f-5b17-44d8-92b5-30b04a026d67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 200 len: 217 time: 0.1210988 Oct 20 10:47:29.903229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a353d7a7-fd45-42a6-bc3e-3571f10e38bf req-c6a1208c-4161-407b-bb3c-f27bd04f9809 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289784 Oct 20 10:47:29.978210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] No DVR routers for this DVR port 5a0db660-5fb1-4007-a186-690f0ebc8b31 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:29.981345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.985963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-70bc6cdf-551e-47c3-a860-d600eb2c2f03 req-ea9a9d26-26f2-4bb2-86b2-5fbfb869d81e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "DELETE /v2.0/ports/5a0db660-5fb1-4007-a186-690f0ebc8b31 HTTP/1.1" status: 204 len: 173 time: 1.8612480 Oct 20 10:47:30.016202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-004dc2c4-84ab-40f0-ab37-627259e4818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.019540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-004dc2c4-84ab-40f0-ab37-627259e4818f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1152563 Oct 20 10:47:30.021109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-254e9634-247b-467c-9e36-c2d92ea10194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.023059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-254e9634-247b-467c-9e36-c2d92ea10194 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1173260 Oct 20 10:47:30.052648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Made reservation on behalf of 35f7a39133394b249721e6ab3318b6f0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:30.057123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.117652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:30.217466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-a14ce533-3a45-4e38-88f5-1dbb602d9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.218765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 8916b90f-6b82-4f5c-8037-2451a1d31974 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:30.219180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-a14ce533-3a45-4e38-88f5-1dbb602d9321 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756935 Oct 20 10:47:30.223685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 8916b90f-6b82-4f5c-8037-2451a1d31974 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:30.224176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.231455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb7cf4-7e94-4f85-8a52-a81621da7f49 req-137ce949-3b92-4f9f-8a0d-c971660a3940 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.233107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2cb7cf4-7e94-4f85-8a52-a81621da7f49 req-137ce949-3b92-4f9f-8a0d-c971660a3940 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 931 time: 0.2760909 Oct 20 10:47:30.290160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-f8a00c62-944f-4d15-8f8e-89d6d3dfc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.291851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-f8a00c62-944f-4d15-8f8e-89d6d3dfc69a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2453480 Oct 20 10:47:30.306741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a905-7b71-49db-a8fc-8a6c0b79b745 req-f47c1455-7fc8-4012-83a9-579c2c15f2a2 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.308733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e26a905-7b71-49db-a8fc-8a6c0b79b745 req-f47c1455-7fc8-4012-83a9-579c2c15f2a2 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.2196069 Oct 20 10:47:30.336277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:30.342894 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.355361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.374323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:30.377715 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc56fd8-f048-4034-a53f-b5d02b0d040b" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:30.383772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Allocated IP 172.20.0.12 (65b94f01-efd3-4c90-b4f8-428131db9be5/f1139191-a3f9-4e18-8d48-f8d8afa04d58/74728b35-fbb4-428e-8e25-b757676ad795) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:30.387593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Transition to ACTIVE for port object 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:30.394043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.403185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:30.409238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.411659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:30.455534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2cb7cf4-7e94-4f85-8a52-a81621da7f49 req-f3dc151f-d6e6-4809-9c0f-9ab8bb63c0e4 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078440 Oct 20 10:47:30.522353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:30.524671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.557698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e26a905-7b71-49db-a8fc-8a6c0b79b745 req-daf0c7a0-3ebb-4b9b-8b24-2b7015c2b645 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355773 Oct 20 10:47:30.566912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.643165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-3efd30be-8261-4423-b145-9a513a4e437c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313322 Oct 20 10:47:30.645305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-0e99632f-3434-494b-a71e-de6a12fe7d04 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080412 Oct 20 10:47:30.678474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-056ebbe7-9e9b-42dd-84aa-ce02eeeadb52 req-676edc0b-075c-489f-b157-e4bda97c5dd1 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 210 time: 0.0768745 Oct 20 10:47:30.802175 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba8e6c-e8f7-4583-8b2b-aed0391390ed x-openstack-request-id: req-faba8e6c-e8f7-4583-8b2b-aed0391390ed {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:30.802708 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-plugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:30.804523 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-faba8e6c-e8f7-4583-8b2b-aed0391390ed {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:30.804523 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'code': 200} Oct 20 10:47:30.876993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4272-e623-43c3-8a7b-8a4930804310 req-7b65f06a-c271-44bd-bf23-1511b6c14c5a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.878931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-639e4272-e623-43c3-8a7b-8a4930804310 req-7b65f06a-c271-44bd-bf23-1511b6c14c5a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2025816 Oct 20 10:47:30.889395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Attempting to bind port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:30.890303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Attempting to bind port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '03ab448c-d508-45fc-a06c-6012705c125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:30.890303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Attempting to bind port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 on network 4f4f7a50-307c-438a-be42-de51086bd44a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:30.905960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 on network 4f4f7a50-307c-438a-be42-de51086bd44a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:30.906281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Attempting to bind port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 on network 4f4f7a50-307c-438a-be42-de51086bd44a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:30.924114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-49589492-801e-4abb-9a9b-863b72785ce6 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.925339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-49589492-801e-4abb-9a9b-863b72785ce6 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.3117447 Oct 20 10:47:30.988091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-5f0f9376-607e-4631-9fee-9b4e254f5733 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202934 Oct 20 10:47:30.992809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d223838-db29-4e91-b5b7-72eebc577d73 req-e956c908-53af-4da5-8909-ce8ec57172bc service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323584 Oct 20 10:47:31.039553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-639e4272-e623-43c3-8a7b-8a4930804310 req-8dacb2d4-7583-47be-86fa-f2d0bf9b3d22 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438293 Oct 20 10:47:31.054843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097bcd7-c39a-4a90-99ba-b955f33e06ab req-2300fda8-8aa7-421f-94c6-b679eaff1e7e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.065040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c097bcd7-c39a-4a90-99ba-b955f33e06ab req-2300fda8-8aa7-421f-94c6-b679eaff1e7e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1267517 Oct 20 10:47:31.104831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:31.105336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Checking segment: {'id': '03ab448c-d508-45fc-a06c-6012705c125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:31.107451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Bound using segment: {'id': '03ab448c-d508-45fc-a06c-6012705c125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:31.107451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Bound port: 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ab448c-d508-45fc-a06c-6012705c125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:31.107451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.163950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.168979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c097bcd7-c39a-4a90-99ba-b955f33e06ab req-878384e9-642a-431d-803d-49dd5b693182 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963550 Oct 20 10:47:31.193192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399ba9-6bc5-4a93-9a38-80203b10c2c0 req-7b1c92fd-0091-4ed0-85eb-f1496df7a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.198454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49399ba9-6bc5-4a93-9a38-80203b10c2c0 req-7b1c92fd-0091-4ed0-85eb-f1496df7a551 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1099 time: 0.0918260 Oct 20 10:47:31.251377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Deleting port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:31.251776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.275360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:31.295056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49399ba9-6bc5-4a93-9a38-80203b10c2c0 req-a66806dc-0505-48f4-9c03-6210339c47b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834343 Oct 20 10:47:31.304988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,segment=NetworkSegment(03ab448c-d508-45fc-a06c-6012705c125d),segment_id=03ab448c-d508-45fc-a06c-6012705c125d)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:31.325241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eeece466-c651-4348-b90f-63d4f86e903c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.340351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-deleted', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:31.342436 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac763c5-3b40-4a7e-acaf-be92126dd657" -d '{"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-deleted", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:31.349322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.351119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d238ba-28ac-47c2-b180-7a0b834ac29c req-6d00115f-5b4b-46f2-a8a9-48753d92b217 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.352746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11d238ba-28ac-47c2-b180-7a0b834ac29c req-6d00115f-5b4b-46f2-a8a9-48753d92b217 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1018629 Oct 20 10:47:31.367309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b93f0-6174-4613-bc0d-9ece838fd748 req-b533c170-0237-461c-9b9f-0a4c91b51bfa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.368657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b0b93f0-6174-4613-bc0d-9ece838fd748 req-b533c170-0237-461c-9b9f-0a4c91b51bfa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.1014295 Oct 20 10:47:31.398770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.431596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11d238ba-28ac-47c2-b180-7a0b834ac29c req-ed9822d7-e570-4acd-8eb5-18510e0de903 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617874 Oct 20 10:47:31.437162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b0b93f0-6174-4613-bc0d-9ece838fd748 req-02812bd9-8e82-4121-b94c-aebe9fd6051a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532725 Oct 20 10:47:31.438996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.439712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.441396 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] 10.222.0.83 "PUT /v2.0/ports/3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 HTTP/1.1" status: 200 len: 1092 time: 1.9062700 Oct 20 10:47:31.462889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ec381-b992-4035-aa6e-ffc117225a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:31.467266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Network 65b94f01-efd3-4c90-b4f8-428131db9be5 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:31.479261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:31.486872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:31.529989 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b1be6d-e152-4a57-80f7-a5a73bb7163f x-openstack-request-id: req-15b1be6d-e152-4a57-80f7-a5a73bb7163f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:31.530725 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843027d5-b6b2-4a29-b0c0-28abc7c50241", "name": "network-vif-deleted", "tag": "5a0db660-5fb1-4007-a186-690f0ebc8b31", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:31.531875 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15b1be6d-e152-4a57-80f7-a5a73bb7163f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:31.532803 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843027d5-b6b2-4a29-b0c0-28abc7c50241', 'name': 'network-vif-deleted', 'tag': '5a0db660-5fb1-4007-a186-690f0ebc8b31', 'status': 'completed', 'code': 200} Oct 20 10:47:31.535710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] For port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:31.536546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.621574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8a371-2d0b-47b7-85f3-d5f0878653f2 req-ac8a49df-8394-477b-afcf-f9667482b8bc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.624010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02b8a371-2d0b-47b7-85f3-d5f0878653f2 req-ac8a49df-8394-477b-afcf-f9667482b8bc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 948 time: 0.0704181 Oct 20 10:47:31.691967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.694233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event updated for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:31.694494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02b8a371-2d0b-47b7-85f3-d5f0878653f2 req-e0076587-c04b-4ffd-8864-af221f6f8785 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 Oct 20 10:47:31.728647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.729277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.755309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-4125422d-5fa3-452b-95e2-e6b553285bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.756858 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-4125422d-5fa3-452b-95e2-e6b553285bd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b35be5f1fcd64ef6b13311658c533340&device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 1095 time: 0.2164965 Oct 20 10:47:31.758772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:31.766300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-32a4a83b-c841-4dcf-b965-d1d95751215e tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2198904 Oct 20 10:47:31.795354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 5a0db660-5fb1-4007-a186-690f0ebc8b31 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:31.796132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5a0db660-5fb1-4007-a186-690f0ebc8b31 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:31.819800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Request body: {'port': {'device_id': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:31.830962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef882-96de-4714-96ca-b7d3734d8930 req-7f789cb8-d5b0-48f5-bf49-c3f86f8e2017 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.832461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66bef882-96de-4714-96ca-b7d3734d8930 req-7f789cb8-d5b0-48f5-bf49-c3f86f8e2017 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 943 time: 0.0914042 Oct 20 10:47:31.871007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8220912-4d4f-4579-98d8-8f5a572775c4 req-c01677b8-c95f-493f-a3ea-33e7032b181d tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.872018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-2ed4c75d-41b5-4467-913d-4c721717d73d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 HTTP/1.1" status: 200 len: 217 time: 0.0676608 Oct 20 10:47:31.872353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8220912-4d4f-4579-98d8-8f5a572775c4 req-c01677b8-c95f-493f-a3ea-33e7032b181d tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 946 time: 0.0806072 Oct 20 10:47:31.901032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66bef882-96de-4714-96ca-b7d3734d8930 req-21f15650-b583-4d67-b4ca-27d1f4bcb3bf tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581906 Oct 20 10:47:31.938709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8220912-4d4f-4579-98d8-8f5a572775c4 req-047dbd88-507b-4ad8-bc4a-af222f547a57 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups?id=77579343-576b-4ceb-b04f-19840dccf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525534 Oct 20 10:47:31.997159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.011871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-63ddd8c9-4fbb-4b36-b49d-7c1a95305998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.013349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-63ddd8c9-4fbb-4b36-b49d-7c1a95305998 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86efb1e0-3c6d-4db6-81b2-d9aae329c1ae HTTP/1.1" status: 200 len: 861 time: 0.1321363 Oct 20 10:47:32.051675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.052558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.052870 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Floating IP 604c321e-8b59-48da-b61f-369844c9a876 disassociated. External IP: 172.25.3.45, port: 607ecb79-02c3-490b-a8a3-7b0c8517aeb8. Oct 20 10:47:32.053211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Calling delete_port for 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:32.085160 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-8fc99aaa-6d1a-456e-b8df-d9d88907e133 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4f7a50-307c-438a-be42-de51086bd44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448785 Oct 20 10:47:32.117034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48338b-7a81-4de1-89db-0b592d9e88c3 req-94cc2262-1ac0-4f99-9f8f-d5930109623b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.118631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d48338b-7a81-4de1-89db-0b592d9e88c3 req-94cc2262-1ac0-4f99-9f8f-d5930109623b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0878255 Oct 20 10:47:32.134461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ed75-5164-4b24-b2de-afb953288ae3 req-99dd3e86-7891-4030-93e7-859d26db7e0c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.136093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a2ed75-5164-4b24-b2de-afb953288ae3 req-99dd3e86-7891-4030-93e7-859d26db7e0c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 932 time: 0.0948379 Oct 20 10:47:32.186458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d48338b-7a81-4de1-89db-0b592d9e88c3 req-6229e34b-6894-403b-9690-f5a4197c07bf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Oct 20 10:47:32.201595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a2ed75-5164-4b24-b2de-afb953288ae3 req-d7704966-6e29-4026-953c-906c67891e3c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Oct 20 10:47:32.361951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dbd24-8e1d-4b62-860e-da1b29262be1 req-02943d9b-6e95-4dbe-b0d8-1de5235b8211 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.366470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40dbd24-8e1d-4b62-860e-da1b29262be1 req-02943d9b-6e95-4dbe-b0d8-1de5235b8211 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0789959 Oct 20 10:47:32.433769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40dbd24-8e1d-4b62-860e-da1b29262be1 req-23fd012b-e399-4af2-8be8-2ae5d643e406 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627866 Oct 20 10:47:32.509584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-cccaf9bc-e564-4ec9-9c97-73bccf70a959 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249712 Oct 20 10:47:32.664629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-f1cb44f8-282e-46cd-9f72-defa44895a1f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.664961 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-ceb713c3-0636-42c3-80ac-58965efa75ca service neutron] 10.222.0.83 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395267 Oct 20 10:47:32.666530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-f1cb44f8-282e-46cd-9f72-defa44895a1f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508772 Oct 20 10:47:32.686887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-f0dea6cf-d4c9-46e9-b872-e6d8e0620432 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/quotas/a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 375 time: 0.0123434 Oct 20 10:47:32.708241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.754624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-3a2115af-93c0-4bef-893c-f61b3c65504b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604074 Oct 20 10:47:32.809238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.855414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event deleted for resources: {'Port': ['ID=607ecb79-02c3-490b-a8a3-7b0c8517aeb8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:32.905740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e8be44ba-12b4-4deb-8f35-e1ec63e959b3 req-dfccbe94-4d6a-4942-bda7-0b157cedfb8b service neutron] 10.222.0.83 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125626 Oct 20 10:47:32.948621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74728b35-fbb4-428e-8e25-b757676ad795 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:32.971983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-414d258a-6f48-41b4-8101-1377a4fbacc8 req-f9455555-2684-4e1d-bb7e-390c0af60ea3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 210 time: 0.0333965 Oct 20 10:47:33.008886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.038923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Transition to ACTIVE for port object 74728b35-fbb4-428e-8e25-b757676ad795 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:33.046588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.138968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Pushing event updated for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:33.139176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95748193-706d-44f1-b6b3-1cd6a932a7cc req-5f8edeea-c9b4-40e8-8f09-f634676c928b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0479970 Oct 20 10:47:33.171938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcf874-9708-4684-b717-204d3cfddc9f req-2e968d4a-15a7-4476-85bc-2ad566dec637 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:33.173496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbdcf874-9708-4684-b717-204d3cfddc9f req-2e968d4a-15a7-4476-85bc-2ad566dec637 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 943 time: 0.1263034 Oct 20 10:47:33.251018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbdcf874-9708-4684-b717-204d3cfddc9f req-09f8ae3a-f83c-46a0-af00-2527a20b39f2 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567801 Oct 20 10:47:33.264794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:33.291477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Attempting to bind port 74728b35-fbb4-428e-8e25-b757676ad795 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:33.292612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Attempting to bind port 74728b35-fbb4-428e-8e25-b757676ad795 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:33.293191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Attempting to bind port 74728b35-fbb4-428e-8e25-b757676ad795 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:33.302872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Port 74728b35-fbb4-428e-8e25-b757676ad795 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:33.303584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Attempting to bind port 74728b35-fbb4-428e-8e25-b757676ad795 on network 65b94f01-efd3-4c90-b4f8-428131db9be5 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:33.473007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc86bd-6530-4306-a49c-714e47a7b256 req-a3e4351f-403d-4764-8da4-1753c82bff08 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:33.475343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7cc86bd-6530-4306-a49c-714e47a7b256 req-a3e4351f-403d-4764-8da4-1753c82bff08 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0863678 Oct 20 10:47:33.480029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:33.482276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:33.482862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Checking segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:33.483355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Bound using segment: {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:33.483906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Bound port: 74728b35-fbb4-428e-8e25-b757676ad795, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36155f5-a7c6-47f3-ba34-44c74f2df234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:33.484385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.499401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Sync routers for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:33.507776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853f8a3-fae1-44d8-a0b0-069f02c9dfd0 req-c42f3f74-6ea8-4474-ae37-b7b05d088c35 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:33.509338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0853f8a3-fae1-44d8-a0b0-069f02c9dfd0 req-c42f3f74-6ea8-4474-ae37-b7b05d088c35 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 944 time: 0.1616468 Oct 20 10:47:33.518441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:33.519111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:33.538811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:33.540678 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068d627-231e-44bf-b9a2-8b00c1bdcda6" -d '{"events": [{"name": "network-changed", "server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:33.578351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] No DVR routers for this DVR port 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:33.582001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.586988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8894ce5d-5d40-48fd-b029-103a6ecc9ffb req-4bd7074b-4173-4c73-85d4-589592254b95 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.83 "DELETE /v2.0/ports/607ecb79-02c3-490b-a8a3-7b0c8517aeb8 HTTP/1.1" status: 204 len: 173 time: 2.6435418 Oct 20 10:47:33.635767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7cc86bd-6530-4306-a49c-714e47a7b256 req-6e3b3ce5-26fb-4c07-a32f-8133a7649d4c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254039 Oct 20 10:47:33.655621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0853f8a3-fae1-44d8-a0b0-069f02c9dfd0 req-d3fdaf62-5c8b-4a87-92b9-4ba090582de4 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211295 Oct 20 10:47:33.672412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:33.672412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74728b35-fbb4-428e-8e25-b757676ad795,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:33.675333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.771956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:33.800712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:33.818757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:33.823826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.825272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] 10.222.0.70 "PUT /v2.0/ports/74728b35-fbb4-428e-8e25-b757676ad795 HTTP/1.1" status: 200 len: 1093 time: 2.0198100 Oct 20 10:47:33.859275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d218-3ced-4f23-aaee-a3328d7f604e service neutron] Pushing event updated for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:33.892707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-6494a4ba-ecbb-4c9f-ac0c-258ece21df1b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:33.908053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-6494a4ba-ecbb-4c9f-ac0c-258ece21df1b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1824882 Oct 20 10:47:33.909923 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30449e72-b3d4-45ee-9f11-d596fbf7586a x-openstack-request-id: req-30449e72-b3d4-45ee-9f11-d596fbf7586a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:33.910438 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:33.910893 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30449e72-b3d4-45ee-9f11-d596fbf7586a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:33.912023 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4', 'status': 'completed', 'code': 200} Oct 20 10:47:34.050462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc4d9e-daa7-4cb4-827c-d62763233dee req-e30cfca5-0c82-4688-a64f-acd8d661a941 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.070996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2fc4d9e-daa7-4cb4-827c-d62763233dee req-e30cfca5-0c82-4688-a64f-acd8d661a941 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1036811 Oct 20 10:47:34.163196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2fc4d9e-daa7-4cb4-827c-d62763233dee req-74cbef51-f8ce-45db-9fe2-372f66a90bf8 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903821 Oct 20 10:47:34.231270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-da6f2d05-e598-425a-8b51-9d546a3a99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.233428 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-da6f2d05-e598-425a-8b51-9d546a3a99f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 1096 time: 0.2923822 Oct 20 10:47:34.243500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-cb41d595-d106-4f7e-bdec-32074f2171b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.245990 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-cb41d595-d106-4f7e-bdec-32074f2171b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b35be5f1fcd64ef6b13311658c533340&device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 1095 time: 0.2454557 Oct 20 10:47:34.279413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-921605a2-4fee-4303-9bb1-bf0ae4173c62 req-c3edb13c-9676-435b-9e80-433584d78451 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 210 time: 0.0424695 Oct 20 10:47:34.290360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:34.305533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:34.308727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '7c226330-efa0-44d7-af72-56d9715d1631', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '7c226330-efa0-44d7-af72-56d9715d1631', 'mac_address': 'fa:16:3e:f4:83:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:34.321603 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-724d0177-613d-44ed-8d4b-7e200a4738aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74728b35-fbb4-428e-8e25-b757676ad795 HTTP/1.1" status: 200 len: 217 time: 0.0732608 Oct 20 10:47:34.328617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92b1690c-fbf9-4e76-ab56-0dc2e0516afc req-80275d39-d161-4a0d-9bd3-48548b30c4bf tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0492027 Oct 20 10:47:34.365391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:34.366611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 607ecb79-02c3-490b-a8a3-7b0c8517aeb8 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:34.421727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port 6a5fafeb-72b3-44b5-9c60-6f243c42006c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:34.422602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.463178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.487307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.494375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:34.515684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:34.521573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.546828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8d28b801-1a02-43f5-933f-e215699e4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.549976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-8d28b801-1a02-43f5-933f-e215699e4efb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.2201076 Oct 20 10:47:34.566304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-a08d203f-fd6f-4209-97d6-ebff067dab6a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a5bd812b690e4148bf542ea0dce64987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109164 Oct 20 10:47:34.595822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920754-480c-4bbf-96e8-63c226981675 req-de9a9cc9-0cde-4a76-afcd-38c062267cd9 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.602900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-b2079d39-c9b2-4380-823a-a6c71934bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.603780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69920754-480c-4bbf-96e8-63c226981675 req-de9a9cc9-0cde-4a76-afcd-38c062267cd9 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.1616268 Oct 20 10:47:34.604942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-b2079d39-c9b2-4380-823a-a6c71934bff6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f4f7a50-307c-438a-be42-de51086bd44a HTTP/1.1" status: 200 len: 923 time: 0.3160944 Oct 20 10:47:34.611030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-0370d4e0-53c7-4ebc-a4a8-31a3f6ffa19d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466373 Oct 20 10:47:34.619495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:34.640798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:34.651527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b792683-6da5-486e-855c-68860b26bc10 req-a5311b6f-5f59-4842-92a9-16130c695036 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.653340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b792683-6da5-486e-855c-68860b26bc10 req-a5311b6f-5f59-4842-92a9-16130c695036 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2014623 Oct 20 10:47:34.673608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port 6a5fafeb-72b3-44b5-9c60-6f243c42006c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6a5fafeb-72b3-44b5-9c60-6f243c42006c,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:34.674346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.698425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Checking router: 81cc5624-382b-4bf1-b5f0-65e2d95628a4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:34.710459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:34.711558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:34.713660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for 6a5fafeb-72b3-44b5-9c60-6f243c42006c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:34.741918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69920754-480c-4bbf-96e8-63c226981675 req-41a993a3-25a4-42fc-b4be-cd4cf5d479d6 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317523 Oct 20 10:47:34.801541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b792683-6da5-486e-855c-68860b26bc10 req-f45b5ae3-0497-4f2e-96b1-ed196bdec091 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388440 Oct 20 10:47:34.825830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e8ffc086-a63b-485a-a808-49646e5de868 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.825830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e8ffc086-a63b-485a-a808-49646e5de868 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492537 Oct 20 10:47:34.836620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Request body: {'port': {'device_id': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'a5bd812b690e4148bf542ea0dce64987'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:34.851633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['7c226330-efa0-44d7-af72-56d9715d1631'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:34.869587 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-4e30bf18-bcf0-43ed-a46c-ef639acd1c7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 HTTP/1.1" status: 200 len: 217 time: 0.2430899 Oct 20 10:47:34.912076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:34.973756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-5290bfbc-73ba-4329-82a7-a87a0c87657b service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483155 Oct 20 10:47:34.976601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-4202e283-16d2-473e-b75e-55477a5c68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.978254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-4202e283-16d2-473e-b75e-55477a5c68e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86efb1e0-3c6d-4db6-81b2-d9aae329c1ae HTTP/1.1" status: 200 len: 861 time: 0.0945883 Oct 20 10:47:35.096837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c8018-4946-45e8-905e-8c4c2380c3d7 req-6d4fbab0-7747-4018-9208-2daa616d032d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:35.108416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb6c8018-4946-45e8-905e-8c4c2380c3d7 req-6d4fbab0-7747-4018-9208-2daa616d032d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 943 time: 0.2572992 Oct 20 10:47:35.137092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21edcf-bcab-44bf-b7c2-a2ad43157e67 req-101f9b64-082a-4911-8a6a-75576640ec58 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:35.146351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f35d19c9-1cdc-45c0-ba1d-f6880b9ef727 req-cf7777e0-9ec5-42bb-9b5c-61125b472a77 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644554 Oct 20 10:47:35.147920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd21edcf-bcab-44bf-b7c2-a2ad43157e67 req-101f9b64-082a-4911-8a6a-75576640ec58 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef6debd1-c458-45b7-a30f-93561af5e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2069168 Oct 20 10:47:35.148649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-e93bf00c-91bc-45e0-b0c9-1ea94ef9e782 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4f7a50-307c-438a-be42-de51086bd44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624597 Oct 20 10:47:35.221327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Made reservation on behalf of a5bd812b690e4148bf542ea0dce64987 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:35.225942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:35.250816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:35.252237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:35.294507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', '6a5fafeb-72b3-44b5-9c60-6f243c42006c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:35.295023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb6c8018-4946-45e8-905e-8c4c2380c3d7 req-c2938726-1d75-47a6-9c02-b6c7be600c9e tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795323 Oct 20 10:47:35.313530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=6a5fafeb-72b3-44b5-9c60-6f243c42006c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:35.323372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126e759-97c7-43ff-ac3c-6705cb2ca3e8 None None] The sync data for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 is: [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:44:19Z', 'revision_number': 4, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '89da7d01-43ad-42e3-bb78-d0ce1e2909e8', 'name': '', 'network_id': '17c356e2-7d45-42eb-ad77-af1fdeb24960', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'mac_address': 'fa:16:3e:45:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '26a612da-ac1f-470f-a608-b729057d2278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:18Z', 'updated_at': '2021-10-20T10:44:24Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'subnets': [{'id': '26a612da-ac1f-470f-a608-b729057d2278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:35.351972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd21edcf-bcab-44bf-b7c2-a2ad43157e67 req-8332efc6-eae2-4868-b1d7-c315a7743349 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020562 Oct 20 10:47:35.418727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port 6a5fafeb-72b3-44b5-9c60-6f243c42006c on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:35.433264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-fa0ade73-adf7-40cb-bf6c-0eb82173d6ee service neutron] 10.222.0.83 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767198 Oct 20 10:47:35.434385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:35.441111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f86b891-f996-4c6f-b4fa-e6732860cfc8 req-2ee082e0-97b0-44f1-bc57-3a776c6b0f07 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/6a5fafeb-72b3-44b5-9c60-6f243c42006c HTTP/1.1" status: 204 len: 173 time: 1.5163033 Oct 20 10:47:35.634024 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e068d627-231e-44bf-b9a2-8b00c1bdcda6 req-1335152b-339c-4db2-9cf2-0113c0635ff1 service neutron] 10.222.0.83 "GET /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805804 Oct 20 10:47:35.711427 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fe458-d88a-4dc4-8153-d740f319f124 None None] New status for floating IP 604c321e-8b59-48da-b61f-369844c9a876: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:47:35.913500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'name': 'network-vif-deleted', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8'}, {'name': 'network-changed', 'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795'}, {'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'name': 'network-vif-deleted', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:35.915792 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf818d-65b5-455e-bbc5-5d66c24056ed" -d '{"events": [{"server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "name": "network-vif-deleted", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8"}, {"name": "network-changed", "server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "tag": "74728b35-fbb4-428e-8e25-b757676ad795"}, {"server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "name": "network-vif-deleted", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:36.010506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Allocated IP 192.168.233.84 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/e7e62521-6b7c-4f5a-802e-5f51834ef9ec) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:36.019851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6166-ba73-4dba-b94f-a617c315bfdf req-cb987100-2cd9-4e5e-86ff-81091777d1de tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.021685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbeb6166-ba73-4dba-b94f-a617c315bfdf req-cb987100-2cd9-4e5e-86ff-81091777d1de tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 944 time: 0.5400932 Oct 20 10:47:36.032218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece0bd-7509-4801-9469-7ae9103e83ec req-6fd24bac-094e-4dbc-b796-08cf055f8a5f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.033641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9ece0bd-7509-4801-9469-7ae9103e83ec req-6fd24bac-094e-4dbc-b796-08cf055f8a5f tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1545150 Oct 20 10:47:36.126754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbeb6166-ba73-4dba-b94f-a617c315bfdf req-01673930-7161-4a62-9810-58b539693f15 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920975 Oct 20 10:47:36.147257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:36.153318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9ece0bd-7509-4801-9469-7ae9103e83ec req-c951cd57-9158-442b-8c40-e3843eab9037 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048880 Oct 20 10:47:36.296188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-6ee7ffcd-0bad-4ac4-8b99-aed15d9545b2 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.297707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-6ee7ffcd-0bad-4ac4-8b99-aed15d9545b2 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.83 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.1751065 Oct 20 10:47:36.298569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,segment=NetworkSegment(03ab448c-d508-45fc-a06c-6012705c125d),segment_id=03ab448c-d508-45fc-a06c-6012705c125d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:36.313274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4', 'network_id': '4f4f7a50-307c-438a-be42-de51086bd44a', 'port_id': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4', 'mac_address': 'fa:16:3e:9a:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86efb1e0-3c6d-4db6-81b2-d9aae329c1ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:36.323483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d66ccea-63fa-4de8-a9f8-da871c97ce2a req-a42dd2d0-16a5-4abf-b189-2cd013866647 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 210 time: 0.0580943 Oct 20 10:47:36.369217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c240cbb-34ba-4507-883b-9b2bb1192a16 req-6b679631-34b2-4a4d-bf4d-c1aa8b33026c tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0441875 Oct 20 10:47:36.397236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.415805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:36.427758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Deleting port 1410670b-1eb3-40fa-a8ae-4059b89b045c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:36.428099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.437308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,segment=NetworkSegment(03ab448c-d508-45fc-a06c-6012705c125d),segment_id=03ab448c-d508-45fc-a06c-6012705c125d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:36.443868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.458727 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.500571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21548e-b711-4156-ada3-641d5cd14c19 req-5cd188cc-ddae-412d-890a-feb9e52e36b3 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.502107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d21548e-b711-4156-ada3-641d5cd14c19 req-5cd188cc-ddae-412d-890a-feb9e52e36b3 tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/ports?device_id=aefb07d3-6bc8-4862-b146-dc3796592449 HTTP/1.1" status: 200 len: 945 time: 0.0921996 Oct 20 10:47:36.518993 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb65c49-aa59-4f7c-b9c3-e04976d6e3aa x-openstack-request-id: req-4fb65c49-aa59-4f7c-b9c3-e04976d6e3aa {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:36.518993 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab53680-26d5-4401-8ab2-1e9e01005a80", "name": "network-vif-deleted", "tag": "607ecb79-02c3-490b-a8a3-7b0c8517aeb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "tag": "74728b35-fbb4-428e-8e25-b757676ad795", "status": "completed", "code": 200}, {"server_uuid": "ef6debd1-c458-45b7-a30f-93561af5e6e7", "name": "network-vif-deleted", "tag": "6a5fafeb-72b3-44b5-9c60-6f243c42006c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:36.519312 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4fb65c49-aa59-4f7c-b9c3-e04976d6e3aa {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:36.519568 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab53680-26d5-4401-8ab2-1e9e01005a80', 'name': 'network-vif-deleted', 'tag': '607ecb79-02c3-490b-a8a3-7b0c8517aeb8', 'status': 'completed', 'code': 200} Oct 20 10:47:36.519876 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795', 'status': 'completed', 'code': 200} Oct 20 10:47:36.520282 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6debd1-c458-45b7-a30f-93561af5e6e7', 'name': 'network-vif-deleted', 'tag': '6a5fafeb-72b3-44b5-9c60-6f243c42006c', 'status': 'completed', 'code': 200} Oct 20 10:47:36.541199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.553997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:36.565142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346', '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', '7c226330-efa0-44d7-af72-56d9715d1631'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:36.620779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:36.621146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-e0544976-8b51-4f90-926d-38845709b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.622349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-e0544976-8b51-4f90-926d-38845709b518 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35f7a39133394b249721e6ab3318b6f0&device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 1096 time: 0.1010959 Oct 20 10:47:36.627141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] For port 1410670b-1eb3-40fa-a8ae-4059b89b045c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1410670b-1eb3-40fa-a8ae-4059b89b045c,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:36.627498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.656071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d21548e-b711-4156-ada3-641d5cd14c19 req-565a73c0-c703-4aff-a46a-509172c0882f tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.74 "GET /v2.0/security-groups?id=7f6957cd-c39a-4c23-bec7-10e9c200886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467848 Oct 20 10:47:36.657225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:36.664792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Calling delete_port for 1410670b-1eb3-40fa-a8ae-4059b89b045c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:36.674570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:36.738740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:36.742621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.742621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.784275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9520190 Oct 20 10:47:36.807202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Request body: {'port': {'device_id': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:36.847838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:36.885916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-f330fe3a-54f1-4763-9dc2-37813103bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.888057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-f330fe3a-54f1-4763-9dc2-37813103bb07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 200 len: 917 time: 0.2527523 Oct 20 10:47:36.937735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.937996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.938335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.938720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.939222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.939569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.940076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.940470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.940796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.941120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.941442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.941761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf955a-e07d-43cb-be6f-8651323b5769 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:36.946749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-f29c823c-b1e3-4c11-b40c-231fc7c76653 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74728b35-fbb4-428e-8e25-b757676ad795 HTTP/1.1" status: 200 len: 217 time: 0.0457718 Oct 20 10:47:36.980843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.005182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9242bfe-1fdc-432b-88c7-679ffe542ba6 req-1953ea39-93be-4ff9-b7a4-e01c0a74471b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.012785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9242bfe-1fdc-432b-88c7-679ffe542ba6 req-1953ea39-93be-4ff9-b7a4-e01c0a74471b tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 944 time: 0.3723807 Oct 20 10:47:37.050683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-3c3b006b-5a27-40e3-8af3-0b1c165c508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.052224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-3c3b006b-5a27-40e3-8af3-0b1c165c508b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 200 len: 855 time: 0.0959907 Oct 20 10:47:37.075977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bed50-12cb-4af4-8f55-af88d465de87 req-afab5d87-cc02-4457-af2e-bbac59b4b064 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.077500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac4bed50-12cb-4af4-8f55-af88d465de87 req-afab5d87-cc02-4457-af2e-bbac59b4b064 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2207787 Oct 20 10:47:37.091919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-6b531b3d-b526-4a9b-960e-c9467e23fadc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65b94f01-efd3-4c90-b4f8-428131db9be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320232 Oct 20 10:47:37.093117 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.100083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8889ca14-d758-4b84-9e36-d58ff68fa9b7 None None] Provisioning complete for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:37.100825 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8889ca14-d758-4b84-9e36-d58ff68fa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.131178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9242bfe-1fdc-432b-88c7-679ffe542ba6 req-ef92b07f-a097-4941-8591-77b6d08e611e tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 Oct 20 10:47:37.156246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8889ca14-d758-4b84-9e36-d58ff68fa9b7 None None] Port e7e62521-6b7c-4f5a-802e-5f51834ef9ec cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:47:37.234792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Pushing event deleted for resources: {'Port': ['ID=1410670b-1eb3-40fa-a8ae-4059b89b045c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.239012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-43e59686-2993-4edd-a4b3-f12df1f86eb3 service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090291 Oct 20 10:47:37.303141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac4bed50-12cb-4af4-8f55-af88d465de87 req-998e7587-683e-46fc-820e-3dd412d896cb tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162783 Oct 20 10:47:37.308327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] No DVR routers for this DVR port 1410670b-1eb3-40fa-a8ae-4059b89b045c on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:37.311920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.315218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a96e8bb5-22b1-48ce-8294-201ed4e323eb req-aead70fa-a014-4b18-9dc2-5d9b53c0061b tempest-AttachSCSIVolumeTestJSON-1689453406 tempest-AttachSCSIVolumeTestJSON-1689453406-project] 10.222.0.83 "DELETE /v2.0/ports/1410670b-1eb3-40fa-a8ae-4059b89b045c HTTP/1.1" status: 204 len: 173 time: 1.0059481 Oct 20 10:47:37.419589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d6cf818d-65b5-455e-bbc5-5d66c24056ed req-342029fb-35ed-4281-91cd-ed34a768ba9e service neutron] 10.222.0.70 "GET /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728823 Oct 20 10:47:37.526875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de070e-273c-41e1-a0c2-4c769a573cbe req-7636df3e-483d-4954-ad36-3f1c801e0d55 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.529360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53de070e-273c-41e1-a0c2-4c769a573cbe req-7636df3e-483d-4954-ad36-3f1c801e0d55 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 944 time: 0.1155279 Oct 20 10:47:37.557563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:37.567718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.590370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53de070e-273c-41e1-a0c2-4c769a573cbe req-59045f94-9645-4a08-a054-5e86a4b0fe19 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Oct 20 10:47:37.599352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Transition to ACTIVE for port object e7e62521-6b7c-4f5a-802e-5f51834ef9ec will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:37.606809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.658155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1410670b-1eb3-40fa-a8ae-4059b89b045c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:37.672171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.757568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:37.784911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941b716-50ae-44c4-8ae2-7e52177232d6 req-7233f0ef-cf97-4521-8b30-21dbd69a6daf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.787106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0941b716-50ae-44c4-8ae2-7e52177232d6 req-7233f0ef-cf97-4521-8b30-21dbd69a6daf tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1063008 Oct 20 10:47:37.821640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:37.821640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:37.822003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:37.826213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 7c226330-efa0-44d7-af72-56d9715d1631 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:37.831234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 7c226330-efa0-44d7-af72-56d9715d1631 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:37.831907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.837273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:37.837609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:37.852548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:37.852933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:37.853341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:37.853794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Bound port: e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:37.854186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.883361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0941b716-50ae-44c4-8ae2-7e52177232d6 req-df1757ab-5dfb-4120-996d-586fc73a0cb9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853970 Oct 20 10:47:37.929311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.975492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:37.977911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:37.979026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:37.981029 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f952b91-2947-41bc-857a-5ee8aeb20e0b" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:37.990350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.026511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:38.033872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.051653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=13']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.075804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.076409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.077805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 1096 time: 1.2756059 Oct 20 10:47:38.085477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4d93-881b-4783-a36d-4e510a7080da req-1e072a0b-cded-4dea-b055-50465c6533f9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.091522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bcd4d93-881b-4783-a36d-4e510a7080da req-1e072a0b-cded-4dea-b055-50465c6533f9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.1161730 Oct 20 10:47:38.092174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:38.095020 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d975c36-0b84-46e4-ac67-b11ec8de3d56" -d '{"events": [{"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:38.150444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:38.168770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856cdac-8471-429d-a0f6-e3f4184b3863 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.195032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bcd4d93-881b-4783-a36d-4e510a7080da req-15fabbbb-7d46-4c13-9171-01e30bb43fa4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967891 Oct 20 10:47:38.212460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-6498451a-5849-4b39-8572-1a90abca76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.215710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-6498451a-5849-4b39-8572-1a90abca76a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1099 time: 0.0960965 Oct 20 10:47:38.241079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:38.246276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:38.246838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.268430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-0e011e20-654b-4dd1-8411-a0dd52227bc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0421686 Oct 20 10:47:38.359455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6122b9d-d550-4b61-934d-10ec8d09125b req-85050db4-6239-4540-9e89-8c1f176b70b0 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0747344 Oct 20 10:47:38.375188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-928a84ba-d7ba-41a4-80a8-b94b304155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.375188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-928a84ba-d7ba-41a4-80a8-b94b304155fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0986714 Oct 20 10:47:38.376393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.416722 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:47:38.450324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-c69dac0f-d5c7-423f-bcd5-d64e35eae37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.451982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-c69dac0f-d5c7-423f-bcd5-d64e35eae37c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694561 Oct 20 10:47:38.452113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,segment=NetworkSegment(03ab448c-d508-45fc-a06c-6012705c125d),segment_id=03ab448c-d508-45fc-a06c-6012705c125d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:38.457233 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.459715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6a5fafeb-72b3-44b5-9c60-6f243c42006c no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:38.482683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 6a5fafeb-72b3-44b5-9c60-6f243c42006c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:38.482683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6a5fafeb-72b3-44b5-9c60-6f243c42006c not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:38.483091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1410670b-1eb3-40fa-a8ae-4059b89b045c no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:38.517305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b46b7b-9dad-4c4d-9e24-205c6605b010 x-openstack-request-id: req-20b46b7b-9dad-4c4d-9e24-205c6605b010 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:38.517656 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-plugged", "status": "completed", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:38.517869 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20b46b7b-9dad-4c4d-9e24-205c6605b010 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:38.518279 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'code': 200} Oct 20 10:47:38.521775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'name': 'network-vif-deleted', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:38.524194 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd726e2-8a90-4ad4-87a8-44eab2a8f97e" -d '{"events": [{"server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "name": "network-vif-deleted", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:38.547235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 1410670b-1eb3-40fa-a8ae-4059b89b045c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:38.547587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1410670b-1eb3-40fa-a8ae-4059b89b045c not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:38.565338 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d981be99-8226-41d1-b799-8dcdf16d29ec x-openstack-request-id: req-d981be99-8226-41d1-b799-8dcdf16d29ec {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:38.565837 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:38.565837 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d981be99-8226-41d1-b799-8dcdf16d29ec {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:38.567010 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'status': 'completed', 'code': 200} Oct 20 10:47:38.601101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-b43cda9c-423f-466b-9dda-4fe9e1b28b44 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410749 Oct 20 10:47:38.601243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.754281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eafcd3-a583-49e8-943d-1fc0799eedd4 req-02457c10-fb13-46f7-b15c-088dfd531a9f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.756373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60eafcd3-a583-49e8-943d-1fc0799eedd4 req-02457c10-fb13-46f7-b15c-088dfd531a9f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.1381054 Oct 20 10:47:38.773418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b4ca66d-37d7-4db3-a2da-96b88ad448b7 req-20027d92-416b-4d3b-847a-61fc755dce93 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651978 Oct 20 10:47:38.809570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60eafcd3-a583-49e8-943d-1fc0799eedd4 req-ba2e8a77-5ee5-43c7-b751-9d7f6bd0c5ea tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Oct 20 10:47:38.863908 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a934fc0e-64cf-427f-adff-487464758939 x-openstack-request-id: req-a934fc0e-64cf-427f-adff-487464758939 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:38.864201 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb07d3-6bc8-4862-b146-dc3796592449", "name": "network-vif-deleted", "tag": "1410670b-1eb3-40fa-a8ae-4059b89b045c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:38.864515 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a934fc0e-64cf-427f-adff-487464758939 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:38.864934 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb07d3-6bc8-4862-b146-dc3796592449', 'name': 'network-vif-deleted', 'tag': '1410670b-1eb3-40fa-a8ae-4059b89b045c', 'status': 'completed', 'code': 200} Oct 20 10:47:38.893676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-38caf745-cef2-448a-8483-4e4b9ec7a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.895788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-38caf745-cef2-448a-8483-4e4b9ec7a091 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1099 time: 0.0571194 Oct 20 10:47:39.073021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f29a5-fe75-430a-ac5a-4350c08ec649 req-e193d85f-de6e-4715-850f-7f71e1200eb2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.074440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f29a5-fe75-430a-ac5a-4350c08ec649 req-e193d85f-de6e-4715-850f-7f71e1200eb2 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 944 time: 0.1332114 Oct 20 10:47:39.076402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-ef2b571b-7233-44f9-83d0-599f02152f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.077719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-ef2b571b-7233-44f9-83d0-599f02152f87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1754909 Oct 20 10:47:39.086014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba14645-8b7b-4b48-b39b-13e5ebc71a66 req-f3533790-8c11-4e24-8bd9-48a4478bf17e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.087541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eba14645-8b7b-4b48-b39b-13e5ebc71a66 req-f3533790-8c11-4e24-8bd9-48a4478bf17e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1482904 Oct 20 10:47:39.135690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-b8948688-94b3-4056-ac3e-46f211054a87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0471890 Oct 20 10:47:39.228821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eba14645-8b7b-4b48-b39b-13e5ebc71a66 req-f7f1465c-9c69-4fb2-8f2b-7bf51e4335b5 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318657 Oct 20 10:47:39.246717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f29a5-fe75-430a-ac5a-4350c08ec649 req-7cf1ec87-0345-41b1-b03e-33e60c4d8c79 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569793 Oct 20 10:47:39.249022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-0b52639a-4672-44dc-afa4-91a214020795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.265531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-0b52639a-4672-44dc-afa4-91a214020795 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1099305 Oct 20 10:47:39.401494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-c23d1af8-53ee-4c29-a26f-ed2c8c49ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.403254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-c23d1af8-53ee-4c29-a26f-ed2c8c49ced3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361070 Oct 20 10:47:39.416810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf956f8-8af3-49d4-86f0-31c2b6488ed6 req-de1d2371-0d6b-4426-8365-66d283a9fa49 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.418264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcf956f8-8af3-49d4-86f0-31c2b6488ed6 req-de1d2371-0d6b-4426-8365-66d283a9fa49 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0913563 Oct 20 10:47:39.463741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc49eb-d95e-4625-9393-4545d3d7ef3a req-d06e62f3-9f78-4da4-90cc-edfebc4ba81b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.465262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21dc49eb-d95e-4625-9393-4545d3d7ef3a req-d06e62f3-9f78-4da4-90cc-edfebc4ba81b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.1371379 Oct 20 10:47:39.540652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcf956f8-8af3-49d4-86f0-31c2b6488ed6 req-8f06edc2-858f-4155-919e-e1ef9ed24626 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135054 Oct 20 10:47:39.574812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21dc49eb-d95e-4625-9393-4545d3d7ef3a req-457f367e-b35b-4f7a-88ab-5a002951c48a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975573 Oct 20 10:47:39.578539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-504876ee-c59f-4bac-b2cc-04f8b1c35268 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591902 Oct 20 10:47:39.657766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6895b2c6-1005-4d35-b4b4-b254068c095c req-0aa7019d-6f61-4cea-b6a7-6e9fbe553423 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ab53680-26d5-4401-8ab2-1e9e01005a80 HTTP/1.1" status: 200 len: 210 time: 0.0415795 Oct 20 10:47:39.780732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74728b35-fbb4-428e-8e25-b757676ad795 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:39.809814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d975c36-0b84-46e4-ac67-b11ec8de3d56 req-1e8eb781-37f9-442f-b089-a4183dd09f39 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198935 Oct 20 10:47:39.842252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-5de2d537-ca6a-4692-a690-2e7c8abd5e86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.848545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-5de2d537-ca6a-4692-a690-2e7c8abd5e86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1878183 Oct 20 10:47:39.878371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-536978ad-13b8-4fdd-8c4a-2864f2f767a8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0211353 Oct 20 10:47:39.959671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-e0057932-5cd3-4c6d-87a4-9b3b14abbf0a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745823 Oct 20 10:47:39.990587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74728b35-fbb4-428e-8e25-b757676ad795,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:40.010834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '74728b35-fbb4-428e-8e25-b757676ad795', 'network_id': '65b94f01-efd3-4c90-b4f8-428131db9be5', 'port_id': '74728b35-fbb4-428e-8e25-b757676ad795', 'mac_address': 'fa:16:3e:c3:be:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1139191-a3f9-4e18-8d48-f8d8afa04d58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:40.049598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.064019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74728b35-fbb4-428e-8e25-b757676ad795 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:40.084689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74728b35-fbb4-428e-8e25-b757676ad795,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:40.089643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.115489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-36b0f873-4686-4685-acd8-ca31ef1a708c service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422906 Oct 20 10:47:40.130746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a815ed-ee9b-41cc-85e6-0648eba1da0c req-46cdd879-3ce6-4f82-ae2b-223c1a6ad709 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.132705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12a815ed-ee9b-41cc-85e6-0648eba1da0c req-46cdd879-3ce6-4f82-ae2b-223c1a6ad709 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.0877292 Oct 20 10:47:40.139131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:40.224328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12a815ed-ee9b-41cc-85e6-0648eba1da0c req-22f6a5bd-345b-4b51-ab7f-9b2d1bd437d7 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714452 Oct 20 10:47:40.254516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-62321b93-18a3-4093-b35e-761e227004f0 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207380 Oct 20 10:47:40.318731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['74728b35-fbb4-428e-8e25-b757676ad795'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:40.364336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3232e95-9993-4e93-a613-6b44444d0a99 req-87a46038-1a7b-4d66-a50d-d43637ac3153 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.367234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3232e95-9993-4e93-a613-6b44444d0a99 req-87a46038-1a7b-4d66-a50d-d43637ac3153 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0804305 Oct 20 10:47:40.444562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3232e95-9993-4e93-a613-6b44444d0a99 req-83ecb885-48fc-4976-ad2b-ca30e97d3270 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686834 Oct 20 10:47:40.523838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:40.527876 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384fc7a-5763-47dd-8158-e9145d0d75bc" -d '{"events": [{"server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "name": "network-vif-plugged", "status": "completed", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:40.592205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b163d405-8e04-4483-8435-81af025912c8 req-b8073761-abad-42ce-af2e-674f9f6f79c6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 210 time: 0.0337598 Oct 20 10:47:40.636849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da64dc7-2c94-478b-aa33-d213c77d4735 req-abf06960-faae-4c12-96eb-b3d12c608777 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.638407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3da64dc7-2c94-478b-aa33-d213c77d4735 req-abf06960-faae-4c12-96eb-b3d12c608777 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 945 time: 0.1256292 Oct 20 10:47:40.648006 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40077d7b-4635-4a12-81da-516d174cf5d2 x-openstack-request-id: req-40077d7b-4635-4a12-81da-516d174cf5d2 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:40.648327 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "name": "network-vif-plugged", "status": "completed", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:40.648579 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-40077d7b-4635-4a12-81da-516d174cf5d2 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:40.648975 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4', 'code': 200} Oct 20 10:47:40.699728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3da64dc7-2c94-478b-aa33-d213c77d4735 req-884df2b6-0573-464d-9a4f-3d9768bce481 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500674 Oct 20 10:47:40.788406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383494-ae0c-456a-9c95-762aa5fc96bd req-fa907fe8-fc06-450a-9beb-49e959ff9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.794036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-25383494-ae0c-456a-9c95-762aa5fc96bd req-fa907fe8-fc06-450a-9beb-49e959ff9b3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 1097 time: 0.0645895 Oct 20 10:47:40.825353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c62f4-5723-47fd-bf4d-aad6cc7123b5 req-4e171b63-4710-4cb9-8ffd-babc90196db4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.833818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-25383494-ae0c-456a-9c95-762aa5fc96bd req-fdeca280-4ac2-40cc-8ecd-0049d4abf40c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Oct 20 10:47:40.833981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f06c62f4-5723-47fd-bf4d-aad6cc7123b5 req-4e171b63-4710-4cb9-8ffd-babc90196db4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.1134813 Oct 20 10:47:40.837843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52162) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:40.878664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f06c62f4-5723-47fd-bf4d-aad6cc7123b5 req-0737bfd6-0d66-4beb-b368-e88683e3338d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Oct 20 10:47:40.922897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.954410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.018058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.022303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.027309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52168) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:41.040442 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "DELETE /v2.0/security-groups/77579343-576b-4ceb-b04f-19840dccf36d HTTP/1.1" status: 204 len: 168 time: 0.2007055 Oct 20 10:47:41.046440 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-dd54e140-71d7-4138-9e91-e8cc13736e4e tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] show failed (client error): The resource could not be found. Oct 20 10:47:41.050028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dd54e140-71d7-4138-9e91-e8cc13736e4e tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "GET /v2.0/security-groups/77579343-576b-4ceb-b04f-19840dccf36d HTTP/1.1" status: 404 len: 347 time: 0.0185864 Oct 20 10:47:41.051455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:41.102598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d2844-d8dd-4190-a213-67bd54332034 tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77579343-576b-4ceb-b04f-19840dccf36d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.248189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Deleting port ce4bf7f1-b642-4181-9442-c54bd8794c29 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:41.248823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.375254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506b5a-658e-4292-9484-7b1c14e8c65b req-00b8171d-77c8-4674-9502-0a36eaf776e3 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:41.377295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba506b5a-658e-4292-9484-7b1c14e8c65b req-00b8171d-77c8-4674-9502-0a36eaf776e3 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.0640166 Oct 20 10:47:41.382230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.382582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.399439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Calling delete_port for ce4bf7f1-b642-4181-9442-c54bd8794c29 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:41.435184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba506b5a-658e-4292-9484-7b1c14e8c65b req-93920f7e-fb3c-474d-926a-206f4b598210 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Oct 20 10:47:41.567500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.596537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e08ff-88b3-42c8-986e-dddf2adb7acb req-3eb7fa7f-e6cd-411f-a699-c31f7b0edfd6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:41.598718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Pushing event deleted for resources: {'Port': ['ID=ce4bf7f1-b642-4181-9442-c54bd8794c29,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.611844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e08ff-88b3-42c8-986e-dddf2adb7acb req-3eb7fa7f-e6cd-411f-a699-c31f7b0edfd6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0660443 Oct 20 10:47:41.687505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.700984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.705312 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cca52b54-df7d-4b98-ab08-369926458b5b tempest-ServersTestBootFromVolume-2045169742 tempest-ServersTestBootFromVolume-2045169742-project] 10.222.0.74 "DELETE /v2.0/floatingips/604c321e-8b59-48da-b61f-369844c9a876 HTTP/1.1" status: 204 len: 168 time: 0.6528246 Oct 20 10:47:41.705927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52180) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:41.747744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e08ff-88b3-42c8-986e-dddf2adb7acb req-4a0c8f11-2d2c-4457-b1f9-bd5a85d9403d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324282 Oct 20 10:47:41.788852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:41.792120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74728b35-fbb4-428e-8e25-b757676ad795 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:41.844888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05c45db5-b5f4-46e7-bc72-0697fc97410a req-a850940a-df6a-4333-a2ee-4ed86059958d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 210 time: 0.1340840 Oct 20 10:47:42.007830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:42.023042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'mac_address': 'fa:16:3e:28:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:42.050346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51601bf-a736-4edf-98f5-4a97fd888c05 req-a3ddadd7-b029-4e02-b077-bad0b5bcbc5c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.069168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a51601bf-a736-4edf-98f5-4a97fd888c05 req-a3ddadd7-b029-4e02-b077-bad0b5bcbc5c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 945 time: 0.1593132 Oct 20 10:47:42.077870 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.097475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 74728b35-fbb4-428e-8e25-b757676ad795 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:42.104575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 74728b35-fbb4-428e-8e25-b757676ad795 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:42.105362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.142500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:42.158675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a51601bf-a736-4edf-98f5-4a97fd888c05 req-6e5989e6-1db3-4a6b-846f-5666614ecee3 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885344 Oct 20 10:47:42.192530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:42.225458 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.267212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1cffc-e381-44fd-94bb-38b0e17e30d3 req-33daaba4-0cdb-4842-b3a6-b39ff1ade3f2 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.268940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8d1cffc-e381-44fd-94bb-38b0e17e30d3 req-33daaba4-0cdb-4842-b3a6-b39ff1ade3f2 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.1361959 Oct 20 10:47:42.291769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:42.336380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.379090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74728b35-fbb4-428e-8e25-b757676ad795,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:42.379937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8d1cffc-e381-44fd-94bb-38b0e17e30d3 req-7a61f1f0-672b-4115-b843-858a6076edb1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Oct 20 10:47:42.386849 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.481314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:42.502825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e7e62521-6b7c-4f5a-802e-5f51834ef9ec'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:42.613661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cfb22-5183-4d97-975e-1178f9cb56c9 req-0dd3aaa0-cd88-423e-a7e7-d62f8be4eb56 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.622539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-181cfb22-5183-4d97-975e-1178f9cb56c9 req-0dd3aaa0-cd88-423e-a7e7-d62f8be4eb56 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1134102 Oct 20 10:47:42.649966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:42.652556 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab67d47-5c97-4724-9b3a-819ff35a9f55" -d '{"events": [{"server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "name": "network-vif-plugged", "status": "completed", "tag": "74728b35-fbb4-428e-8e25-b757676ad795"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:42.694775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-181cfb22-5183-4d97-975e-1178f9cb56c9 req-be9d46bb-bd29-492f-90d6-56a5cfbb58bd tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684915 Oct 20 10:47:42.741349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c78d-a6d6-4f25-af99-47e67e683de6 req-b49da0a5-47e8-445e-9313-e07bca49c1f5 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.753760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3047c78d-a6d6-4f25-af99-47e67e683de6 req-b49da0a5-47e8-445e-9313-e07bca49c1f5 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.1229873 Oct 20 10:47:42.779143 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593efc9-8715-4a9a-844b-9ac169869dfc x-openstack-request-id: req-f593efc9-8715-4a9a-844b-9ac169869dfc {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:42.779633 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "name": "network-vif-plugged", "status": "completed", "tag": "74728b35-fbb4-428e-8e25-b757676ad795", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:42.780083 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f593efc9-8715-4a9a-844b-9ac169869dfc {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:42.780661 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795', 'code': 200} Oct 20 10:47:42.805056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-49efb82d-39e6-4248-86f5-41a9ccaa3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.806631 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-49efb82d-39e6-4248-86f5-41a9ccaa3d72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1099 time: 0.2739015 Oct 20 10:47:42.846586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3047c78d-a6d6-4f25-af99-47e67e683de6 req-65337023-2452-4919-b996-455f047e8fba tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Oct 20 10:47:42.871240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-e52d6f56-5e4f-4d22-9dd6-4e457d853ea4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.872934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-e52d6f56-5e4f-4d22-9dd6-4e457d853ea4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.4881473 Oct 20 10:47:42.918829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:42.934841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aeaf6-a197-42a4-a32b-948f1c1a22ba req-f298384d-833b-44fd-8662-e37925b2bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.940494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed1aeaf6-a197-42a4-a32b-948f1c1a22ba req-f298384d-833b-44fd-8662-e37925b2bbe1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 1098 time: 0.0873632 Oct 20 10:47:43.042031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76f1b142-a639-4d20-81fc-838630213b1c req-7b9660ac-6797-4562-9da4-adf8bda1808b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 210 time: 0.0888431 Oct 20 10:47:43.072282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed1aeaf6-a197-42a4-a32b-948f1c1a22ba req-c884e3ed-354c-401e-a44e-4d6abc82f59a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Oct 20 10:47:43.211425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:43.214932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.241623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-aed931e1-8505-4bc8-82d4-6f85704617ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.243147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-aed931e1-8505-4bc8-82d4-6f85704617ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.4262075 Oct 20 10:47:43.296996 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-f6287c58-8026-48a5-842f-10303cca1d10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0404892 Oct 20 10:47:43.377985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc592-cdd8-4791-8cfc-4060fab8a026 req-e9d769b2-5c04-4531-9d84-c479d7b448a6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.389860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-badcc592-cdd8-4791-8cfc-4060fab8a026 req-e9d769b2-5c04-4531-9d84-c479d7b448a6 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.1353908 Oct 20 10:47:43.412070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d677b-e153-4797-a98e-08f77b9be287 req-140e4239-f05d-4b2e-ad3a-9c8e5c5999db tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.414379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-083d677b-e153-4797-a98e-08f77b9be287 req-140e4239-f05d-4b2e-ad3a-9c8e5c5999db tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.0973549 Oct 20 10:47:43.439462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-a046e72e-b30d-4ef7-8959-ff20f32698db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.440965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-a046e72e-b30d-4ef7-8959-ff20f32698db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.1075034 Oct 20 10:47:43.491055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-ba0586df-8728-41ef-a5a3-5d47b93b3703 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382459 Oct 20 10:47:43.493444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-badcc592-cdd8-4791-8cfc-4060fab8a026 req-a4376b26-82ef-4bca-81f7-1139ec9ba708 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Oct 20 10:47:43.537396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-083d677b-e153-4797-a98e-08f77b9be287 req-5a5c06e8-ace5-4bd5-bb49-afdefa20da93 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158044 Oct 20 10:47:43.578455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.3 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/3cf549ca-b45a-48ad-8eba-0c51937cd932) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:43.628882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780c42e-2cba-45e6-b99f-91e49583026a req-999e9f44-de5e-4b7c-8846-e8c8cdb4eabb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.630658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a780c42e-2cba-45e6-b99f-91e49583026a req-999e9f44-de5e-4b7c-8846-e8c8cdb4eabb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 948 time: 0.0600200 Oct 20 10:47:43.694537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a780c42e-2cba-45e6-b99f-91e49583026a req-cd10ffae-e8ed-4fc1-9ebe-bd2b394b6b0d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Oct 20 10:47:43.790291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:43.827830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ab0a7-761e-4999-bab8-4be2cf0aaac1 req-2aef7a73-0719-467f-9857-b3bd2be360a7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.836735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a78ab0a7-761e-4999-bab8-4be2cf0aaac1 req-2aef7a73-0719-467f-9857-b3bd2be360a7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0643582 Oct 20 10:47:43.871407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:43.876625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:43.877001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.891227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.897005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a78ab0a7-761e-4999-bab8-4be2cf0aaac1 req-fdf135b1-61b6-429b-a831-f22aed294fdc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Oct 20 10:47:43.929177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-a2af2cc8-0c57-42c1-97d9-88559010e659 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237819 Oct 20 10:47:43.933391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.963422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:43.985602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.051263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.160017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:44.173559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:44.265052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:44.274449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:44.277225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.297464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:44.302735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae208-5648-4bef-b05a-0effe29d7625 req-0e6e6115-38d7-4764-a94a-8296c99e4020 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.305962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-497ae208-5648-4bef-b05a-0effe29d7625 req-0e6e6115-38d7-4764-a94a-8296c99e4020 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 931 time: 0.1062376 Oct 20 10:47:44.368374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-497ae208-5648-4bef-b05a-0effe29d7625 req-a4985406-8d36-4386-8b2f-07137b15854a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523741 Oct 20 10:47:44.398178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:44.411153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.412272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.448653 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-064cf487-70b6-45c5-9e7e-76e77d8d400a req-e2997be6-9516-44b9-bb7e-2ff7b26a1bc6 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011072 Oct 20 10:47:44.459695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-797978fd-6327-45b0-b715-5a405c0dc93c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5682132 Oct 20 10:47:44.490804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Request body: {'port': {'device_id': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:44.585295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.610991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea23b-a21d-4b8c-bd22-6f15c0450159 req-c795d49c-9b7b-4447-b6a2-d81b0714fb32 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.612550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc8ea23b-a21d-4b8c-bd22-6f15c0450159 req-c795d49c-9b7b-4447-b6a2-d81b0714fb32 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.0540736 Oct 20 10:47:44.639406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Deleting port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:44.639774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.678706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc8ea23b-a21d-4b8c-bd22-6f15c0450159 req-0592925f-d397-4bb0-8a64-1d50bfeed0ae tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Oct 20 10:47:44.737623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd38c72-cdd3-4b3a-a0c3-a6538e3994b5 req-5f7c6377-aa86-4b99-9b98-bf3d01efbeaf tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.748267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bd38c72-cdd3-4b3a-a0c3-a6538e3994b5 req-5f7c6377-aa86-4b99-9b98-bf3d01efbeaf tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.0842407 Oct 20 10:47:44.782244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:44.784910 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f42d7-effd-4c5e-8ce1-718d1a022330" -d '{"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-plugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:44.816134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bd38c72-cdd3-4b3a-a0c3-a6538e3994b5 req-e03d1baf-c67a-46be-9215-144b2459862f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 Oct 20 10:47:45.012886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] For port 89da7d01-43ad-42e3-bb78-d0ce1e2909e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:45.013392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.029440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f5d35-0445-4f6b-aced-640ab2982c6e req-6c3d19a1-5c02-4075-8ef9-792f5201b606 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.038272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e7f5d35-0445-4f6b-aced-640ab2982c6e req-6c3d19a1-5c02-4075-8ef9-792f5201b606 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.1291437 Oct 20 10:47:45.049331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Calling delete_port for 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:45.078456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07962d-1bea-468b-a82a-f223de83baf0 req-1f344bda-c978-4ee0-b358-cb980e449f29 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.079976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef07962d-1bea-468b-a82a-f223de83baf0 req-1f344bda-c978-4ee0-b358-cb980e449f29 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1206608 Oct 20 10:47:45.109323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e7f5d35-0445-4f6b-aced-640ab2982c6e req-a3bdf18f-6000-4e90-b0be-fbf67b003828 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690668 Oct 20 10:47:45.134598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef07962d-1bea-468b-a82a-f223de83baf0 req-3432cfa2-b466-40af-839c-981fb3ae04ed tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Oct 20 10:47:45.137166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-ed15e75c-5180-4607-960a-e70b3dc05581 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.138992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-ed15e75c-5180-4607-960a-e70b3dc05581 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.83 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.1448405 Oct 20 10:47:45.175514 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c038f1-2c5d-476c-8a01-2468d8ec2981 x-openstack-request-id: req-00c038f1-2c5d-476c-8a01-2468d8ec2981 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:45.176034 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-plugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:45.176238 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00c038f1-2c5d-476c-8a01-2468d8ec2981 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:45.176722 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'code': 200} Oct 20 10:47:45.225908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52246) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:45.378129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7ba8-93fe-4003-bcf1-15049b10bf72 req-b3ac126a-d831-4f5b-965f-2d549ad42317 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.387059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1fa7ba8-93fe-4003-bcf1-15049b10bf72 req-b3ac126a-d831-4f5b-965f-2d549ad42317 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.1731665 Oct 20 10:47:45.435059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf549ca-b45a-48ad-8eba-0c51937cd932 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:45.445206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef074a7-763f-4531-9107-5d19346d9fd0 req-c63c8d40-69f1-4e93-9fe0-f4494b43c8a4 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.447626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cef074a7-763f-4531-9107-5d19346d9fd0 req-c63c8d40-69f1-4e93-9fe0-f4494b43c8a4 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1710389 Oct 20 10:47:45.452450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041e49d-9d08-43db-970f-e872882d2ed4 req-15c33bd8-fc6a-4d18-86d2-cb2a4ce991bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.454405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9041e49d-9d08-43db-970f-e872882d2ed4 req-15c33bd8-fc6a-4d18-86d2-cb2a4ce991bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1101 time: 0.1921334 Oct 20 10:47:45.482410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.507648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cef074a7-763f-4531-9107-5d19346d9fd0 req-0bd2c171-21a0-4c69-b623-bd54d0195850 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Oct 20 10:47:45.522611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Transition to ACTIVE for port object 3cf549ca-b45a-48ad-8eba-0c51937cd932 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:45.546133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.553358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Deleting port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:45.553669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.555565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1fa7ba8-93fe-4003-bcf1-15049b10bf72 req-d2b45bd7-f6ed-4619-9a8f-9208d11d6675 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671128 Oct 20 10:47:45.590682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9041e49d-9d08-43db-970f-e872882d2ed4 req-020d556a-1555-4857-aec2-0db271ef7a6b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027861 Oct 20 10:47:45.648558 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.705075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a653b1-b3fb-4ec5-b21a-dbb1546fce13 req-33ec14ac-2564-4bea-90b2-88bf380a04c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.712582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6a653b1-b3fb-4ec5-b21a-dbb1546fce13 req-33ec14ac-2564-4bea-90b2-88bf380a04c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 943 time: 0.0779469 Oct 20 10:47:45.784568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6a653b1-b3fb-4ec5-b21a-dbb1546fce13 req-7511b3c4-15fe-44e8-8c7d-798f3e738f6d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711064 Oct 20 10:47:45.797994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1200d-749d-4e90-8cc8-13fc659d871e req-ec7e5375-37b4-4286-82ef-0de7ca14ced7 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.799747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aba1200d-749d-4e90-8cc8-13fc659d871e req-ec7e5375-37b4-4286-82ef-0de7ca14ced7 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.1035879 Oct 20 10:47:45.879107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aba1200d-749d-4e90-8cc8-13fc659d871e req-85612ff3-a0fe-475c-b2b5-908d208e0f1b tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620754 Oct 20 10:47:45.955394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff930b-32d5-4d1f-a951-16d21dc90d91 req-4ed6684e-43e6-43e4-aa5c-dbd261e481fa tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.957214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faff930b-32d5-4d1f-a951-16d21dc90d91 req-4ed6684e-43e6-43e4-aa5c-dbd261e481fa tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 945 time: 0.0729592 Oct 20 10:47:46.028683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faff930b-32d5-4d1f-a951-16d21dc90d91 req-b758a409-5f6c-4540-b0e6-feac7a04c676 tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/security-groups?id=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605736 Oct 20 10:47:46.041307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07873-1b50-4c51-a024-e9d497c2cc2f req-145d0a0f-c263-4fa3-8f04-dcc23c190919 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.042978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfc07873-1b50-4c51-a024-e9d497c2cc2f req-145d0a0f-c263-4fa3-8f04-dcc23c190919 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.0847185 Oct 20 10:47:46.043318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:46.097930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.100436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfc07873-1b50-4c51-a024-e9d497c2cc2f req-3affc138-b944-47ac-bbd2-2f5aaf80781c tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Oct 20 10:47:46.197455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89da7d01-43ad-42e3-bb78-d0ce1e2909e8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:46.214628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] For port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,segment=NetworkSegment(03ab448c-d508-45fc-a06c-6012705c125d),segment_id=03ab448c-d508-45fc-a06c-6012705c125d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:46.215019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.269489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Calling delete_port for 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:46.293095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bdeb5-3068-4846-aca2-f1afcfcc03fc req-f664ea95-3343-4d80-808f-7479efcdf6ce tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.306305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-310bdeb5-3068-4846-aca2-f1afcfcc03fc req-f664ea95-3343-4d80-808f-7479efcdf6ce tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.0758450 Oct 20 10:47:46.363875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-310bdeb5-3068-4846-aca2-f1afcfcc03fc req-f162e112-ad4c-44d1-941f-b8917aac66a9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Oct 20 10:47:46.417270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Attempting to bind port 3cf549ca-b45a-48ad-8eba-0c51937cd932 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:46.417611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Attempting to bind port 3cf549ca-b45a-48ad-8eba-0c51937cd932 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:46.417945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Attempting to bind port 3cf549ca-b45a-48ad-8eba-0c51937cd932 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:46.448109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Port 3cf549ca-b45a-48ad-8eba-0c51937cd932 on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:46.448714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Attempting to bind port 3cf549ca-b45a-48ad-8eba-0c51937cd932 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:46.476348 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.490382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:46.490720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:46.491299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:46.491577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Bound port: 3cf549ca-b45a-48ad-8eba-0c51937cd932, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:46.491924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.531990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e3eab-1b0e-4c48-adca-16df40f2a087 req-178346fb-46b5-4bd7-891d-ed3a47b82406 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.535778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e92e3eab-1b0e-4c48-adca-16df40f2a087 req-178346fb-46b5-4bd7-891d-ed3a47b82406 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.0989263 Oct 20 10:47:46.606427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e92e3eab-1b0e-4c48-adca-16df40f2a087 req-05ea1d9a-239e-45d5-a119-3c72a5d6b906 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Oct 20 10:47:46.615700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c4e99-31f0-4944-8e1e-1def7c678a8e req-18354886-052e-48c1-8bdb-8f3f0439b748 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.617306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a35c4e99-31f0-4944-8e1e-1def7c678a8e req-18354886-052e-48c1-8bdb-8f3f0439b748 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.0807848 Oct 20 10:47:46.659393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a35c4e99-31f0-4944-8e1e-1def7c678a8e req-b6abf7fc-253f-4c6c-95bc-8e652301bab3 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357490 Oct 20 10:47:46.725469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:46.727505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.776795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9a7d2-6c1c-4098-97a4-13bece01442c req-eeb85d37-a8c6-4926-be14-1cc46470b0b2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.778449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5be9a7d2-6c1c-4098-97a4-13bece01442c req-eeb85d37-a8c6-4926-be14-1cc46470b0b2 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0893424 Oct 20 10:47:46.790508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f74c9-d4c4-419e-83df-dd9dbde8baa7 req-b75d639c-9595-420f-a772-e203a44b8c46 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.792236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c95f74c9-d4c4-419e-83df-dd9dbde8baa7 req-b75d639c-9595-420f-a772-e203a44b8c46 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.0699298 Oct 20 10:47:46.796231 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.806129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:46.820847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.853276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5be9a7d2-6c1c-4098-97a4-13bece01442c req-69bdf0ba-9bd3-4208-a5bd-e051c6e2ee67 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600169 Oct 20 10:47:46.858653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c95f74c9-d4c4-419e-83df-dd9dbde8baa7 req-6f41ad6e-3881-4c78-a4d1-36fedcb293e9 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583959 Oct 20 10:47:46.872839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Pushing event deleted for resources: {'Port': ['ID=3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:46.993719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.994327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.995733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] 10.222.0.83 "PUT /v2.0/ports/3cf549ca-b45a-48ad-8eba-0c51937cd932 HTTP/1.1" status: 200 len: 1092 time: 2.5091369 Oct 20 10:47:47.000408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:47.003972 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831f3f77-5940-4f08-a17f-51b7edd86d04" -d '{"events": [{"name": "network-changed", "server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:47.035116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] No DVR routers for this DVR port 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:47.036957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914370e4-c201-406d-aa6e-12742fa0f194 req-e9d00797-1ef3-4f6c-bb1f-203c0eb2aea8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.038572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-914370e4-c201-406d-aa6e-12742fa0f194 req-e9d00797-1ef3-4f6c-bb1f-203c0eb2aea8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 943 time: 0.0877182 Oct 20 10:47:47.049946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.053810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ad99-ac8e-481a-a14e-c1a78581d14c req-ed5dd8d3-a6a0-4b20-88d7-572441c0a04b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.054064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-474c608d-0577-4bac-a5e2-b9aa0eb3824d req-4ec8a9d4-43f8-4766-9243-5b19cc38ec8d tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.83 "DELETE /v2.0/ports/3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 HTTP/1.1" status: 204 len: 173 time: 1.9059725 Oct 20 10:47:47.059435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b444ad99-ac8e-481a-a14e-c1a78581d14c req-ed5dd8d3-a6a0-4b20-88d7-572441c0a04b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0817895 Oct 20 10:47:47.135230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-914370e4-c201-406d-aa6e-12742fa0f194 req-857cc22b-83ca-48cb-9944-7cded51bf27c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Oct 20 10:47:47.152603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b444ad99-ac8e-481a-a14e-c1a78581d14c req-4eb08161-aa47-42d5-9edf-81ee50ca974d tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Oct 20 10:47:47.160921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.163339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834c470-5a1d-4caa-b946-9487f60a6562 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:47.225707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-039390a0-8679-4ba6-9441-634bad4c144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.227750 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-039390a0-8679-4ba6-9441-634bad4c144d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 1095 time: 0.1793170 Oct 20 10:47:47.231168 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e7ddf7-c179-49b1-b4e3-74f6aec5b2b4 x-openstack-request-id: req-b2e7ddf7-c179-49b1-b4e3-74f6aec5b2b4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:47.231404 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:47.231642 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2e7ddf7-c179-49b1-b4e3-74f6aec5b2b4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:47.232353 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932', 'status': 'completed', 'code': 200} Oct 20 10:47:47.347358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61c4f0b9-4417-4fd0-86fc-1fafa3dfa3e6 req-055beeab-8f9e-49e9-918b-6ff61a9ff11f tempest-ServerAddressesNegativeTestJSON-1888048731 tempest-ServerAddressesNegativeTestJSON-1888048731-project] 10.222.0.74 "GET /v2.0/ports?device_id=9022f0be-c177-4483-91cd-80f8713ca774 HTTP/1.1" status: 200 len: 210 time: 0.0305536 Oct 20 10:47:47.350306 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-2bd36321-0bf5-4e0c-a3b9-7fc9a38c4d05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932 HTTP/1.1" status: 200 len: 217 time: 0.1115327 Oct 20 10:47:47.416268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:47.488957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-ae4c190c-f04f-4d82-a8ad-00dab099ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.490479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-ae4c190c-f04f-4d82-a8ad-00dab099ad09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1280518 Oct 20 10:47:47.564957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-a272c491-a3a5-4d4e-8602-b86ce55fac0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369420 Oct 20 10:47:47.572723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f54c-3fad-4696-a8ea-5befec7757ca req-1574a0be-6530-4769-b969-95905821b962 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.574200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3083f54c-3fad-4696-a8ea-5befec7757ca req-1574a0be-6530-4769-b969-95905821b962 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0855205 Oct 20 10:47:47.612899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462026f-e092-472a-a951-990bd423548a req-f65ffc8e-dfe7-464e-a9c2-bdf47432dea7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.614557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6462026f-e092-472a-a951-990bd423548a req-f65ffc8e-dfe7-464e-a9c2-bdf47432dea7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.0825715 Oct 20 10:47:47.651702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3083f54c-3fad-4696-a8ea-5befec7757ca req-87dd0515-055d-4087-b5ce-4f7a15fa10b3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Oct 20 10:47:47.681856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6462026f-e092-472a-a951-990bd423548a req-43b10298-9cda-4a16-b29e-70084c6a77ab tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Oct 20 10:47:47.719536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:47.729676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Sync routers for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:47.742782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02654b35-a57f-4039-a059-6ae8b757f8f9 admin admin] 10.222.0.74 "PUT /v2.0/routers/81cc5624-382b-4bf1-b5f0-65e2d95628a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0358055 Oct 20 10:47:47.746664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52304) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:47.747591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:47.748419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:47.804047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-36f9b046-1bc4-4f8a-8905-e7c0cb02e2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302902 Oct 20 10:47:47.862560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:48.142729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d6873-9a2c-42c9-95a1-4b2743c6ceb6 req-808efdf0-deb2-4f45-9913-6ad58898b207 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.144326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c86d6873-9a2c-42c9-95a1-4b2743c6ceb6 req-808efdf0-deb2-4f45-9913-6ad58898b207 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.3987374 Oct 20 10:47:48.153319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344bb5c-c85d-46d7-ba9e-deeb3f15f04c req-63fbb1da-670a-4ad1-9984-fef751d3824e tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.154816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0344bb5c-c85d-46d7-ba9e-deeb3f15f04c req-63fbb1da-670a-4ad1-9984-fef751d3824e tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.4384916 Oct 20 10:47:48.167450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:48.188493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:48.189166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:48.210971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c86d6873-9a2c-42c9-95a1-4b2743c6ceb6 req-252571f8-2ff2-40b4-ab4d-7a5f91344b03 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 Oct 20 10:47:48.217897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:47:45Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.218566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0344bb5c-c85d-46d7-ba9e-deeb3f15f04c req-bc8b78cb-254d-4dc3-a0c9-38934c832588 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557253 Oct 20 10:47:48.252850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.254899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Checking router: 81cc5624-382b-4bf1-b5f0-65e2d95628a4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:48.265698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Routers {'81cc5624-382b-4bf1-b5f0-65e2d95628a4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:48.266330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.294585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Deleting port 2ea4d5e5-2399-4002-8080-d95caac1e9ad {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:48.294911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.348528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d1f69ae8-ec11-4164-a7db-7f76bcaaaaa2 req-11266901-9f0e-4656-9215-ac2ed26f1d80 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215664 Oct 20 10:47:48.373617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9645dd7-77a4-44f7-9bad-f75da8c556e3 req-b10a9834-9840-463e-a7de-4f2ea55aca78 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.375485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9645dd7-77a4-44f7-9bad-f75da8c556e3 req-b10a9834-9840-463e-a7de-4f2ea55aca78 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1101 time: 0.0750365 Oct 20 10:47:48.384793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526437f-a571-4c7d-8ab5-922b756e6f45 req-b3dd9ddf-a1ad-4ba1-be4b-59a956fb87e0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.386247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6526437f-a571-4c7d-8ab5-922b756e6f45 req-b3dd9ddf-a1ad-4ba1-be4b-59a956fb87e0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0767086 Oct 20 10:47:48.391233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] Set router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:48.435031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9645dd7-77a4-44f7-9bad-f75da8c556e3 req-e859eb4e-1d83-41fb-8336-143d31b36d2f tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476894 Oct 20 10:47:48.450007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6526437f-a571-4c7d-8ab5-922b756e6f45 req-ed274c9f-5fe2-418b-9c5c-bb96f0d61ba1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Oct 20 10:47:48.513036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52316) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:48.525978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] For port 2ea4d5e5-2399-4002-8080-d95caac1e9ad, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ea4d5e5-2399-4002-8080-d95caac1e9ad,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:48.526342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.547639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.551858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Calling delete_port for 2ea4d5e5-2399-4002-8080-d95caac1e9ad owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:48.558923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-90cad656-a65c-4709-936f-2d54718b9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.560427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-90cad656-a65c-4709-936f-2d54718b9499 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 1095 time: 0.1182404 Oct 20 10:47:48.634849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Deleting subnet 86efb1e0-3c6d-4db6-81b2-d9aae329c1ae {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:48.641877 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.667010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:47:45Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.680102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf1e77-8392-405e-8ee9-4ee9954ac8ce req-77686df9-aba3-4c58-86dd-713816702378 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.687944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aaf1e77-8392-405e-8ee9-4ee9954ac8ce req-77686df9-aba3-4c58-86dd-713816702378 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 943 time: 0.1317403 Oct 20 10:47:48.704081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a31a-3007-4ed7-9601-d2c4a723378f None None] The sync data for ids ['81cc5624-382b-4bf1-b5f0-65e2d95628a4'] in n-d-802060-17 is: [{'id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'name': 'tempest-ServersTestBootFromVolume-1895565779-router', 'tenant_id': 'ad08336db4434cf092650045de1b643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '373ea042-1df6-41d9-889e-d1a74515f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:13Z', 'updated_at': '2021-10-20T10:47:45Z', 'revision_number': 5, 'project_id': 'ad08336db4434cf092650045de1b643d', 'gw_port': {'id': '373ea042-1df6-41d9-889e-d1a74515f459', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cc5624-382b-4bf1-b5f0-65e2d95628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:14Z', 'updated_at': '2021-10-20T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:48.774803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.806110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8aaf1e77-8392-405e-8ee9-4ee9954ac8ce req-f6f0c97b-2bf5-4748-8e80-f73107890972 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171548 Oct 20 10:47:48.811440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-8996f4c4-c86c-4766-aa7c-d46ddb59641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.823298 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-8996f4c4-c86c-4766-aa7c-d46ddb59641f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.2518461 Oct 20 10:47:48.827662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Deleting port 373ea042-1df6-41d9-889e-d1a74515f459 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:48.828003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.851489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-71e27057-2f16-4ec4-a806-f9366ede4eef tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.853092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-71e27057-2f16-4ec4-a806-f9366ede4eef tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.1318884 Oct 20 10:47:48.855970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.913727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-6db3712b-42bd-4518-8bdf-29a1be4a6653 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932 HTTP/1.1" status: 200 len: 217 time: 0.0787110 Oct 20 10:47:49.023321 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.058275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-d3a805ec-81bd-46ff-995c-10c415d42962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.058275 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-d3a805ec-81bd-46ff-995c-10c415d42962 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1121829 Oct 20 10:47:49.076384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00aa9-4121-4764-bde6-3c22c1faf6fd req-74cde350-ab9a-4b40-8519-038ef3774a0c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.086479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06b00aa9-4121-4764-bde6-3c22c1faf6fd req-74cde350-ab9a-4b40-8519-038ef3774a0c tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1550646 Oct 20 10:47:49.090885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86efb1e0-3c6d-4db6-81b2-d9aae329c1ae,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:49.110420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:49.115700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.122603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-028869f8-c11a-42ff-be78-3591857584a7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/86efb1e0-3c6d-4db6-81b2-d9aae329c1ae HTTP/1.1" status: 204 len: 168 time: 0.6087809 Oct 20 10:47:49.125093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52330) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:49.131222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] For port 373ea042-1df6-41d9-889e-d1a74515f459, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=373ea042-1df6-41d9-889e-d1a74515f459,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:49.131588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.138270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-f1103380-109a-46f0-9b38-f32f36dd7a6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701230 Oct 20 10:47:49.146178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:49.152130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 89da7d01-43ad-42e3-bb78-d0ce1e2909e8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:49.172320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-00ec92d3-71b0-4e47-8b0a-67baea08d7c3 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.173851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-00ec92d3-71b0-4e47-8b0a-67baea08d7c3 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.83 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.2268360 Oct 20 10:47:49.182389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Calling delete_port for 373ea042-1df6-41d9-889e-d1a74515f459 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:49.230864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Deleting port 74728b35-fbb4-428e-8e25-b757676ad795 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:49.231596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.236059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'name': 'network-vif-deleted', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:49.238594 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89dca3-1cf5-44a1-94f5-954b40d5901e" -d '{"events": [{"server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "name": "network-vif-deleted", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:49.255157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06b00aa9-4121-4764-bde6-3c22c1faf6fd req-2f0894eb-b87b-4e58-ac2c-7e8c82059c25 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675692 Oct 20 10:47:49.327102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.365469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.394679 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25526aa-0730-48a3-babd-2fe8a536c28c x-openstack-request-id: req-f25526aa-0730-48a3-babd-2fe8a536c28c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:49.394986 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022f0be-c177-4483-91cd-80f8713ca774", "name": "network-vif-deleted", "tag": "3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:49.395443 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f25526aa-0730-48a3-babd-2fe8a536c28c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:49.396889 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9022f0be-c177-4483-91cd-80f8713ca774', 'name': 'network-vif-deleted', 'tag': '3b0dc5ea-04ed-498d-8f6a-953f1c1c93f4', 'status': 'completed', 'code': 200} Oct 20 10:47:49.434256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea4d5e5-2399-4002-8080-d95caac1e9ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:49.512612 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-e7446424-534b-47d6-9e87-decf0f2d0440 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613892 Oct 20 10:47:49.546905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] For port 74728b35-fbb4-428e-8e25-b757676ad795, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74728b35-fbb4-428e-8e25-b757676ad795,segment=NetworkSegment(a36155f5-a7c6-47f3-ba34-44c74f2df234),segment_id=a36155f5-a7c6-47f3-ba34-44c74f2df234)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:49.547295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.580221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Calling delete_port for 74728b35-fbb4-428e-8e25-b757676ad795 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:49.603434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179a61-d8e1-459e-94fc-8ac548a87886 req-15b14939-9d1d-4c76-93fc-13e9c23dfa0d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.610983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b179a61-d8e1-459e-94fc-8ac548a87886 req-15b14939-9d1d-4c76-93fc-13e9c23dfa0d tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 946 time: 0.2240646 Oct 20 10:47:49.647632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Deleting port 001098c6-1833-4ca7-84a1-8d381d551e4f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:49.647978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.658492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b357-29b3-4549-93e8-673052e54b35 req-a8751192-801c-4eaa-bf8e-306ba3fbc0c0 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.659995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fad2b357-29b3-4549-93e8-673052e54b35 req-a8751192-801c-4eaa-bf8e-306ba3fbc0c0 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.2139251 Oct 20 10:47:49.662299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.682474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-af0a8853-c6a5-4bc0-8e9b-68f2c19c8e29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2598853 Oct 20 10:47:49.758116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4f7a50-307c-438a-be42-de51086bd44a']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:49.784066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b179a61-d8e1-459e-94fc-8ac548a87886 req-47900aad-3aae-4e7e-a1c0-592d8a887f69 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/security-groups?id=90843dc3-46a4-49cf-a57b-9685bb4fff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713316 Oct 20 10:47:49.813722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ab448c-d508-45fc-a06c-6012705c125d') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:49.814008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ab448c-d508-45fc-a06c-6012705c125d') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:49.832963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-831f3f77-5940-4f08-a17f-51b7edd86d04 req-10951c7e-6363-4e75-b153-fc094decfb51 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745404 Oct 20 10:47:49.847850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fad2b357-29b3-4549-93e8-673052e54b35 req-87d11ddf-66b1-4188-aa7f-23eb4682e457 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734574 Oct 20 10:47:49.884564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.898025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.924656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.928132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] For port 001098c6-1833-4ca7-84a1-8d381d551e4f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=001098c6-1833-4ca7-84a1-8d381d551e4f,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:49.928380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.938182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.962336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=373ea042-1df6-41d9-889e-d1a74515f459,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:49.969429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:49.969925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:49.973360 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:50.032176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e61c7-f4e6-44dd-b2c7-3c489ab714b2 req-32902a32-2a8a-4625-b71a-d59715dba490 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.033761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-809e61c7-f4e6-44dd-b2c7-3c489ab714b2 req-32902a32-2a8a-4625-b71a-d59715dba490 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1793342 Oct 20 10:47:50.105309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce84fd-5888-43e0-b87d-3ff060c9741c req-55a0e52b-9677-4e53-a777-6310a9a715e6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.106826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59ce84fd-5888-43e0-b87d-3ff060c9741c req-55a0e52b-9677-4e53-a777-6310a9a715e6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1888030 Oct 20 10:47:50.114600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.118566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.125865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.131964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4f4f7a50-307c-438a-be42-de51086bd44a HTTP/1.1" status: 204 len: 168 time: 1.0017037 Oct 20 10:47:50.158473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.180144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f079a32-01fc-4da5-91f6-ebe19f8ae656 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4f7a50-307c-438a-be42-de51086bd44a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:50.196741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-809e61c7-f4e6-44dd-b2c7-3c489ab714b2 req-03f85bfc-25d8-44d6-82b0-06622aea62e9 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265693 Oct 20 10:47:50.237704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Pushing event deleted for resources: {'Port': ['ID=74728b35-fbb4-428e-8e25-b757676ad795,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:50.300787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59ce84fd-5888-43e0-b87d-3ff060c9741c req-6ed6e5dd-db24-4ce6-9a64-8f4c12aa07fa tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740422 Oct 20 10:47:50.340089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] No DVR routers for this DVR port 74728b35-fbb4-428e-8e25-b757676ad795 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:50.358619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.370111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f402d2-f78e-403a-afa8-9a4d7ac8d9be req-8ea76f1a-8c0f-4b26-b584-3bffba10b149 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.70 "DELETE /v2.0/ports/74728b35-fbb4-428e-8e25-b757676ad795 HTTP/1.1" status: 204 len: 173 time: 1.4895830 Oct 20 10:47:50.370883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'name': 'network-vif-deleted', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:50.373818 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95822675-552e-4e26-aa7c-d2175a060ed5" -d '{"events": [{"server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "name": "network-vif-deleted", "tag": "74728b35-fbb4-428e-8e25-b757676ad795"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:50.378209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52374) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.488226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e187-ef85-4dbd-aa74-26656139d72d req-13490bbc-b00e-4c04-b629-766dfe2d71f3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.496788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13b4e187-ef85-4dbd-aa74-26656139d72d req-13490bbc-b00e-4c04-b629-766dfe2d71f3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 943 time: 0.1630688 Oct 20 10:47:50.510425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3bac100-5908-4a07-928f-002f14c2f20f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b35be5f1fcd64ef6b13311658c533340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307800 Oct 20 10:47:50.515159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.578720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27478fa-a694-4214-8d30-eed04cedd06c req-1c431faa-e4e5-4308-b527-f455a6ed859e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.580284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a27478fa-a694-4214-8d30-eed04cedd06c req-1c431faa-e4e5-4308-b527-f455a6ed859e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1464055 Oct 20 10:47:50.605531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13b4e187-ef85-4dbd-aa74-26656139d72d req-3f0d48a0-1a98-4aa9-b1da-60aab99ffda0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928426 Oct 20 10:47:50.653274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.655805 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c55ee-2fde-4083-a5a2-0c993a1aa6b7 x-openstack-request-id: req-551c55ee-2fde-4083-a5a2-0c993a1aa6b7 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:50.656093 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd3f272-5fe7-4c34-85dd-7961ce47f905", "name": "network-vif-deleted", "tag": "74728b35-fbb4-428e-8e25-b757676ad795", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:50.656342 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-551c55ee-2fde-4083-a5a2-0c993a1aa6b7 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:50.656724 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd3f272-5fe7-4c34-85dd-7961ce47f905', 'name': 'network-vif-deleted', 'tag': '74728b35-fbb4-428e-8e25-b757676ad795', 'status': 'completed', 'code': 200} Oct 20 10:47:50.660754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a27478fa-a694-4214-8d30-eed04cedd06c req-1527df4d-bd2c-4a7f-85aa-4078763213fc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Oct 20 10:47:50.668878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.678315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.691960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.752362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.756519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.757753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e56c5da-7ce4-4e6b-8a49-a8b5700c737e HTTP/1.1" status: 204 len: 168 time: 0.2345018 Oct 20 10:47:50.793893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fc9ce-1083-425c-8f83-9c1dfca37c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56c5da-7ce4-4e6b-8a49-a8b5700c737e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:50.844550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f813fa-f196-4af3-a45e-ba0dc0bb8950 req-62a0235a-7305-456c-8bf9-5bb86241ed2e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.846283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f813fa-f196-4af3-a45e-ba0dc0bb8950 req-62a0235a-7305-456c-8bf9-5bb86241ed2e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.0873804 Oct 20 10:47:50.896162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f813fa-f196-4af3-a45e-ba0dc0bb8950 req-c7589f8a-8d25-4fd7-9a23-210793cc3c51 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Oct 20 10:47:50.928568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25a5cbca-edc3-4a53-89e0-c1ec6345fb4c req-13ec703b-2b7d-461f-813f-1656ee4ce020 tempest-ServerDiskConfigTestJSON-918207594 tempest-ServerDiskConfigTestJSON-918207594-project] 10.222.0.74 "GET /v2.0/ports?device_id=efd3f272-5fe7-4c34-85dd-7961ce47f905 HTTP/1.1" status: 200 len: 210 time: 0.0319963 Oct 20 10:47:50.933336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.934295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81cc5624-382b-4bf1-b5f0-65e2d95628a4 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:47:50.940858 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.941988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-78632167-a9f8-4684-97c8-d28e3b23b7ef admin admin] 10.222.0.74 "DELETE /v2.0/routers/81cc5624-382b-4bf1-b5f0-65e2d95628a4 HTTP/1.1" status: 204 len: 168 time: 3.1928160 Oct 20 10:47:50.946029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.985025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.985441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.985693 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Floating IP 61788395-840f-49b8-b50d-340c67238828 disassociated. External IP: 172.25.3.24, port: 001098c6-1833-4ca7-84a1-8d381d551e4f. Oct 20 10:47:50.986115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Calling delete_port for 001098c6-1833-4ca7-84a1-8d381d551e4f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:51.024674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-ce38fb59-9c82-4db4-812c-a39ace864ae9 req-e11efb13-bf0d-400b-8617-9317c20babfa service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:47:51.026062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce38fb59-9c82-4db4-812c-a39ace864ae9 req-e11efb13-bf0d-400b-8617-9317c20babfa service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070028 Oct 20 10:47:51.050518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Router 49898ce0-bff3-482f-b23c-8a06f9745870 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:51.174510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d0d5d-695c-4503-a99d-6c6327a2b10f req-22802a90-3c2c-4a90-a8f3-216cdb3c073f tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.176104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Deleting subnet 26a612da-ac1f-470f-a608-b729057d2278 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:51.178379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e64d0d5d-695c-4503-a99d-6c6327a2b10f req-22802a90-3c2c-4a90-a8f3-216cdb3c073f tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 946 time: 0.1472003 Oct 20 10:47:51.195381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.300881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.312572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e64d0d5d-695c-4503-a99d-6c6327a2b10f req-c8e6fa29-d2e0-4fc3-a62d-bbb3fbd6674b tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups?id=7eff61f4-61f1-426b-88f4-02a42c7d0ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218016 Oct 20 10:47:51.314414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-5b0dd61d-4f47-4009-95a2-0c7c9e464f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.316002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-5b0dd61d-4f47-4009-95a2-0c7c9e464f5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1101 time: 0.1364052 Oct 20 10:47:51.329641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a54d-7bf3-405c-9b15-51662acdbc1e req-20b34e16-8b80-44b0-b5f8-9379cde7232e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.331183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc63a54d-7bf3-405c-9b15-51662acdbc1e req-20b34e16-8b80-44b0-b5f8-9379cde7232e tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1393495 Oct 20 10:47:51.374677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:51.387405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c3a74f20-ede3-4a0a-a68e-7b4d074b164d admin admin] 10.222.0.74 "PUT /v2.0/routers/49898ce0-bff3-482f-b23c-8a06f9745870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1545329 Oct 20 10:47:51.387600 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Sync routers for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:51.391207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52404) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.400491 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:51.401105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:51.508479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.519017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc63a54d-7bf3-405c-9b15-51662acdbc1e req-60f3bfd2-9c76-4da1-8e24-ab3c310708c1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762979 Oct 20 10:47:51.563643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:51.598919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-22483384-6eb3-481c-b899-7020ee15a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.600418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-22483384-6eb3-481c-b899-7020ee15a35a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2681186 Oct 20 10:47:51.626598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2802f-f88d-472f-8ede-97beec07255c req-fda6ea35-5a6d-4d5e-a996-2aa0b76a0cb4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.631758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faf2802f-f88d-472f-8ede-97beec07255c req-fda6ea35-5a6d-4d5e-a996-2aa0b76a0cb4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2033801 Oct 20 10:47:51.695835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.710248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.730019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-15a4971e-0840-450f-944f-18349a84f0a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0958750 Oct 20 10:47:51.764316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event deleted for resources: {'Port': ['ID=001098c6-1833-4ca7-84a1-8d381d551e4f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:51.770397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.804740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74728b35-fbb4-428e-8e25-b757676ad795 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:51.814721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b226e-f0e1-440f-a307-03741a548602 req-1728a530-22c8-43d1-95e1-ca81e50869c3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.822471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d7b226e-f0e1-440f-a307-03741a548602 req-1728a530-22c8-43d1-95e1-ca81e50869c3 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1852505 Oct 20 10:47:51.853508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 74728b35-fbb4-428e-8e25-b757676ad795 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:51.854107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74728b35-fbb4-428e-8e25-b757676ad795 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:51.863576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faf2802f-f88d-472f-8ede-97beec07255c req-e22882db-873c-42be-a3b3-0713f284d37c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144957 Oct 20 10:47:51.893988 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:47:49Z', 'revision_number': 5, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port': {'id': 'e8e176b5-963f-4b1c-ae02-abe20ab9eb20', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:37Z', 'updated_at': '2021-10-20T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:51.919552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d7b226e-f0e1-440f-a307-03741a548602 req-9906ba21-7903-4c88-a5df-da33431e2869 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961139 Oct 20 10:47:51.920510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52420) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.922450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-58c242c4-b796-41cb-9afb-c053e56d6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.925517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-58c242c4-b796-41cb-9afb-c053e56d6a40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1800132 Oct 20 10:47:51.928098 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Checking router: 49898ce0-bff3-482f-b23c-8a06f9745870 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:51.942495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Routers {'49898ce0-bff3-482f-b23c-8a06f9745870'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:51.943259 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['49898ce0-bff3-482f-b23c-8a06f9745870'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:51.949981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.997274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a612da-ac1f-470f-a608-b729057d2278,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:52.008923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.010505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d890e-c51c-4f22-8d90-f8009619db45 None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:52.013261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-38c72287-58ba-4b93-a442-cf71281ef5c9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/26a612da-ac1f-470f-a608-b729057d2278 HTTP/1.1" status: 204 len: 168 time: 1.0639732 Oct 20 10:47:52.016311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52432) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.021668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Deleting port e8e176b5-963f-4b1c-ae02-abe20ab9eb20 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:52.022005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.038246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Router 95c1b568-4285-4a03-923f-6dd81cbe4be6 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:52.133101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df9f5aee-6d74-4df4-864e-952503bec1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.135047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df9f5aee-6d74-4df4-864e-952503bec1fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977985 Oct 20 10:47:52.143217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-571387561-network', 'tenant_id': '00af07bfee924c6ba88bf16501910d95'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:52.144560 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] Set router 49898ce0-bff3-482f-b23c-8a06f9745870 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:52.187288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3cf549ca-b45a-48ad-8eba-0c51937cd932 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:52.191436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.209099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 6, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:52.212229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1e00-e148-486f-98c9-6ce86afb705e req-3e50ecb7-73ec-48e4-aa76-97539b799847 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.214639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8bd1e00-e148-486f-98c9-6ce86afb705e req-3e50ecb7-73ec-48e4-aa76-97539b799847 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 943 time: 0.2359378 Oct 20 10:47:52.239042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9284c1-c77d-4e58-be36-f9f4fee0ef9b None None] The sync data for ids ['49898ce0-bff3-482f-b23c-8a06f9745870'] in n-d-802060-17 is: [{'id': '49898ce0-bff3-482f-b23c-8a06f9745870', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523616264-router', 'tenant_id': '9de797e930284f30b6d0a3d7185ad9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:36Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 6, 'project_id': '9de797e930284f30b6d0a3d7185ad9a8', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:52.280273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9505a-b604-4f3e-892f-d4626793222e req-9463aa8b-dcb7-44de-a808-ced97a6bc007 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.281372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c9505a-b604-4f3e-892f-d4626793222e req-9463aa8b-dcb7-44de-a808-ced97a6bc007 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2006469 Oct 20 10:47:52.322664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:52.334398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Made reservation on behalf of 00af07bfee924c6ba88bf16501910d95 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:52.336915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.338042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 001098c6-1833-4ca7-84a1-8d381d551e4f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:52.341351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3cf549ca-b45a-48ad-8eba-0c51937cd932', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': '3cf549ca-b45a-48ad-8eba-0c51937cd932', 'mac_address': 'fa:16:3e:40:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:52.351363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] For port e8e176b5-963f-4b1c-ae02-abe20ab9eb20, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:52.351879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.366822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.371596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 001098c6-1833-4ca7-84a1-8d381d551e4f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:52.372219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 001098c6-1833-4ca7-84a1-8d381d551e4f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:52.377268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Calling delete_port for e8e176b5-963f-4b1c-ae02-abe20ab9eb20 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:52.425748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.427842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8bd1e00-e148-486f-98c9-6ce86afb705e req-9b2e4ab5-aa39-4d45-bc6a-55afddf5dd8c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968896 Oct 20 10:47:52.442530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf549ca-b45a-48ad-8eba-0c51937cd932 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:52.467299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:52.475352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-f623ced1-c55a-49c2-a41c-aae2e11cd1a4 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189204 Oct 20 10:47:52.484441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:52.495813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c9505a-b604-4f3e-892f-d4626793222e req-4d9368f4-f6cd-4807-af33-675e866f22ac tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542306 Oct 20 10:47:52.496658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Sync routers for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:52.500068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.538561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] No DVR routers for this DVR port 001098c6-1833-4ca7-84a1-8d381d551e4f on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:52.542605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.547223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a11223c6-9caf-457d-8f50-65b6b7ab634a req-fe6ea68f-9374-4164-b266-d8483447202c tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.83 "DELETE /v2.0/ports/001098c6-1833-4ca7-84a1-8d381d551e4f HTTP/1.1" status: 204 len: 173 time: 3.3659339 Oct 20 10:47:52.548038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'name': 'network-vif-deleted', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:52.550758 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3444fe-f4cc-4a25-9173-3c5fb098f6ff" -d '{"events": [{"server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "name": "network-vif-deleted", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:52.565470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:52.566896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:52.608491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Deleting port 7790a0d3-c501-4e6a-a399-84f5076814bc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:52.608905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.670301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] DHCP port deletion for 17c356e2-7d45-42eb-ad77-af1fdeb24960 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:47:52.687559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49d51bd5-22c3-431f-867e-2f705a133a85 req-c9f0282a-27d3-4dd4-bd86-d5d652cf0951 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/ports?device_id=792cc85a-58fe-4019-bc55-cb4f58fde7ef HTTP/1.1" status: 200 len: 210 time: 0.0611436 Oct 20 10:47:52.796124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] For port 7790a0d3-c501-4e6a-a399-84f5076814bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7790a0d3-c501-4e6a-a399-84f5076814bc,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:52.796636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.799388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3cf549ca-b45a-48ad-8eba-0c51937cd932'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:52.816417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-a3d991f0-9c4d-4f5a-904b-345916a7e16f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195267 Oct 20 10:47:52.821473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Calling delete_port for 7790a0d3-c501-4e6a-a399-84f5076814bc owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:52.831425 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23d00b-de79-46d3-896b-cc1f944ed6ad x-openstack-request-id: req-2d23d00b-de79-46d3-896b-cc1f944ed6ad {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:52.831710 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792cc85a-58fe-4019-bc55-cb4f58fde7ef", "name": "network-vif-deleted", "tag": "001098c6-1833-4ca7-84a1-8d381d551e4f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:52.831861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.831982 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d23d00b-de79-46d3-896b-cc1f944ed6ad {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:52.832653 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792cc85a-58fe-4019-bc55-cb4f58fde7ef', 'name': 'network-vif-deleted', 'tag': '001098c6-1833-4ca7-84a1-8d381d551e4f', 'status': 'completed', 'code': 200} Oct 20 10:47:52.838343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.855030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6064-1f4d-4560-b598-4dbfff8cc775 req-6dad08dd-3292-4833-8bc0-e09a2eb92a15 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.855197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.862524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a76f6064-1f4d-4560-b598-4dbfff8cc775 req-6dad08dd-3292-4833-8bc0-e09a2eb92a15 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1898010 Oct 20 10:47:52.872389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:52.884393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:52.915635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.918772 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Added segment 50674116-b9ac-4d60-bd16-6faf28728821 of type vlan for network 8c228eaa-7345-4803-b96d-d9e477542056 Oct 20 10:47:52.971040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e176b5-963f-4b1c-ae02-abe20ab9eb20,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:52.991094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Deleting port 7790a0d3-c501-4e6a-a399-84f5076814bc {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:52.992085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.017436 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.028491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:53.030517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812fa816-4db8-48c0-80a0-4c42b4efb327,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.060893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.081171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a76f6064-1f4d-4560-b598-4dbfff8cc775 req-a2fa6aae-02f5-4fed-b59b-ce06e3506c27 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176132 Oct 20 10:47:53.151032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.152026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.152693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.203375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195b2c-b6af-46eb-94c0-2d4c707a8f98 req-e0240c08-2b24-4471-a90b-5b8b73d02adb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.218190 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.220321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d195b2c-b6af-46eb-94c0-2d4c707a8f98 req-e0240c08-2b24-4471-a90b-5b8b73d02adb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2212241 Oct 20 10:47:53.225161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.250756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:53.280873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7790a0d3-c501-4e6a-a399-84f5076814bc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:53.299014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.314663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.315593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49898ce0-bff3-482f-b23c-8a06f9745870 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:47:53.325747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] For port 7790a0d3-c501-4e6a-a399-84f5076814bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7790a0d3-c501-4e6a-a399-84f5076814bc,segment=NetworkSegment(0b89959b-96f2-43e9-b946-55af7f458a1a),segment_id=0b89959b-96f2-43e9-b946-55af7f458a1a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:53.326151 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.340420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.341388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7790a0d3-c501-4e6a-a399-84f5076814bc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:53.341772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7790a0d3-c501-4e6a-a399-84f5076814bc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:53.342141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 373ea042-1df6-41d9-889e-d1a74515f459 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:53.342569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d6fd7d2-3963-4be6-94c7-c5813e712c2f admin admin] 10.222.0.74 "DELETE /v2.0/routers/49898ce0-bff3-482f-b23c-8a06f9745870 HTTP/1.1" status: 204 len: 168 time: 1.9483092 Oct 20 10:47:53.345381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4182024 Oct 20 10:47:53.356825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52454) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:53.357429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:53.362080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7790a0d3-c501-4e6a-a399-84f5076814bc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.374537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] No DVR routers for this DVR port 7790a0d3-c501-4e6a-a399-84f5076814bc on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:53.411315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-8e062821-596b-4ae0-b7c3-208314c516fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1134095 Oct 20 10:47:53.428300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 373ea042-1df6-41d9-889e-d1a74515f459 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:53.428642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 373ea042-1df6-41d9-889e-d1a74515f459 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:53.429059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ea4d5e5-2399-4002-8080-d95caac1e9ad no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:53.431004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Calling delete_port for 7790a0d3-c501-4e6a-a399-84f5076814bc owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:53.433005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Request body: {'subnet': {'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-subnet', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:53.470927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.498311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f9f0-ed2b-404e-89fc-727f199dabf9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c228eaa-7345-4803-b96d-d9e477542056,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.507957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d195b2c-b6af-46eb-94c0-2d4c707a8f98 req-0f16c46a-e9b1-42c1-8cfe-f9f9994700b7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854548 Oct 20 10:47:53.509277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2ea4d5e5-2399-4002-8080-d95caac1e9ad {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:53.509675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ea4d5e5-2399-4002-8080-d95caac1e9ad not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:53.510262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8e176b5-963f-4b1c-ae02-abe20ab9eb20 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:53.528807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Deleting subnet f1139191-a3f9-4e18-8d48-f8d8afa04d58 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:53.538365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.548023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e8e176b5-963f-4b1c-ae02-abe20ab9eb20 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:53.548712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8e176b5-963f-4b1c-ae02-abe20ab9eb20 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:53.550597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8c228eaa-7345-4803-b96d-d9e477542056 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:53.558151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c356e2-7d45-42eb-ad77-af1fdeb24960']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:53.584862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b89959b-96f2-43e9-b946-55af7f458a1a') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:53.589297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b89959b-96f2-43e9-b946-55af7f458a1a') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:53.591196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Deleting subnet 6101fa67-2df0-43ec-81f3-af2aca83342d {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:53.600006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.622433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.649048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.663475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Made reservation on behalf of 00af07bfee924c6ba88bf16501910d95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:53.665131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:53.665699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.665855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:53.667550 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:53.681159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-34624967-5c2f-40b6-bf4c-c3e118d66017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.682736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-34624967-5c2f-40b6-bf4c-c3e118d66017 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bebe6937abe453f885d600cb9fa6e26&device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 1099 time: 0.2138219 Oct 20 10:47:53.726325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bb24e-9b39-43f9-8030-e5f3c6abea84 req-7d83e01f-6548-42e6-872e-0c9aaaba22f1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.733801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8bb24e-9b39-43f9-8030-e5f3c6abea84 req-7d83e01f-6548-42e6-872e-0c9aaaba22f1 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.3923318 Oct 20 10:47:53.737293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.746913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: from cryptography.utils import int_from_bytes Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: from cryptography.utils import int_from_bytes Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.771756 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:47:53.775555 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:47:53.782316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.810568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.820552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Pushing event deleted for resources: {'Port': ['ID=7790a0d3-c501-4e6a-a399-84f5076814bc,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.824671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] Network 17c356e2-7d45-42eb-ad77-af1fdeb24960 is not hosted by any dhcp agent {{(pid=100748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:47:53.825191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153ecf3-0946-4a95-b9ca-dc0782239848 None None] No DVR routers for this DVR port 7790a0d3-c501-4e6a-a399-84f5076814bc on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:53.833815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.837585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:53.841375 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/17c356e2-7d45-42eb-ad77-af1fdeb24960 HTTP/1.1" status: 204 len: 168 time: 1.8226516 Oct 20 10:47:53.841375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d37a9-d43d-4d76-8e12-33053ac284e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c356e2-7d45-42eb-ad77-af1fdeb24960,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.871025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Checking router: 95c1b568-4285-4a03-923f-6dd81cbe4be6 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:53.881978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:53.882683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:53.888344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-30307e9c-382d-471c-8783-de252dee9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.890636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-30307e9c-382d-471c-8783-de252dee9194 service neutron] 10.222.0.83 "GET /v2.0/networks?id=076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 200 len: 914 time: 0.1611719 Oct 20 10:47:53.945466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-ae6755ef-de7d-4a2c-a5ee-9b48b352d3df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 200 len: 217 time: 0.0454252 Oct 20 10:47:54.012483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:54.026138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-301f18f0-fe3e-4c45-8cba-8da20077c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.026138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-301f18f0-fe3e-4c45-8cba-8da20077c221 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 200 len: 852 time: 0.0667169 Oct 20 10:47:54.061151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52466) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.063625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-1229a867-7327-4a45-93e9-34f8d8eb99fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=076c0327-c692-41cc-bff2-a197bf46799a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346897 Oct 20 10:47:54.182678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-2f085582-49d5-48c8-82a3-57bf02424402 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108322 Oct 20 10:47:54.219147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-05d3deb8-01e0-42bd-9af5-3f9158d18e43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad08336db4434cf092650045de1b643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542845 Oct 20 10:47:54.231092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52468) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.247269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.256913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5defd-86ae-43d7-aa08-0303401ed0c4 req-1de07671-74f6-4c19-9cc7-9262993ff44e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.266438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ed5defd-86ae-43d7-aa08-0303401ed0c4 req-1de07671-74f6-4c19-9cc7-9262993ff44e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 944 time: 0.6313078 Oct 20 10:47:54.319544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8bb24e-9b39-43f9-8030-e5f3c6abea84 req-aa18110b-0d63-47bc-989f-efcb8ae803c0 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847650 Oct 20 10:47:54.351330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.355520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4f36846d-8f08-45c4-8a53-482d66585c6d req-92699f31-245a-4107-b73c-65bc87356bd7 service neutron] 10.222.0.83 "GET /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631937 Oct 20 10:47:54.390756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.418039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.420324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.441174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.456779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486adb8-ecb9-408f-8091-88a5d9c59994 None None] The sync data for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 is: [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:45:33Z', 'revision_number': 4, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ad3dd184-6511-4f79-8256-c252b0714beb', 'name': '', 'network_id': '92656030-c254-4a4e-8aa3-58e49fa88806', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'mac_address': 'fa:16:3e:23:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:32Z', 'updated_at': '2021-10-20T10:45:40Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'subnets': [{'id': '220b0519-82f5-4763-bb04-d3050bbadd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:54.474549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ed5defd-86ae-43d7-aa08-0303401ed0c4 req-de1b96e5-4e95-4485-bf6c-ef66f0602c35 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071099 Oct 20 10:47:54.492799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.495480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.503044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dacae85b-0a0c-46be-b112-90f3b8a483a6 HTTP/1.1" status: 204 len: 168 time: 0.2697570 Oct 20 10:47:54.516731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5695-8bdf-41a4-b99a-01eeac5d4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacae85b-0a0c-46be-b112-90f3b8a483a6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.539438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1139191-a3f9-4e18-8d48-f8d8afa04d58,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.551383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.557228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.559143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52480) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.559654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-06543e87-f18b-4572-9e67-bdfd7aba8f87 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f1139191-a3f9-4e18-8d48-f8d8afa04d58 HTTP/1.1" status: 204 len: 168 time: 1.3069952 Oct 20 10:47:54.681985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.684153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.701167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.704224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.730033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127220-ff8a-4f62-b2c0-b1a1c9a676a5 req-aa40b843-71c8-4496-83a7-f5e5eb1d2c3b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.731628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb127220-ff8a-4f62-b2c0-b1a1c9a676a5 req-aa40b843-71c8-4496-83a7-f5e5eb1d2c3b tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2529306 Oct 20 10:47:54.736166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6101fa67-2df0-43ec-81f3-af2aca83342d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.738182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.741516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5366931b-5822-4d40-be0c-7423e8556446 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6101fa67-2df0-43ec-81f3-af2aca83342d HTTP/1.1" status: 204 len: 168 time: 1.3827713 Oct 20 10:47:54.742439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.747462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.752103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b0379-ace6-4a4a-9d3f-99fd9ddddd93 None None] Network d0745e48-8268-4492-8994-a326ef9760dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:54.845139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0fcb4-c903-4125-b655-1a05b2057a0c req-e97f7e13-d024-46c8-9f37-35afc47514be tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.846676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2d0fcb4-c903-4125-b655-1a05b2057a0c req-e97f7e13-d024-46c8-9f37-35afc47514be tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2150135 Oct 20 10:47:54.886333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.928617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=405260be-8af6-4256-b022-70309254ca3c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.936896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b94f01-efd3-4c90-b4f8-428131db9be5']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.945709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.950532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.954059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.955470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "DELETE /v2.0/security-groups/7eff61f4-61f1-426b-88f4-02a42c7d0ad7 HTTP/1.1" status: 204 len: 168 time: 0.3895674 Oct 20 10:47:54.961176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb127220-ff8a-4f62-b2c0-b1a1c9a676a5 req-c84c0806-b071-4311-8916-9068c9011c87 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138920 Oct 20 10:47:54.962596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:54.962898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36155f5-a7c6-47f3-ba34-44c74f2df234') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.963240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36155f5-a7c6-47f3-ba34-44c74f2df234') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.964834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Checking segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:54.965106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Network hostable DHCP agents. Network: 8c228eaa-7345-4803-b96d-d9e477542056, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:54.984903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.992564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b03755-9893-4e58-9f29-93cfbf8d21f7 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff61f4-61f1-426b-88f4-02a42c7d0ad7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.999045 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5339854f-1483-442c-b4d4-ff252fd07f25 None None] New status for floating IP 61788395-840f-49b8-b50d-340c67238828: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:47:55.003718 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-7927a8d4-2226-4649-863f-4fddcbabae81 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] show failed (client error): The resource could not be found. Oct 20 10:47:55.003718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7927a8d4-2226-4649-863f-4fddcbabae81 tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "GET /v2.0/security-groups/7eff61f4-61f1-426b-88f4-02a42c7d0ad7 HTTP/1.1" status: 404 len: 347 time: 0.0384905 Oct 20 10:47:55.005384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:55.007053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.018075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2d0fcb4-c903-4125-b655-1a05b2057a0c req-b6d190ff-86e4-43c8-b411-8a221d60a8b6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Oct 20 10:47:55.076856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Network 8c228eaa-7345-4803-b96d-d9e477542056 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:55.093226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] DHCP port deletion for d0745e48-8268-4492-8994-a326ef9760dd request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:47:55.095459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8c228eaa-7345-4803-b96d-d9e477542056) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:55.108734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.111597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.113785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0d966-f2e8-4e99-ad4a-5fd75a08fee7 None None] Network 8c228eaa-7345-4803-b96d-d9e477542056 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:55.133145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:55.133725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:55.136024 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:55.164397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52500) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:55.164653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0d8e7fcd-e93c-4039-877f-bb48c280d5cf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8043921 Oct 20 10:47:55.170888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Deleting port f749158c-9585-4dd8-887d-d3280fd11bfb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:55.171247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.176245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:55.328166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] For port f749158c-9585-4dd8-887d-d3280fd11bfb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f749158c-9585-4dd8-887d-d3280fd11bfb,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:55.328526 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.352692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Calling delete_port for f749158c-9585-4dd8-887d-d3280fd11bfb owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:55.362033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Deleting port f749158c-9585-4dd8-887d-d3280fd11bfb {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:55.362415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.365047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14773df1-ec7e-44b8-bf6d-1881648f66d9 req-c3e6f36e-d060-4f35-8b0e-e3d48b507b53 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.367320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14773df1-ec7e-44b8-bf6d-1881648f66d9 req-c3e6f36e-d060-4f35-8b0e-e3d48b507b53 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.1871181 Oct 20 10:47:55.440340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] For port f749158c-9585-4dd8-887d-d3280fd11bfb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f749158c-9585-4dd8-887d-d3280fd11bfb,segment=NetworkSegment(ad32c597-f3b2-41f9-aa69-9ea9291d440e),segment_id=ad32c597-f3b2-41f9-aa69-9ea9291d440e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:55.440625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.461644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14773df1-ec7e-44b8-bf6d-1881648f66d9 req-fd7bea28-efe9-407c-8f51-641bfddd5ccc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846655 Oct 20 10:47:55.509248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Calling delete_port for f749158c-9585-4dd8-887d-d3280fd11bfb owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:55.522085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89dfd3-4956-49fe-b33e-b78c84da8e70 None None] Network 8c228eaa-7345-4803-b96d-d9e477542056 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:55.550022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.577721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] No DVR routers for this DVR port f749158c-9585-4dd8-887d-d3280fd11bfb on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:55.604206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.605537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.629826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.642209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.648635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f749158c-9585-4dd8-887d-d3280fd11bfb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:55.649690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] 10.222.0.74 "DELETE /v2.0/networks/65b94f01-efd3-4c90-b4f8-428131db9be5 HTTP/1.1" status: 204 len: 168 time: 1.0913632 Oct 20 10:47:55.705043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961eaf99-5e7d-48d2-a5cd-e03e6cf7194c admin admin] Pushing event deleted for resources: {'Network': ['ID=65b94f01-efd3-4c90-b4f8-428131db9be5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:55.709699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.755945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.766832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52520) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:55.798348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a26be4-67b4-4166-ae21-7213ffce5c47 req-8a2b7190-36cd-4da3-a051-ec5ccf21e290 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.809082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41a26be4-67b4-4166-ae21-7213ffce5c47 req-8a2b7190-36cd-4da3-a051-ec5ccf21e290 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 944 time: 0.1430590 Oct 20 10:47:55.836948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0745e48-8268-4492-8994-a326ef9760dd']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:55.852179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Deleting port 411b59e4-c469-4f00-94dd-f86d005e73ce {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:55.852529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.894340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.895082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41a26be4-67b4-4166-ae21-7213ffce5c47 req-26826d5d-f587-4a14-9f09-317e881205ea tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840447 Oct 20 10:47:55.902306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32c597-f3b2-41f9-aa69-9ea9291d440e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:55.902601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32c597-f3b2-41f9-aa69-9ea9291d440e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:55.924269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.934764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.961757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.971463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:55.971776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.992181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.992508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.997430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] Pushing event deleted for resources: {'Port': ['ID=f749158c-9585-4dd8-887d-d3280fd11bfb,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.016823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83af8c9-9d2d-4dcf-8dd1-9baee9cb84ab None None] No DVR routers for this DVR port f749158c-9585-4dd8-887d-d3280fd11bfb on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:56.034394 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:56.036902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52524) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:56.047597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Calling delete_port for 411b59e4-c469-4f00-94dd-f86d005e73ce owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:56.050747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-668454223-network', 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:56.069009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.092097 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.098558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] 10.222.0.74 "DELETE /v2.0/networks/d0745e48-8268-4492-8994-a326ef9760dd HTTP/1.1" status: 204 len: 168 time: 1.3467946 Oct 20 10:47:56.100643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52528) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:56.118075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2210a-bc5d-49fa-90f3-276539dcdd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0745e48-8268-4492-8994-a326ef9760dd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.152769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Made reservation on behalf of b2cf57694f1345afaff668c23bcdd188 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:56.155615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.180080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.197160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2dd8d14d-5484-4700-aae6-2c121a8de217 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35f7a39133394b249721e6ab3318b6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593099 Oct 20 10:47:56.202839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:56.203678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3cf549ca-b45a-48ad-8eba-0c51937cd932 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:56.249758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8620f8-5785-4dda-a6fc-f697d8f44edd req-f1f914d7-4515-4b9e-993a-c130596fe801 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.251227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed8620f8-5785-4dda-a6fc-f697d8f44edd req-f1f914d7-4515-4b9e-993a-c130596fe801 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1183205 Oct 20 10:47:56.333551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3cf549ca-b45a-48ad-8eba-0c51937cd932 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:56.337908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.341425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3cf549ca-b45a-48ad-8eba-0c51937cd932 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:56.342118 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.361824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.364372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.391159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.429626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed8620f8-5785-4dda-a6fc-f697d8f44edd req-15905097-f796-4631-aaf7-1aca17f28d2b tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613557 Oct 20 10:47:56.437637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.440503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.441766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90843dc3-46a4-49cf-a57b-9685bb4fff6f HTTP/1.1" status: 204 len: 168 time: 0.2379889 Oct 20 10:47:56.459796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d17d63-f8c8-4833-acd1-0533c19520e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90843dc3-46a4-49cf-a57b-9685bb4fff6f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.476411 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.485294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.524668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:56.542758 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.543360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.546739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.547441 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Added segment a365010a-2fcd-4f62-96f7-d3af63f25143 of type vlan for network 911e736f-7a61-45c9-b301-094cc3bb78c9 Oct 20 10:47:56.574630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:56.578000 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf8d1ca-5c71-4dad-ac33-3002cfc67485" -d '{"events": [{"server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "name": "network-vif-plugged", "status": "completed", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:56.591715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:56.598177 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.619798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.648438 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c301c1-3377-40e3-bb56-858f8de8b7b3 x-openstack-request-id: req-52c301c1-3377-40e3-bb56-858f8de8b7b3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:56.649036 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "name": "network-vif-plugged", "status": "completed", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:56.649482 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52c301c1-3377-40e3-bb56-858f8de8b7b3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:56.650047 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932', 'code': 200} Oct 20 10:47:56.672339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.673621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.674603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.682660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.720375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.748396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Pushing event deleted for resources: {'Port': ['ID=411b59e4-c469-4f00-94dd-f86d005e73ce,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.752532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9825077 Oct 20 10:47:56.755910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:56.763480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Request body: {'subnet': {'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-668454223-subnet', 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:56.802483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Allocated IP 172.25.3.108 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8b5787ef-bae1-4368-add4-21f91f2aa922) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:56.806023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76be2-0ca2-40f9-9413-d8cb0f4fc2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=911e736f-7a61-45c9-b301-094cc3bb78c9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.821888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:56.834602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Made reservation on behalf of b2cf57694f1345afaff668c23bcdd188 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:56.840245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.933527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e47fa-a224-490b-a3cf-c69b5387cbf9 req-36af46aa-8f16-42d2-91fc-d117cfd42628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.935756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85e47fa-a224-490b-a3cf-c69b5387cbf9 req-36af46aa-8f16-42d2-91fc-d117cfd42628 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 1097 time: 0.2034953 Oct 20 10:47:57.044339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.047302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.049190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d999e4d-6f32-490c-aa90-08686c6620ab tempest-ServersTestManualDisk-1010958763 tempest-ServersTestManualDisk-1010958763-project] 10.222.0.74 "DELETE /v2.0/floatingips/61788395-840f-49b8-b50d-340c67238828 HTTP/1.1" status: 204 len: 168 time: 2.0388815 Oct 20 10:47:57.054802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52548) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:57.133867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f749158c-9585-4dd8-887d-d3280fd11bfb no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:57.163584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85e47fa-a224-490b-a3cf-c69b5387cbf9 req-74118030-89c8-4df1-8b38-c0600f712198 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737723 Oct 20 10:47:57.186545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f749158c-9585-4dd8-887d-d3280fd11bfb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:57.187091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f749158c-9585-4dd8-887d-d3280fd11bfb not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:57.202309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.263013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1043ac-88ff-4c4b-97f2-25f9c969b673 req-bb751b66-10c5-475b-b68e-7f8a1b4662dc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.273956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c1043ac-88ff-4c4b-97f2-25f9c969b673 req-bb751b66-10c5-475b-b68e-7f8a1b4662dc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.2380760 Oct 20 10:47:57.285577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.339347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3398d387-af3d-4240-a68f-be878ce368a1,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:57.355054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c1043ac-88ff-4c4b-97f2-25f9c969b673 req-71976ecb-a088-49e7-990d-8f085749190e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800636 Oct 20 10:47:57.355897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Checking segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:57.356796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Network hostable DHCP agents. Network: 911e736f-7a61-45c9-b301-094cc3bb78c9, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:57.384751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:57.408350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 911e736f-7a61-45c9-b301-094cc3bb78c9) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:57.412887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.413509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.421943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9f4e0-0564-4e08-a98e-eddb95ed8dfd None None] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:57.441770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7706a36b-84ab-417a-b238-d2701415d216 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6822450 Oct 20 10:47:57.528970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.605150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16843f25-af8e-4b60-8baf-de00fbf43db0 req-da0e2229-b65a-43ca-a3d1-2f7ca00cb04f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.608017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:57.611594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16843f25-af8e-4b60-8baf-de00fbf43db0 req-da0e2229-b65a-43ca-a3d1-2f7ca00cb04f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.0773270 Oct 20 10:47:57.622905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.645123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:57.656989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:57.680582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16843f25-af8e-4b60-8baf-de00fbf43db0 req-bed215c8-b207-4a8e-8764-4d70f800ce06 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607998 Oct 20 10:47:57.770976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-911e736f-7a61-45c9-b301-094cc3bb78c9', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188', 'fixed_ips': [{'subnet_id': '3398d387-af3d-4240-a68f-be878ce368a1'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:57.773808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:57.784714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5787ef-bae1-4368-add4-21f91f2aa922,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:57.789721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52570) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:58.016163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Allocated IP 172.20.0.2 (911e736f-7a61-45c9-b301-094cc3bb78c9/3398d387-af3d-4240-a68f-be878ce368a1/c67c2d8f-ca7e-4c86-b3fc-802e7345871b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:58.024538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1043649011-network', 'tenant_id': '922d736dff374ef28fbb0443a0e57040'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:58.088759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:58.091720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.110787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.123698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-30f97595-7e9f-4846-895b-56dccd644712 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1506703 Oct 20 10:47:58.257483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.264417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.307667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:58.313535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:58.317506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:58.340731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Pushing event updated for resources: {'Port': ['ID=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:58.400659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.455672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Attempting to bind port c67c2d8f-ca7e-4c86-b3fc-802e7345871b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:58.462834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Attempting to bind port c67c2d8f-ca7e-4c86-b3fc-802e7345871b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:58.463597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Attempting to bind port c67c2d8f-ca7e-4c86-b3fc-802e7345871b on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:58.475846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:58.476571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Checking segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:58.477154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.477707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Bound using segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:58.478355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Bound port: c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:58.478914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.511555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.518791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-8ff1f8a9-8342-4b9d-89c9-065acaea0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.520493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-8ff1f8a9-8342-4b9d-89c9-065acaea0440 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 1101 time: 0.3394966 Oct 20 10:47:58.553520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] For port c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:58.557357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] For port c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:58.564505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.566459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4cf12d50-8ff8-4f43-96a3-f2834a103d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.652296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a9fe-0258-40d2-8283-cd77490580e2 None None] Pushing event updated for resources: {'Port': ['ID=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:58.664460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.679424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:58.711252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-863bc2ff-303e-45a1-939b-13021f1b60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.712749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-863bc2ff-303e-45a1-939b-13021f1b60ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1488993 Oct 20 10:47:58.722571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-94baf940-9c5d-4e25-b47b-f3da248818b9 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.724125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-94baf940-9c5d-4e25-b47b-f3da248818b9 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.5420830 Oct 20 10:47:58.724756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b19dd-37df-4c4e-9401-bc44933292b6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:58.728036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.728374 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Added segment a2e40434-fb30-40a4-b15f-dadf60fe6ed2 of type vlan for network 07276305-c17a-4fe0-94d6-3c0a4bc56739 Oct 20 10:47:58.802174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-fa20ab11-b55d-4b20-9adb-45c26590ea58 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/quotas/b2cf57694f1345afaff668c23bcdd188 HTTP/1.1" status: 200 len: 375 time: 0.0592706 Oct 20 10:47:58.854231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.885441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-a5bee5a9-3fe5-4e2c-acd3-b20d02c539d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 200 len: 217 time: 0.1554010 Oct 20 10:47:58.887984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.907595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ed491-a4de-43f8-8916-03fa47058e2f req-7649610d-6eed-4275-8465-23eed76e6520 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.909149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-405ed491-a4de-43f8-8916-03fa47058e2f req-7649610d-6eed-4275-8465-23eed76e6520 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.4043596 Oct 20 10:47:58.909858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.910849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.911590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.179445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3810062 Oct 20 10:47:59.181565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:59.195152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Request body: {'subnet': {'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1043649011-subnet', 'tenant_id': '922d736dff374ef28fbb0443a0e57040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:59.261350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c67c2d8f-ca7e-4c86-b3fc-802e7345871b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:59.263116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc1898-cab9-4863-991d-0ee5719663fe admin admin] Pushing event updated for resources: {'Network': ['ID=07276305-c17a-4fe0-94d6-3c0a4bc56739,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:59.282976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-12456fd9-d0a7-4c48-96cf-cb26c4ff9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:59.284798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-12456fd9-d0a7-4c48-96cf-cb26c4ff9571 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.3885448 Oct 20 10:47:59.296691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-bf3efa7d-0979-44fe-9239-8d4fc4800599 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4167426 Oct 20 10:47:59.304671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.309918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:59.311651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-405ed491-a4de-43f8-8916-03fa47058e2f req-180e5513-8312-4232-80ec-5283eef71eef tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697090 Oct 20 10:47:59.312770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.335728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:59.413214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-c541fd99-5244-401a-a8fc-713e23fccff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:59.414872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-c541fd99-5244-401a-a8fc-713e23fccff0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166313 Oct 20 10:47:59.465936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-75ef91ce-30d2-4960-83ea-4fcae4171f34 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516244 Oct 20 10:47:59.500703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Deleting port d585f567-149c-4089-8dd6-fd793a5c2462 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:59.501034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.570623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c67c2d8f-ca7e-4c86-b3fc-802e7345871b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:59.571857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.628372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-18dd86a8-fc13-4a17-ac26-d8228ba2b75d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047322 Oct 20 10:47:59.669062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63986169-822e-4975-9242-2c19603c1267 req-694d13be-1f28-45e6-b27b-113014de2aeb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:59.670809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63986169-822e-4975-9242-2c19603c1267 req-694d13be-1f28-45e6-b27b-113014de2aeb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1720104 Oct 20 10:47:59.703971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-a7ebdea6-95ad-4983-bccc-4460a9a58d85 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039201 Oct 20 10:47:59.761402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.859185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] For port d585f567-149c-4089-8dd6-fd793a5c2462, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d585f567-149c-4089-8dd6-fd793a5c2462,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:59.859845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.865308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:59.874781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63986169-822e-4975-9242-2c19603c1267 req-82b7bdd0-e2c3-4a06-bed1-ac6effe4bfbf tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827013 Oct 20 10:47:59.883153 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.891661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Calling delete_port for d585f567-149c-4089-8dd6-fd793a5c2462 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:59.954269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b117d0-a5b2-43d8-b317-f550e1ec91fc req-096c3a01-166f-4673-8f92-124948548c2e service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124840 Oct 20 10:48:00.051234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Router c471b0f2-33b0-4762-a132-c651db6140f5 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:48:00.062438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:00.081473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.158765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adb3be7-61ad-47e8-a70e-94a43435f273,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:00.167542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Deleting port ad3dd184-6511-4f79-8256-c252b0714beb {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:00.167773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.360039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8466855-6f2a-4180-93ea-caec5c4f426d None None] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:00.402082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-7f84516e-2df3-478a-9e5e-25ee286ec1e2 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:00.408713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-7f84516e-2df3-478a-9e5e-25ee286ec1e2 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.2441623 Oct 20 10:48:00.431701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-74405ec6-89ab-4ba9-88cd-889bfefeaf3e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/quotas/b2cf57694f1345afaff668c23bcdd188 HTTP/1.1" status: 200 len: 375 time: 0.0147526 Oct 20 10:48:00.495334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a6e5c5c0-d404-4c75-a6cd-062d742255c6 None None] Provisioning complete for port c67c2d8f-ca7e-4c86-b3fc-802e7345871b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:00.495917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5c0-d404-4c75-a6cd-062d742255c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.635404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd7270-b3f4-4d52-835a-475402628847 req-c23f7fc3-10a8-490b-bb93-1a54f4e31f8d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:00.651714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5dd7270-b3f4-4d52-835a-475402628847 req-c23f7fc3-10a8-490b-bb93-1a54f4e31f8d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.2040870 Oct 20 10:48:00.677340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-a0ab403d-3eea-477d-9f9f-ac63938bcf77 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2392421 Oct 20 10:48:00.690971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Checking segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:00.691411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Network hostable DHCP agents. Network: 07276305-c17a-4fe0-94d6-3c0a4bc56739, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:00.749040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] For port ad3dd184-6511-4f79-8256-c252b0714beb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ad3dd184-6511-4f79-8256-c252b0714beb,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:00.749441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.775553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:00.797669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Calling delete_port for ad3dd184-6511-4f79-8256-c252b0714beb owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:00.803102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Sync routers for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:00.813116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:00.839337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:00.840134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:47:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:00.894543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 07276305-c17a-4fe0-94d6-3c0a4bc56739) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:00.901922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.912648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb41878b-f6c7-481e-b702-826531a87556 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7392778 Oct 20 10:48:00.913396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:00.914225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5dd7270-b3f4-4d52-835a-475402628847 req-d3e920d1-cba2-4bac-8178-520375537df7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614760 Oct 20 10:48:00.921120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0358b62-2133-44f5-a9aa-a53341e1fba2 None None] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:00.972189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-4070e72b-f044-4c97-8c60-6bfb41e71349 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938974 Oct 20 10:48:01.119130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:01.119809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.218146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4432f442-f95e-45c6-b392-70e7b945986a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0347650 Oct 20 10:48:01.245223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934eee8-9f42-4757-872a-744e7b53c0fa req-f923bbd7-ada2-44c8-a318-1cf9a566ac8a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:01.250835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2934eee8-9f42-4757-872a-744e7b53c0fa req-f923bbd7-ada2-44c8-a318-1cf9a566ac8a tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1644566 Oct 20 10:48:01.264462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-10dfbf78-b1a9-41d5-b09f-2072573259b1 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857394 Oct 20 10:48:01.298591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.339177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2934eee8-9f42-4757-872a-744e7b53c0fa req-203278ed-7875-42ae-a9e1-e7a16a717e3f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735550 Oct 20 10:48:01.409084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c67c2d8f-ca7e-4c86-b3fc-802e7345871b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:01.528133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d585f567-149c-4089-8dd6-fd793a5c2462,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:01.557457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f45e-6b7c-4eea-8daa-1f735b6220b7 req-d52249bc-99e9-448a-bf8e-44586157f0ae tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:01.568627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4230f45e-6b7c-4eea-8daa-1f735b6220b7 req-d52249bc-99e9-448a-bf8e-44586157f0ae tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.1270444 Oct 20 10:48:01.677238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4230f45e-6b7c-4eea-8daa-1f735b6220b7 req-13515f89-81dd-4b9a-a331-93a8315bbf73 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Oct 20 10:48:01.696165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36b1a798-1193-4b10-9ea0-ddb5ee0e4de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.800500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1472377e-e5f1-4a18-bede-b4e9e1b58a3f None None] Provisioning complete for port c67c2d8f-ca7e-4c86-b3fc-802e7345871b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:01.800779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1472377e-e5f1-4a18-bede-b4e9e1b58a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.808960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:01.869922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.012865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bee10-3e04-4ba8-8ab7-ffb8159b33f9 None None] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:02.235732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-118b0836-8d51-4b4d-a1c3-fec506d08305 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:02.243294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-118b0836-8d51-4b4d-a1c3-fec506d08305 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.3987305 Oct 20 10:48:02.250641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-4c7803b2-2d6e-4d9c-8b65-e85070994207 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:02.252143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-4c7803b2-2d6e-4d9c-8b65-e85070994207 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 0.3925252 Oct 20 10:48:02.278094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c67c2d8f-ca7e-4c86-b3fc-802e7345871b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:02.278970 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.288017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-52e62feb-931b-4d87-92b7-35893b11795a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/quotas/b2cf57694f1345afaff668c23bcdd188 HTTP/1.1" status: 200 len: 375 time: 0.0335190 Oct 20 10:48:02.297172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-c7d30ea5-f5aa-4f8a-969a-491c7fcd2524 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/quotas/922d736dff374ef28fbb0443a0e57040 HTTP/1.1" status: 200 len: 375 time: 0.0299444 Oct 20 10:48:02.381348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-ca326623-83c0-4733-b6d7-6f8b80e972f1 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830956 Oct 20 10:48:02.467440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-872be5ec-d43e-4b18-be5b-6e750005c17f tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544614 Oct 20 10:48:02.469162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.551907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-d4b90472-0a29-424c-bf86-9dff9ecbe457 service neutron] 10.222.0.74 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694307 Oct 20 10:48:02.586969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:47:58Z', 'revision_number': 3, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:02.640772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Checking router: c471b0f2-33b0-4762-a132-c651db6140f5 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:02.641506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Updating router c471b0f2-33b0-4762-a132-c651db6140f5 port 8b5787ef-bae1-4368-add4-21f91f2aa922 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:02.652229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-487e8ead-50ea-4f88-b69f-40f227aefa80 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:02.654363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-487e8ead-50ea-4f88-b69f-40f227aefa80 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.83 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.4891517 Oct 20 10:48:02.659389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.687667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.701352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-a67d5e2b-a428-4a0c-b00f-44c3142cd4f2 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328320 Oct 20 10:48:02.768147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-0c1d7b1c-e4a1-4280-850d-f5e48e23655d service neutron] 10.222.0.74 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823621 Oct 20 10:48:02.781218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.785327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Request body: {'port': {'device_id': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'admin_state_up': True, 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:02.891555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3dd184-6511-4f79-8256-c252b0714beb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.359111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.378139 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.490442 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Router 3c0b0799-b112-4658-ae30-1ef8a5017e3c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:03.551018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Attempting to bind port 8b5787ef-bae1-4368-add4-21f91f2aa922 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:03.551389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Attempting to bind port 8b5787ef-bae1-4368-add4-21f91f2aa922 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:03.551830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Attempting to bind port 8b5787ef-bae1-4368-add4-21f91f2aa922 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:03.572210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e061b-4b6e-489e-ba02-678efbbb78e9 None None] Pushing event updated for resources: {'Port': ['ID=8b5787ef-bae1-4368-add4-21f91f2aa922,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.577143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:03.577990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:03.578647 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.579219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:03.579875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Bound port: 8b5787ef-bae1-4368-add4-21f91f2aa922, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:03.580448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.592066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.670988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] For port 8b5787ef-bae1-4368-add4-21f91f2aa922, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:03.675332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] For port 8b5787ef-bae1-4368-add4-21f91f2aa922, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5787ef-bae1-4368-add4-21f91f2aa922,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:03.682028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.749602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddadc5-663d-4eef-961b-09916904be2f req-21717ca9-dda5-4dce-80fe-270ddb6d5876 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:03.760085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16ddadc5-663d-4eef-961b-09916904be2f req-21717ca9-dda5-4dce-80fe-270ddb6d5876 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1875801 Oct 20 10:48:03.762344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:03.763290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:03.806134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Made reservation on behalf of b2cf57694f1345afaff668c23bcdd188 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:03.809653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.825496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.833732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-29fdcf72-2461-4828-9f5e-4de6dcc3fcf0 service neutron] 10.222.0.74 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0609415 Oct 20 10:48:03.916705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-f5f5bc2c-3ff8-43b3-963d-42c0d1095b12 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:03.920537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-f5f5bc2c-3ff8-43b3-963d-42c0d1095b12 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.3973486 Oct 20 10:48:03.926191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:03.944684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16ddadc5-663d-4eef-961b-09916904be2f req-b688a7e0-b311-40a5-aca5-223d3c43792d tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834369 Oct 20 10:48:03.957799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Request body: {'port': {'device_id': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'admin_state_up': True, 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:03.980457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Allocated IP 172.20.0.1 (8c228eaa-7345-4803-b96d-d9e477542056/405260be-8af6-4256-b022-70309254ca3c/a3ea9aac-a49f-46f5-b897-b50f3010bb50) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:04.022050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:04.036466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65b4e883-1bdf-4e90-85f6-f39d760f5c76 admin admin] 10.222.0.74 "PUT /v2.0/routers/3c0b0799-b112-4658-ae30-1ef8a5017e3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9334276 Oct 20 10:48:04.038300 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Sync routers for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:04.047563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.062930 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:04.066669 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:04.383857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e061b-4b6e-489e-ba02-678efbbb78e9 None None] Pushing event updated for resources: {'Port': ['ID=8b5787ef-bae1-4368-add4-21f91f2aa922,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:04.405845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.441553 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:04.448319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Made reservation on behalf of b2cf57694f1345afaff668c23bcdd188 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:04.456737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:47:58Z', 'revision_number': 3, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:04.464652 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.514744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c3a15-855b-49fe-aa6e-aa6e3d6c666b None None] The sync data for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 is: [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:47:58Z', 'revision_number': 3, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:04.582125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9aa4a5cf-5788-409c-a991-d55ba8ae5f9b req-f4ac19ed-6219-40d3-af8c-85ec136d3d61 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 210 time: 0.1450996 Oct 20 10:48:04.808460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ca93-ff52-4ff9-b9d1-a9b38dc9b1ef req-0fca42eb-d523-429a-9eec-ccde09f05cee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:04.811256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f8ca93-ff52-4ff9-b9d1-a9b38dc9b1ef req-0fca42eb-d523-429a-9eec-ccde09f05cee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.5763195 Oct 20 10:48:04.939388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1cfe49e-1e2f-4305-a03e-b4beb2e37e41 req-358ef070-96af-46f6-af37-bcf4228379ec tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 210 time: 0.1469786 Oct 20 10:48:04.986888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:48:00Z', 'revision_number': 5, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:05.053050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Checking router: 3c0b0799-b112-4658-ae30-1ef8a5017e3c for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:05.066235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Allocated IP 172.20.0.11 (911e736f-7a61-45c9-b301-094cc3bb78c9/3398d387-af3d-4240-a68f-be878ce368a1/9e4b4c82-fe56-45a7-9104-c757e511e1f1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:05.103885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f8ca93-ff52-4ff9-b9d1-a9b38dc9b1ef req-552d5b2a-9de7-49cb-92ed-555e297ff848 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575464 Oct 20 10:48:05.107839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.132259 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Routers {'3c0b0799-b112-4658-ae30-1ef8a5017e3c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:05.133241 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:05.162345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5787ef-bae1-4368-add4-21f91f2aa922 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:05.258486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b5787ef-bae1-4368-add4-21f91f2aa922 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:05.259310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.354977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31348532-c4c8-4657-bbcb-1ab610d908f4 req-6c2b2177-e074-4089-a5c2-788a0a363601 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:05.357394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31348532-c4c8-4657-bbcb-1ab610d908f4 req-6c2b2177-e074-4089-a5c2-788a0a363601 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1138074 Oct 20 10:48:05.431618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31348532-c4c8-4657-bbcb-1ab610d908f4 req-4a5d7a41-1ca1-41a8-964f-2b5a451d79a5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Oct 20 10:48:05.457516 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] Set router 3c0b0799-b112-4658-ae30-1ef8a5017e3c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:05.482803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.509784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8b5787ef-bae1-4368-add4-21f91f2aa922, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5787ef-bae1-4368-add4-21f91f2aa922,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:05.516486 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.550005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.866682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a8eff7f-d7f0-4136-b38f-5bf76390ee7d req-94e3f0f3-47b8-427c-a0c3-e6b1b95b3893 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 210 time: 0.1118495 Oct 20 10:48:05.891751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8b5787ef-bae1-4368-add4-21f91f2aa922,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:05.906160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177b33c-f165-4501-af05-02ffe08061fd req-ce561129-eee2-4f6b-bee6-51cf99992c20 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:05.907913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9177b33c-f165-4501-af05-02ffe08061fd req-ce561129-eee2-4f6b-bee6-51cf99992c20 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2635128 Oct 20 10:48:05.952516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-ddfaf9f8-005a-4ec7-8625-1e2d7d3a4d26 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:05.953976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-ddfaf9f8-005a-4ec7-8625-1e2d7d3a4d26 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 0.4539859 Oct 20 10:48:05.965846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-948fe3a4-b70b-4066-bc25-727224c61cee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:05.967506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-948fe3a4-b70b-4066-bc25-727224c61cee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.8212826 Oct 20 10:48:05.975039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Request body: {'port': {'device_id': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'admin_state_up': True, 'tenant_id': '922d736dff374ef28fbb0443a0e57040'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.987067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9177b33c-f165-4501-af05-02ffe08061fd req-f4f657ef-cb75-4050-9b03-9745ae8ac146 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631859 Oct 20 10:48:06.028269 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:48:00Z', 'revision_number': 5, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:06.062124 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacccfd2-40a9-47c5-991f-50c0a896cdd3 None None] The sync data for ids ['3c0b0799-b112-4658-ae30-1ef8a5017e3c'] in n-d-802060-17 is: [{'id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-156314800-router', 'tenant_id': '897c812dd0944b18be26196dd8889fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:47Z', 'updated_at': '2021-10-20T10:48:00Z', 'revision_number': 5, 'project_id': '897c812dd0944b18be26196dd8889fee', 'gw_port': {'id': '4dd4e225-c134-47a9-bf99-b36ae73b73b7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b0799-b112-4658-ae30-1ef8a5017e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:49Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:06.105286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Router 95c1b568-4285-4a03-923f-6dd81cbe4be6 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:06.117623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9336f600-d5e5-4bb2-a60a-a651ee2a74df req-f4207f6d-2b86-4b73-9e2a-be25ffba8376 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 210 time: 0.0836861 Oct 20 10:48:06.126646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.180871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:06.188925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.228485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-efae284c-9223-4346-a56f-ac3c7aeb53db tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.229976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-efae284c-9223-4346-a56f-ac3c7aeb53db tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 0.6854432 Oct 20 10:48:06.237879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.300860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Request body: {'port': {'device_id': '8b010ea0-1049-4874-9921-e78937fdab3d', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'admin_state_up': True, 'tenant_id': '922d736dff374ef28fbb0443a0e57040'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.307560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8aeb2-f32f-46b7-b62c-08bc9efd5370 req-49f3d27e-2e3d-4046-9bff-d632e319e30b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.311416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfd8aeb2-f32f-46b7-b62c-08bc9efd5370 req-49f3d27e-2e3d-4046-9bff-d632e319e30b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.1097615 Oct 20 10:48:06.406263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfd8aeb2-f32f-46b7-b62c-08bc9efd5370 req-31538808-83f6-4421-b7c4-91ca38f3e293 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835824 Oct 20 10:48:06.426340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Allocated IP 172.20.0.6 (07276305-c17a-4fe0-94d6-3c0a4bc56739/6adb3be7-61ad-47e8-a70e-94a43435f273/7265ae06-51a0-44ad-9af7-a2df266a072a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:06.437944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Network 8c228eaa-7345-4803-b96d-d9e477542056 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:06.513684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:06.549292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:06.554544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.565419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.593700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-4cacd6ff-6928-49e1-af73-c8eff514ccec tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.595167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-4cacd6ff-6928-49e1-af73-c8eff514ccec tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 815 time: 0.3422213 Oct 20 10:48:06.631363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd4ab1-76c2-4757-b588-444a2442247b req-3ee8ac8e-00dc-4370-8ac6-63782ac4b805 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.632964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd4ab1-76c2-4757-b588-444a2442247b req-3ee8ac8e-00dc-4370-8ac6-63782ac4b805 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1247754 Oct 20 10:48:06.635314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Request body: {'port': {'device_id': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'admin_state_up': True, 'tenant_id': 'b2cf57694f1345afaff668c23bcdd188'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.657543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.695914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9fd4ab1-76c2-4757-b588-444a2442247b req-117f2f20-9744-47fb-96dc-3fcc0209cd8c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545826 Oct 20 10:48:06.720984 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.770232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:06.776841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:06.779042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event updated for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.781199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:06.785903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port 3cf549ca-b45a-48ad-8eba-0c51937cd932 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:06.786245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.802036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.834718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.835376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.853696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-8fea248e-bc4d-43a8-823e-7ecac77c9e52 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8830278 Oct 20 10:48:06.866628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Deleting port 4dd4e225-c134-47a9-bf99-b36ae73b73b7 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:06.867000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.868342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Request body: {'port': {'device_id': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.895905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:06.909981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Sync routers for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:06.925962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:06.926845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:06.956506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa1ebd25-4d7b-4fd5-8cc0-3c7a868ebb8c admin admin] 10.222.0.74 "PUT /v2.0/routers/95c1b568-4285-4a03-923f-6dd81cbe4be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8942714 Oct 20 10:48:06.964244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52730) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.080580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.091116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:07.094183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:07.094622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.159724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c9697d6-8975-4af7-a3ac-902e98ef6318 req-03d060b2-a2de-4a7a-970c-6707a3135036 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 210 time: 0.1989853 Oct 20 10:48:07.165718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.180752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5787ef-bae1-4368-add4-21f91f2aa922 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:07.219851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Allocated IP 172.20.0.3 (911e736f-7a61-45c9-b301-094cc3bb78c9/3398d387-af3d-4240-a68f-be878ce368a1/0972464c-6533-4a74-916d-e8071d5df6f8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:07.220140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port 3cf549ca-b45a-48ad-8eba-0c51937cd932, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3cf549ca-b45a-48ad-8eba-0c51937cd932,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:07.220601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.245972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] For port 4dd4e225-c134-47a9-bf99-b36ae73b73b7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4dd4e225-c134-47a9-bf99-b36ae73b73b7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:07.246413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.264573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:07.280155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for 3cf549ca-b45a-48ad-8eba-0c51937cd932 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:07.299426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Calling delete_port for 4dd4e225-c134-47a9-bf99-b36ae73b73b7 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:07.304190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:07.315780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Made reservation on behalf of b2cf57694f1345afaff668c23bcdd188 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:07.319890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.354639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b5787ef-bae1-4368-add4-21f91f2aa922 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:07.355207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.369589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:07.373413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event updated for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:07.419961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b55c7-20ef-43a0-a1e2-42b8aff612e1 req-c7939884-4ee8-4021-83f1-cf443b248b30 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.428398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f9b55c7-20ef-43a0-a1e2-42b8aff612e1 req-c7939884-4ee8-4021-83f1-cf443b248b30 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.2707803 Oct 20 10:48:07.517902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d585f567-149c-4089-8dd6-fd793a5c2462 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:07.542379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d585f567-149c-4089-8dd6-fd793a5c2462 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:07.542711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d585f567-149c-4089-8dd6-fd793a5c2462 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:07.557899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:48:02Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.591981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Checking router: 95c1b568-4285-4a03-923f-6dd81cbe4be6 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:07.602262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Routers {'95c1b568-4285-4a03-923f-6dd81cbe4be6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:07.603022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95c1b568-4285-4a03-923f-6dd81cbe4be6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.632833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.675816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2da789e3-b0be-45bd-8a88-c7fe791cc9b7 None None] Provisioning complete for port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:07.675816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2da789e3-b0be-45bd-8a88-c7fe791cc9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.733194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-71844099-610d-4e72-b0ff-b95588efe705 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.734693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-71844099-610d-4e72-b0ff-b95588efe705 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.83 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 947 time: 0.3981159 Oct 20 10:48:07.753018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2da789e3-b0be-45bd-8a88-c7fe791cc9b7 None None] Port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:07.755719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] Set router 95c1b568-4285-4a03-923f-6dd81cbe4be6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:07.776575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c072d2-0401-448a-aa19-2fff56f728e6 req-f5fbdb18-734d-4ca3-a4a3-44efd2817e7b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.778115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71c072d2-0401-448a-aa19-2fff56f728e6 req-f5fbdb18-734d-4ca3-a4a3-44efd2817e7b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 931 time: 0.4947016 Oct 20 10:48:07.788369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f9b55c7-20ef-43a0-a1e2-42b8aff612e1 req-2a2b0c2d-682c-41ea-876e-0e50dc590d96 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591025 Oct 20 10:48:07.908458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.909080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.911366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.972253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:48:02Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.975808 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-cc3b770c-1b0d-4558-a5e5-efda8a62b1e8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3104231 Oct 20 10:48:07.997756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Request body: {'port': {'device_id': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:08.003635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a098b34-53de-4211-81e6-80ec89493c96 None None] The sync data for ids ['95c1b568-4285-4a03-923f-6dd81cbe4be6'] in n-d-802060-17 is: [{'id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'name': 'tempest-ServersTestManualDisk-1982471053-router', 'tenant_id': 'a51e9d0cb01e44868261c856d38ff48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:45:29Z', 'updated_at': '2021-10-20T10:48:02Z', 'revision_number': 5, 'project_id': 'a51e9d0cb01e44868261c856d38ff48a', 'gw_port': {'id': '6166030c-d01f-4883-8c03-7ac88222edeb', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1b568-4285-4a03-923f-6dd81cbe4be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:45:30Z', 'updated_at': '2021-10-20T10:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:08.044737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71c072d2-0401-448a-aa19-2fff56f728e6 req-9e8f656c-8e3b-473a-a0bf-60c42bd8f293 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354143 Oct 20 10:48:08.063865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.085137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.147664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de19a34-de11-4b73-83d2-cbd0fa6392f9 req-e9c4a535-74e9-4336-a452-699a5fbc22d9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:08.149159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2de19a34-de11-4b73-83d2-cbd0fa6392f9 req-e9c4a535-74e9-4336-a452-699a5fbc22d9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=3042ae08-f3b8-41ff-bdc4-5661bec392ed HTTP/1.1" status: 200 len: 945 time: 0.2520061 Oct 20 10:48:08.205824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.222445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Deleting port 8916b90f-6b82-4f5c-8037-2451a1d31974 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:08.222678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.231168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7265ae06-51a0-44ad-9af7-a2df266a072a {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:08.258600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.271196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3cf549ca-b45a-48ad-8eba-0c51937cd932 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:08.324500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No active binding found for port 3cf549ca-b45a-48ad-8eba-0c51937cd932 {{(pid=100748) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:48:08.325228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3cf549ca-b45a-48ad-8eba-0c51937cd932 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:08.325980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8916b90f-6b82-4f5c-8037-2451a1d31974 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:08.360027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.389889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:08.420164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.441198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=3cf549ca-b45a-48ad-8eba-0c51937cd932,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.496929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.546167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:08.554310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:08.557074 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc8fe8e-34d7-42aa-8aaa-b214590c1d8a" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-unplugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:08.596501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd4e225-c134-47a9-bf99-b36ae73b73b7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.604911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.605848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Allocated IP 172.20.0.7 (911e736f-7a61-45c9-b301-094cc3bb78c9/3398d387-af3d-4240-a68f-be878ce368a1/3cc40ec7-1748-4d1e-86e5-e7af82712b72) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:08.629968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port 3cf549ca-b45a-48ad-8eba-0c51937cd932 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:08.641170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.644649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90ccd5d0-6662-4633-8456-4c9fa05b879f req-1108f801-d805-42a2-b67e-de597c533a77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/3cf549ca-b45a-48ad-8eba-0c51937cd932 HTTP/1.1" status: 204 len: 173 time: 2.6505690 Oct 20 10:48:08.666134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'name': 'network-vif-deleted', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:08.668511 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbaae8d-441d-4d08-acad-98d4440cb212" -d '{"events": [{"server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "name": "network-vif-deleted", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:08.693987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=13']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.704895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2de19a34-de11-4b73-83d2-cbd0fa6392f9 req-d29ec40b-c407-4ba7-9923-dfa3d8b64574 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224559 Oct 20 10:48:08.730061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41090f3a-e71c-4158-adb8-2897550d0d19 req-7d602030-04e1-43ba-9d9d-47600c1ae360 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:08.737946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41090f3a-e71c-4158-adb8-2897550d0d19 req-7d602030-04e1-43ba-9d9d-47600c1ae360 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.6139381 Oct 20 10:48:08.739504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.741325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.745664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.753463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Transition to ACTIVE for port object 7265ae06-51a0-44ad-9af7-a2df266a072a will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:08.822384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.843620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.874420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event updated for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.877534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Deleting port 6166030c-d01f-4883-8c03-7ac88222edeb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:08.877868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.891638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbe7d7ae-0043-4844-bd02-b16414bb9c64 req-d389eab8-6d92-44e9-8e72-7e63129cc8b2 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 210 time: 0.0662167 Oct 20 10:48:08.911656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:08.949151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] For port 8916b90f-6b82-4f5c-8037-2451a1d31974, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8916b90f-6b82-4f5c-8037-2451a1d31974,segment=NetworkSegment(b3082a10-4022-48d6-a1d9-bd32f53e60d8),segment_id=b3082a10-4022-48d6-a1d9-bd32f53e60d8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:08.949151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.953337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.956229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:08.960367 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f9e14-c667-47bb-9ae1-0a375811a9be x-openstack-request-id: req-c75f9e14-c667-47bb-9ae1-0a375811a9be {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:08.960669 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-unplugged", "status": "completed", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:08.960927 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c75f9e14-c667-47bb-9ae1-0a375811a9be {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:08.961319 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'code': 200} Oct 20 10:48:08.979102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41090f3a-e71c-4158-adb8-2897550d0d19 req-aec75a5f-7d58-4f40-ae20-d055495edf00 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331417 Oct 20 10:48:08.979290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.982734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:09.049445 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2c46c-5eb3-4b86-b528-92a33fca895a x-openstack-request-id: req-e1b2c46c-5eb3-4b86-b528-92a33fca895a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:09.049728 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3042ae08-f3b8-41ff-bdc4-5661bec392ed", "name": "network-vif-deleted", "tag": "3cf549ca-b45a-48ad-8eba-0c51937cd932", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:09.049982 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1b2c46c-5eb3-4b86-b528-92a33fca895a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:09.050377 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3042ae08-f3b8-41ff-bdc4-5661bec392ed', 'name': 'network-vif-deleted', 'tag': '3cf549ca-b45a-48ad-8eba-0c51937cd932', 'status': 'completed', 'code': 200} Oct 20 10:48:09.108926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.116707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Allocated IP 172.20.0.7 (07276305-c17a-4fe0-94d6-3c0a4bc56739/6adb3be7-61ad-47e8-a70e-94a43435f273/da687234-0f71-46fa-8a5f-c169e636e57b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:09.119159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.121200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.121708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0b0799-b112-4658-ae30-1ef8a5017e3c {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:48:09.132593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.135965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-566f431b-dc8e-4f17-9f77-264e62b43438 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3c0b0799-b112-4658-ae30-1ef8a5017e3c HTTP/1.1" status: 204 len: 168 time: 5.0753808 Oct 20 10:48:09.142798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52750) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.157920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Calling delete_port for 8916b90f-6b82-4f5c-8037-2451a1d31974 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:09.203435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ad3dd184-6511-4f79-8256-c252b0714beb no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:09.263558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Pushing event updated for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.276447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ad3dd184-6511-4f79-8256-c252b0714beb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:09.276847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ad3dd184-6511-4f79-8256-c252b0714beb not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:09.357769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.388177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Deleting subnet d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:09.393473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:09.394081 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.399353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.417279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-71e9e24c-884f-46ca-9e65-2713e9b1b051 None None] Provisioning complete for port 0972464c-6533-4a74-916d-e8071d5df6f8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:09.417745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71e9e24c-884f-46ca-9e65-2713e9b1b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.418379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] For port 6166030c-d01f-4883-8c03-7ac88222edeb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6166030c-d01f-4883-8c03-7ac88222edeb,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:09.418743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.457053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-71e9e24c-884f-46ca-9e65-2713e9b1b051 None None] Port 0972464c-6533-4a74-916d-e8071d5df6f8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:09.457453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Calling delete_port for 6166030c-d01f-4883-8c03-7ac88222edeb owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:09.478277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430a66d-8efd-4e3a-bf83-2d5fd84bdfe9 req-01df3ada-62c0-4d7a-888c-25412c62ceb6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:09.479774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5430a66d-8efd-4e3a-bf83-2d5fd84bdfe9 req-01df3ada-62c0-4d7a-888c-25412c62ceb6 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/ports?device_id=160f1e99-42b1-41fc-9dcf-09af58f48890 HTTP/1.1" status: 200 len: 945 time: 0.3490584 Oct 20 10:48:09.486013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d134f08a-4ece-4002-8153-8d46ca833ccb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5403061 Oct 20 10:48:09.524405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Request body: {'port': {'device_id': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:09.533671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65de27-e8d2-4bac-95f1-7d2714dddf82 req-171bc26c-e222-40a0-a36b-6a17d93de04d tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:09.535130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f65de27-e8d2-4bac-95f1-7d2714dddf82 req-171bc26c-e222-40a0-a36b-6a17d93de04d tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 943 time: 0.2676129 Oct 20 10:48:09.540645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Network 8c228eaa-7345-4803-b96d-d9e477542056 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:09.542716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.567364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:09.597536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Attempting to bind port 7265ae06-51a0-44ad-9af7-a2df266a072a on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:09.597870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Attempting to bind port 7265ae06-51a0-44ad-9af7-a2df266a072a by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:09.598196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Attempting to bind port 7265ae06-51a0-44ad-9af7-a2df266a072a on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:09.606060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.629266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Port 7265ae06-51a0-44ad-9af7-a2df266a072a on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:09.629530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Attempting to bind port 7265ae06-51a0-44ad-9af7-a2df266a072a on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:09.666624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:09.667268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Checking segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:09.667405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Bound using segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:09.667817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Bound port: 7265ae06-51a0-44ad-9af7-a2df266a072a, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:09.668144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.712008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5430a66d-8efd-4e3a-bf83-2d5fd84bdfe9 req-2e3a3482-9121-4541-be7e-f365b157e4e7 tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.74 "GET /v2.0/security-groups?id=850b1eda-acb1-4862-8928-29b2fbf965ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172711 Oct 20 10:48:09.745674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.757374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f65de27-e8d2-4bac-95f1-7d2714dddf82 req-0617d705-14e5-4e67-b735-4d2ee2583475 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608617 Oct 20 10:48:09.795912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:09.796422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.816369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:09.822849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event updated for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.828485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:09.879831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.922154 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.981340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Pushing event deleted for resources: {'Port': ['ID=8916b90f-6b82-4f5c-8037-2451a1d31974,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.013444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:10.048030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.048577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.054107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Router c471b0f2-33b0-4762-a132-c651db6140f5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:10.065200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.116638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] No DVR routers for this DVR port 8916b90f-6b82-4f5c-8037-2451a1d31974 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:10.133109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.136576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cdfafce-edf3-492b-a3c3-27b226371560 req-3b8a6743-298e-4c01-b7a4-5153b99d81dc tempest-ServersNegativeTestJSON-1953532748 tempest-ServersNegativeTestJSON-1953532748-project] 10.222.0.83 "DELETE /v2.0/ports/8916b90f-6b82-4f5c-8037-2451a1d31974 HTTP/1.1" status: 204 len: 173 time: 2.3888712 Oct 20 10:48:10.163469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-deleted', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:10.170345 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f599b736-f9fc-48f4-bc0a-d9ffa35993da" -d '{"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-deleted", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:10.253833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.295122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7265ae06-51a0-44ad-9af7-a2df266a072a,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:10.305325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f3fb-745c-4cc1-9821-c9e681fe89de req-e4885401-ac8a-46d5-8f3b-485e56a523fe tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.306833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-94c65d14-13dd-4bc0-9a84-23e8e90303fe None None] Provisioning complete for port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:10.307345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb44f3fb-745c-4cc1-9821-c9e681fe89de req-e4885401-ac8a-46d5-8f3b-485e56a523fe tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1841979 Oct 20 10:48:10.308094 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94c65d14-13dd-4bc0-9a84-23e8e90303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.310375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6166030c-d01f-4883-8c03-7ac88222edeb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.315089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.328715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8732f5f-f7d7-42bd-9c49-cd12187a1ed3 req-6401d868-0eae-4ba6-b8a7-f534a4216bd8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.330282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8732f5f-f7d7-42bd-9c49-cd12187a1ed3 req-6401d868-0eae-4ba6-b8a7-f534a4216bd8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 931 time: 0.2997708 Oct 20 10:48:10.358193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-94c65d14-13dd-4bc0-9a84-23e8e90303fe None None] Port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:10.434384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-528d91d0-0d2f-4ff1-88be-936790387be8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8087173 Oct 20 10:48:10.442677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.444187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.445573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] 10.222.0.83 "PUT /v2.0/ports/7265ae06-51a0-44ad-9af7-a2df266a072a HTTP/1.1" status: 200 len: 1092 time: 3.5818288 Oct 20 10:48:10.456404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:10.463660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4b4c82-fe56-45a7-9104-c757e511e1f1 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:10.468269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.478673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Request body: {'port': {'device_id': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:10.480336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb44f3fb-745c-4cc1-9821-c9e681fe89de req-4d09b9a0-800c-4f7a-b97d-7135cee34af7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453698 Oct 20 10:48:10.485996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.497359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:10.506185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952bdbe-5975-439e-9868-bbb5da43aa6f service neutron] Pushing event updated for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.531575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.536041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8732f5f-f7d7-42bd-9c49-cd12187a1ed3 req-30475c6a-0037-4cea-9663-01883db665df tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588302 Oct 20 10:48:10.537766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:10.603458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event updated for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.606821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.620535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029250a7-84a3-4a80-bf89-e521e25776ce None None] Network e0e02275-6c61-4389-af3d-8d795a6d86cc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:10.636622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.644973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-b84c1b6c-b431-407e-b703-dfb274cfa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.645157 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4367655b-01bb-4311-8914-765014736e27 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d3d5f5fe-d0d8-4ac4-9307-d609b59c8cdd HTTP/1.1" status: 204 len: 168 time: 1.4998832 Oct 20 10:48:10.647433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-b84c1b6c-b431-407e-b703-dfb274cfa08c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 1095 time: 0.1491473 Oct 20 10:48:10.652212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52778) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.665093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Transition to ACTIVE for port object 9e4b4c82-fe56-45a7-9104-c757e511e1f1 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:10.700852 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93df439c-5a3f-4e9e-883c-8b6af25664f9 x-openstack-request-id: req-93df439c-5a3f-4e9e-883c-8b6af25664f9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:10.702112 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160f1e99-42b1-41fc-9dcf-09af58f48890", "name": "network-vif-deleted", "tag": "8916b90f-6b82-4f5c-8037-2451a1d31974", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:10.702548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.702797 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93df439c-5a3f-4e9e-883c-8b6af25664f9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:10.703607 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160f1e99-42b1-41fc-9dcf-09af58f48890', 'name': 'network-vif-deleted', 'tag': '8916b90f-6b82-4f5c-8037-2451a1d31974', 'status': 'completed', 'code': 200} Oct 20 10:48:10.781079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.818557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.827537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52782) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.834207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.835023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.888398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-ad3cf751-5ab6-4a72-b164-b765b8398fd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7265ae06-51a0-44ad-9af7-a2df266a072a HTTP/1.1" status: 200 len: 217 time: 0.1908307 Oct 20 10:48:10.907295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] DHCP port deletion for e0e02275-6c61-4389-af3d-8d795a6d86cc request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:48:10.923891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.960196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.960864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c1b568-4285-4a03-923f-6dd81cbe4be6 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:48:10.975012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Deleting port 0e6e96b4-160b-42a5-afee-bc862b81fbfd {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:10.975440 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.982749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-855eb907-ced4-4ee4-be20-007ea8358096 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7009616 Oct 20 10:48:10.985271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.986896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.987070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.991768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7374a221-e7d5-441e-b6db-3f2c4b76faf1 admin admin] 10.222.0.74 "DELETE /v2.0/routers/95c1b568-4285-4a03-923f-6dd81cbe4be6 HTTP/1.1" status: 204 len: 168 time: 4.0262394 Oct 20 10:48:10.997969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:11.010973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Request body: {'port': {'device_id': '8b010ea0-1049-4874-9921-e78937fdab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:11.020599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:11.042980 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57c21b5d-789d-4125-97b6-db083953fa81 admin admin] 10.222.0.74 "PUT /v2.0/routers/c471b0f2-33b0-4762-a132-c651db6140f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0855851 Oct 20 10:48:11.043629 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Sync routers for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:11.076544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:11.078457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:11.214584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Deleting subnet ffe887fd-5688-443f-a7f7-80725f2491f4 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:11.268782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c8e9-20c9-4dcd-963c-6414bf18b6a4 req-09e75003-66c7-4bf3-92e7-37ecacb98682 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:11.277993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1c6c8e9-20c9-4dcd-963c-6414bf18b6a4 req-09e75003-66c7-4bf3-92e7-37ecacb98682 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 943 time: 0.4004686 Oct 20 10:48:11.278968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.308646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-c9bd02fc-b4fc-48aa-984e-16ca18881b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:11.311785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-c9bd02fc-b4fc-48aa-984e-16ca18881b41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.3643670 Oct 20 10:48:11.376827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-7f64d28d-bfc6-4734-a684-926d9ba28987 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508022 Oct 20 10:48:11.377676 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:11.387526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Deleting subnet 220b0519-82f5-4763-bb04-d3050bbadd38 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:11.402090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.406038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] For port 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0e6e96b4-160b-42a5-afee-bc862b81fbfd,segment=NetworkSegment(d7511fa5-b6b2-4264-b3fd-9d849f5efcc7),segment_id=d7511fa5-b6b2-4264-b3fd-9d849f5efcc7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:11.407128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.423782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Calling delete_port for 0e6e96b4-160b-42a5-afee-bc862b81fbfd owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:11.460214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0972464c-6533-4a74-916d-e8071d5df6f8 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:11.470256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.471942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.491305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Transition to ACTIVE for port object 0972464c-6533-4a74-916d-e8071d5df6f8 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:11.511878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.525591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.531831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-5a7fadb3-83be-4966-aaa6-a5ba47df9a3b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:11.534169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-5a7fadb3-83be-4966-aaa6-a5ba47df9a3b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.7176962 Oct 20 10:48:11.539470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.579999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.581920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] No DVR routers for this DVR port 0e6e96b4-160b-42a5-afee-bc862b81fbfd on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:11.586057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Attempting to bind port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:11.586663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Attempting to bind port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:11.587272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Attempting to bind port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:11.603678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca3ef-3f9a-4b0b-be12-42a05f90cbcc None None] Pushing event deleted for resources: {'Port': ['ID=0e6e96b4-160b-42a5-afee-bc862b81fbfd,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.647006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4dd4e225-c134-47a9-bf99-b36ae73b73b7 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:11.672628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4dd4e225-c134-47a9-bf99-b36ae73b73b7 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:11.673133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4dd4e225-c134-47a9-bf99-b36ae73b73b7 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:11.673558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0e6e96b4-160b-42a5-afee-bc862b81fbfd no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:11.685544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1c6c8e9-20c9-4dcd-963c-6414bf18b6a4 req-eccdbccd-6b4c-486c-ada2-8d7f57684d2d tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030914 Oct 20 10:48:11.687420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.705586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:11.705586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Attempting to bind port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:11.705858 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:48:07Z', 'revision_number': 4, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a3ea9aac-a49f-46f5-b897-b50f3010bb50', 'name': '', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'mac_address': 'fa:16:3e:fb:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '405260be-8af6-4256-b022-70309254ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:03Z', 'updated_at': '2021-10-20T10:48:08Z', 'revision_number': 2, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'subnets': [{'id': '405260be-8af6-4256-b022-70309254ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:11.706008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0e6e96b4-160b-42a5-afee-bc862b81fbfd {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:11.706008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0e6e96b4-160b-42a5-afee-bc862b81fbfd not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:11.742526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.743133 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Checking router: c471b0f2-33b0-4762-a132-c651db6140f5 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:11.743713 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Updating router c471b0f2-33b0-4762-a132-c651db6140f5 port a3ea9aac-a49f-46f5-b897-b50f3010bb50 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:11.757939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-b4963462-9a4b-4b68-a627-978a57eb519d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.2053475 Oct 20 10:48:11.776950 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.869697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:11.870498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Checking segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:11.871137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Bound using segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:11.871852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Bound port: 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:11.872703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.906315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.911297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Deleting port 0e6e96b4-160b-42a5-afee-bc862b81fbfd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:11.913993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.003603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-9f1d6738-e0ee-4178-99b0-1600e83ae0bf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676564 Oct 20 10:48:12.014345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-87a115a5-2242-438a-a7e3-dfac73361ca9 service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205393 Oct 20 10:48:12.050004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe887fd-5688-443f-a7f7-80725f2491f4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:12.103098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.106293 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-92033fee-0014-46a1-b5d5-81859c8f90a0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ffe887fd-5688-443f-a7f7-80725f2491f4 HTTP/1.1" status: 204 len: 168 time: 1.2681997 Oct 20 10:48:12.113092 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.118609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52808) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:12.120128 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.132112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Attempting to bind port 0972464c-6533-4a74-916d-e8071d5df6f8 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:12.132457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Attempting to bind port 0972464c-6533-4a74-916d-e8071d5df6f8 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:12.132791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Attempting to bind port 0972464c-6533-4a74-916d-e8071d5df6f8 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:12.174100 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Pushing event updated for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:12.203953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Port 0972464c-6533-4a74-916d-e8071d5df6f8 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:12.204522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Attempting to bind port 0972464c-6533-4a74-916d-e8071d5df6f8 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:12.213209 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.213665 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.214095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.214543 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.214963 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.215399 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.215821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.216911 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.216911 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.216911 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.217869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.217869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:12.232461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Attempting to bind port a3ea9aac-a49f-46f5-b897-b50f3010bb50 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:12.232829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Attempting to bind port a3ea9aac-a49f-46f5-b897-b50f3010bb50 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:12.233187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Attempting to bind port a3ea9aac-a49f-46f5-b897-b50f3010bb50 on network 8c228eaa-7345-4803-b96d-d9e477542056 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:12.238629 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:12.239031 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Checking segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:12.239427 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.239812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Bound using segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:12.241129 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Bound port: a3ea9aac-a49f-46f5-b897-b50f3010bb50, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:12.241343 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.242130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.244627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] For port 0e6e96b4-160b-42a5-afee-bc862b81fbfd, host n-d-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:12.245195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.274574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-e58ed909-19fb-410b-9a37-983e63cccb7b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:12.276125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-e58ed909-19fb-410b-9a37-983e63cccb7b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 818 time: 0.3516583 Oct 20 10:48:12.276885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:12.277219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Checking segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:12.277592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Bound using segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:12.278326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Bound port: 0972464c-6533-4a74-916d-e8071d5df6f8, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:12.278495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.309547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Calling delete_port for 0e6e96b4-160b-42a5-afee-bc862b81fbfd owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:12.309940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-77402cc8-41b1-42cd-86f0-126df1de41b8 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554102 Oct 20 10:48:12.314064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:12.330148 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] For port a3ea9aac-a49f-46f5-b897-b50f3010bb50, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:12.333572 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] For port a3ea9aac-a49f-46f5-b897-b50f3010bb50, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a3ea9aac-a49f-46f5-b897-b50f3010bb50,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:12.338751 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.358687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Port 0e6e96b4-160b-42a5-afee-bc862b81fbfd was not found and therefore no delete operation was performed {{(pid=100746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:48:12.397425 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:12.398056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:12.409419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.416461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:12.438976 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668a697-f565-4bed-b899-9dfa15980ad9 None None] Pushing event updated for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:12.492845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.495004 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.518778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:12.749705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:12.754405 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ada5e-78d6-469c-9a66-0f48786b150d" -d '{"events": [{"name": "network-changed", "server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:12.759650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-6a6f594d-5ee0-4a3b-b841-2922c87d74fa service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488697 Oct 20 10:48:12.776049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-e7f2d1a3-fe0c-4a15-802e-b643bd47010c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/quotas/00af07bfee924c6ba88bf16501910d95 HTTP/1.1" status: 200 len: 375 time: 0.4849410 Oct 20 10:48:12.788616 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:48:07Z', 'revision_number': 4, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a3ea9aac-a49f-46f5-b897-b50f3010bb50', 'name': '', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'mac_address': 'fa:16:3e:fb:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '405260be-8af6-4256-b022-70309254ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:03Z', 'updated_at': '2021-10-20T10:48:12Z', 'revision_number': 4, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'subnets': [{'id': '405260be-8af6-4256-b022-70309254ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:12.817088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] No DVR routers for this DVR port 0e6e96b4-160b-42a5-afee-bc862b81fbfd on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:12.842018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-fed6279d-846c-4dc0-b796-20e3e536e815 service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740495 Oct 20 10:48:12.844603 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3c975-ab73-40ef-b482-6e0ee73c32e4 None None] The sync data for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 is: [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:48:07Z', 'revision_number': 4, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a3ea9aac-a49f-46f5-b897-b50f3010bb50', 'name': '', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'mac_address': 'fa:16:3e:fb:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '405260be-8af6-4256-b022-70309254ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:03Z', 'updated_at': '2021-10-20T10:48:12Z', 'revision_number': 4, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'subnets': [{'id': '405260be-8af6-4256-b022-70309254ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:12.865578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6e96b4-160b-42a5-afee-bc862b81fbfd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:12.903316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-730e9c95-d00a-4c8d-9259-fa1ce78adeab tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255357 Oct 20 10:48:12.943791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:12.951701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0972464c-6533-4a74-916d-e8071d5df6f8,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:12.961405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.973840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc40ec7-1748-4d1e-86e5-e7af82712b72 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:12.981540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.020127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.020759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.023141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/9e4b4c82-fe56-45a7-9104-c757e511e1f1 HTTP/1.1" status: 200 len: 1093 time: 5.0376766 Oct 20 10:48:13.083343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:13.092409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.096659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.103825 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ac686-d2cd-4810-8401-0c101a7370fd" -d '{"events": [{"name": "network-changed", "server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:13.109063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] 10.222.0.70 "PUT /v2.0/ports/0972464c-6533-4a74-916d-e8071d5df6f8 HTTP/1.1" status: 200 len: 1092 time: 3.5886621 Oct 20 10:48:13.136695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.149688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-df689c9f-7bf2-4f7f-824c-6fd2a056c099 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:48:13.150763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-df689c9f-7bf2-4f7f-824c-6fd2a056c099 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2278173 Oct 20 10:48:13.305954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a3ea9aac-a49f-46f5-b897-b50f3010bb50 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:13.354286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e7c5-27d9-43e7-bc1d-a2e552ca40c8 req-9d0f9421-c519-4d78-89c3-7f167b9d56a9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.354765 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.355925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93f1e7c5-27d9-43e7-bc1d-a2e552ca40c8 req-9d0f9421-c519-4d78-89c3-7f167b9d56a9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2320614 Oct 20 10:48:13.397773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220b0519-82f5-4763-bb04-d3050bbadd38,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:13.430410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-388535ac-ccbf-445c-97bc-d8757c6f2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.431931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-388535ac-ccbf-445c-97bc-d8757c6f2e2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 1095 time: 0.2139959 Oct 20 10:48:13.463810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.471280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2378c0a9-2f48-4509-a75b-4df0a2626910 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/220b0519-82f5-4763-bb04-d3050bbadd38 HTTP/1.1" status: 204 len: 168 time: 2.4653094 Oct 20 10:48:13.481909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80912cc-1ba5-49b9-8e65-58ed2dbbaba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:13.484342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f767d3-0fac-4fbf-8439-d0a433b3e4a4 None None] Network 92656030-c254-4a4e-8aa3-58e49fa88806 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:13.484485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52826) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:13.488338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Transition to ACTIVE for port object 3cc40ec7-1748-4d1e-86e5-e7af82712b72 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:13.534725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a3ea9aac-a49f-46f5-b897-b50f3010bb50 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:13.537709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.570441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.587499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e02275-6c61-4389-af3d-8d795a6d86cc']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:13.612840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-bb5ec737-e5f6-42bd-9dec-d422c6556c8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0972464c-6533-4a74-916d-e8071d5df6f8 HTTP/1.1" status: 200 len: 217 time: 0.1029887 Oct 20 10:48:13.676897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:13.677216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7511fa5-b6b2-4264-b3fd-9d849f5efcc7') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:13.689698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4298-013a-45eb-be3b-6ecc816cb4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:13.792895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.798440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93f1e7c5-27d9-43e7-bc1d-a2e552ca40c8 req-b9531b27-1916-4eaf-99ae-468442b0a486 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220192 Oct 20 10:48:13.806916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-c6cd1f40-d0cb-4a0c-a316-f2aec5569c0c service neutron] 10.222.0.74 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900097 Oct 20 10:48:13.939338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.951591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:13.952485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.953630 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.029017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port a3ea9aac-a49f-46f5-b897-b50f3010bb50, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a3ea9aac-a49f-46f5-b897-b50f3010bb50,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:14.048269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.085579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d0ad7e7a-0cdf-4428-b51c-a582f1b4d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.086792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-d0ad7e7a-0cdf-4428-b51c-a582f1b4d6ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.4514608 Oct 20 10:48:14.122262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.123912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6166030c-d01f-4883-8c03-7ac88222edeb no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:14.125515 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:14.183327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6166030c-d01f-4883-8c03-7ac88222edeb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:14.184119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6166030c-d01f-4883-8c03-7ac88222edeb not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:14.210138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fb744-e3cf-4643-ada9-d5a444380ed9 req-d1f4663a-2e04-47ca-af96-36509bdcd5a8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.218355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f7fb744-e3cf-4643-ada9-d5a444380ed9 req-d1f4663a-2e04-47ca-af96-36509bdcd5a8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 943 time: 0.2770150 Oct 20 10:48:14.218970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:14.237306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] DHCP port deletion for 92656030-c254-4a4e-8aa3-58e49fa88806 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:48:14.255854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-84e91200-9077-44fa-a08c-21a06e879bb6 service neutron] 10.222.0.74 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399021 Oct 20 10:48:14.294239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f7fb744-e3cf-4643-ada9-d5a444380ed9 req-e6b901eb-7739-46dc-9422-307f50bc59d6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715058 Oct 20 10:48:14.310001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-64bc25ae-3606-4914-a56f-4ca979d8a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.315899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-64bc25ae-3606-4914-a56f-4ca979d8a2ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037952 Oct 20 10:48:14.341225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.357552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:14.419422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da687234-0f71-46fa-8a5f-c169e636e57b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:14.442483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.466196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Deleting port 03160dd6-182e-4a31-9ca3-ede59c071268 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:14.466811 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.475301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Transition to ACTIVE for port object da687234-0f71-46fa-8a5f-c169e636e57b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:14.489804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-e1254c8d-a172-4e22-bcd2-fe8b0b6f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.493734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-e1254c8d-a172-4e22-bcd2-fe8b0b6f21a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 1096 time: 1.3328545 Oct 20 10:48:14.496612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.521968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.580680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-2309f220-86e8-4ed7-9938-002b2ee20dc9 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593715 Oct 20 10:48:14.595751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385df6-fc8e-43a8-85ab-d88f21f2969d req-1cde0f47-6ece-472a-bbd9-9e511e0d775a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.606457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.609287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70385df6-fc8e-43a8-85ab-d88f21f2969d req-1cde0f47-6ece-472a-bbd9-9e511e0d775a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 943 time: 0.1377661 Oct 20 10:48:14.615940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] 10.222.0.74 "DELETE /v2.0/networks/e0e02275-6c61-4389-af3d-8d795a6d86cc HTTP/1.1" status: 204 len: 168 time: 3.9576886 Oct 20 10:48:14.709554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] For port 03160dd6-182e-4a31-9ca3-ede59c071268, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03160dd6-182e-4a31-9ca3-ede59c071268,segment=NetworkSegment(59713dca-ed64-428c-9cc4-5486af2097d6),segment_id=59713dca-ed64-428c-9cc4-5486af2097d6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:14.711245 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.787878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Calling delete_port for 03160dd6-182e-4a31-9ca3-ede59c071268 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:14.806102 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cddd5ce-42cc-4ec4-88e6-efb43e5322e1 x-openstack-request-id: req-6cddd5ce-42cc-4ec4-88e6-efb43e5322e1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:14.807545 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:14.807857 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cddd5ce-42cc-4ec4-88e6-efb43e5322e1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:14.809176 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a', 'status': 'completed', 'code': 200} Oct 20 10:48:14.835592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70385df6-fc8e-43a8-85ab-d88f21f2969d req-a37b4aca-ebac-4ec7-a064-0b16c56d5822 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233877 Oct 20 10:48:14.854337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Pushing event updated for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:14.870829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201498f3-9a69-4a5a-b1bc-13399a19ed4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e02275-6c61-4389-af3d-8d795a6d86cc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:14.909547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076c0327-c692-41cc-bff2-a197bf46799a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:14.934656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3082a10-4022-48d6-a1d9-bd32f53e60d8') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:14.935256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3082a10-4022-48d6-a1d9-bd32f53e60d8') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:14.950862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.009651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.017092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:15.017489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.024017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b370732-19f0-4c4e-9527-646d26c6e492 x-openstack-request-id: req-4b370732-19f0-4c4e-9527-646d26c6e492 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:15.092312 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:15.095845 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b370732-19f0-4c4e-9527-646d26c6e492 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:15.095845 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1', 'status': 'completed', 'code': 200} Oct 20 10:48:15.108362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-dd3cb6ee-bb14-4bb9-8b6e-94a66450d0e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1 HTTP/1.1" status: 200 len: 217 time: 0.5758963 Oct 20 10:48:15.108668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] Pushing event deleted for resources: {'Port': ['ID=03160dd6-182e-4a31-9ca3-ede59c071268,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:15.116792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3a050-8f5f-4b59-990e-5626c3d58e59 None None] No DVR routers for this DVR port 03160dd6-182e-4a31-9ca3-ede59c071268 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:15.163134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a3ea9aac-a49f-46f5-b897-b50f3010bb50 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:15.219297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.232332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b93ac14-be5e-4ec8-a3a4-c549cb8d36d8 req-05d59507-4f42-4055-b39f-12071d463eb7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 210 time: 0.0954094 Oct 20 10:48:15.274790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a3ea9aac-a49f-46f5-b897-b50f3010bb50 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:15.276121 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.334487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ed56900-4e23-468f-b80c-4ffa3366d374 req-0439b80a-0e13-4adb-a049-9359474c25a9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 210 time: 0.1980219 Oct 20 10:48:15.402960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2ae3e80-afb5-4ad6-a3e0-fc0ce92959f3 req-e4d73d14-4438-44b6-9efe-b1f1d6b8e1ec service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439721 Oct 20 10:48:15.421524 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:48:15.488813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.496481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03160dd6-182e-4a31-9ca3-ede59c071268 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:15.506489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] 10.222.0.74 "DELETE /v2.0/networks/076c0327-c692-41cc-bff2-a197bf46799a HTTP/1.1" status: 204 len: 168 time: 3.3462443 Oct 20 10:48:15.510993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.525433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 03160dd6-182e-4a31-9ca3-ede59c071268 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:15.525789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03160dd6-182e-4a31-9ca3-ede59c071268 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:15.545996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-f168593c-6a55-4405-b29a-258c16e5820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.548177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-f168593c-6a55-4405-b29a-258c16e5820d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 1095 time: 0.5310543 Oct 20 10:48:15.595636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d9150-5b19-49d9-86a6-41f1b4ac7218 admin admin] Pushing event deleted for resources: {'Network': ['ID=076c0327-c692-41cc-bff2-a197bf46799a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:15.643445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.646498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92656030-c254-4a4e-8aa3-58e49fa88806']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:15.668891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59713dca-ed64-428c-9cc4-5486af2097d6') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:15.669178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59713dca-ed64-428c-9cc4-5486af2097d6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:15.684438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-17441a7e-47f7-44e7-89cf-ec059b60697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.686258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-17441a7e-47f7-44e7-89cf-ec059b60697e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.4752367 Oct 20 10:48:15.688635 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-308a9272-dd7e-485e-babf-68e618511fee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9de797e930284f30b6d0a3d7185ad9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926847 Oct 20 10:48:15.692451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.697881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-d6c9ff8c-845a-471c-b43f-95bf8bae3be0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.700263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-d6c9ff8c-845a-471c-b43f-95bf8bae3be0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.6379414 Oct 20 10:48:15.701027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:15.729091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2255f24-c0e7-4619-a79f-f73691a4462e req-56de30cb-7af7-46f3-93d6-7834af1254ee tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.736637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2255f24-c0e7-4619-a79f-f73691a4462e req-56de30cb-7af7-46f3-93d6-7834af1254ee tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.3317349 Oct 20 10:48:15.743785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Attempting to bind port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:15.744117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Attempting to bind port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:15.744648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Attempting to bind port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:15.756304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:15.761567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.769907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:15.770230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Attempting to bind port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 on network 911e736f-7a61-45c9-b301-094cc3bb78c9 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:15.774191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:15.783093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:15.783760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.787611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Attempting to bind port da687234-0f71-46fa-8a5f-c169e636e57b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:15.788199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Attempting to bind port da687234-0f71-46fa-8a5f-c169e636e57b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:15.788532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Attempting to bind port da687234-0f71-46fa-8a5f-c169e636e57b on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:15.790465 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:15.816961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:15.817253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Checking segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:15.817507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Bound using segment: {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:15.818026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Bound port: 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365010a-2fcd-4f62-96f7-d3af63f25143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:15.818382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.819270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-7add1f3e-e205-4e65-8a68-bad4a46aa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.820787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-7add1f3e-e205-4e65-8a68-bad4a46aa27d service neutron] 10.222.0.83 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 915 time: 0.2591994 Oct 20 10:48:15.828196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Port da687234-0f71-46fa-8a5f-c169e636e57b on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:15.828566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Attempting to bind port da687234-0f71-46fa-8a5f-c169e636e57b on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:15.835663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b359b-fcb1-4833-8e76-30ea261484bd req-5ce1b865-053b-41a4-83cd-af4e0e081124 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.837156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-053b359b-fcb1-4833-8e76-30ea261484bd req-5ce1b865-053b-41a4-83cd-af4e0e081124 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 943 time: 0.3103371 Oct 20 10:48:15.885052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-9fe4f7ec-62e7-4aee-b4bd-b55d20ab93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.886492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-9fe4f7ec-62e7-4aee-b4bd-b55d20ab93fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1850281 Oct 20 10:48:15.894277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:15.894613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Checking segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:15.895113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Bound using segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:15.895890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Bound port: da687234-0f71-46fa-8a5f-c169e636e57b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:15.896373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.966671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.967294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-7762eed4-a7ed-4fae-a15f-d342f8354515 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7265ae06-51a0-44ad-9af7-a2df266a072a HTTP/1.1" status: 200 len: 217 time: 0.1017263 Oct 20 10:48:15.983092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.987200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/92656030-c254-4a4e-8aa3-58e49fa88806 HTTP/1.1" status: 204 len: 168 time: 2.4927082 Oct 20 10:48:15.995301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2255f24-c0e7-4619-a79f-f73691a4462e req-8922837a-fc52-48f7-bddf-8e11bbce17f6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554855 Oct 20 10:48:15.998363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8cd1b91a-06ad-41c0-9600-89c55751689a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0bebe6937abe453f885d600cb9fa6e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189629 Oct 20 10:48:16.039857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52864) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:16.068027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-795c645e-3708-4c21-9135-a1681d4ffc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.069537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-795c645e-3708-4c21-9135-a1681d4ffc14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.0876789 Oct 20 10:48:16.075358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023250a8-0d91-4058-acc3-1167b2ad35a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=92656030-c254-4a4e-8aa3-58e49fa88806,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.086079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-053b359b-fcb1-4833-8e76-30ea261484bd req-39627cca-2aeb-4e9a-8fe7-d4e4448f255b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217021 Oct 20 10:48:16.119257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:16.134914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.138586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-80b3dfe2-3a9c-4e51-b744-14eb228324dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415115 Oct 20 10:48:16.152603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:16.167487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-82fdca5a-341d-47d6-a05a-8c6eae9e2b28 service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686667 Oct 20 10:48:16.174172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.198015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:16.254438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=da687234-0f71-46fa-8a5f-c169e636e57b,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:16.256305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.256926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.258439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] 10.222.0.70 "PUT /v2.0/ports/3cc40ec7-1748-4d1e-86e5-e7af82712b72 HTTP/1.1" status: 200 len: 1092 time: 5.8006492 Oct 20 10:48:16.258798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.280707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.281118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:16.296111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7265ae06-51a0-44ad-9af7-a2df266a072a details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:16.350708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.408277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:16.412599 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.439377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bece02-47b4-4105-8b58-a5c20d696ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.446899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.448130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.449761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] 10.222.0.70 "PUT /v2.0/ports/da687234-0f71-46fa-8a5f-c169e636e57b HTTP/1.1" status: 200 len: 1092 time: 5.4472756 Oct 20 10:48:16.452519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.462698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3bd0-837f-4497-961b-f3415e5073a0 req-3a39fd9a-9da5-42b2-b6e9-44ecad734a75 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.464491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcbf3bd0-837f-4497-961b-f3415e5073a0 req-3a39fd9a-9da5-42b2-b6e9-44ecad734a75 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 943 time: 0.2875578 Oct 20 10:48:16.540604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7265ae06-51a0-44ad-9af7-a2df266a072a,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:16.558361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '7265ae06-51a0-44ad-9af7-a2df266a072a', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'port_id': '7265ae06-51a0-44ad-9af7-a2df266a072a', 'mac_address': 'fa:16:3e:51:4f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adb3be7-61ad-47e8-a70e-94a43435f273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:16.590516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.608922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.624603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7265ae06-51a0-44ad-9af7-a2df266a072a {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:16.637254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-d505254c-5738-4b00-bd45-26b2b862a3aa tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.639314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-d505254c-5738-4b00-bd45-26b2b862a3aa tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 818 time: 0.5053394 Oct 20 10:48:16.647915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-63943ae6-0dd9-420f-9a1b-0d668fe11f86 service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922805 Oct 20 10:48:16.661528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7265ae06-51a0-44ad-9af7-a2df266a072a,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:16.667205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.677744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.680392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.681518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f6957cd-c39a-4c23-bec7-10e9c200886c HTTP/1.1" status: 204 len: 168 time: 0.9753232 Oct 20 10:48:16.707394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-c8e9464a-20b0-421c-b8e3-0a4d83e6176e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/quotas/00af07bfee924c6ba88bf16501910d95 HTTP/1.1" status: 200 len: 375 time: 0.0583527 Oct 20 10:48:16.719730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcbf3bd0-837f-4497-961b-f3415e5073a0 req-7a402faf-f3f8-4454-ab11-05fa4c50727a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599238 Oct 20 10:48:16.728555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.750596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-80d5059a-b7c5-4e21-8737-d5a1c3c9cc46 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.752174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-80d5059a-b7c5-4e21-8737-d5a1c3c9cc46 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 818 time: 0.3678141 Oct 20 10:48:16.754232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb8e09c6-6836-4334-8aa7-39caf9be6fa2 req-21ec91af-90c5-48ee-9c6e-6e3a8906acc0 service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779746 Oct 20 10:48:16.759699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5ba17-dc45-4c4f-8f29-7483e0a9e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6957cd-c39a-4c23-bec7-10e9c200886c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.765490 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8bd3292-1d91-4f31-870a-97f79c24536f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a51e9d0cb01e44868261c856d38ff48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767952 Oct 20 10:48:16.781000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52880) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:16.786398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Request body: {'port': {'device_id': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'admin_state_up': True, 'tenant_id': '00af07bfee924c6ba88bf16501910d95'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:16.798989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-a4901e4c-b0b6-42e7-a7d7-5fe177bab2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.800782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-a4901e4c-b0b6-42e7-a7d7-5fe177bab2a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 1095 time: 0.4328725 Oct 20 10:48:16.814677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:16.816892 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987972ad-d3b9-463c-a204-343f84cf2607" -d '{"events": [{"name": "network-changed", "server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:16.858812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.13 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/82a4782f-9eb1-4a43-a12f-f064775e1a5f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:16.889868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987177-b933-4d23-bd78-31c4860a21e4 service neutron] Pushing event updated for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.907348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7265ae06-51a0-44ad-9af7-a2df266a072a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:16.919615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27a80fe0-48c7-4b97-905d-ea9397454e32 req-32213fcb-b1d5-465a-9687-db76bde0368b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 210 time: 0.0556116 Oct 20 10:48:16.932354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-1ff3776b-bc55-42a0-8b43-8e8a70d705ed tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862309 Oct 20 10:48:16.949971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-49aae3a5-827c-496c-9a1c-79fe838ea25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.951518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-49aae3a5-827c-496c-9a1c-79fe838ea25a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 1095 time: 0.3825674 Oct 20 10:48:16.952758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-b1c12ccb-47ce-4516-bc2e-9164f1e3c5d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72 HTTP/1.1" status: 200 len: 217 time: 0.1136498 Oct 20 10:48:16.970752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b2ada5e-78d6-469c-9a66-0f48786b150d req-4c647a22-2c92-4698-9536-9ae1345fa737 service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104541 Oct 20 10:48:17.013665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.017772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.021937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/850b1eda-acb1-4862-8928-29b2fbf965ac HTTP/1.1" status: 204 len: 168 time: 0.9780626 Oct 20 10:48:17.093238 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c58e63-e724-46a0-8c74-03943bc868e6 x-openstack-request-id: req-23c58e63-e724-46a0-8c74-03943bc868e6 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:17.093613 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:17.093798 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23c58e63-e724-46a0-8c74-03943bc868e6 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:17.094345 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8', 'status': 'completed', 'code': 200} Oct 20 10:48:17.129695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72'}, {'name': 'network-changed', 'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:17.132537 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50" -d '{"events": [{"name": "network-changed", "server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72"}, {"name": "network-changed", "server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:17.166648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-94587eb5-a67e-408e-9783-4929dd015689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da687234-0f71-46fa-8a5f-c169e636e57b HTTP/1.1" status: 200 len: 217 time: 0.1776800 Oct 20 10:48:17.190734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06361e5e-09af-4ab3-b506-381f69d2576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850b1eda-acb1-4862-8928-29b2fbf965ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:17.216011 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.245334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac686-d2cd-4810-8401-0c101a7370fd req-adbd8179-4bff-4659-91a2-7d0d9124b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.245546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85bd3d-f404-47ad-af8a-49deb6052932 req-c0b98009-cd01-4228-8b1b-01c79442e397 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.246821 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-adbd8179-4bff-4659-91a2-7d0d9124b673 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 1096 time: 0.3997419 Oct 20 10:48:17.247049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac85bd3d-f404-47ad-af8a-49deb6052932 req-c0b98009-cd01-4228-8b1b-01c79442e397 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1520023 Oct 20 10:48:17.256570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-78aaa591-de8e-499a-bd45-a03ce978d91a service neutron] 10.222.0.74 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229752 Oct 20 10:48:17.282627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-335ad693-0966-4377-9c85-f2b7137a644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.284094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-335ad693-0966-4377-9c85-f2b7137a644d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.2934964 Oct 20 10:48:17.321531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:17.335285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987972ad-d3b9-463c-a204-343f84cf2607 req-c3859b85-4849-4d60-807d-9cf7101d890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.336792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-c3859b85-4849-4d60-807d-9cf7101d890f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 1095 time: 0.2584934 Oct 20 10:48:17.353013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.420608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-e26fa3de-cafc-4d6b-b052-60bdd63227f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.421961 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-e26fa3de-cafc-4d6b-b052-60bdd63227f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.2351370 Oct 20 10:48:17.497867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac85bd3d-f404-47ad-af8a-49deb6052932 req-12fa1d4f-acc2-41ab-a2e7-fe9e629df8f6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187231 Oct 20 10:48:17.513918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.559712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-f5da696b-9102-4216-a0f1-6de912703701 service neutron] 10.222.0.74 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020506 Oct 20 10:48:17.608821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987972ad-d3b9-463c-a204-343f84cf2607 req-f4c6e597-0758-45fc-88fc-9a6c0df29a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.610796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-f4c6e597-0758-45fc-88fc-9a6c0df29a07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 917 time: 0.2490716 Oct 20 10:48:17.621695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.636324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:17.690898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-e448528c-b8d6-4d96-969a-b0b246bb3aac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0972464c-6533-4a74-916d-e8071d5df6f8 HTTP/1.1" status: 200 len: 217 time: 0.0570965 Oct 20 10:48:17.800585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:17.809172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:17.841970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Made reservation on behalf of 00af07bfee924c6ba88bf16501910d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:17.847081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.886350 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2770a-0524-4f78-9b52-5fa340443858 x-openstack-request-id: req-9ce2770a-0524-4f78-9b52-5fa340443858 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:17.887139 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:17.887650 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ce2770a-0524-4f78-9b52-5fa340443858 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:17.888310 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72', 'status': 'completed', 'code': 200} Oct 20 10:48:17.888879 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b', 'status': 'completed', 'code': 200} Oct 20 10:48:17.895771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-9a0f69de-b065-4cd3-951e-09cd67f944a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4583724 Oct 20 10:48:17.934617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc547b-5516-42ba-911d-0823a1762418 req-e6535ac8-1def-45f9-800f-cbd1670be14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.936634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-e6535ac8-1def-45f9-800f-cbd1670be14e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6212254 Oct 20 10:48:18.082190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac686-d2cd-4810-8401-0c101a7370fd req-4d6f740a-f33c-41e7-ae13-5b2c179f63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.083809 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-4d6f740a-f33c-41e7-ae13-5b2c179f63d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 917 time: 0.8241038 Oct 20 10:48:18.088508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-56d6edd8-93d5-4c74-afc1-377db81b9d65 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=897c812dd0944b18be26196dd8889fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508929 Oct 20 10:48:18.088508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-9db32c41-20c7-494f-a49b-9706f4462ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808667 Oct 20 10:48:18.090207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52926) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:18.202196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:18.212665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.215798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.219390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b946dc13-f350-403a-9d0c-f8f86af811df HTTP/1.1" status: 204 len: 168 time: 1.4153945 Oct 20 10:48:18.231829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:18.285598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ef1d0-ae10-405f-99f5-6efef7bb1f6d req-1cce566c-e9af-43ab-b5bf-22e80e13af59 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.300504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-7024b067-c891-41b1-a397-4cae78e8672f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1 HTTP/1.1" status: 200 len: 217 time: 0.1732163 Oct 20 10:48:18.305957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f6ef1d0-ae10-405f-99f5-6efef7bb1f6d req-1cce566c-e9af-43ab-b5bf-22e80e13af59 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 943 time: 0.6813071 Oct 20 10:48:18.313040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7265ae06-51a0-44ad-9af7-a2df266a072a up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:18.329834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987972ad-d3b9-463c-a204-343f84cf2607 req-d43bc588-2256-42f9-bd8f-444d8295181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.331314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-d43bc588-2256-42f9-bd8f-444d8295181e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.6171317 Oct 20 10:48:18.385682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.386303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.392053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbfbde-86ff-4bf3-acdf-9e35ee1c4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946dc13-f350-403a-9d0c-f8f86af811df,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:18.416200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 7265ae06-51a0-44ad-9af7-a2df266a072a completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:18.439042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 7265ae06-51a0-44ad-9af7-a2df266a072a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:18.439787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.441493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bab6b0-94da-4edf-97f6-7b1729cc4009 req-8d837bf7-c207-4ec5-8378-b82b135928ca tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.443143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9bab6b0-94da-4edf-97f6-7b1729cc4009 req-8d837bf7-c207-4ec5-8378-b82b135928ca tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 944 time: 0.2350345 Oct 20 10:48:18.453976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a853aae-fada-4501-bf48-71ba06f1e6fe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7316535 Oct 20 10:48:18.467660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f6ef1d0-ae10-405f-99f5-6efef7bb1f6d req-6ba62b06-8295-4774-a8d4-470dd8c3147a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606200 Oct 20 10:48:18.480482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Request body: {'port': {'device_id': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:18.546523 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.576771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:18.579715 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98e694-c896-4eba-98cd-9e8c837a7153" -d '{"events": [{"server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "name": "network-vif-plugged", "status": "completed", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:18.595883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7265ae06-51a0-44ad-9af7-a2df266a072a,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:18.596125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9bab6b0-94da-4edf-97f6-7b1729cc4009 req-802279e5-cbbb-4554-b251-c75771989868 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Oct 20 10:48:18.603230 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.669765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:18.688784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Allocated IP 172.20.0.3 (8c228eaa-7345-4803-b96d-d9e477542056/405260be-8af6-4256-b022-70309254ca3c/3926b840-8d02-4908-9eb9-1fa98f93fb14) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:18.690635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.696975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987972ad-d3b9-463c-a204-343f84cf2607 req-7a8ae3a0-38e8-4f91-a5fb-b2e8ba806d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.699343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-7a8ae3a0-38e8-4f91-a5fb-b2e8ba806d62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552384 Oct 20 10:48:18.713573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-9fbd1252-df96-482b-83c7-fa3e323d9131 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223903 Oct 20 10:48:18.717830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac686-d2cd-4810-8401-0c101a7370fd req-27983b80-a2a4-4343-8a5c-53eea4e70c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.719575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-27983b80-a2a4-4343-8a5c-53eea4e70c9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.3524132 Oct 20 10:48:18.727074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-58d4ed94-77e2-4fdd-b4b5-8ed7fc6d421e req-206b281c-8305-4537-82a1-2f3dc3157bc6 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343928 Oct 20 10:48:18.741727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.758553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fae77408-0978-4fb3-b96d-4b9ab8558972 req-4af6437d-bb84-4888-9629-5a440f47ae2e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 210 time: 0.1615899 Oct 20 10:48:18.898647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.969845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac686-d2cd-4810-8401-0c101a7370fd req-67307f1a-d9fb-40c2-bfc6-31d1229cb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.971380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-67307f1a-d9fb-40c2-bfc6-31d1229cb462 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432778 Oct 20 10:48:19.035587 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5cfc547b-5516-42ba-911d-0823a1762418 req-3d27cdfa-9c0b-49bb-8272-c5c9184b2656 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092749 Oct 20 10:48:19.097023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f30a-db0e-4da3-b4b9-ecc041faec38 req-380a91e8-62b8-4929-9f4c-5a5a23cb861a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.098751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-feb0f30a-db0e-4da3-b4b9-ecc041faec38 req-380a91e8-62b8-4929-9f4c-5a5a23cb861a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 932 time: 0.3480854 Oct 20 10:48:19.124646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efac5d-437d-47a7-b757-4b454edbf69a req-3be86455-04ce-4f22-b3b7-bcda2f7909d9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.126229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5efac5d-437d-47a7-b757-4b454edbf69a req-3be86455-04ce-4f22-b3b7-bcda2f7909d9 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2752838 Oct 20 10:48:19.138181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-4a0afa83-4d08-4ece-beeb-4a0752a4b353 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207542 Oct 20 10:48:19.248633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.310161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.314025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.315931 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2956613f-058c-4fbb-a4cc-8bc64d2e79a0 HTTP/1.1" status: 204 len: 168 time: 1.1914501 Oct 20 10:48:19.316921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52958) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:19.373707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-feb0f30a-db0e-4da3-b4b9-ecc041faec38 req-356060eb-595b-4a24-afa8-dfd726b89f82 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638149 Oct 20 10:48:19.396056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5efac5d-437d-47a7-b757-4b454edbf69a req-20c21412-448c-4615-b9c5-6f136bdea331 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478781 Oct 20 10:48:19.413853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-cd1d2d50-204d-4e51-8776-edb3e3de65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.418300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-cd1d2d50-204d-4e51-8776-edb3e3de65e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 1095 time: 0.3199570 Oct 20 10:48:19.420305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.448191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-0df7898e-066b-443c-8ba4-5d5d1fd8618d service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416928 Oct 20 10:48:19.471014 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75fb94f-6c6a-4bc7-9d2d-77e8abe40c14 x-openstack-request-id: req-c75fb94f-6c6a-4bc7-9d2d-77e8abe40c14 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:19.471305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "name": "network-vif-plugged", "status": "completed", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:19.471557 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c75fb94f-6c6a-4bc7-9d2d-77e8abe40c14 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:19.472002 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a', 'code': 200} Oct 20 10:48:19.508450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987972ad-d3b9-463c-a204-343f84cf2607 req-adc1db11-e7dc-4303-86af-c24dbf534f90 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598738 Oct 20 10:48:19.579704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db96d-4c2e-492b-9a53-b136580a9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2956613f-058c-4fbb-a4cc-8bc64d2e79a0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:19.634717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3de0299d-a981-4b94-aefd-8f7828bd9d4a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.636246 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3de0299d-a981-4b94-aefd-8f7828bd9d4a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.70 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 818 time: 0.4038730 Oct 20 10:48:19.649654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a4782f-9eb1-4a43-a12f-f064775e1a5f {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:19.651242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Network 8c228eaa-7345-4803-b96d-d9e477542056 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:19.667249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.670156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:19.705150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Transition to ACTIVE for port object 82a4782f-9eb1-4a43-a12f-f064775e1a5f will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:19.730922 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.734026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7633d80-483e-4d79-89da-79989085d13e req-0e83d64a-2dc0-4228-8d87-ce1bb9afa6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.736030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7633d80-483e-4d79-89da-79989085d13e req-0e83d64a-2dc0-4228-8d87-ce1bb9afa6fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 1097 time: 0.1935124 Oct 20 10:48:19.760662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:19.763862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:19.790931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d50c1-eab5-45a3-b140-e1c0eee7f766 req-d9ad6be6-de2c-4663-aef0-ce3e80b5aff4 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.792482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a54d50c1-eab5-45a3-b140-e1c0eee7f766 req-d9ad6be6-de2c-4663-aef0-ce3e80b5aff4 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 943 time: 0.1863811 Oct 20 10:48:19.801257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1379196904-network', 'tenant_id': '8fdc316534104079b1aa86edcd923d95'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:19.813637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Request body: {'port': {'device_id': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'admin_state_up': True, 'tenant_id': '00af07bfee924c6ba88bf16501910d95'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:19.826259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-042cfb38-07bc-4316-b855-495585d4d575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.873467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Pushing event updated for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:19.906116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Pushing event updated for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:19.916312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354d389-b15c-4325-8cb9-65c6b9c57f4e req-2d8e735b-2392-4902-8c56-6b1bbd33f4b3 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.917867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9354d389-b15c-4325-8cb9-65c6b9c57f4e req-2d8e735b-2392-4902-8c56-6b1bbd33f4b3 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 945 time: 0.2313678 Oct 20 10:48:19.937202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0972464c-6533-4a74-916d-e8071d5df6f8 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:19.942726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:19.947097 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.967564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.968477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.973506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7633d80-483e-4d79-89da-79989085d13e req-8aeab6a2-1b15-4a64-8828-a3f2273a26d6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249100 Oct 20 10:48:19.993911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-e15faca6-2c09-4488-a34e-a2bb41855988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.995198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-e15faca6-2c09-4488-a34e-a2bb41855988 service neutron] 10.222.0.70 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 917 time: 0.4389226 Oct 20 10:48:20.006812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-412ac686-d2cd-4810-8401-0c101a7370fd req-00aaf57a-8279-4666-af87-1da0b4a619bb service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309731 Oct 20 10:48:20.020966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-61af453a-fb98-4955-8605-c0c793d16db0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2521615 Oct 20 10:48:20.028180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.042608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a54d50c1-eab5-45a3-b140-e1c0eee7f766 req-6e228a61-bb88-4e10-bd1c-5c6b0d594a13 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262118 Oct 20 10:48:20.085159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0972464c-6533-4a74-916d-e8071d5df6f8,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:20.086594 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-cc09cd59-7fcc-46ed-a2b9-1b3d1eed7a0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72 HTTP/1.1" status: 200 len: 217 time: 0.0787752 Oct 20 10:48:20.101196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '0972464c-6533-4a74-916d-e8071d5df6f8', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'port_id': '0972464c-6533-4a74-916d-e8071d5df6f8', 'mac_address': 'fa:16:3e:28:d1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398d387-af3d-4240-a68f-be878ce368a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:20.160122 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.173406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-895dafe0-11ca-4ceb-9617-4bd17d0217ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.174875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-895dafe0-11ca-4ceb-9617-4bd17d0217ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.0697553 Oct 20 10:48:20.176139 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9354d389-b15c-4325-8cb9-65c6b9c57f4e req-eca59b64-7cf7-4fd4-8077-422f660ae361 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495270 Oct 20 10:48:20.180861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0972464c-6533-4a74-916d-e8071d5df6f8 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:20.193736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Request body: {'port': {'device_id': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:20.235928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0972464c-6533-4a74-916d-e8071d5df6f8,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:20.241668 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.258622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5eb0180-f868-4dc8-9b97-073f687c0306 req-c7f7ba85-e353-4e0f-a32c-7d422381f649 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 210 time: 0.0977240 Oct 20 10:48:20.267423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Attempting to bind port 82a4782f-9eb1-4a43-a12f-f064775e1a5f on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:20.267763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Attempting to bind port 82a4782f-9eb1-4a43-a12f-f064775e1a5f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:20.268085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Attempting to bind port 82a4782f-9eb1-4a43-a12f-f064775e1a5f on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:20.283665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Port 82a4782f-9eb1-4a43-a12f-f064775e1a5f on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:20.284106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Attempting to bind port 82a4782f-9eb1-4a43-a12f-f064775e1a5f on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:20.309948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:20.310247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:20.310746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:20.311262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Bound port: 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:20.311675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.312172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-91ddc366-7f2f-4382-8b48-813b867e3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.313687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-91ddc366-7f2f-4382-8b48-813b867e3719 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301649 Oct 20 10:48:20.313934 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-9948cade-3b54-42fa-beb0-1df94517347b service neutron] show failed (client error): The resource could not be found. Oct 20 10:48:20.314256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Made reservation on behalf of 00af07bfee924c6ba88bf16501910d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:20.315288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-9948cade-3b54-42fa-beb0-1df94517347b service neutron] 10.222.0.70 "GET /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.2665639 Oct 20 10:48:20.317771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.321056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.333760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9e4b4c82-fe56-45a7-9104-c757e511e1f1 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:20.341146 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-042cfb38-07bc-4316-b855-495585d4d575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.354800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-042cfb38-07bc-4316-b855-495585d4d575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.362892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.433640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.464742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.497500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0972464c-6533-4a74-916d-e8071d5df6f8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:20.504017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:20.515102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52998) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:20.534009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cfb38-07bc-4316-b855-495585d4d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f0033e-d251-490d-868e-3cc899681a16,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.542073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '9e4b4c82-fe56-45a7-9104-c757e511e1f1', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'port_id': '9e4b4c82-fe56-45a7-9104-c757e511e1f1', 'mac_address': 'fa:16:3e:65:05:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398d387-af3d-4240-a68f-be878ce368a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:20.557597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Allocated IP 172.20.0.2 (8c228eaa-7345-4803-b96d-d9e477542056/405260be-8af6-4256-b022-70309254ca3c/b9acf052-e608-4464-a5e1-163e653fe549) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:20.574870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-042cfb38-07bc-4316-b855-495585d4d575 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fae23eaf267744a5b9a581219872cf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2501969 Oct 20 10:48:20.580073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53002) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:20.611029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:20.628077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.678114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4b4c82-fe56-45a7-9104-c757e511e1f1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:20.687021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:20.695189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.695938 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Added segment bbde476a-81dd-414b-815a-267c4dfa6e58 of type vlan for network e3819e3c-681b-4d48-a1e0-ca209baa8600 Oct 20 10:48:20.702506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:20.713889 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.717548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.742726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1494631231-network', 'tenant_id': '0519285ca6b54b88a3ee3d4b4c1bbbab'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:20.750849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:20.783749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.790478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.791688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.819952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.840039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.877080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96954bda-662c-4316-bebc-75446b11b4f0 req-24b485c6-f5e3-471b-ba38-33ae463ac9c6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.878656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96954bda-662c-4316-bebc-75446b11b4f0 req-24b485c6-f5e3-471b-ba38-33ae463ac9c6 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.3664734 Oct 20 10:48:20.895162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Made reservation on behalf of 0519285ca6b54b88a3ee3d4b4c1bbbab for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:20.898181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.898894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Network 8c228eaa-7345-4803-b96d-d9e477542056 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:20.909787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffe4b8-33b6-4a90-900b-be194bcb44f9 req-a0c8e2e0-8476-4377-9b9b-b766234721c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.911279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15ffe4b8-33b6-4a90-900b-be194bcb44f9 req-a0c8e2e0-8476-4377-9b9b-b766234721c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 944 time: 0.3827624 Oct 20 10:48:20.924812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.924972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.925887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:20.926520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] 10.222.0.83 "PUT /v2.0/ports/82a4782f-9eb1-4a43-a12f-f064775e1a5f HTTP/1.1" status: 200 len: 1093 time: 2.4520020 Oct 20 10:48:20.932246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:20.936389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Pushing event updated for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.945148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:20.947655 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11" -d '{"events": [{"name": "network-changed", "server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:20.960767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.973540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.999891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9e4b4c82-fe56-45a7-9104-c757e511e1f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:21.022429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-69b7bdcf-4142-4256-ba31-4db7c0423faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.024085 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-69b7bdcf-4142-4256-ba31-4db7c0423faf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1101 time: 0.2743089 Oct 20 10:48:21.032555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.033474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-85c01097-227b-415b-ac9f-5145d6a54101 service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041860 Oct 20 10:48:21.033674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.034109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.045259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.119849 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.128459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5bc1-800e-4cea-92ac-619b540c8e17 service neutron] Pushing event updated for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.168012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96954bda-662c-4316-bebc-75446b11b4f0 req-32041460-b133-4ab1-b74f-1e47c5b31923 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758687 Oct 20 10:48:21.184877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5134881 Oct 20 10:48:21.185648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.235216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15ffe4b8-33b6-4a90-900b-be194bcb44f9 req-3d04456f-0a99-4fda-8bc1-c623e04e20d9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761238 Oct 20 10:48:21.312985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Request body: {'subnet': {'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1379196904-subnet', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.325093 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa995a34-80a0-488f-9478-99bcd8db5378 x-openstack-request-id: req-fa995a34-80a0-488f-9478-99bcd8db5378 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:21.325386 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:21.325640 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa995a34-80a0-488f-9478-99bcd8db5378 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:21.326036 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f', 'status': 'completed', 'code': 200} Oct 20 10:48:21.334873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe06e24-b384-496b-a927-56e942ccf01e admin admin] Pushing event updated for resources: {'Network': ['ID=e3819e3c-681b-4d48-a1e0-ca209baa8600,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.349907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:21.389022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-e17015dd-ef5c-485c-af08-ebc1b00e4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.390526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-e17015dd-ef5c-485c-af08-ebc1b00e4388 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 1096 time: 0.4069624 Oct 20 10:48:21.463266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:21.465557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.484400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-381dc273-ced2-488c-91a2-22fcccd8fc6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f HTTP/1.1" status: 200 len: 217 time: 0.0790696 Oct 20 10:48:21.487511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.488122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.498175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.500780 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.503948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2f0033e-d251-490d-868e-3cc899681a16 HTTP/1.1" status: 204 len: 168 time: 0.9023676 Oct 20 10:48:21.595030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e0f7-7252-44ef-bd89-d49671d67d59 req-fdabedb4-efb2-465e-af81-75e01724852d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.596659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ac5e0f7-7252-44ef-bd89-d49671d67d59 req-fdabedb4-efb2-465e-af81-75e01724852d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 943 time: 0.2762122 Oct 20 10:48:21.597011 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.605592 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-95f823ad-633a-4f61-929b-c465b8df9912 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514129 Oct 20 10:48:21.607570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc23a4-410a-49e9-bd97-6184004399ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f0033e-d251-490d-868e-3cc899681a16,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.630865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3fc0055c-9bfc-401b-841a-65c1e0bd79de tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:48:21.631892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3fc0055c-9bfc-401b-841a-65c1e0bd79de tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136137 Oct 20 10:48:21.632410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.660658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.679048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-002a6592-b23f-4ee2-9146-d7dad62a2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.680485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-002a6592-b23f-4ee2-9146-d7dad62a2a77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1864362 Oct 20 10:48:21.684842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-4cc3c593-8ede-4c2d-9501-c92e35904bef service neutron] 10.222.0.70 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320894 Oct 20 10:48:21.691700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c42f49-fff8-403b-a5bc-76cf9e6cf701 req-3bb4e604-c54a-4fe4-8b46-228cce2c36f2 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.693464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c42f49-fff8-403b-a5bc-76cf9e6cf701 req-3bb4e604-c54a-4fe4-8b46-228cce2c36f2 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 945 time: 0.3124545 Oct 20 10:48:21.745073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:21.779339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-657ae558-f672-4f75-875c-de486809c9fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843854 Oct 20 10:48:21.791899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ac5e0f7-7252-44ef-bd89-d49671d67d59 req-1adcad27-eafc-4a11-b047-d0033fad5327 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822572 Oct 20 10:48:21.799359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf9e76-1065-4363-ba46-b005e78a28fe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.817812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.818851 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Added segment 5baf850d-5ef9-4b2d-a594-72911d6c4bf1 of type vlan for network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 Oct 20 10:48:21.822732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3926b840-8d02-4908-9eb9-1fa98f93fb14 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:21.834784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.867974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Transition to ACTIVE for port object 3926b840-8d02-4908-9eb9-1fa98f93fb14 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:21.875079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Request body: {'port': {'device_id': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.923096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c42f49-fff8-403b-a5bc-76cf9e6cf701 req-b94355ea-4b8d-4b3e-8c0a-3663bf9c3fa3 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040746 Oct 20 10:48:21.927778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.948202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3cc40ec7-1748-4d1e-86e5-e7af82712b72 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:21.981093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0972464c-6533-4a74-916d-e8071d5df6f8 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:22.013623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.069030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.089330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:22.091924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Pushing event updated for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.128907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 0972464c-6533-4a74-916d-e8071d5df6f8 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:22.137672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 0972464c-6533-4a74-916d-e8071d5df6f8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:22.138414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.185466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:22.205200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3cc40ec7-1748-4d1e-86e5-e7af82712b72', 'network_id': '911e736f-7a61-45c9-b301-094cc3bb78c9', 'port_id': '3cc40ec7-1748-4d1e-86e5-e7af82712b72', 'mac_address': 'fa:16:3e:a9:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398d387-af3d-4240-a68f-be878ce368a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:22.206507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-de27b1e0-46e8-4d52-8e5d-dde66da72a9a service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108367 Oct 20 10:48:22.212512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.262237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48da4a-e506-4f2d-9af2-152d34f982ce req-d4a8885e-3152-4a51-add7-7e670e92d891 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.263797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d48da4a-e506-4f2d-9af2-152d34f982ce req-d4a8885e-3152-4a51-add7-7e670e92d891 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 931 time: 0.3379779 Oct 20 10:48:22.278151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.279534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.280355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.304373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.326878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc40ec7-1748-4d1e-86e5-e7af82712b72 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:22.348191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:22.350221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.356274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9e4b4c82-fe56-45a7-9104-c757e511e1f1 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:22.358532 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.359502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device da687234-0f71-46fa-8a5f-c169e636e57b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:22.399697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6bae39d-f285-4957-93d6-097b7ea84ce3 req-8a51a17b-4cc5-49bc-a5f0-33b4f214eaad service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331952 Oct 20 10:48:22.411461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8927929 Oct 20 10:48:22.450111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53042) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:22.450801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22c1f7f-b6aa-45a7-a4da-3a904270870f,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.471245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9acf052-e608-4464-a5e1-163e653fe549 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:22.476653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:22.479034 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d849546-19d4-4947-95d7-7bc43f229692" -d '{"events": [{"server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "name": "network-vif-plugged", "status": "completed", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:22.480618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.495573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Transition to ACTIVE for port object b9acf052-e608-4464-a5e1-163e653fe549 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:22.504179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Request body: {'subnet': {'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1494631231-subnet', 'tenant_id': '0519285ca6b54b88a3ee3d4b4c1bbbab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:22.515878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8995-0da8-4f44-a655-fc6a564547ad req-8c976d09-6cb8-48ce-ae5d-eaffff71b661 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.517620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-7ef0ec50-582f-4a96-97cd-d2bf996c3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.520076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-7ef0ec50-582f-4a96-97cd-d2bf996c3b01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 1095 time: 0.7739522 Oct 20 10:48:22.524007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.525392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-273e8995-0da8-4f44-a655-fc6a564547ad req-8c976d09-6cb8-48ce-ae5d-eaffff71b661 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 943 time: 0.4194384 Oct 20 10:48:22.530293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0972464c-6533-4a74-916d-e8071d5df6f8,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:22.542827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.544977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.607630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-273e8995-0da8-4f44-a655-fc6a564547ad req-6b63d699-024c-4938-8e71-f32e5322f592 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Oct 20 10:48:22.661743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d48da4a-e506-4f2d-9af2-152d34f982ce req-c641ff03-b517-4915-b166-58381e98213f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699978 Oct 20 10:48:22.778146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Pushing event updated for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.784732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Attempting to bind port 3926b840-8d02-4908-9eb9-1fa98f93fb14 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:22.785187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Attempting to bind port 3926b840-8d02-4908-9eb9-1fa98f93fb14 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:22.785521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Attempting to bind port 3926b840-8d02-4908-9eb9-1fa98f93fb14 on network 8c228eaa-7345-4803-b96d-d9e477542056 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:22.791738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-df02a76e-f782-4287-bd68-1dcb74b46b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.793225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-df02a76e-f782-4287-bd68-1dcb74b46b55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 915 time: 0.2093513 Oct 20 10:48:22.799943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Port 3926b840-8d02-4908-9eb9-1fa98f93fb14 on network 8c228eaa-7345-4803-b96d-d9e477542056 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:22.800569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Attempting to bind port 3926b840-8d02-4908-9eb9-1fa98f93fb14 on network 8c228eaa-7345-4803-b96d-d9e477542056 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:22.812598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:22.812932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Checking segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:22.813317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Bound using segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:22.813755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Bound port: 3926b840-8d02-4908-9eb9-1fa98f93fb14, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:22.814103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.825456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-73954b8c-6e53-4020-9b67-8d8e2481e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.829589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-73954b8c-6e53-4020-9b67-8d8e2481e22d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 1096 time: 0.3550785 Oct 20 10:48:22.831623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Checking segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:22.832304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Network hostable DHCP agents. Network: e3819e3c-681b-4d48-a1e0-ca209baa8600, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:22.857510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:22.861343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.877601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:22.878049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.911082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-17906964-6809-4110-a785-65b586b050be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da687234-0f71-46fa-8a5f-c169e636e57b HTTP/1.1" status: 200 len: 217 time: 0.0999773 Oct 20 10:48:22.920662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=da687234-0f71-46fa-8a5f-c169e636e57b,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:22.920806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:22.940735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'da687234-0f71-46fa-8a5f-c169e636e57b', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'port_id': 'da687234-0f71-46fa-8a5f-c169e636e57b', 'mac_address': 'fa:16:3e:f5:37:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adb3be7-61ad-47e8-a70e-94a43435f273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:23.020043 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.041528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da687234-0f71-46fa-8a5f-c169e636e57b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:23.057480 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.078431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=da687234-0f71-46fa-8a5f-c169e636e57b,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:23.089106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.127882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:23.129161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:23.131605 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499fdbf-ebc2-4638-ad68-421ce37710dc" -d '{"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:23.137493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.139864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.143515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:23.159538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.178823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Attempting to bind port b9acf052-e608-4464-a5e1-163e653fe549 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:23.179579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Attempting to bind port b9acf052-e608-4464-a5e1-163e653fe549 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:23.180269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Attempting to bind port b9acf052-e608-4464-a5e1-163e653fe549 on network 8c228eaa-7345-4803-b96d-d9e477542056 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:23.195970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-0a4b68ce-40f0-4746-8fb4-e658c48d5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.197990 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-0a4b68ce-40f0-4746-8fb4-e658c48d5c8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.2603171 Oct 20 10:48:23.200199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:23.201743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Transition to ACTIVE for port object e7e62521-6b7c-4f5a-802e-5f51834ef9ec will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:23.225260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.238667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Port b9acf052-e608-4464-a5e1-163e653fe549 on network 8c228eaa-7345-4803-b96d-d9e477542056 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:23.239135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Attempting to bind port b9acf052-e608-4464-a5e1-163e653fe549 on network 8c228eaa-7345-4803-b96d-d9e477542056 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:23.242097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.244028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.252681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-9dfb6702-1d96-4c21-908c-cc76f6b01999 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448406 Oct 20 10:48:23.294932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:23.295470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Checking segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:23.296243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Bound using segment: {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:23.296510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Bound port: b9acf052-e608-4464-a5e1-163e653fe549, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50674116-b9ac-4d60-bd16-6faf28728821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:23.296962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.310501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89330c6b-8d98-42ed-8493-8bda42d5a895 admin admin] Pushing event updated for resources: {'Network': ['ID=40161d8b-ef7b-4464-82ae-3a40cc4a6439,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.327826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:23.342670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Made reservation on behalf of 0519285ca6b54b88a3ee3d4b4c1bbbab for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:23.344321 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.347176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.347893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.349529 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] 10.222.0.83 "PUT /v2.0/ports/3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 1092 time: 3.1648579 Oct 20 10:48:23.369667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3cc40ec7-1748-4d1e-86e5-e7af82712b72'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:23.374252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['da687234-0f71-46fa-8a5f-c169e636e57b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:23.387473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] No DVR routers for this DVR port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:23.547485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-9dd5e52f-21e5-434b-91cc-77c966edd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.549520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-9dd5e52f-21e5-434b-91cc-77c966edd5ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.2485311 Oct 20 10:48:23.563136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:23.574120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe709b0-5526-4a7d-9d8f-4c6bb4db3724 service neutron] Pushing event updated for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.656651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:23.656970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:23.657305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:23.671272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-238268ea-9886-4e2c-9448-f716fb3e396b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f HTTP/1.1" status: 200 len: 217 time: 0.1098132 Oct 20 10:48:23.677335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:23.682414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-f887ade5-7c64-46c9-b184-1ee6a4937d14 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162931 Oct 20 10:48:23.682980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:23.684270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:23.690461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-35ade90a-09c7-4741-b2ad-901c46e3ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.692123 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-35ade90a-09c7-4741-b2ad-901c46e3ae8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1095 time: 0.2964921 Oct 20 10:48:23.709643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b26c8-b728-4056-a421-3bfd1209c3a9 req-a8cef11f-ecf0-4a35-84eb-9f2ad1c9b2a3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.719596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f14b26c8-b728-4056-a421-3bfd1209c3a9 req-a8cef11f-ecf0-4a35-84eb-9f2ad1c9b2a3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 944 time: 0.8838079 Oct 20 10:48:23.722067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9acf052-e608-4464-a5e1-163e653fe549,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:23.729519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:23.729861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:23.730241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:23.730727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Bound port: e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:23.731108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.732901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.760793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.783963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e3819e3c-681b-4d48-a1e0-ca209baa8600) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:23.792974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3e35f-0195-42e0-9d7a-0309f146f17c None None] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:23.799853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f14b26c8-b728-4056-a421-3bfd1209c3a9 req-ca93ddc8-8441-4856-82c2-c56f91e17f45 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784335 Oct 20 10:48:23.808783 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-ddde0f06-e2e6-4b28-8f92-8e0898a56fc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.0896471 Oct 20 10:48:23.827706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.830853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.866341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fd6b0-6168-45a3-88a7-7b1fb4624d9c req-39d053b8-550b-4ff2-bc36-a1e6760dda22 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.869710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-181fd6b0-6168-45a3-88a7-7b1fb4624d9c req-39d053b8-550b-4ff2-bc36-a1e6760dda22 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 1.0847592 Oct 20 10:48:23.891933 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2917d-509c-428b-8834-d8a28d30dc83 x-openstack-request-id: req-2ef2917d-509c-428b-8834-d8a28d30dc83 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:23.892439 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "name": "network-vif-plugged", "status": "completed", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:23.892979 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ef2917d-509c-428b-8834-d8a28d30dc83 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:23.893461 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8', 'code': 200} Oct 20 10:48:23.968801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:24.028683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96df30f5-62ff-4b1c-b00a-6620fac16a24 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8063941 Oct 20 10:48:24.042648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-85bc26e0-64ad-421f-bd7d-b9a3de81a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.045076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-85bc26e0-64ad-421f-bd7d-b9a3de81a5fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.2023134 Oct 20 10:48:24.051089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-2090feee-d6e5-432a-99ac-58c4f91ec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.052529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.053643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.053804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-2090feee-d6e5-432a-99ac-58c4f91ec03d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.3720953 Oct 20 10:48:24.053931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53082) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:24.054438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e3819e3c-681b-4d48-a1e0-ca209baa8600', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:48:24.054601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] 10.222.0.70 "PUT /v2.0/ports/b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 200 len: 1092 time: 2.4084682 Oct 20 10:48:24.055507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.070469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:24.093904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:24.113661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-af88f509-19a1-4e58-8a0b-6ef02a1531ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558722 Oct 20 10:48:24.114732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:24.115025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-181fd6b0-6168-45a3-88a7-7b1fb4624d9c req-2da1db38-9e65-49b0-bb67-f2a1e5695dbc tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919098 Oct 20 10:48:24.139150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-2af60c04-2025-4c11-9a54-9db67dc5740d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:48:24.140154 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-2af60c04-2025-4c11-9a54-9db67dc5740d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106120 Oct 20 10:48:24.169946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5d824-78af-4bd8-86af-221590a320ee service neutron] Pushing event updated for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:24.172816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c19f-38b1-44a4-970f-0e1ca1046503 req-55169c6c-4681-4d19-a8b8-d50e6a8a956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.174094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:24.174540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aaf6c19f-38b1-44a4-970f-0e1ca1046503 req-55169c6c-4681-4d19-a8b8-d50e6a8a956f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 1097 time: 0.2046909 Oct 20 10:48:24.176477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-e2463371-d795-4d02-8d21-7b9c29fc5152 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683494 Oct 20 10:48:24.203846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.219129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0dc05ae1-eedb-45ba-ba5f-1266f1855c50 req-8e2c1be4-9174-4d03-a83f-581881851258 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169375 Oct 20 10:48:24.253798 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a427e655-d0a3-4c34-93fa-3078615fbcce x-openstack-request-id: req-a427e655-d0a3-4c34-93fa-3078615fbcce {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:24.254082 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:24.254340 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a427e655-d0a3-4c34-93fa-3078615fbcce {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:24.254738 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'code': 200} Oct 20 10:48:24.308401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.308676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.310058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] 10.222.0.83 "PUT /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 1096 time: 3.2689393 Oct 20 10:48:24.357931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 82a4782f-9eb1-4a43-a12f-f064775e1a5f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:24.365759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3ce6ed92-7bf3-4f02-8c8c-43e98b9f5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.367300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-3ce6ed92-7bf3-4f02-8c8c-43e98b9f5dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1095 time: 0.2574160 Oct 20 10:48:24.430791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-decc55f6-894c-4dbc-b5c6-44101fdfbee5 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170293 Oct 20 10:48:24.435991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.437400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.442847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36719f-f040-4a47-bfa1-7f17b0ec935e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:24.446219 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-9f49d403-fe55-497a-b677-c66a2d8ec69d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 200 len: 217 time: 0.0514755 Oct 20 10:48:24.461011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ec3a-625a-4e90-bdd1-0e1f27b9957d req-ea05f0dd-2929-42d2-a556-e62c5e44ec59 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.462883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a89ec3a-625a-4e90-bdd1-0e1f27b9957d req-ea05f0dd-2929-42d2-a556-e62c5e44ec59 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 944 time: 0.4791429 Oct 20 10:48:24.512229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:24.522552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-d6278c18-5282-434f-bc49-3bbb5999168b service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578205 Oct 20 10:48:24.528866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-aad2ac38-db9e-4aa6-9df8-ca1d62332e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.530566 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-aad2ac38-db9e-4aa6-9df8-ca1d62332e21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1099 time: 0.1812241 Oct 20 10:48:24.546061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '82a4782f-9eb1-4a43-a12f-f064775e1a5f', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': '82a4782f-9eb1-4a43-a12f-f064775e1a5f', 'mac_address': 'fa:16:3e:3a:b9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:24.569272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.624818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Allocated IP 172.20.0.2 (e3819e3c-681b-4d48-a1e0-ca209baa8600/b22c1f7f-b6aa-45a7-a4da-3a904270870f/2bcd3841-68ce-4f97-b46c-c9d421da237b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:24.633882 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.635778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4cbe3ccf-4764-4f1b-ae22-4554cc6c00b9 req-b0b77343-7597-46d0-be51-a649c7e92d9d service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023765 Oct 20 10:48:24.663530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a4782f-9eb1-4a43-a12f-f064775e1a5f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:24.668497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-591df12f-234c-48ec-9e3c-1b89d18e0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.670396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Pushing event updated for resources: {'Subnet': ['ID=99142b1d-e612-43c6-a4d7-39a7c6493fed,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:24.682767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aaf6c19f-38b1-44a4-970f-0e1ca1046503 req-e8d5c2ec-7de9-489f-9e49-1c39690b77d2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705253 Oct 20 10:48:24.693828 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-591df12f-234c-48ec-9e3c-1b89d18e0f63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.2359958 Oct 20 10:48:24.728288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:24.746835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.778426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-b85c0825-a0aa-46c2-8908-29e5326213b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.783858 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-b85c0825-a0aa-46c2-8908-29e5326213b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1463108 Oct 20 10:48:24.790899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95997d99-d17a-466e-982d-92be023b0c0d req-dedcffe4-8279-42c9-bb5a-76b29252310e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.792723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95997d99-d17a-466e-982d-92be023b0c0d req-dedcffe4-8279-42c9-bb5a-76b29252310e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 944 time: 0.3607299 Oct 20 10:48:24.797883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.816492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a89ec3a-625a-4e90-bdd1-0e1f27b9957d req-8e10cb49-3a2b-4d37-b45c-914aa5416b0b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124828 Oct 20 10:48:24.833546 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-af50939e-d989-49e2-ab8b-5eb195b770c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0423584 Oct 20 10:48:24.854822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:24.892883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dcf110b-dd61-46c2-a37e-a1cb43e80f11 req-594fc4fc-5256-4e52-84ce-92310441870e service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286127 Oct 20 10:48:24.922919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-a88c348f-128c-4f4e-97e7-bca64f043665 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457242 Oct 20 10:48:24.946333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.953297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.964475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Checking segment: {'id': '5baf850d-5ef9-4b2d-a594-72911d6c4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:24.965125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Network hostable DHCP agents. Network: 40161d8b-ef7b-4464-82ae-3a40cc4a6439, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:25.000569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:25.010927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:25.013310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['82a4782f-9eb1-4a43-a12f-f064775e1a5f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:25.017044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:25.063319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95997d99-d17a-466e-982d-92be023b0c0d req-a50a4aab-575e-487f-b122-51c65b4dd8c1 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471046 Oct 20 10:48:25.096415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Pushing event updated for resources: {'Port': ['ID=2bcd3841-68ce-4f97-b46c-c9d421da237b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:25.135332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.164952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Attempting to bind port 2bcd3841-68ce-4f97-b46c-c9d421da237b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:25.165414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Attempting to bind port 2bcd3841-68ce-4f97-b46c-c9d421da237b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:25.165846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Attempting to bind port 2bcd3841-68ce-4f97-b46c-c9d421da237b on network e3819e3c-681b-4d48-a1e0-ca209baa8600 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:25.169125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23016b-c2bc-4ee6-9be1-62e1ec8aca8d req-4a246f8e-caac-4ca9-800d-9e21772bb9b7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.176299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:25.176299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Checking segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:25.176711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.177223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Bound using segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:25.177818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Bound port: 2bcd3841-68ce-4f97-b46c-c9d421da237b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:25.177997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee23016b-c2bc-4ee6-9be1-62e1ec8aca8d req-4a246f8e-caac-4ca9-800d-9e21772bb9b7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 943 time: 0.2383146 Oct 20 10:48:25.178313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.271874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee23016b-c2bc-4ee6-9be1-62e1ec8aca8d req-a0f4533b-b88f-40f1-90e3-06a07f14fd81 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873520 Oct 20 10:48:25.291245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:25.311698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] For port 2bcd3841-68ce-4f97-b46c-c9d421da237b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:25.317400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] For port 2bcd3841-68ce-4f97-b46c-c9d421da237b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2bcd3841-68ce-4f97-b46c-c9d421da237b,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:25.328768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.355443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-4037baf7-6bfd-4d18-aa9b-7ab5086acfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.356906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-4037baf7-6bfd-4d18-aa9b-7ab5086acfab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.5150988 Oct 20 10:48:25.380693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 40161d8b-ef7b-4464-82ae-3a40cc4a6439) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:25.393468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59717fca-3076-450c-a1bd-2c763dbdcab4 None None] Network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:25.405920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.407263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.453148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b84a7-7f04-4202-930c-acac1db450ea None None] Pushing event updated for resources: {'Port': ['ID=2bcd3841-68ce-4f97-b46c-c9d421da237b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:25.465858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e2998-7c8b-49d3-acce-aebed4f37a63 req-e76fcfee-ae74-4de6-b30c-040ab1f2b15a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.467869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe3e2998-7c8b-49d3-acce-aebed4f37a63 req-e76fcfee-ae74-4de6-b30c-040ab1f2b15a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 945 time: 0.2873445 Oct 20 10:48:25.472289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b85b50a-9935-4aab-8cba-6096fbbb230a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0076809 Oct 20 10:48:25.501971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-e0b8deca-d84e-4ff1-849d-07f3cecb2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.503491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-e0b8deca-d84e-4ff1-849d-07f3cecb2b76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357570 Oct 20 10:48:25.507269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-a92a52fb-d7ae-4c3f-ada9-430c6f9cd7b5 service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746925 Oct 20 10:48:25.581711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc8a5-6028-426e-823e-6ab25fcd9e76 req-6ca08fc7-8d7b-4101-b8d1-2cb2004838c4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.594316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee6dc8a5-6028-426e-823e-6ab25fcd9e76 req-6ca08fc7-8d7b-4101-b8d1-2cb2004838c4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.2095509 Oct 20 10:48:25.597864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90173a7a-3edf-4ea8-b35b-9f2c22551a02 None None] Network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:25.672752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe3e2998-7c8b-49d3-acce-aebed4f37a63 req-10e71112-5fce-4035-8a9c-d2d9ae8b4a6f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829631 Oct 20 10:48:25.733794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee6dc8a5-6028-426e-823e-6ab25fcd9e76 req-e7afee4c-c43c-4416-80d5-983ddca0f2ea tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383345 Oct 20 10:48:25.903602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:25.910933 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb5174-2936-471a-8676-522c06148744" -d '{"events": [{"server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:25.951873 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-5e4d3b5e-c86a-41f0-a205-487c282e1d3d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389193 Oct 20 10:48:25.954305 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8484299c-7c7d-4b38-b978-599b81e1e36d req-f5b757c7-40f7-4b01-a541-1113ff92cd7a service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287350 Oct 20 10:48:25.980378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3cc40ec7-1748-4d1e-86e5-e7af82712b72 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:25.982396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.028488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.042137 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0d431-a219-4457-9b7d-e0fa4db5c45d x-openstack-request-id: req-2fb0d431-a219-4457-9b7d-e0fa4db5c45d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:26.042430 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:26.042685 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2fb0d431-a219-4457-9b7d-e0fa4db5c45d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:26.043095 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1', 'code': 200} Oct 20 10:48:26.102170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:26.107015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:26.109433 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.117183 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cf76b95-1506-4602-8213-4807bb98ae9f req-3a8caabb-11e4-4ac2-bc77-a4b8a47ef12f service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567397 Oct 20 10:48:26.244543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.257258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14'}, {'name': 'network-changed', 'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549'}, {'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:26.260400 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585d22a-986e-49b5-98df-dde7062bf673" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14"}, {"name": "network-changed", "server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "tag": "b9acf052-e608-4464-a5e1-163e653fe549"}, {"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:26.296599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:26.307051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.307413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device da687234-0f71-46fa-8a5f-c169e636e57b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:26.335493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75196a5-bb72-42ee-b65f-ffedceae4893 req-19ccd2d3-b8e3-4259-86ea-6b2b91dc11fa tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.342778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c75196a5-bb72-42ee-b65f-ffedceae4893 req-19ccd2d3-b8e3-4259-86ea-6b2b91dc11fa tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 944 time: 0.3522811 Oct 20 10:48:26.350109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9513-d147-4e16-8ca9-4328355eddc0 req-545ffa7f-cd8e-4f15-8358-212245e79d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.351828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b72b9513-d147-4e16-8ca9-4328355eddc0 req-545ffa7f-cd8e-4f15-8358-212245e79d8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 1098 time: 0.2540264 Oct 20 10:48:26.363700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3926b840-8d02-4908-9eb9-1fa98f93fb14 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:26.369373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 82a4782f-9eb1-4a43-a12f-f064775e1a5f up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:26.408421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c5519-dd4e-4998-80eb-3fe114e36599 req-518c2cf1-ff9d-41cf-9674-53fb537aaa25 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.410477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f8c5519-dd4e-4998-80eb-3fe114e36599 req-518c2cf1-ff9d-41cf-9674-53fb537aaa25 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 944 time: 0.2305911 Oct 20 10:48:26.546019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c75196a5-bb72-42ee-b65f-ffedceae4893 req-41c656d2-15c2-42c1-ae35-66863b77c1a0 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017782 Oct 20 10:48:26.549982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b72b9513-d147-4e16-8ca9-4328355eddc0 req-040e9ca6-7fbe-49b5-8042-a94e43ac0d81 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528311 Oct 20 10:48:26.608337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f8c5519-dd4e-4998-80eb-3fe114e36599 req-7280c162-68bd-4bae-b5c9-7a4bbb815cac tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403799 Oct 20 10:48:26.614476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Allocated IP 172.25.3.203 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ed472a61-cfa0-49b6-88c0-816194930764) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:26.704475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:26.730732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port da687234-0f71-46fa-8a5f-c169e636e57b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:26.796906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:26.813828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port da687234-0f71-46fa-8a5f-c169e636e57b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:26.820822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.858493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3926b840-8d02-4908-9eb9-1fa98f93fb14', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'port_id': '3926b840-8d02-4908-9eb9-1fa98f93fb14', 'mac_address': 'fa:16:3e:6b:90:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405260be-8af6-4256-b022-70309254ca3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:26.864344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 82a4782f-9eb1-4a43-a12f-f064775e1a5f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:26.875486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 82a4782f-9eb1-4a43-a12f-f064775e1a5f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:26.875944 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.881370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8464fb-46bd-41e8-ac56-201fffec9678 req-a02c5c10-529a-4504-b76f-9b6a848adcf1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.884244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d8464fb-46bd-41e8-ac56-201fffec9678 req-a02c5c10-529a-4504-b76f-9b6a848adcf1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 943 time: 0.1633751 Oct 20 10:48:26.892052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.951517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d8464fb-46bd-41e8-ac56-201fffec9678 req-b1bff4eb-30d7-448b-a7dc-1258d30c3673 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Oct 20 10:48:26.969000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.969151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53154) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:26.973735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1678383412-network', 'tenant_id': '6c4676565a684fd6bf45eee14ff94f80'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:26.989044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe9c8c-cbff-4168-826c-d715dd9cedff None None] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:26.997171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.028500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Made reservation on behalf of 6c4676565a684fd6bf45eee14ff94f80 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:27.031336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.066374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.079420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3926b840-8d02-4908-9eb9-1fa98f93fb14 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:27.125376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.127340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Pushing event updated for resources: {'Port': ['ID=ed472a61-cfa0-49b6-88c0-816194930764,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.128673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.148960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:27.152035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] Provisioning complete for port 2bcd3841-68ce-4f97-b46c-c9d421da237b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:27.152409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.160902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:27.182167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.207342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:27.252109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2bcd3841-68ce-4f97-b46c-c9d421da237b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:27.262805 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ed018-ead4-4b4b-9dcf-fb3539cc4e2a x-openstack-request-id: req-e42ed018-ead4-4b4b-9dcf-fb3539cc4e2a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:27.263336 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "tag": "b9acf052-e608-4464-a5e1-163e653fe549", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:27.263880 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e42ed018-ead4-4b4b-9dcf-fb3539cc4e2a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:27.264240 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14', 'status': 'completed', 'code': 200} Oct 20 10:48:27.264703 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549', 'status': 'completed', 'code': 200} Oct 20 10:48:27.264940 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'status': 'completed', 'code': 200} Oct 20 10:48:27.274017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.303662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.333214 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.365539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf2713-84b3-46d2-b9f9-d38e0ed66c23 req-1f5c64e9-305a-46ef-aa15-3aae8922bf20 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.373697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24cf2713-84b3-46d2-b9f9-d38e0ed66c23 req-1f5c64e9-305a-46ef-aa15-3aae8922bf20 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 945 time: 0.2530758 Oct 20 10:48:27.380789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=da687234-0f71-46fa-8a5f-c169e636e57b,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.387050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:27.402643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9083e-0b13-4b5d-8fd3-b35347ed2032,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.406550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.409360 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.430767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.431498 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Added segment c9fdee0a-a6b9-4fcf-80c4-f9b56d18a25c of type vlan for network cebdc047-20b0-4721-8519-ec6765439c5c Oct 20 10:48:27.447211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.447816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.448351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.448841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.449337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.449834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.450338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.450844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.451488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.451995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.452483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.453038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:27.476668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-e254176e-3282-4b40-89a8-d4a83a823f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.478537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-e254176e-3282-4b40-89a8-d4a83a823f24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1096 time: 0.1959653 Oct 20 10:48:27.479724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-45ec3a49-e048-4143-8e4d-56038b694082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.482104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-45ec3a49-e048-4143-8e4d-56038b694082 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1095 time: 0.2135735 Oct 20 10:48:27.505856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.541666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.547917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.561735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.599792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2bcd3841-68ce-4f97-b46c-c9d421da237b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:27.600160 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.603242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24cf2713-84b3-46d2-b9f9-d38e0ed66c23 req-6c2ed4bb-7673-4439-a5d5-9e25de5e56e1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250414 Oct 20 10:48:27.616770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3926b840-8d02-4908-9eb9-1fa98f93fb14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:27.619716 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.645876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.647991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.649427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.666835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cc78d-3760-4e5b-8af8-4cfa813d4dcc req-11b0f09a-aa12-4637-ae47-31f98abadea5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.682776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326cc78d-3760-4e5b-8af8-4cfa813d4dcc req-11b0f09a-aa12-4637-ae47-31f98abadea5 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 947 time: 0.3042130 Oct 20 10:48:27.694675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-c275c1c7-92df-4a59-a3b8-61b63376677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.698385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-c275c1c7-92df-4a59-a3b8-61b63376677c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.1936524 Oct 20 10:48:27.730393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7603924 Oct 20 10:48:27.745627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.748234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:27.773476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] For port 2bcd3841-68ce-4f97-b46c-c9d421da237b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2bcd3841-68ce-4f97-b46c-c9d421da237b,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.790341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.821197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-544678b6-658a-406c-a12d-74f6e8bac9bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 200 len: 217 time: 0.1120420 Oct 20 10:48:27.969396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f701eca-03d8-44e1-845b-3683c781269e None None] Pushing event updated for resources: {'Port': ['ID=2bcd3841-68ce-4f97-b46c-c9d421da237b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.002676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc4e80-39cc-42aa-96a6-2c0f2f83f691 admin admin] Pushing event updated for resources: {'Network': ['ID=cebdc047-20b0-4721-8519-ec6765439c5c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.018849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network cebdc047-20b0-4721-8519-ec6765439c5c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:28.044093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72'}, {'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b'}, {'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:28.053814 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bcc68-737c-4033-846e-f8d7dca027aa" -d '{"events": [{"server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "name": "network-vif-plugged", "status": "completed", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72"}, {"server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "name": "network-vif-plugged", "status": "completed", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b"}, {"server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "name": "network-vif-plugged", "status": "completed", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:28.054632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-77619276-388e-4d3b-94b3-a1e26d525d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.056545 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-77619276-388e-4d3b-94b3-a1e26d525d09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.1661522 Oct 20 10:48:28.098188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-ee6634f0-9296-4583-b6e2-e1e17c7e7046 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335619 Oct 20 10:48:28.162932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c3bc05f1-fcc1-49cf-9e79-f123f96bb685 None None] Provisioning complete for port 2bcd3841-68ce-4f97-b46c-c9d421da237b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:28.163640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c3bc05f1-fcc1-49cf-9e79-f123f96bb685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.211838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Request body: {'subnet': {'network_id': 'cebdc047-20b0-4721-8519-ec6765439c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1678383412-subnet', 'tenant_id': '6c4676565a684fd6bf45eee14ff94f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:28.217045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.220738 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-522d5550-eef4-466e-9f90-ebe1b531851e service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131408 Oct 20 10:48:28.330483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-e122d346-332f-4002-bcd8-d405065d8339 service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033113 Oct 20 10:48:28.359281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:28.368302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-326cc78d-3760-4e5b-8af8-4cfa813d4dcc req-52b19ae0-5ce6-4255-a205-74e765fafeef tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792126 Oct 20 10:48:28.394764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbb81-696a-4106-99b7-0cb7a8b2aef0 req-05e38915-60c2-4ed6-8ff1-3d05129b65de tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.396284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d4dbb81-696a-4106-99b7-0cb7a8b2aef0 req-05e38915-60c2-4ed6-8ff1-3d05129b65de tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.1812000 Oct 20 10:48:28.397980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-378ae875-86b9-4561-ad9b-548b8344acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.408708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-378ae875-86b9-4561-ad9b-548b8344acc8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.8848009 Oct 20 10:48:28.436062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Made reservation on behalf of 6c4676565a684fd6bf45eee14ff94f80 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:28.438824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-f98d9b54-89b1-455d-b2ac-01e30617ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.441721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-f98d9b54-89b1-455d-b2ac-01e30617ff28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1099 time: 0.0510302 Oct 20 10:48:28.446082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.484023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e42915e9-a7c7-40e6-8517-1e7887ea865e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.536039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:28.553653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'mac_address': 'fa:16:3e:28:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:28.606416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.634030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:28.653571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-a06801e9-8752-4675-8eab-610e002d364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.655924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-a06801e9-8752-4675-8eab-610e002d364c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2073915 Oct 20 10:48:28.672358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:28.678350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.720974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-f23d6e8e-26d3-4018-829b-faf22909184d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0567174 Oct 20 10:48:28.741313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.770638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4a715453-7e73-46b3-ac67-1cd5caf2b2f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.3135278 Oct 20 10:48:28.779784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d4dbb81-696a-4106-99b7-0cb7a8b2aef0 req-f86f8aa3-fd0a-4210-8eee-0b4b4603ca0d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696833 Oct 20 10:48:28.803379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-74c7bfaf-7a9e-4c79-9084-ffe7bd3b91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.805743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-74c7bfaf-7a9e-4c79-9084-ffe7bd3b91af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0775049 Oct 20 10:48:28.843144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d6720-c80a-471e-8a06-a4b7101a2d25 req-4fd01efe-9a02-4804-8b76-66c945f60748 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.844654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f2d6720-c80a-471e-8a06-a4b7101a2d25 req-4fd01efe-9a02-4804-8b76-66c945f60748 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 945 time: 0.3406906 Oct 20 10:48:28.857715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-79617f3c-3b06-4c41-bab4-0777304c964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.860150 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-79617f3c-3b06-4c41-bab4-0777304c964d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463979 Oct 20 10:48:28.925112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.931488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4aa1942e-be89-4844-964b-30620f824846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.932965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4aa1942e-be89-4844-964b-30620f824846 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.1389701 Oct 20 10:48:28.964787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-ba63ea40-3dc4-499a-a5b3-0b43223cd4e2 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968742 Oct 20 10:48:28.993025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['e7e62521-6b7c-4f5a-802e-5f51834ef9ec'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:29.000637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4a62b5ab-e76d-4b00-90ec-625acca1c981 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489757 Oct 20 10:48:29.058400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f2d6720-c80a-471e-8a06-a4b7101a2d25 req-797da425-761a-4bbc-8cf4-ce9248b4ea06 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010558 Oct 20 10:48:29.085649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-6bd8cf3e-6ee3-4c1f-95e5-92a8f36dba28 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132884 Oct 20 10:48:29.122664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef3f20-a9b9-4326-b5a5-4ece56e42bb2 req-d69dc393-a90e-48e5-a473-40f31eaeb0e0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.129820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0ef3f20-a9b9-4326-b5a5-4ece56e42bb2 req-d69dc393-a90e-48e5-a473-40f31eaeb0e0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 943 time: 0.2320511 Oct 20 10:48:29.162258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2bcd3841-68ce-4f97-b46c-c9d421da237b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:29.231855 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7cbe5-96e5-4d99-b56a-899735c02d21 x-openstack-request-id: req-59c7cbe5-96e5-4d99-b56a-899735c02d21 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:29.232218 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "name": "network-vif-plugged", "status": "completed", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72", "code": 200}, {"server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "name": "network-vif-plugged", "status": "completed", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b", "code": 200}, {"server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "name": "network-vif-plugged", "status": "completed", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:29.232889 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-59c7cbe5-96e5-4d99-b56a-899735c02d21 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:29.232889 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72', 'code': 200} Oct 20 10:48:29.234988 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b', 'code': 200} Oct 20 10:48:29.234988 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f', 'code': 200} Oct 20 10:48:29.314732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff259-78b1-434c-a789-e34d27c3ab72 req-b2440a28-9afe-4ed2-a491-adff2cf195b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.316241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-85bff259-78b1-434c-a789-e34d27c3ab72 req-b2440a28-9afe-4ed2-a491-adff2cf195b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 1097 time: 0.0588257 Oct 20 10:48:29.322541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2bcd3841-68ce-4f97-b46c-c9d421da237b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:29.322917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.356977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0ef3f20-a9b9-4326-b5a5-4ece56e42bb2 req-4407079b-21de-4e28-9478-391335be7d0d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263641 Oct 20 10:48:29.399852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-85bff259-78b1-434c-a789-e34d27c3ab72 req-c31e9a41-5bc0-4cba-bc73-230edf86246b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758755 Oct 20 10:48:29.417551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719be78-6be5-4525-a015-c9b55efe933a req-7ed54466-0f3e-4818-8adf-f2da07903fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.419284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3719be78-6be5-4525-a015-c9b55efe933a req-7ed54466-0f3e-4818-8adf-f2da07903fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 1098 time: 0.1067202 Oct 20 10:48:29.460960 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3719be78-6be5-4525-a015-c9b55efe933a req-6f72357d-aa35-497b-8b7d-e6caa488cc70 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Oct 20 10:48:29.466168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.481783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-94720f66-12f1-442c-b7cc-55ee413f28c8 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281223 Oct 20 10:48:29.521004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eed9e-e393-4f21-95f7-ef8b13fbb948 req-9a6ffc59-82ce-47d9-8611-9e2943c88f40 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.522965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e40eed9e-e393-4f21-95f7-ef8b13fbb948 req-9a6ffc59-82ce-47d9-8611-9e2943c88f40 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.2141583 Oct 20 10:48:29.554487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1567a-e80a-43c9-9c6c-0a4d80b139e8 req-cabcb887-d113-475b-acd2-6bcc6ca6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.555871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e1567a-e80a-43c9-9c6c-0a4d80b139e8 req-cabcb887-d113-475b-acd2-6bcc6ca6237c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 1097 time: 0.2589295 Oct 20 10:48:29.607267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c7b69a-7187-4b8c-aa3c-de21d1a6757b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:29.642518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:48:29.655414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e40eed9e-e393-4f21-95f7-ef8b13fbb948 req-4e1268ba-639c-495c-8f0f-90b51e198ca1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220431 Oct 20 10:48:29.670452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5c6b-2299-4e64-b692-713128b58872 req-8e219584-569f-4219-b6cc-9538753c4e11 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.671924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7ea5c6b-2299-4e64-b692-713128b58872 req-8e219584-569f-4219-b6cc-9538753c4e11 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 948 time: 0.2029028 Oct 20 10:48:29.674659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Checking segment: {'id': 'c9fdee0a-a6b9-4fcf-80c4-f9b56d18a25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cebdc047-20b0-4721-8519-ec6765439c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:29.675047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Network hostable DHCP agents. Network: cebdc047-20b0-4721-8519-ec6765439c5c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:29.756499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e1567a-e80a-43c9-9c6c-0a4d80b139e8 req-2b9feaa1-b073-41a6-9632-c388818641c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529920 Oct 20 10:48:29.789036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Network cebdc047-20b0-4721-8519-ec6765439c5c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:29.839992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7ea5c6b-2299-4e64-b692-713128b58872 req-dc6f383f-75e7-4a92-af87-ef393b6bc9a4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545157 Oct 20 10:48:29.848583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, cebdc047-20b0-4721-8519-ec6765439c5c) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:29.857945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff7421-d6c4-4ea3-af2c-e1c2473ae15c None None] Network cebdc047-20b0-4721-8519-ec6765439c5c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:29.887262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.887760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.950091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-c18d7689-e8a2-415c-ad02-6ed857095845 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600236 Oct 20 10:48:29.951622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:29.960648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9b0434b2-a866-4355-bd1f-9801ac45ad01 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7551384 Oct 20 10:48:29.994224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.998208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-80ca099d-0057-4454-afdb-215fa44a895f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9370208 Oct 20 10:48:29.998763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:30.002337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9acf052-e608-4464-a5e1-163e653fe549 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:30.004523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Sync routers for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:30.017470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff67a1-ff59-427e-92f3-e5448d256d50 req-ebc590dd-6222-44e5-bd3a-5973d6b90066 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.020527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfff67a1-ff59-427e-92f3-e5448d256d50 req-ebc590dd-6222-44e5-bd3a-5973d6b90066 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.1360314 Oct 20 10:48:30.048890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:30.049522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:30.097976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef3c0a-4aad-4e8b-a50a-bf22f25755d1 None None] Network cebdc047-20b0-4721-8519-ec6765439c5c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:30.197613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-96571622-009e-4455-a37b-b528cb32f107 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.199368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-96571622-009e-4455-a37b-b528cb32f107 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.83 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171&tenant_id=a5bd812b690e4148bf542ea0dce64987&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 948 time: 0.0961199 Oct 20 10:48:30.273519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-8a49e00e-ba26-46c7-8923-3a6944b325d7 service neutron] 10.222.0.83 "GET /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.0657740 Oct 20 10:48:30.308987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfff67a1-ff59-427e-92f3-e5448d256d50 req-123505da-4c1d-4ae9-9e06-686af293c731 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332911 Oct 20 10:48:30.319715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-3ca1fc1f-c2b1-47c5-9341-ac9c18830734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.322003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-3ca1fc1f-c2b1-47c5-9341-ac9c18830734 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1100 time: 0.2474246 Oct 20 10:48:30.393257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:30.438090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff5db3-8564-414c-8449-8a215a62e3eb req-dab5093b-cd2b-409e-aea6-b89f3ac6aaae tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.439978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceff5db3-8564-414c-8449-8a215a62e3eb req-dab5093b-cd2b-409e-aea6-b89f3ac6aaae tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 948 time: 0.1845355 Oct 20 10:48:30.503473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:30.584902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9acf052-e608-4464-a5e1-163e653fe549,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:30.603801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1c3c8-e383-4060-865d-d9b45127f9e2 req-bb92bf8e-2464-4a12-b566-f92afe494b3a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.605347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95c1c3c8-e383-4060-865d-d9b45127f9e2 req-bb92bf8e-2464-4a12-b566-f92afe494b3a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 945 time: 0.1961513 Oct 20 10:48:30.620958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceff5db3-8564-414c-8449-8a215a62e3eb req-813b4148-45bb-4ad3-b101-08a044b1582f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585255 Oct 20 10:48:30.622967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-552572cd-bc98-4941-8684-b59258130c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.624675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-552572cd-bc98-4941-8684-b59258130c3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2894003 Oct 20 10:48:30.652690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b9acf052-e608-4464-a5e1-163e653fe549', 'network_id': '8c228eaa-7345-4803-b96d-d9e477542056', 'port_id': 'b9acf052-e608-4464-a5e1-163e653fe549', 'mac_address': 'fa:16:3e:3b:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405260be-8af6-4256-b022-70309254ca3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:30.654480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:30.694207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:30.694207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.726477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-fc284cf0-19cd-4a09-9bc9-3eb8e00262b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0925815 Oct 20 10:48:30.782170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.825233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9acf052-e608-4464-a5e1-163e653fe549 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:30.893104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9acf052-e608-4464-a5e1-163e653fe549,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:30.903003 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.908489 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.961253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:30.979288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:27Z', 'revision_number': 3, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:31.018074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:31.019357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.023575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Checking router: 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:31.023840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Updating router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba port ed472a61-cfa0-49b6-88c0-816194930764 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:31.031860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.032317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3926b840-8d02-4908-9eb9-1fa98f93fb14 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:31.053571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.053912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.054255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.055016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.055016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.055260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.055582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.055869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.056195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.056522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.056828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.057145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:31.142305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.175878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57ac89d7-62d9-4ae8-920b-4cf2e74f35e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.208264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95c1c3c8-e383-4060-865d-d9b45127f9e2 req-8ec2d976-871d-4e4a-8839-30013894da2f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909688 Oct 20 10:48:31.220090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.276135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:31.278265 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0302573c-23f1-4e39-b785-619d13d1b930" -d '{"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-plugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:31.287182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b9acf052-e608-4464-a5e1-163e653fe549'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:31.290421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57ac89d7-62d9-4ae8-920b-4cf2e74f35e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.305571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4713a2e8-bdb0-40c9-8ae4-ecc267337fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.307170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-4713a2e8-bdb0-40c9-8ae4-ecc267337fab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.5650723 Oct 20 10:48:31.308499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57ac89d7-62d9-4ae8-920b-4cf2e74f35e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.333562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3926b840-8d02-4908-9eb9-1fa98f93fb14 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:31.350676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3926b840-8d02-4908-9eb9-1fa98f93fb14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:31.351086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.370251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac89d7-62d9-4ae8-920b-4cf2e74f35e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1323f-ed6e-461c-89e7-5af210328401,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.375572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57ac89d7-62d9-4ae8-920b-4cf2e74f35e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d30500633614fc38bc0530f67a4010e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119952 Oct 20 10:48:31.382086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2bdfbb0-5b30-48f7-8be3-a0e47c403336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.388489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53252) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:31.457997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.480717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.481364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-c37dd236-6611-4c31-bff6-18d5a2bf29a9 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.482846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-c37dd236-6611-4c31-bff6-18d5a2bf29a9 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/networks?id=40161d8b-ef7b-4464-82ae-3a40cc4a6439 HTTP/1.1" status: 200 len: 815 time: 0.2784688 Oct 20 10:48:31.491480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d22a-986e-49b5-98df-dde7062bf673 req-9bfa47aa-9f6a-44c5-9dae-0c740a9dd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.492278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-9bfa47aa-9f6a-44c5-9dae-0c740a9dd0da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504941 Oct 20 10:48:31.500899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d849c7-c795-4f3c-b10b-f44bed682101 req-92066261-8334-4f90-9c0a-677f7d670169 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.503038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47d849c7-c795-4f3c-b10b-f44bed682101 req-92066261-8334-4f90-9c0a-677f7d670169 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 944 time: 0.1595104 Oct 20 10:48:31.536664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.539959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.543421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0a1323f-ed6e-461c-89e7-5af210328401 HTTP/1.1" status: 204 len: 168 time: 0.1515939 Oct 20 10:48:31.562644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286ace-fb1c-4f3b-98ce-9a5e8a8b3339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1323f-ed6e-461c-89e7-5af210328401,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.570787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-8827591e-f1ad-4d25-b817-b08111e25584 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/quotas/0519285ca6b54b88a3ee3d4b4c1bbbab HTTP/1.1" status: 200 len: 375 time: 0.0673580 Oct 20 10:48:31.589386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.686019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-377cdd1f-4c30-4fe0-8863-3488f9060133 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0519285ca6b54b88a3ee3d4b4c1bbbab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656211 Oct 20 10:48:31.694038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47d849c7-c795-4f3c-b10b-f44bed682101 req-cf2f4310-6ead-44fc-96de-493105b179fe tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554275 Oct 20 10:48:31.712265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.719473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:31.727236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.735883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.741640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.748997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-cee37420-440a-4665-bb9c-941ae9551066 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270546 Oct 20 10:48:31.791252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Attempting to bind port ed472a61-cfa0-49b6-88c0-816194930764 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:31.791903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Attempting to bind port ed472a61-cfa0-49b6-88c0-816194930764 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:31.792074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Attempting to bind port ed472a61-cfa0-49b6-88c0-816194930764 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:31.800423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:31.800799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:31.801173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.801560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:31.802031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Bound port: ed472a61-cfa0-49b6-88c0-816194930764, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:31.802413 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.818334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.826727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823cd62-e877-4d98-8edf-e355cde877e7 None None] Pushing event updated for resources: {'Port': ['ID=ed472a61-cfa0-49b6-88c0-816194930764,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.901557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.904926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] For port ed472a61-cfa0-49b6-88c0-816194930764, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:31.909624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] For port ed472a61-cfa0-49b6-88c0-816194930764, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ed472a61-cfa0-49b6-88c0-816194930764,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:31.917887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.954043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53260) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:31.968590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96d3e73e-c7f0-4ed1-8c3c-556e6369a4d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.973934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:31.974613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:31.976676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-79c984a6-e230-4e56-9b82-bae3a938d013 service neutron] 10.222.0.74 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767334 Oct 20 10:48:32.020527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43651b2f-54c8-41fe-9140-8d9da97b5acf req-47a12f9d-9eb9-43f1-a246-35f95da8773e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.022481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43651b2f-54c8-41fe-9140-8d9da97b5acf req-47a12f9d-9eb9-43f1-a246-35f95da8773e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.2064958 Oct 20 10:48:32.031144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823cd62-e877-4d98-8edf-e355cde877e7 None None] Pushing event updated for resources: {'Port': ['ID=ed472a61-cfa0-49b6-88c0-816194930764,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:32.041358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6585d22a-986e-49b5-98df-dde7062bf673 req-21650255-8a27-430a-9afc-f10b94960454 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838192 Oct 20 10:48:32.062363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96d3e73e-c7f0-4ed1-8c3c-556e6369a4d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.070643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96d3e73e-c7f0-4ed1-8c3c-556e6369a4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.103558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-96d3e73e-c7f0-4ed1-8c3c-556e6369a4d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33f669a48d8e4b348347bcc24c1b34dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457870 Oct 20 10:48:32.105610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53262) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:32.108516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:32.150224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e73e-c7f0-4ed1-8c3c-556e6369a4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbd158-6da5-495b-a5f4-4bcc13585845,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:32.179901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.203456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.221651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43651b2f-54c8-41fe-9140-8d9da97b5acf req-b2f5f4a3-4a8f-4875-b887-c11ef7aa7c5a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871605 Oct 20 10:48:32.254964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-e2cc367d-0963-4893-b7fe-0c4925698ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.257023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-e2cc367d-0963-4893-b7fe-0c4925698ec3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1101 time: 0.1528711 Oct 20 10:48:32.270407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-7356dde9-d1de-4149-aa07-cc799a46c60c service neutron] 10.222.0.74 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746878 Oct 20 10:48:32.272147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.275274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.275591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Allocated IP 172.20.0.1 (e3819e3c-681b-4d48-a1e0-ca209baa8600/b22c1f7f-b6aa-45a7-a4da-3a904270870f/04ea7189-be3d-450e-bb05-ff3f320fdf26) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:32.282200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3bdbd158-6da5-495b-a5f4-4bcc13585845 HTTP/1.1" status: 204 len: 168 time: 0.1687126 Oct 20 10:48:32.312805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d680101-852c-4747-be1f-05982e0d5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbd158-6da5-495b-a5f4-4bcc13585845,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:32.360920 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9144db0c-8fc3-4d93-bb84-3496adf96b8f x-openstack-request-id: req-9144db0c-8fc3-4d93-bb84-3496adf96b8f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:32.361249 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-plugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:32.361846 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9144db0c-8fc3-4d93-bb84-3496adf96b8f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:32.362275 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'code': 200} Oct 20 10:48:32.422025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:27Z', 'revision_number': 3, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:32.495994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61282ddb-6729-4b7c-9145-014ee9eb85d4 None None] The sync data for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 is: [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:27Z', 'revision_number': 3, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:32.570780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-7cd020cd-5b73-467a-8ac4-570c2cd7f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.572347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-7cd020cd-5b73-467a-8ac4-570c2cd7f359 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2985311 Oct 20 10:48:32.654556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54d02-bfd3-4cc9-a971-3ceb88377948 req-79b97175-6041-40da-bad7-9915fb8a0352 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.662242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ce54d02-bfd3-4cc9-a971-3ceb88377948 req-79b97175-6041-40da-bad7-9915fb8a0352 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.1909914 Oct 20 10:48:32.667718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-f06b22e2-53e8-4ba9-a63c-c816aebb4412 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0801990 Oct 20 10:48:32.671592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.711726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482447d-6d52-4a5e-8d6a-77f80e73be2f req-c104832d-4d19-43e4-8e7d-cfc6558b7ad3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.711726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9482447d-6d52-4a5e-8d6a-77f80e73be2f req-c104832d-4d19-43e4-8e7d-cfc6558b7ad3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2140312 Oct 20 10:48:32.711988 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.818247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ce54d02-bfd3-4cc9-a971-3ceb88377948 req-dbfd90a4-f507-402a-855c-c60773ce7bbd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550162 Oct 20 10:48:32.874020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-436de616-33bc-4711-bd45-69ae49527182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.875633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-436de616-33bc-4711-bd45-69ae49527182 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1935406 Oct 20 10:48:32.935558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9482447d-6d52-4a5e-8d6a-77f80e73be2f req-4423ce91-cfe6-4173-8f84-76430bb54cfd tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014687 Oct 20 10:48:33.009295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.084249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77692f8-9180-402a-9c87-a37577646426 req-58f1452a-2061-4bef-b9a6-ce1fac49778c tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 210 time: 0.0588961 Oct 20 10:48:33.110021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:33.114510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-d61772ed-1373-4737-be7f-fd73b9540b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.115786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-d61772ed-1373-4737-be7f-fd73b9540b4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2189271 Oct 20 10:48:33.121968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:33.139278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b8207-de3f-4be3-9e88-274d839de171 req-450b558d-49ce-4db4-af4d-f836ea208363 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.147661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b6b8207-de3f-4be3-9e88-274d839de171 req-450b558d-49ce-4db4-af4d-f836ea208363 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 945 time: 0.1813807 Oct 20 10:48:33.164430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:33.255464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ed472a61-cfa0-49b6-88c0-816194930764 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:33.279058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b6b8207-de3f-4be3-9e88-274d839de171 req-ac07949b-e60d-42b6-a0b5-83b39f41c429 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303029 Oct 20 10:48:33.280022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Pushing event updated for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.347626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ed472a61-cfa0-49b6-88c0-816194930764 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:33.348001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.466566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.494438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port ed472a61-cfa0-49b6-88c0-816194930764, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ed472a61-cfa0-49b6-88c0-816194930764,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:33.504026 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.578302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-adcf7097-962f-4002-bacb-fb9ae27cdabf None None] Provisioning complete for port 04ea7189-be3d-450e-bb05-ff3f320fdf26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:33.578999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-adcf7097-962f-4002-bacb-fb9ae27cdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.581791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=ed472a61-cfa0-49b6-88c0-816194930764,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.601234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-5f0d8057-519b-47cc-8b38-ac1b494bb4e1 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334812 Oct 20 10:48:33.625568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-adcf7097-962f-4002-bacb-fb9ae27cdabf None None] Port 04ea7189-be3d-450e-bb05-ff3f320fdf26 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:33.655906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.670081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ebf71-5ba9-4610-bf5e-196e401c3dee req-1a72155d-2573-4305-9423-10d050f6a914 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.678000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-674ebf71-5ba9-4610-bf5e-196e401c3dee req-1a72155d-2573-4305-9423-10d050f6a914 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 944 time: 0.2149434 Oct 20 10:48:33.844080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-60075772-58ac-4712-a994-79f6664f01a3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.845655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-60075772-58ac-4712-a994-79f6664f01a3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.6116817 Oct 20 10:48:33.901949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-674ebf71-5ba9-4610-bf5e-196e401c3dee req-9785a310-9788-4690-9867-af9c0a2ec64b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222111 Oct 20 10:48:33.918030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-7fc464bf-848a-4359-9317-01fe9068671c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0573502 Oct 20 10:48:33.961874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-90b89e9a-f5f0-41d8-8180-1d9756ac5e35 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182185 Oct 20 10:48:33.970490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-240dd03c-70ea-4c15-a288-f780e782ad18 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.975477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-240dd03c-70ea-4c15-a288-f780e782ad18 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.83 "GET /v2.0/networks?id=40161d8b-ef7b-4464-82ae-3a40cc4a6439 HTTP/1.1" status: 200 len: 815 time: 0.2239287 Oct 20 10:48:33.993939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9acf052-e608-4464-a5e1-163e653fe549 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:34.018033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Request body: {'port': {'device_id': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439', 'admin_state_up': True, 'tenant_id': '0519285ca6b54b88a3ee3d4b4c1bbbab'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:34.053766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.074288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b9acf052-e608-4464-a5e1-163e653fe549 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:34.086641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-7bc9bfea-f599-44db-b6e8-babf010a317d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523819 Oct 20 10:48:34.095596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b9acf052-e608-4464-a5e1-163e653fe549 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:34.097549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.150405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db539-0cad-48ec-a704-a5b91a9a336a req-6bc2a779-1a54-473f-9e83-ebc463922ef6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.151958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-123db539-0cad-48ec-a704-a5b91a9a336a req-6bc2a779-1a54-473f-9e83-ebc463922ef6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1549051 Oct 20 10:48:34.160771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Made reservation on behalf of 0519285ca6b54b88a3ee3d4b4c1bbbab for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:34.166057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.273550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.286619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.320224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-123db539-0cad-48ec-a704-a5b91a9a336a req-f62d6c90-71af-4bb7-8b8f-b6c7ddf45adc tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507335 Oct 20 10:48:34.358031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-9b7a5e20-610c-415c-9c12-ecba5e23070a service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699807 Oct 20 10:48:34.366296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Allocated IP 172.20.0.12 (40161d8b-ef7b-4464-82ae-3a40cc4a6439/99142b1d-e612-43c6-a4d7-39a7c6493fed/a59143e1-decb-4743-9875-45c127c10e1e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:34.366761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9acf052-e608-4464-a5e1-163e653fe549,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:34.369213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14'}, {'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:34.377977 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecec59c0-9b1b-4bbf-a972-b2b550e8b00e" -d '{"events": [{"server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "name": "network-vif-plugged", "status": "completed", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14"}, {"server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "name": "network-vif-plugged", "status": "completed", "tag": "b9acf052-e608-4464-a5e1-163e653fe549"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:34.388052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.479364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:34.626069 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.666341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.732295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Pushing event updated for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:34.739605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:34.741356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:34.743890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:34.799058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.799725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.818930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d8a87e24-3224-40f3-a954-4eaca2c1e10d tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197725 Oct 20 10:48:34.848093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Request body: {'port': {'device_id': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:34.896425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-4ab8e4df-0d14-4e28-921b-7b703abe7591 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374253 Oct 20 10:48:34.900059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.914743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b707-acfb-40dd-b3ac-808831838b02 req-ae2e475b-fb2c-46d6-a3d3-e7f8c51bbda3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.916698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.923339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e92b707-acfb-40dd-b3ac-808831838b02 req-ae2e475b-fb2c-46d6-a3d3-e7f8c51bbda3 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1089969 Oct 20 10:48:34.932956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.026903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Pushing event updated for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.054908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e92b707-acfb-40dd-b3ac-808831838b02 req-7dfa62b3-a653-42e1-a180-366acf9456db tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306350 Oct 20 10:48:35.056408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.163470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ed472a61-cfa0-49b6-88c0-816194930764 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:35.260701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ed472a61-cfa0-49b6-88c0-816194930764 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:35.261248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.276464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:35.293488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:35.329199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59143e1-decb-4743-9875-45c127c10e1e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:35.350866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.397399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Transition to ACTIVE for port object a59143e1-decb-4743-9875-45c127c10e1e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:35.402802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1b80-9f65-45c9-aa86-c40c0201974b req-c392c434-8632-4479-a570-d9de403d2033 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.404744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-695d1b80-9f65-45c9-aa86-c40c0201974b req-c392c434-8632-4479-a570-d9de403d2033 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 932 time: 0.3016365 Oct 20 10:48:35.407489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.413176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c780a9-681a-4d0f-a62f-3724d026cb87 req-5c6bf408-aafb-4693-89e1-1feba5511e5d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.416021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82c780a9-681a-4d0f-a62f-3724d026cb87 req-5c6bf408-aafb-4693-89e1-1feba5511e5d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 945 time: 0.2017491 Oct 20 10:48:35.494984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.615147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-695d1b80-9f65-45c9-aa86-c40c0201974b req-ecb04949-abb6-4cbd-9261-a5792f757393 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911316 Oct 20 10:48:35.642059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Attempting to bind port a59143e1-decb-4743-9875-45c127c10e1e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:35.644193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Attempting to bind port a59143e1-decb-4743-9875-45c127c10e1e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5baf850d-5ef9-4b2d-a594-72911d6c4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:35.645869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Attempting to bind port a59143e1-decb-4743-9875-45c127c10e1e on network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:35.657628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Port a59143e1-decb-4743-9875-45c127c10e1e on network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:35.658060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Attempting to bind port a59143e1-decb-4743-9875-45c127c10e1e on network 40161d8b-ef7b-4464-82ae-3a40cc4a6439 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:35.662348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82c780a9-681a-4d0f-a62f-3724d026cb87 req-513953cd-5929-4c81-b94a-500e35b0d0a6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953371 Oct 20 10:48:35.677584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:35.679199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Checking segment: {'id': '5baf850d-5ef9-4b2d-a594-72911d6c4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:35.688287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Bound using segment: {'id': '5baf850d-5ef9-4b2d-a594-72911d6c4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:35.689037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Bound port: a59143e1-decb-4743-9875-45c127c10e1e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baf850d-5ef9-4b2d-a594-72911d6c4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:35.689485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.739117 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7823988c-bab6-4b09-8868-bcb4750c861b x-openstack-request-id: req-7823988c-bab6-4b09-8868-bcb4750c861b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:35.739117 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "name": "network-vif-plugged", "status": "completed", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14", "code": 200}, {"server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "name": "network-vif-plugged", "status": "completed", "tag": "b9acf052-e608-4464-a5e1-163e653fe549", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:35.739117 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7823988c-bab6-4b09-8868-bcb4750c861b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:35.739117 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14', 'code': 200} Oct 20 10:48:35.739117 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549', 'code': 200} Oct 20 10:48:35.740996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:35.783727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-81e4d4b8-83c6-4bb7-9d95-7a0232496413 None None] Provisioning complete for port 04ea7189-be3d-450e-bb05-ff3f320fdf26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:35.793985 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-81e4d4b8-83c6-4bb7-9d95-7a0232496413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.887910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-81e4d4b8-83c6-4bb7-9d95-7a0232496413 None None] Port 04ea7189-be3d-450e-bb05-ff3f320fdf26 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:35.903496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:35.907944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a59143e1-decb-4743-9875-45c127c10e1e,segment=NetworkSegment(5baf850d-5ef9-4b2d-a594-72911d6c4bf1),segment_id=5baf850d-5ef9-4b2d-a594-72911d6c4bf1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:35.916137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.947985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.948846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.950721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] 10.222.0.83 "PUT /v2.0/ports/a59143e1-decb-4743-9875-45c127c10e1e HTTP/1.1" status: 200 len: 1093 time: 1.1079161 Oct 20 10:48:35.951861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:35.954859 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "tag": "a59143e1-decb-4743-9875-45c127c10e1e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:36.036329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4b60-de7e-4576-8220-0334a79d0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:36.128114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3893-de37-45a9-91c7-9ef7844ed852 req-3bc1b68a-64bc-48be-824e-39713a108ecd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.135263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b0a3893-de37-45a9-91c7-9ef7844ed852 req-3bc1b68a-64bc-48be-824e-39713a108ecd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.3502896 Oct 20 10:48:36.138924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-42d6efee-a824-4815-852b-2df7c920dab0 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.140565 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-42d6efee-a824-4815-852b-2df7c920dab0 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b010ea0-1049-4874-9921-e78937fdab3d HTTP/1.1" status: 200 len: 945 time: 0.1823184 Oct 20 10:48:36.159824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3832-4f0d-4192-a8c6-86cd668bf4a0 req-dc43ebeb-3a15-46d8-b0b5-b44164ad42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.161799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6f3832-4f0d-4192-a8c6-86cd668bf4a0 req-dc43ebeb-3a15-46d8-b0b5-b44164ad42e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.2870405 Oct 20 10:48:36.164256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580dc8e-a99f-4981-9da1-212e971cb33a req-01a3814f-24b0-4eb2-a853-87e69e7dc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.166086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2580dc8e-a99f-4981-9da1-212e971cb33a req-01a3814f-24b0-4eb2-a853-87e69e7dc345 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1097 time: 0.3030732 Oct 20 10:48:36.183256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9c953a2-b344-46a1-b64f-7c0113203e09 req-af2ae917-ef9e-4561-8de4-282ec85071b9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 210 time: 0.0872526 Oct 20 10:48:36.209814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-458f6863-27b9-4ef4-9bbf-33de9fd3a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.212138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-458f6863-27b9-4ef4-9bbf-33de9fd3a563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0519285ca6b54b88a3ee3d4b4c1bbbab&device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 1096 time: 0.1341245 Oct 20 10:48:36.245127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:36.258280 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Sync routers for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:36.260224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8716f59d-3afe-47e6-8e56-24c92285e31c admin admin] 10.222.0.74 "PUT /v2.0/routers/93f8b359-6140-4bb8-9fa9-584e6d3ac9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2607098 Oct 20 10:48:36.282721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6f3832-4f0d-4192-a8c6-86cd668bf4a0 req-ba39028e-5a4e-4db3-ae01-7813b6fdccf5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940845 Oct 20 10:48:36.288528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-5d848f9f-c07f-44b4-ada9-3702d5e34dab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a59143e1-decb-4743-9875-45c127c10e1e HTTP/1.1" status: 200 len: 217 time: 0.0450082 Oct 20 10:48:36.304788 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:36.307394 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:36.333291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Deleting port da687234-0f71-46fa-8a5f-c169e636e57b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:36.333804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.350710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b0a3893-de37-45a9-91c7-9ef7844ed852 req-ed833496-3a4d-4e6e-8d7f-eb5480ecec4c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099509 Oct 20 10:48:36.369589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2580dc8e-a99f-4981-9da1-212e971cb33a req-41acadc8-f904-4f71-a198-8b2e061eb506 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840422 Oct 20 10:48:36.451578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:36.478870 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3eaf5-49d8-452f-af4b-228863715b2e x-openstack-request-id: req-a0e3eaf5-49d8-452f-af4b-228863715b2e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:36.479180 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "tag": "a59143e1-decb-4743-9875-45c127c10e1e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:36.479435 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0e3eaf5-49d8-452f-af4b-228863715b2e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:36.479835 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e', 'status': 'completed', 'code': 200} Oct 20 10:48:36.559546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] For port da687234-0f71-46fa-8a5f-c169e636e57b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=da687234-0f71-46fa-8a5f-c169e636e57b,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:36.563333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.660229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d9dc9a75-dda2-4845-9ba0-487027565e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.661964 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-d9dc9a75-dda2-4845-9ba0-487027565e08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99142b1d-e612-43c6-a4d7-39a7c6493fed HTTP/1.1" status: 200 len: 855 time: 0.0902901 Oct 20 10:48:36.746577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ebb8cc15-de87-4bb5-bfb5-2015e1b59dc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=40161d8b-ef7b-4464-82ae-3a40cc4a6439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628283 Oct 20 10:48:36.754903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Calling delete_port for da687234-0f71-46fa-8a5f-c169e636e57b owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:36.797012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d11f6-ef2e-4f26-9f1f-2007215088ee req-5da6b252-1f53-4ffb-93cc-968327b192b3 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.812914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-554d11f6-ef2e-4f26-9f1f-2007215088ee req-5da6b252-1f53-4ffb-93cc-968327b192b3 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.2500114 Oct 20 10:48:36.958110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-277517f4-f236-4d7e-8e84-c94682111217 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.962344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-277517f4-f236-4d7e-8e84-c94682111217 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.70 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1429884 Oct 20 10:48:36.987169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-752e674a-1f49-4aac-a2f6-04075a3c54ed tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.995958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-752e674a-1f49-4aac-a2f6-04075a3c54ed tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 0.4481258 Oct 20 10:48:37.023974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:37.065424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-2f16f86d-4ed3-4b8b-8eab-2da52cf30663 service neutron] 10.222.0.83 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024373 Oct 20 10:48:37.086716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-3586d72b-afe2-4874-a5ec-a17cd74668ee tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/quotas/922d736dff374ef28fbb0443a0e57040 HTTP/1.1" status: 200 len: 375 time: 0.0898068 Oct 20 10:48:37.095408 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:34Z', 'revision_number': 2, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:37.129366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-554d11f6-ef2e-4f26-9f1f-2007215088ee req-ca373f3a-ea7f-4072-aedb-c8f7928e0f91 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152628 Oct 20 10:48:37.136896 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Checking router: 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:37.137946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Updating router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba port 04ea7189-be3d-450e-bb05-ff3f320fdf26 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:37.180623 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.280866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.304899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['da687234-0f71-46fa-8a5f-c169e636e57b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:37.307101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7265ae06-51a0-44ad-9af7-a2df266a072a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:37.408501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-6ea334c0-f8f5-4f37-8c6f-70b2e9e0aabb tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3208354 Oct 20 10:48:37.420426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event deleted for resources: {'Port': ['ID=da687234-0f71-46fa-8a5f-c169e636e57b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:37.441875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50241da-8815-4d9f-84ef-ad45b61d9205 req-caa9124c-93fd-4fad-81ad-4ac374440341 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.455070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a50241da-8815-4d9f-84ef-ad45b61d9205 req-caa9124c-93fd-4fad-81ad-4ac374440341 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.2350028 Oct 20 10:48:37.486061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-38b6f09b-1567-4c12-86a4-d4372794f8d0 req-ca3a40ac-a9ae-4d0c-8e85-51da2f1ed9c2 service neutron] 10.222.0.83 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087040 Oct 20 10:48:37.517801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] No DVR routers for this DVR port da687234-0f71-46fa-8a5f-c169e636e57b on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:37.528152 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.532516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-181dcf00-517e-4cc0-a9b8-8a065b1be47f req-c3c8657c-cbd6-484a-9e71-7680f4340187 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "DELETE /v2.0/ports/da687234-0f71-46fa-8a5f-c169e636e57b HTTP/1.1" status: 204 len: 173 time: 1.3800397 Oct 20 10:48:37.537305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-4716dfd2-6419-48e6-a0a9-c323dada9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.540003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-4716dfd2-6419-48e6-a0a9-c323dada9f5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171&tenant_id=a5bd812b690e4148bf542ea0dce64987 HTTP/1.1" status: 200 len: 1101 time: 0.2774782 Oct 20 10:48:37.559635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:37.597363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a50241da-8815-4d9f-84ef-ad45b61d9205 req-e18b30a6-2507-45d3-9832-edc0a5339d16 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365960 Oct 20 10:48:37.827813 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.830687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:37.836043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.839865 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.861619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-8e2b190e-3472-4dff-8b92-dde658c96dfa service neutron] 10.222.0.74 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931506 Oct 20 10:48:37.871018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.939510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-6066fde5-dafa-4ef0-a245-33533c35eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.946422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-6066fde5-dafa-4ef0-a245-33533c35eea4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0519285ca6b54b88a3ee3d4b4c1bbbab&device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 1096 time: 0.2192028 Oct 20 10:48:37.978672 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871ab52-86f6-419f-919c-e43d25dacb09 None None] Pushing event updated for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:37.992171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-b40791b8-bff4-4400-ac11-7c58e264db5b service neutron] 10.222.0.74 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293674 Oct 20 10:48:38.070105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932df5a-c03f-4029-baa2-03f21fec3553 req-ed15d8da-d573-4ccf-a5e2-72beac9aec68 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:38.071701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4932df5a-c03f-4029-baa2-03f21fec3553 req-ed15d8da-d573-4ccf-a5e2-72beac9aec68 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 944 time: 0.3511002 Oct 20 10:48:38.202891 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Attempting to bind port 04ea7189-be3d-450e-bb05-ff3f320fdf26 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:38.203306 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Attempting to bind port 04ea7189-be3d-450e-bb05-ff3f320fdf26 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:38.203672 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Attempting to bind port 04ea7189-be3d-450e-bb05-ff3f320fdf26 on network e3819e3c-681b-4d48-a1e0-ca209baa8600 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:38.213868 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:38.214239 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Checking segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:38.214638 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.215067 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Bound using segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:38.215581 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Bound port: 04ea7189-be3d-450e-bb05-ff3f320fdf26, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:38.215927 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.413698 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] For port 04ea7189-be3d-450e-bb05-ff3f320fdf26, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:38.422691 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] For port 04ea7189-be3d-450e-bb05-ff3f320fdf26, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04ea7189-be3d-450e-bb05-ff3f320fdf26,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:38.431903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] Provisioning complete for port 04ea7189-be3d-450e-bb05-ff3f320fdf26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:38.432449 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.432887 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.459105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:38.485605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'name': 'network-vif-deleted', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:38.495154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:38.496229 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ac3c13-4318-4107-b38b-05e1043d5931" -d '{"events": [{"server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "name": "network-vif-deleted", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:38.564376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-90e1d97a-32d1-4c81-8403-af11529742d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:38.575355 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-90e1d97a-32d1-4c81-8403-af11529742d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=40161d8b-ef7b-4464-82ae-3a40cc4a6439 HTTP/1.1" status: 200 len: 917 time: 0.6064329 Oct 20 10:48:38.671802 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871ab52-86f6-419f-919c-e43d25dacb09 None None] Pushing event updated for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:38.689604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.7 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/1592dd08-6c61-4137-9488-a391449fe863) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:38.722962 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:38.728757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-eb6f4df2-7371-4143-aaf5-917cdc30ae60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a59143e1-decb-4743-9875-45c127c10e1e HTTP/1.1" status: 200 len: 217 time: 0.1424596 Oct 20 10:48:38.731070 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:48:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:38.782298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:38.839872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.870505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.877674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.898042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Transition to ACTIVE for port object e7e62521-6b7c-4f5a-802e-5f51834ef9ec will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:38.956650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-b3b4b517-247e-4006-a010-ea6445ae9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:38.958131 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-b3b4b517-247e-4006-a010-ea6445ae9806 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99142b1d-e612-43c6-a4d7-39a7c6493fed HTTP/1.1" status: 200 len: 855 time: 0.0586414 Oct 20 10:48:38.960816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.035770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] For port 04ea7189-be3d-450e-bb05-ff3f320fdf26, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04ea7189-be3d-450e-bb05-ff3f320fdf26,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:39.053444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.055785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-eb80407a-a9de-48ea-a74a-eacd72babe81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=40161d8b-ef7b-4464-82ae-3a40cc4a6439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645185 Oct 20 10:48:39.105850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:48:39.106482 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:48:39.152000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a542a-95da-4167-8b6e-ef208aa3bc6c None None] Pushing event updated for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:39.173837 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:39.230382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0029b2e4-9ede-43b6-87b0-a0ddb0d7370a None None] Provisioning complete for port 04ea7189-be3d-450e-bb05-ff3f320fdf26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:39.232402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0029b2e4-9ede-43b6-87b0-a0ddb0d7370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.290879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] No DVR routers for this DVR port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:39.375611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:39.398433 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-14376289-5ff0-4cf8-9bd3-e156f8174ce3 service neutron] 10.222.0.83 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268061 Oct 20 10:48:39.399996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.462356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:39.463461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:39.463951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:39.475885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:39.476311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Attempting to bind port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:39.484104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4932df5a-c03f-4029-baa2-03f21fec3553 req-ea11f466-36bf-452f-8701-dbcfee8bc8d0 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9787543 Oct 20 10:48:39.630883 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:39.664263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.696496 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25514a-48a5-4ae8-ac13-348aed8297ab None None] The sync data for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 is: [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:39.721389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-c2d38ad7-befc-412d-a95b-dc1c0deddae0 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:39.729158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-c2d38ad7-befc-412d-a95b-dc1c0deddae0 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "GET /v2.0/ports?device_id=07fc1885-5933-44fb-8104-e1ce073cbb0b HTTP/1.1" status: 200 len: 945 time: 1.2190456 Oct 20 10:48:39.828701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', '82a4782f-9eb1-4a43-a12f-f064775e1a5f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:39.912956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:39.913550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:39.914090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:39.914998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Bound port: e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:39.915741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.000396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:40.004005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:40.015999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.024240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:40.047664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device da687234-0f71-46fa-8a5f-c169e636e57b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:40.063007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0446b8-6345-40f2-84f8-084a6186e7dc req-cd57d877-fc84-4763-b717-1a71c30f4f45 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.072631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff0446b8-6345-40f2-84f8-084a6186e7dc req-cd57d877-fc84-4763-b717-1a71c30f4f45 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.8016214 Oct 20 10:48:40.121149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:40.139307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: da687234-0f71-46fa-8a5f-c169e636e57b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:40.139651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device da687234-0f71-46fa-8a5f-c169e636e57b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:40.143288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:40.154121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=11']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:40.188732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff0446b8-6345-40f2-84f8-084a6186e7dc req-70fbc43d-ff08-449f-9145-5897bdc97832 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149123 Oct 20 10:48:40.194526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.195168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.201437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-54e656c6-aa00-4c84-8af2-da8e16ceb468 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 1097 time: 2.6519103 Oct 20 10:48:40.274375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:40.278198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f392f6f2-8dc7-4d2d-917f-88eeaf6f7ec1 req-8bb65a9f-7989-42b5-9957-bb8072b37f3f service neutron] 10.222.0.83 "GET /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8516538 Oct 20 10:48:40.372766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-0d8e773a-bdd9-4112-85b3-43b2c256026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.375074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-0d8e773a-bdd9-4112-85b3-43b2c256026a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1100 time: 0.1441848 Oct 20 10:48:40.449803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e40ad-5c18-4103-b55e-88915089d631 req-cd6c8c6c-afca-4590-bbcc-d3ed7f005894 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.458619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0e40ad-5c18-4103-b55e-88915089d631 req-cd6c8c6c-afca-4590-bbcc-d3ed7f005894 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 931 time: 0.6686702 Oct 20 10:48:40.476330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a59143e1-decb-4743-9875-45c127c10e1e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:40.484556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.484945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.485288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.485617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.485947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.486274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.486609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.486933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.490080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.490459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.491323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.491648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:40.618910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.619617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.720606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0e40ad-5c18-4103-b55e-88915089d631 req-08e842f0-257d-4261-a8cb-c2fb80f153a8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476790 Oct 20 10:48:40.749243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d269e-64c3-4ce3-a187-a9fc006af2ab req-2bbc9fb9-676a-418b-82a4-9b3f084053ee tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.766847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-183d269e-64c3-4ce3-a187-a9fc006af2ab req-2bbc9fb9-676a-418b-82a4-9b3f084053ee tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.4575253 Oct 20 10:48:40.916676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-183d269e-64c3-4ce3-a187-a9fc006af2ab req-96591e22-bb96-43a7-8282-75eed4e75310 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458249 Oct 20 10:48:40.925140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-20f1be3c-e085-4a5f-9b70-16258cdf63a4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9270823 Oct 20 10:48:40.946032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Deleting port 7265ae06-51a0-44ad-9af7-a2df266a072a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:40.956166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.988754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Request body: {'port': {'device_id': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:40.998252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a59143e1-decb-4743-9875-45c127c10e1e,segment=NetworkSegment(5baf850d-5ef9-4b2d-a594-72911d6c4bf1),segment_id=5baf850d-5ef9-4b2d-a594-72911d6c4bf1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:41.059493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'a59143e1-decb-4743-9875-45c127c10e1e', 'network_id': '40161d8b-ef7b-4464-82ae-3a40cc4a6439', 'port_id': 'a59143e1-decb-4743-9875-45c127c10e1e', 'mac_address': 'fa:16:3e:16:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99142b1d-e612-43c6-a4d7-39a7c6493fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:41.161383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-2be92f18-ea1c-4a0a-be8e-13b6297d291c tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.162981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-2be92f18-ea1c-4a0a-be8e-13b6297d291c tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 0.4715919 Oct 20 10:48:41.195016 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15a317-a76a-4a60-9c5e-510e82bdd0a5 x-openstack-request-id: req-ce15a317-a76a-4a60-9c5e-510e82bdd0a5 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:41.195016 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b010ea0-1049-4874-9921-e78937fdab3d", "name": "network-vif-deleted", "tag": "da687234-0f71-46fa-8a5f-c169e636e57b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:41.195016 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce15a317-a76a-4a60-9c5e-510e82bdd0a5 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:41.195016 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b010ea0-1049-4874-9921-e78937fdab3d', 'name': 'network-vif-deleted', 'tag': 'da687234-0f71-46fa-8a5f-c169e636e57b', 'status': 'completed', 'code': 200} Oct 20 10:48:41.199602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.239006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59143e1-decb-4743-9875-45c127c10e1e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:41.251396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Request body: {'port': {'device_id': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'admin_state_up': True, 'tenant_id': '922d736dff374ef28fbb0443a0e57040'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:41.277447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04ea7189-be3d-450e-bb05-ff3f320fdf26 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:41.368370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] For port 7265ae06-51a0-44ad-9af7-a2df266a072a, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7265ae06-51a0-44ad-9af7-a2df266a072a,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:41.369540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.387012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-b4eabf35-9c5c-4cff-a186-2d1521ca17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.388500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-b4eabf35-9c5c-4cff-a186-2d1521ca17ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.9910228 Oct 20 10:48:41.398665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a59143e1-decb-4743-9875-45c127c10e1e,segment=NetworkSegment(5baf850d-5ef9-4b2d-a594-72911d6c4bf1),segment_id=5baf850d-5ef9-4b2d-a594-72911d6c4bf1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:41.412620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Calling delete_port for 7265ae06-51a0-44ad-9af7-a2df266a072a owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:41.424816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.539171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 04ea7189-be3d-450e-bb05-ff3f320fdf26 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:41.539773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.541464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:41.669535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-87b39f71-a98b-45cb-97ba-38df278660d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.2537148 Oct 20 10:48:41.681634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:41.688869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.711479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-6bbb53b7-1dd5-4927-a82a-b2848ac2cd61 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.713224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-6bbb53b7-1dd5-4927-a82a-b2848ac2cd61 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 813 time: 1.1056530 Oct 20 10:48:41.722431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['a59143e1-decb-4743-9875-45c127c10e1e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:41.736796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Request body: {'port': {'device_id': '8ed6be72-e122-4c83-92b7-408b009f221a', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'admin_state_up': True, 'tenant_id': '922d736dff374ef28fbb0443a0e57040'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:41.757096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.867210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d744c-af5a-4c74-aba1-05dd0e7e5a94 req-9048b2ee-2099-40d8-88a6-849625d83d21 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.876172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a8d744c-af5a-4c74-aba1-05dd0e7e5a94 req-9048b2ee-2099-40d8-88a6-849625d83d21 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 948 time: 0.2712705 Oct 20 10:48:41.970350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-b4f5d507-00ce-4250-88cb-fb144aceb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.973303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-b4f5d507-00ce-4250-88cb-fb144aceb3bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2772388 Oct 20 10:48:41.979267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd49c-0893-4fe1-b8ba-9c00f5ec3edb req-03c86f58-c298-4690-a702-f4368789e696 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.985636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd49c-0893-4fe1-b8ba-9c00f5ec3edb req-03c86f58-c298-4690-a702-f4368789e696 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.994794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd49c-0893-4fe1-b8ba-9c00f5ec3edb req-03c86f58-c298-4690-a702-f4368789e696 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.996683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-921bd49c-0893-4fe1-b8ba-9c00f5ec3edb req-03c86f58-c298-4690-a702-f4368789e696 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec&device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55&device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 2417 time: 0.2824607 Oct 20 10:48:42.143683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a8d744c-af5a-4c74-aba1-05dd0e7e5a94 req-1d1bd2e4-af83-401e-be79-c88adffded04 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665787 Oct 20 10:48:42.157093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-38e6a3cc-284c-4ca0-8659-eaace359226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:42.158924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-38e6a3cc-284c-4ca0-8659-eaace359226a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753345 Oct 20 10:48:42.193601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.225658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-921bd49c-0893-4fe1-b8ba-9c00f5ec3edb req-69d75966-defc-4dd6-9ca0-1db4adc02d91 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164786 Oct 20 10:48:42.279788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event deleted for resources: {'Port': ['ID=7265ae06-51a0-44ad-9af7-a2df266a072a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:42.336721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Made reservation on behalf of 922d736dff374ef28fbb0443a0e57040 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:42.341448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.356246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Allocated IP 172.20.0.4 (07276305-c17a-4fe0-94d6-3c0a4bc56739/6adb3be7-61ad-47e8-a70e-94a43435f273/a120e475-4890-4d73-b8b0-cdcda4069883) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:42.391405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] No DVR routers for this DVR port 7265ae06-51a0-44ad-9af7-a2df266a072a on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:42.397976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.401360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f56c610-4648-4c75-9c8b-50c94b49b48b req-e0558c2b-4fc9-4003-801a-f1b6511ea24b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "DELETE /v2.0/ports/7265ae06-51a0-44ad-9af7-a2df266a072a HTTP/1.1" status: 204 len: 173 time: 2.6478281 Oct 20 10:48:42.423092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'name': 'network-vif-deleted', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:42.437148 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f06ee9-7467-49b2-82f2-105503898092" -d '{"events": [{"server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "name": "network-vif-deleted", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:42.458762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dffb3-a4ec-4f82-ab5c-ae0992a5a6b1 req-dac9e1d0-cbc2-4880-b43e-356e8dab5745 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:42.460428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a7dffb3-a4ec-4f82-ab5c-ae0992a5a6b1 req-dac9e1d0-cbc2-4880-b43e-356e8dab5745 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 945 time: 0.2048609 Oct 20 10:48:42.486254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7265ae06-51a0-44ad-9af7-a2df266a072a no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:42.522216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-9c0309ca-6e46-40f0-a461-f0ef950b245b service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422282 Oct 20 10:48:42.529157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 7265ae06-51a0-44ad-9af7-a2df266a072a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:42.530767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7265ae06-51a0-44ad-9af7-a2df266a072a not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:42.595266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.70', 65301) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:42.649043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a7dffb3-a4ec-4f82-ab5c-ae0992a5a6b1 req-7d607530-b599-4b64-b638-bde102f4f2e0 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693354 Oct 20 10:48:42.718677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1df48c-932c-4fa7-bf77-cf00e940ba9f req-7f197ba1-2c8f-4202-bd49-34d8408701be tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 210 time: 0.0413537 Oct 20 10:48:42.725694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1592dd08-6c61-4137-9488-a391449fe863 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:42.734991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-1cadec14-ad20-46f6-bf2d-6c37ccd752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:42.736722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-1cadec14-ad20-46f6-bf2d-6c37ccd752ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1097 time: 0.1393244 Oct 20 10:48:42.738673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.764391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Transition to ACTIVE for port object 1592dd08-6c61-4137-9488-a391449fe863 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:42.784834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9973a5f1-621d-432b-8ca9-caba95f6e9e4 req-8666976b-20b5-48bf-8731-173636f4fb34 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451193 Oct 20 10:48:42.789488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.810168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.889157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.983183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:42.995724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:43.004351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:43.037026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Allocated IP 172.20.0.3 (07276305-c17a-4fe0-94d6-3c0a4bc56739/6adb3be7-61ad-47e8-a70e-94a43435f273/97f20ed2-d2e3-4aed-b410-026043a95716) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:43.041735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event updated for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:43.092519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.093546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.149875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ad8e0620-5eeb-4573-a11c-641f5757d87f tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9477527 Oct 20 10:48:43.181019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Request body: {'port': {'device_id': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:43.208580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}, {'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:43.211493 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96" -d '{"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}, {"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:43.315317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.385090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.438872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:43.503222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-bcd61165-15c0-4768-85b9-4a366a46f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.504835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-bcd61165-15c0-4768-85b9-4a366a46f42a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.7537754 Oct 20 10:48:43.508145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.516888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a5200-1f90-4738-9871-4bc8afd91381 req-42287c44-819c-4a4b-a7ed-1129f202c282 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.524718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-044a5200-1f90-4738-9871-4bc8afd91381 req-42287c44-819c-4a4b-a7ed-1129f202c282 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.7036107 Oct 20 10:48:43.560849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85182-235e-41e5-8a1b-e21cb3e0e879 req-6da1666d-9794-477c-9f76-8cec03a464dd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.568486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04d85182-235e-41e5-8a1b-e21cb3e0e879 req-6da1666d-9794-477c-9f76-8cec03a464dd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.6315575 Oct 20 10:48:43.586235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Network 07276305-c17a-4fe0-94d6-3c0a4bc56739 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:43.620271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event updated for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:43.622787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:43.623171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-8d0dfdf0-b990-4112-9b50-eb5a4a14dffe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 200 len: 217 time: 0.0937481 Oct 20 10:48:43.629359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:43.693283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.694181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.729613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-044a5200-1f90-4738-9871-4bc8afd91381 req-a81803a5-47ca-4a12-92ce-ff4c7f43bd18 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039306 Oct 20 10:48:43.732844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-00127f12-6f13-41fb-9198-16f5c36911b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0000870 Oct 20 10:48:43.737818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Attempting to bind port 1592dd08-6c61-4137-9488-a391449fe863 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:43.738505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Attempting to bind port 1592dd08-6c61-4137-9488-a391449fe863 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:43.739010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Attempting to bind port 1592dd08-6c61-4137-9488-a391449fe863 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:43.748721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Request body: {'port': {'device_id': '8ed6be72-e122-4c83-92b7-408b009f221a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:43.757429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04d85182-235e-41e5-8a1b-e21cb3e0e879 req-0cc03fbe-4c82-4b20-b23d-80a66f472c85 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883938 Oct 20 10:48:43.771278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-99dd796e-2d83-4640-b799-1029b401da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.772825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-99dd796e-2d83-4640-b799-1029b401da8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.1339200 Oct 20 10:48:43.773576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Port 1592dd08-6c61-4137-9488-a391449fe863 on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:43.773904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Attempting to bind port 1592dd08-6c61-4137-9488-a391449fe863 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:43.849176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-976755cb-387b-4f94-87ad-1f165ee720fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631435 Oct 20 10:48:43.849964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:43.850305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:43.850682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:43.851161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Bound port: 1592dd08-6c61-4137-9488-a391449fe863, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:43.851519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.890514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a120e475-4890-4d73-b8b0-cdcda4069883 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:43.895103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.908946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.947043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Transition to ACTIVE for port object a120e475-4890-4d73-b8b0-cdcda4069883 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:43.955632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.075362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876240f-02aa-4f94-87ba-6938c2399a30 req-aeef3265-a235-420f-bb32-4bae854ce6c0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.082497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a876240f-02aa-4f94-87ba-6938c2399a30 req-aeef3265-a235-420f-bb32-4bae854ce6c0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.2364945 Oct 20 10:48:44.113463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Pushing event updated for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.117112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:44.127321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1592dd08-6c61-4137-9488-a391449fe863,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:44.145699 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f59c7-d8b6-494f-bf7e-8db05a5d7f46 x-openstack-request-id: req-0b0f59c7-d8b6-494f-bf7e-8db05a5d7f46 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:44.145991 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc1885-5933-44fb-8104-e1ce073cbb0b", "name": "network-vif-deleted", "tag": "7265ae06-51a0-44ad-9af7-a2df266a072a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:44.146271 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b0f59c7-d8b6-494f-bf7e-8db05a5d7f46 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:44.147241 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc1885-5933-44fb-8104-e1ce073cbb0b', 'name': 'network-vif-deleted', 'tag': '7265ae06-51a0-44ad-9af7-a2df266a072a', 'status': 'completed', 'code': 200} Oct 20 10:48:44.148630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.156548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-841621c1-73aa-4cb8-a7cb-907170c6d34d service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800653 Oct 20 10:48:44.203455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a876240f-02aa-4f94-87ba-6938c2399a30 req-6f2ad582-b913-4763-8dd2-dfb130a84f0a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065590 Oct 20 10:48:44.239120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Attempting to bind port a120e475-4890-4d73-b8b0-cdcda4069883 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:44.239455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Attempting to bind port a120e475-4890-4d73-b8b0-cdcda4069883 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:44.239784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Attempting to bind port a120e475-4890-4d73-b8b0-cdcda4069883 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:44.250198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Port a120e475-4890-4d73-b8b0-cdcda4069883 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:44.250521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Attempting to bind port a120e475-4890-4d73-b8b0-cdcda4069883 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:44.255340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.256953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.259080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:44.259238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/1592dd08-6c61-4137-9488-a391449fe863 HTTP/1.1" status: 200 len: 1092 time: 3.3157675 Oct 20 10:48:44.259413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Checking segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:44.259794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Bound using segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:44.260226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Bound port: a120e475-4890-4d73-b8b0-cdcda4069883, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:44.260579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.322186 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e399ab48-8bb3-4ec4-8f31-e6a81357a174 x-openstack-request-id: req-e399ab48-8bb3-4ec4-8f31-e6a81357a174 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:44.324712 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "code": 200}, {"name": "network-changed", "server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:44.325069 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e399ab48-8bb3-4ec4-8f31-e6a81357a174 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:44.325661 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'code': 200} Oct 20 10:48:44.326369 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'status': 'completed', 'code': 200} Oct 20 10:48:44.452524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:44.477307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a120e475-4890-4d73-b8b0-cdcda4069883,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:44.485934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.500361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a59143e1-decb-4743-9875-45c127c10e1e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:44.532789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8875cd-6bee-4bc8-9244-974a0a3f60f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.547010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-53e1f437-5877-4ee7-9be7-fe0eb6028ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.548219 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-53e1f437-5877-4ee7-9be7-fe0eb6028ce2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1100 time: 0.1397474 Oct 20 10:48:44.597048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.609063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-1eec930e-7969-49de-8ef6-9cb7f1b199b1 service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123158 Oct 20 10:48:44.610573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.610729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port a59143e1-decb-4743-9875-45c127c10e1e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:44.612773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] 10.222.0.70 "PUT /v2.0/ports/a120e475-4890-4d73-b8b0-cdcda4069883 HTTP/1.1" status: 200 len: 1092 time: 1.4482665 Oct 20 10:48:44.620674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port a59143e1-decb-4743-9875-45c127c10e1e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:44.621273 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.662041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949843d-8c8d-44c4-a1cf-fffe3bd8d558 req-c7a6e82d-4345-487e-b257-e0f71b57c93e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.665506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9949843d-8c8d-44c4-a1cf-fffe3bd8d558 req-c7a6e82d-4345-487e-b257-e0f71b57c93e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 948 time: 0.4033370 Oct 20 10:48:44.680347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f20ed2-d2e3-4aed-b410-026043a95716 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:44.682245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-2bc49ce7-1080-4e40-a8c8-7231b93b9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.684413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-2bc49ce7-1080-4e40-a8c8-7231b93b9a91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 1095 time: 0.2247462 Oct 20 10:48:44.698133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.709659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af1ecf-da5b-4aa5-ae05-ba1df0844f23 service neutron] Pushing event updated for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.742789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.767607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113cf23-0cf6-4fbb-baa1-11d88839f118 req-5c4c6f2a-b6f9-4090-94d6-0820016c070b tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.788846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5113cf23-0cf6-4fbb-baa1-11d88839f118 req-5c4c6f2a-b6f9-4090-94d6-0820016c070b tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 945 time: 0.3747199 Oct 20 10:48:44.790997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:44.794309 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79611aad-e97e-4668-b7e3-8248a837ec66" -d '{"events": [{"server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "name": "network-vif-plugged", "status": "completed", "tag": "a59143e1-decb-4743-9875-45c127c10e1e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:44.812957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a59143e1-decb-4743-9875-45c127c10e1e,segment=NetworkSegment(5baf850d-5ef9-4b2d-a594-72911d6c4bf1),segment_id=5baf850d-5ef9-4b2d-a594-72911d6c4bf1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:44.820599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.859490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Transition to ACTIVE for port object 97f20ed2-d2e3-4aed-b410-026043a95716 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:44.875433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.882303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-279995ff-7572-4030-b6cb-7ae61aefea1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1592dd08-6c61-4137-9488-a391449fe863 HTTP/1.1" status: 200 len: 217 time: 0.1543958 Oct 20 10:48:44.884304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-2b542e03-1b80-4bd6-b1dd-dd1362ddb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.885841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-2b542e03-1b80-4bd6-b1dd-dd1362ddb13f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5bd812b690e4148bf542ea0dce64987&device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1100 time: 0.4735341 Oct 20 10:48:44.922813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-190b1f86-7b62-443a-9a6b-87b11cef2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.924662 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-190b1f86-7b62-443a-9a6b-87b11cef2fef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 1095 time: 0.2289541 Oct 20 10:48:44.925941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-3475274f-ba89-4c7b-b64f-db985c541b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.928205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-3475274f-ba89-4c7b-b64f-db985c541b68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3528383 Oct 20 10:48:44.935411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9949843d-8c8d-44c4-a1cf-fffe3bd8d558 req-bbb8ac61-5f44-476b-bce8-e7ae183b6697 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489226 Oct 20 10:48:44.970164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Pushing event updated for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.980711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:45.067601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ed517992-5cfa-4b9b-a778-01a9a01f9b78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a120e475-4890-4d73-b8b0-cdcda4069883 HTTP/1.1" status: 200 len: 217 time: 0.1130931 Oct 20 10:48:45.070966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-0fc4a9e6-f82a-4d8b-9ee1-d8f5afe9e42c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.1149118 Oct 20 10:48:45.098850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-91d7537f-2bec-42ac-b536-870f3e074b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.100733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-91d7537f-2bec-42ac-b536-870f3e074b9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1939268 Oct 20 10:48:45.179352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-a32bd478-bc7c-43e2-985a-09743e3eca2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370328 Oct 20 10:48:45.189296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5113cf23-0cf6-4fbb-baa1-11d88839f118 req-2174d203-48fd-4262-9cd0-be27b6160762 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995845 Oct 20 10:48:45.312513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-2ca32fac-6429-4c58-8c9c-114d19cde41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.314296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-2ca32fac-6429-4c58-8c9c-114d19cde41f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3911870 Oct 20 10:48:45.408703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-4be025f4-a00b-4cdc-a091-20db20dbd55a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 200 len: 217 time: 0.0822399 Oct 20 10:48:45.534083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-2606235b-4868-4cfc-8b23-a15d64ce347f service neutron] 10.222.0.70 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435705 Oct 20 10:48:45.549889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-26c44b28-deb0-4bb0-b5c9-7b21e8b31646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.551397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-26c44b28-deb0-4bb0-b5c9-7b21e8b31646 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1278703 Oct 20 10:48:45.610648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-e2c6de4d-a079-4945-a572-b3025c892cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.612151 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-e2c6de4d-a079-4945-a572-b3025c892cb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.5179253 Oct 20 10:48:45.620296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b70db-00ad-4b12-8825-ce89ab9fbb4d req-fed8cdc5-cad3-4459-941f-beb88cc22c74 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.620902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ee31b418-83ef-4c56-a63c-5ab4ad1810db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.622147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d17b70db-00ad-4b12-8825-ce89ab9fbb4d req-fed8cdc5-cad3-4459-941f-beb88cc22c74 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.2114780 Oct 20 10:48:45.627973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ee31b418-83ef-4c56-a63c-5ab4ad1810db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.5323398 Oct 20 10:48:45.640795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Attempting to bind port 97f20ed2-d2e3-4aed-b410-026043a95716 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:45.641364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Attempting to bind port 97f20ed2-d2e3-4aed-b410-026043a95716 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:45.641846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Attempting to bind port 97f20ed2-d2e3-4aed-b410-026043a95716 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:45.666444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.684675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Port 97f20ed2-d2e3-4aed-b410-026043a95716 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:45.684998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Attempting to bind port 97f20ed2-d2e3-4aed-b410-026043a95716 on network 07276305-c17a-4fe0-94d6-3c0a4bc56739 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:45.688570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-ba7686b2-f499-4776-96f9-66abcb1c642a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488381 Oct 20 10:48:45.694911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:45.695483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Checking segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:45.696039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Bound using segment: {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:45.696622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Bound port: 97f20ed2-d2e3-4aed-b410-026043a95716, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:45.697120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.701927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838df5-b52e-4a2a-9c91-73320f1b13bd req-b554c987-4bfe-4778-b1b9-b8128b53f895 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.703725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a838df5-b52e-4a2a-9c91-73320f1b13bd req-b554c987-4bfe-4778-b1b9-b8128b53f895 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 943 time: 0.2941301 Oct 20 10:48:45.771256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-0ccf8620-9317-49a5-b8bd-a62f4f8d6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.772801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-0ccf8620-9317-49a5-b8bd-a62f4f8d6bbc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421993 Oct 20 10:48:45.801210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-64e95160-4d7c-4fc0-b564-77e590d2c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.802863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-64e95160-4d7c-4fc0-b564-77e590d2c913 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2384448 Oct 20 10:48:45.839011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d17b70db-00ad-4b12-8825-ce89ab9fbb4d req-eabd19f2-3de6-4e28-af81-2bd01627bd95 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816916 Oct 20 10:48:45.919115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:45.927535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-a96ccbb5-d7a4-47fc-9018-8d2a2fd2a4da service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272170 Oct 20 10:48:45.939256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=97f20ed2-d2e3-4aed-b410-026043a95716,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:45.946069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a838df5-b52e-4a2a-9c91-73320f1b13bd req-d3d40a97-f09a-450d-9029-4039004790f6 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292988 Oct 20 10:48:45.963373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.989467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bbe21b6-2f61-4b3b-b550-7e5fe15bde12 req-c622a63a-5aad-47c1-abc1-e18d4785e66b service neutron] 10.222.0.70 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370122 Oct 20 10:48:46.022124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-a56d5f5c-6622-4040-bf9c-e771df273134 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204309 Oct 20 10:48:46.053748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.054377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.055846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] 10.222.0.83 "PUT /v2.0/ports/97f20ed2-d2e3-4aed-b410-026043a95716 HTTP/1.1" status: 200 len: 1092 time: 2.3121140 Oct 20 10:48:46.102725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:46.151686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'tag': '1592dd08-6c61-4137-9488-a391449fe863'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:46.157049 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8771b068-d5fd-474e-861f-54f686cdca01" -d '{"events": [{"name": "network-changed", "server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "tag": "1592dd08-6c61-4137-9488-a391449fe863"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:46.162883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850509b9-870f-4e13-b6be-41f894764f09 service neutron] Pushing event updated for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:46.183323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53630) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:46.258447 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-d45059bd-01e7-4894-8c81-ed075f85006d service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331181 Oct 20 10:48:46.269828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20f2c-440e-451d-8395-e2588800a799 req-c4e42cc7-f83f-49c4-a0d4-efec57860e23 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.274027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-72089701-6ede-4fa8-a4ef-d8dc8f8047a9 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334143 Oct 20 10:48:46.287025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1e20f2c-440e-451d-8395-e2588800a799 req-c4e42cc7-f83f-49c4-a0d4-efec57860e23 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.2558572 Oct 20 10:48:46.292277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:46.312608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-8a132f57-9a07-4330-8756-d3535cb71346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.314106 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-8a132f57-9a07-4330-8756-d3535cb71346 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 1095 time: 0.1889234 Oct 20 10:48:46.315003 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b4b7f-82b5-43f7-981c-ed95ed2377fd x-openstack-request-id: req-2e2b4b7f-82b5-43f7-981c-ed95ed2377fd {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:46.316054 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "name": "network-vif-plugged", "status": "completed", "tag": "a59143e1-decb-4743-9875-45c127c10e1e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:46.317164 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e2b4b7f-82b5-43f7-981c-ed95ed2377fd {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:46.319504 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e', 'code': 200} Oct 20 10:48:46.321022 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-37631f64-3aa2-4537-9f9e-a550d22c43a6 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607663 Oct 20 10:48:46.327564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'mac_address': 'fa:16:3e:28:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:46.327823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883'}, {'name': 'network-changed', 'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:46.330364 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c669a-aa77-47f0-ae3c-118871d8a3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883"}, {"name": "network-changed", "server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:46.395375 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.413957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:46.436733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-fdeec0cd-1bf1-4be8-bb07-9ed72fbe6df8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97f20ed2-d2e3-4aed-b410-026043a95716 HTTP/1.1" status: 200 len: 217 time: 0.1019976 Oct 20 10:48:46.442756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:46.449031 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.504950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1e20f2c-440e-451d-8395-e2588800a799 req-aaeb9cc4-6885-4f38-b2d6-8bd4ab6a6b7a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109568 Oct 20 10:48:46.540736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3729b66-eb5b-43cb-bf6a-8cb1dbf8ad96 req-04219a8d-922d-421e-9bff-2470b959151e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435541 Oct 20 10:48:46.585177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9a881-e847-4a89-9bce-9b869118506d req-b812957b-d60c-4d7c-afdb-99253c87f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.593818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29c5d0c0-5a30-4d2d-9755-ca603ef450db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.594773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ea9a881-e847-4a89-9bce-9b869118506d req-b812957b-d60c-4d7c-afdb-99253c87f18d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 1098 time: 0.1758897 Oct 20 10:48:46.597720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-a2274e4e-a8a5-4d5e-a56f-c3b94aa449b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.599395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-a2274e4e-a8a5-4d5e-a56f-c3b94aa449b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.1310334 Oct 20 10:48:46.606979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.628199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:46.644011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-98a5f462-3c75-47ab-b47f-e3a4c328c848 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300963 Oct 20 10:48:46.665027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ea9a881-e847-4a89-9bce-9b869118506d req-7cf0b9b6-535b-4e6d-a8f6-0e0f42e57f50 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Oct 20 10:48:46.667388 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dedf545-67ac-44d4-8b02-5560199ccf71 x-openstack-request-id: req-6dedf545-67ac-44d4-8b02-5560199ccf71 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:46.667713 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "tag": "1592dd08-6c61-4137-9488-a391449fe863", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:46.667945 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6dedf545-67ac-44d4-8b02-5560199ccf71 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:46.668340 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'tag': '1592dd08-6c61-4137-9488-a391449fe863', 'status': 'completed', 'code': 200} Oct 20 10:48:46.762770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef827b-0308-4da2-8244-b13fb1213d1a req-62d462b4-6f8e-4650-be1b-1167a4178fe8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.764440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78ef827b-0308-4da2-8244-b13fb1213d1a req-62d462b4-6f8e-4650-be1b-1167a4178fe8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1506679 Oct 20 10:48:46.771191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771b068-d5fd-474e-861f-54f686cdca01 req-30eb1276-a82d-4aee-896c-372ff2036aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.772466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29c5d0c0-5a30-4d2d-9755-ca603ef450db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.772647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-30eb1276-a82d-4aee-896c-372ff2036aff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 1095 time: 0.0957670 Oct 20 10:48:46.783385 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-29c5d0c0-5a30-4d2d-9755-ca603ef450db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.787935 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-d424fa68-8f0c-43c0-9596-6c7702401efb service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332054 Oct 20 10:48:46.857198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bafccd-d61c-44f6-9155-aa59feab5413 req-c8a51075-f82b-414b-b9d7-be060bee8232 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.864610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59bafccd-d61c-44f6-9155-aa59feab5413 req-c8a51075-f82b-414b-b9d7-be060bee8232 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 946 time: 0.1488445 Oct 20 10:48:46.874265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-29c5d0c0-5a30-4d2d-9755-ca603ef450db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b6f1b433c1bd4a2dafa015379e7c97ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860135 Oct 20 10:48:46.876640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e7e62521-6b7c-4f5a-802e-5f51834ef9ec'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:46.884499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:46.897164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5d0c0-5a30-4d2d-9755-ca603ef450db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a9e3c-76f3-40e4-b72f-9b625b9449cd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:46.902020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78ef827b-0308-4da2-8244-b13fb1213d1a req-1022e78c-ab4f-4fde-82ce-25eca07a4085 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317534 Oct 20 10:48:46.956874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59bafccd-d61c-44f6-9155-aa59feab5413 req-dc9972f5-9b6b-4cce-9046-1bf0c94cf27f tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899990 Oct 20 10:48:46.964342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771b068-d5fd-474e-861f-54f686cdca01 req-a67abf3d-0758-448e-af95-8c3a65873f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.967761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-a67abf3d-0758-448e-af95-8c3a65873f87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.1784558 Oct 20 10:48:46.981858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.032220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.059878 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e56bab-ee69-4283-bf1e-deed37782bb4 x-openstack-request-id: req-65e56bab-ee69-4283-bf1e-deed37782bb4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:47.060312 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:47.060690 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65e56bab-ee69-4283-bf1e-deed37782bb4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:47.076614 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883', 'status': 'completed', 'code': 200} Oct 20 10:48:47.077081 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716', 'status': 'completed', 'code': 200} Oct 20 10:48:47.095282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-c4331f46-9d5c-471d-86e9-5fbd7c28299d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1592dd08-6c61-4137-9488-a391449fe863 HTTP/1.1" status: 200 len: 217 time: 0.1181684 Oct 20 10:48:47.167768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0acc7-024a-4743-9547-be5b45e0fbfd req-34afd3ee-8f11-4578-a74f-abd83c8bf01d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.169583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbc0acc7-024a-4743-9547-be5b45e0fbfd req-34afd3ee-8f11-4578-a74f-abd83c8bf01d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.0697472 Oct 20 10:48:47.170710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.173492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.177118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a43a9e3c-76f3-40e4-b72f-9b625b9449cd HTTP/1.1" status: 204 len: 168 time: 0.2889271 Oct 20 10:48:47.190823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6baebd-5d31-41b8-bcf6-9d7fe2bce2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a9e3c-76f3-40e4-b72f-9b625b9449cd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:47.234834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbc0acc7-024a-4743-9547-be5b45e0fbfd req-18fa95a3-159c-4d6b-b6aa-a150a6012fd7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Oct 20 10:48:47.261669 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca949ee1-e60a-4c2f-a8cc-e83dfce257ff req-8027d5dd-28ea-43de-8d28-832393ad04ed service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852835 Oct 20 10:48:47.264426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771b068-d5fd-474e-861f-54f686cdca01 req-09381c5e-148e-4f44-81e4-0e20e3c7a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.265736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-09381c5e-148e-4f44-81e4-0e20e3c7a741 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1235743 Oct 20 10:48:47.267429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-8ee764d9-4631-4e57-8870-f246e5a4dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.268842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-8ee764d9-4631-4e57-8870-f246e5a4dc9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 1095 time: 0.1853642 Oct 20 10:48:47.286508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0619ea-d769-4553-ab49-2085015dd72c req-6e824272-a73f-41a9-83e4-bfadea8a8420 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.299119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a0619ea-d769-4553-ab49-2085015dd72c req-6e824272-a73f-41a9-83e4-bfadea8a8420 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 1101 time: 0.0852830 Oct 20 10:48:47.339721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a0619ea-d769-4553-ab49-2085015dd72c req-9884d724-9fb6-4cd2-91f4-b1c5d75277f9 tempest-MigrationsAdminTest-2074498586 tempest-MigrationsAdminTest-2074498586-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Oct 20 10:48:47.408646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-4cf81633-3d51-4811-a390-ca9b563cf826 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220222 Oct 20 10:48:47.469334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928291f6-35da-4d72-a215-1343ea8e134f req-243784b3-42e1-4afa-900e-c6054737c336 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.482412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-928291f6-35da-4d72-a215-1343ea8e134f req-243784b3-42e1-4afa-900e-c6054737c336 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 943 time: 0.1105471 Oct 20 10:48:47.538471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-928291f6-35da-4d72-a215-1343ea8e134f req-17f5c862-927b-40bd-978a-bb296dcb03c9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550854 Oct 20 10:48:47.669663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-4d606758-3d95-4cb8-81fa-2502eaf1a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.671171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-4d606758-3d95-4cb8-81fa-2502eaf1a440 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=922d736dff374ef28fbb0443a0e57040&device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 1095 time: 0.3061640 Oct 20 10:48:47.710445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:47.724475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-647fd787-971d-4340-96db-3e41595b0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.725971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-647fd787-971d-4340-96db-3e41595b0a62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 915 time: 0.4379208 Oct 20 10:48:47.745788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d9950cc-0d1b-4cac-b363-1740c28c86c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.777647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-a05d0309-f46e-4390-9761-72eab4279520 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a120e475-4890-4d73-b8b0-cdcda4069883 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Oct 20 10:48:47.800575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ecc4-da7c-48cd-aeb5-5201cd16c338 req-08197682-ec85-4aaa-89f1-c961a3089eac tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.804805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5988ecc4-da7c-48cd-aeb5-5201cd16c338 req-08197682-ec85-4aaa-89f1-c961a3089eac tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1106379 Oct 20 10:48:47.816618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-0c0c4f56-f7d6-4210-90f4-529643eafcf9 service neutron] 10.222.0.70 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765147 Oct 20 10:48:47.878532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5988ecc4-da7c-48cd-aeb5-5201cd16c338 req-834a53a1-8dea-4663-9cef-d25c35240c6c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621786 Oct 20 10:48:47.930899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d9950cc-0d1b-4cac-b363-1740c28c86c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.935662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7d9950cc-0d1b-4cac-b363-1740c28c86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:47.956314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-bf2485f2-4893-4a6d-a4dd-b9319d2e2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.958446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-bf2485f2-4893-4a6d-a4dd-b9319d2e2e16 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 200 len: 915 time: 0.2733815 Oct 20 10:48:47.964235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-80733a4f-9191-4da0-aac2-04f257c42038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.965648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-80733a4f-9191-4da0-aac2-04f257c42038 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.1519945 Oct 20 10:48:47.981675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9950cc-0d1b-4cac-b363-1740c28c86c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a8ff0-4e71-4a97-b067-c76451b89add,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:48.022821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7d9950cc-0d1b-4cac-b363-1740c28c86c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=491bea0ba68f487bab5f970b7512dece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098388 Oct 20 10:48:48.027536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53672) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:48.050107 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-ae8c0a48-4976-4cf3-9415-c0239cdd6098 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97f20ed2-d2e3-4aed-b410-026043a95716 HTTP/1.1" status: 200 len: 217 time: 0.0776665 Oct 20 10:48:48.051942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-94cae15d-129f-4e99-b71b-e1212c848d1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771811 Oct 20 10:48:48.115501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa42734-3ada-4c08-a4fe-40014a14f03e req-764e8545-5a03-4da8-8c92-430bdc82d484 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.122395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9aa42734-3ada-4c08-a4fe-40014a14f03e req-764e8545-5a03-4da8-8c92-430bdc82d484 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.1579762 Oct 20 10:48:48.169994 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-2dca5cbc-4f37-4feb-8212-b5a4d83b23b6 service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082981 Oct 20 10:48:48.193156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8771b068-d5fd-474e-861f-54f686cdca01 req-8805aab9-c9b7-4b8d-9fb4-49813b447ef1 service neutron] 10.222.0.70 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411160 Oct 20 10:48:48.203610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9aa42734-3ada-4c08-a4fe-40014a14f03e req-b1afcf6e-08e8-42d4-999a-b3650a8e4d40 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Oct 20 10:48:48.230550 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.266628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-79b8488e-1efc-43ea-905b-eb6f675e24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.268106 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-79b8488e-1efc-43ea-905b-eb6f675e24dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 200 len: 853 time: 0.2076874 Oct 20 10:48:48.313419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.322991 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-e5096195-9422-4549-b5a2-89bc3b99e78c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07276305-c17a-4fe0-94d6-3c0a4bc56739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428777 Oct 20 10:48:48.342449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-93f839d4-1b88-47ca-bb22-53aa33ccb67f service neutron] 10.222.0.70 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529641 Oct 20 10:48:48.360767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df964c-579b-408f-bd82-3a5faeb8c480 req-e2b8c24e-03ec-4aa1-ac15-69bf48abfec8 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.368327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62df964c-579b-408f-bd82-3a5faeb8c480 req-e2b8c24e-03ec-4aa1-ac15-69bf48abfec8 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 946 time: 0.1174550 Oct 20 10:48:48.414543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62df964c-579b-408f-bd82-3a5faeb8c480 req-6e9ef445-c2ca-410d-abea-f85b2f1934ad tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Oct 20 10:48:48.494615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.497298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.500964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a8a8ff0-4e71-4a97-b067-c76451b89add HTTP/1.1" status: 204 len: 168 time: 0.4685655 Oct 20 10:48:48.530869 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-f371b958-5bd8-46b1-8c63-b20557964f36 service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851435 Oct 20 10:48:48.536093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f82b2-4b5d-4232-ac2f-66809aa2e27a req-e01a5a64-b63f-4c33-ad83-197a5dff48f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.539124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-935f82b2-4b5d-4232-ac2f-66809aa2e27a req-e01a5a64-b63f-4c33-ad83-197a5dff48f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.1066303 Oct 20 10:48:48.540200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d0575-4520-4c04-8566-85882beaa13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a8ff0-4e71-4a97-b067-c76451b89add,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:48.634505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-935f82b2-4b5d-4232-ac2f-66809aa2e27a req-50c230c4-09a7-4cae-81ed-2b93dcedcf5f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Oct 20 10:48:48.661793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3edd6a-aa71-4cff-9948-51845125f421 req-57d1a7dc-92cc-41db-a58c-4adec2b50892 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.675093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c3edd6a-aa71-4cff-9948-51845125f421 req-57d1a7dc-92cc-41db-a58c-4adec2b50892 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1546788 Oct 20 10:48:48.737417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-723c669a-aa77-47f0-ae3c-118871d8a3ce req-31c03489-a95d-45ca-8dc5-82dfc4df217e service neutron] 10.222.0.83 "GET /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793034 Oct 20 10:48:48.751682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c3edd6a-aa71-4cff-9948-51845125f421 req-8ef8c839-18f4-4356-ad63-dfdeda890290 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707641 Oct 20 10:48:48.814697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d542e-ec57-4cee-a897-8213cffd690c req-3a2e0163-caf7-4a29-af46-bc848822fd8a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.823829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d29d542e-ec57-4cee-a897-8213cffd690c req-3a2e0163-caf7-4a29-af46-bc848822fd8a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 943 time: 0.0707130 Oct 20 10:48:48.885785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d29d542e-ec57-4cee-a897-8213cffd690c req-17fb2bad-0bfe-467a-8602-22a2ac2a8eab tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Oct 20 10:48:49.036694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed62db1-fb16-4605-93f0-89b500675aec req-3df1148d-2d0b-4505-af00-9a5338bd8fba tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.039056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ed62db1-fb16-4605-93f0-89b500675aec req-3df1148d-2d0b-4505-af00-9a5338bd8fba tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.0564933 Oct 20 10:48:49.083432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ed62db1-fb16-4605-93f0-89b500675aec req-6a58df35-584d-4755-ba10-cab1638cbe75 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Oct 20 10:48:49.384364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d9170-e749-4532-b68b-128e0cf42489 req-7fdad84c-cf1c-4ce4-a414-1bd194014eec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.387403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd9d9170-e749-4532-b68b-128e0cf42489 req-7fdad84c-cf1c-4ce4-a414-1bd194014eec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.0695305 Oct 20 10:48:49.442544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd9d9170-e749-4532-b68b-128e0cf42489 req-0d93f4a0-d5d7-49de-bbfc-902036c4c2f4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507088 Oct 20 10:48:49.530352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-2bef56fc-a4de-4035-9782-b2a8e8d04369 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.531913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-2bef56fc-a4de-4035-9782-b2a8e8d04369 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 949 time: 0.0592887 Oct 20 10:48:49.651877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Deleting port e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:49.652210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.841878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] For port e7e62521-6b7c-4f5a-802e-5f51834ef9ec, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:49.842480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.846477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79548-616f-4959-8703-c7bb41782aeb req-dccf7847-fd31-42f0-86a9-462d9dc2979a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.869155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bd79548-616f-4959-8703-c7bb41782aeb req-dccf7847-fd31-42f0-86a9-462d9dc2979a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.1441722 Oct 20 10:48:49.894344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Calling delete_port for e7e62521-6b7c-4f5a-802e-5f51834ef9ec owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:49.947992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bd79548-616f-4959-8703-c7bb41782aeb req-ddcf1c89-c99e-4192-bb0c-a495c639ba76 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723813 Oct 20 10:48:50.121449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a120e475-4890-4d73-b8b0-cdcda4069883 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:50.147605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:50.198528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ad9d8-0b28-44d9-a6ea-4d4c1c9c141a req-8303ae32-8456-4581-a7f2-7cd88525fc0a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:50.205363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f9ad9d8-0b28-44d9-a6ea-4d4c1c9c141a req-8303ae32-8456-4581-a7f2-7cd88525fc0a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 943 time: 0.1380382 Oct 20 10:48:50.215882 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:50.231763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346', '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', '7c226330-efa0-44d7-af72-56d9715d1631', 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:50.246235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3b65-8df1-40d8-9e4d-692e3c1757e1 req-d1976cef-b7bc-4687-bed9-440ab016003e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:50.247872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adcf3b65-8df1-40d8-9e4d-692e3c1757e1 req-d1976cef-b7bc-4687-bed9-440ab016003e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1155605 Oct 20 10:48:50.279255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f9ad9d8-0b28-44d9-a6ea-4d4c1c9c141a req-39f0cb6d-f3af-4f1f-8cec-0cedebcfaeaf tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728648 Oct 20 10:48:50.292853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event deleted for resources: {'Port': ['ID=e7e62521-6b7c-4f5a-802e-5f51834ef9ec,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:50.330365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No active binding found for port e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100748) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:48:50.330816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:48:50.350740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adcf3b65-8df1-40d8-9e4d-692e3c1757e1 req-03a3510e-3723-43ac-bc4a-99be30ff3d75 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916917 Oct 20 10:48:50.387023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] No DVR routers for this DVR port e7e62521-6b7c-4f5a-802e-5f51834ef9ec on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:50.391308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:50.394177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Port e7e62521-6b7c-4f5a-802e-5f51834ef9ec not found, will not notify nova. {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:48:50.395930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4bc28e59-d9eb-4f0c-8c2c-c67e4e7a8976 req-f4bc06b6-f1e4-4575-bc77-7f1eb8272d7c tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "DELETE /v2.0/ports/e7e62521-6b7c-4f5a-802e-5f51834ef9ec HTTP/1.1" status: 204 len: 173 time: 0.8460202 Oct 20 10:48:50.397487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-deleted', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:50.401099 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae039f60-5a6a-44df-a420-a8ae0d1e7c49" -d '{"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-deleted", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:50.448564 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68e84d-e9bb-4a02-8121-75e39e9a88e3 x-openstack-request-id: req-ee68e84d-e9bb-4a02-8121-75e39e9a88e3 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:50.448857 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41fbd67-1017-4f2d-9562-2770719e2171", "name": "network-vif-deleted", "tag": "e7e62521-6b7c-4f5a-802e-5f51834ef9ec", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:50.449108 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee68e84d-e9bb-4a02-8121-75e39e9a88e3 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:50.450283 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41fbd67-1017-4f2d-9562-2770719e2171', 'name': 'network-vif-deleted', 'tag': 'e7e62521-6b7c-4f5a-802e-5f51834ef9ec', 'status': 'completed', 'code': 200} Oct 20 10:48:50.470520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a120e475-4890-4d73-b8b0-cdcda4069883,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:50.497648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8f7e3-cfd5-4567-a1ea-80b18f521fa7 req-ce4acde8-2592-4f39-83d1-438e68c724d6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:50.500734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'a120e475-4890-4d73-b8b0-cdcda4069883', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'port_id': 'a120e475-4890-4d73-b8b0-cdcda4069883', 'mac_address': 'fa:16:3e:16:62:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adb3be7-61ad-47e8-a70e-94a43435f273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:50.513420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8e8f7e3-cfd5-4567-a1ea-80b18f521fa7 req-ce4acde8-2592-4f39-83d1-438e68c724d6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1224604 Oct 20 10:48:50.540859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 97f20ed2-d2e3-4aed-b410-026043a95716 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:50.598440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4926df9e-5d7d-4713-bd66-380203c997ec req-050ed2e3-b493-415f-baa3-6e3911f3e998 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41fbd67-1017-4f2d-9562-2770719e2171 HTTP/1.1" status: 200 len: 210 time: 0.0412362 Oct 20 10:48:50.602235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8e8f7e3-cfd5-4567-a1ea-80b18f521fa7 req-299a33bc-a221-4fdd-b8dc-b958970eb55a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872579 Oct 20 10:48:50.741198 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:50.777270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a120e475-4890-4d73-b8b0-cdcda4069883 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:50.805308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=97f20ed2-d2e3-4aed-b410-026043a95716,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:50.828510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a120e475-4890-4d73-b8b0-cdcda4069883,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:50.840029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '97f20ed2-d2e3-4aed-b410-026043a95716', 'network_id': '07276305-c17a-4fe0-94d6-3c0a4bc56739', 'port_id': '97f20ed2-d2e3-4aed-b410-026043a95716', 'mac_address': 'fa:16:3e:0f:6c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adb3be7-61ad-47e8-a70e-94a43435f273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:50.841786 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:50.842437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1592dd08-6c61-4137-9488-a391449fe863 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:51.034135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.083791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:51.147865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f20ed2-d2e3-4aed-b410-026043a95716 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:51.206497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=97f20ed2-d2e3-4aed-b410-026043a95716,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:51.216313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311622-f60b-432c-b2c3-ef02816e03fd req-41cfb34f-c221-4073-bbdf-90f6f5380dae tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.219533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59311622-f60b-432c-b2c3-ef02816e03fd req-41cfb34f-c221-4073-bbdf-90f6f5380dae tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 943 time: 0.1221774 Oct 20 10:48:51.226423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1592dd08-6c61-4137-9488-a391449fe863,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:51.229190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.275300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59311622-f60b-432c-b2c3-ef02816e03fd req-19f3b617-7efd-4a55-bb69-fac9fa8a9a24 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Oct 20 10:48:51.281426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '1592dd08-6c61-4137-9488-a391449fe863', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': '1592dd08-6c61-4137-9488-a391449fe863', 'mac_address': 'fa:16:3e:52:9d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:51.392234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:51.435264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.458056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14838a6-9f5f-4860-9216-873462a88235 req-3ae15217-117b-49b5-b9fa-9ee63ae0ef30 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.459912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b14838a6-9f5f-4860-9216-873462a88235 req-3ae15217-117b-49b5-b9fa-9ee63ae0ef30 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 944 time: 0.0696199 Oct 20 10:48:51.474244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1592dd08-6c61-4137-9488-a391449fe863 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:51.517705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1592dd08-6c61-4137-9488-a391449fe863,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:51.524818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.575466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['97f20ed2-d2e3-4aed-b410-026043a95716'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:51.614918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b14838a6-9f5f-4860-9216-873462a88235 req-aebd38bb-5fe2-448e-b2d1-bc8efa54f87b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400430 Oct 20 10:48:51.640002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:51.746883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228c87-5958-4afa-b8e5-730b32868d80 req-e8823e73-326e-4ed8-9b37-e284bbe6f0e0 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.749390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d228c87-5958-4afa-b8e5-730b32868d80 req-e8823e73-326e-4ed8-9b37-e284bbe6f0e0 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1735346 Oct 20 10:48:51.828377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d228c87-5958-4afa-b8e5-730b32868d80 req-141fd3e1-ac6a-4518-9e51-f87a2004fafd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695977 Oct 20 10:48:51.835530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8704-a5b3-43f1-97a4-e3c3d5afc342 req-c7013aed-79cd-406d-9cd6-d6bfff907a0e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.837484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd9b8704-a5b3-43f1-97a4-e3c3d5afc342 req-c7013aed-79cd-406d-9cd6-d6bfff907a0e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1384873 Oct 20 10:48:51.886522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd9b8704-a5b3-43f1-97a4-e3c3d5afc342 req-8046b67b-71ca-4e44-9427-7180b3e65eae tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Oct 20 10:48:52.010437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a120e475-4890-4d73-b8b0-cdcda4069883'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:52.041207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1592dd08-6c61-4137-9488-a391449fe863'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:52.120857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:52.161436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: e7e62521-6b7c-4f5a-802e-5f51834ef9ec {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:52.162055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7e62521-6b7c-4f5a-802e-5f51834ef9ec not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:52.227626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac6417-93be-417b-8166-83b0c0d002c3 req-3f2101ba-1bd5-42ab-b9d5-597e68d58f73 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.235960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ac6417-93be-417b-8166-83b0c0d002c3 req-3f2101ba-1bd5-42ab-b9d5-597e68d58f73 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 950 time: 0.0794077 Oct 20 10:48:52.339530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ac6417-93be-417b-8166-83b0c0d002c3 req-e5397e44-fd48-424d-b74a-abee5a909d80 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021254 Oct 20 10:48:52.350147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53798) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:52.421075 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:48:52.462094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b628e9-0250-4ba7-a07a-5f0a1d19cd0a req-8e041e45-8581-48b3-a085-4eecdd39c9ed tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.463669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15b628e9-0250-4ba7-a07a-5f0a1d19cd0a req-8e041e45-8581-48b3-a085-4eecdd39c9ed tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 944 time: 0.0563202 Oct 20 10:48:52.501092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24b750b9-b878-44ff-9599-5090390d4e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.533333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 97f20ed2-d2e3-4aed-b410-026043a95716 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:52.539588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15b628e9-0250-4ba7-a07a-5f0a1d19cd0a req-dde8cefb-6d58-484e-ba60-f3adeb319e2b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Oct 20 10:48:52.590554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 97f20ed2-d2e3-4aed-b410-026043a95716 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:52.605089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 97f20ed2-d2e3-4aed-b410-026043a95716 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:52.606547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.607542 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24b750b9-b878-44ff-9599-5090390d4e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.612709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24b750b9-b878-44ff-9599-5090390d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.665856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:52.667550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24b750b9-b878-44ff-9599-5090390d4e19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62ab29595b8546cdac740ba448b6823b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161983 Oct 20 10:48:52.670016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b750b9-b878-44ff-9599-5090390d4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee7bc5-e11a-48fd-b1ab-e8718d2e2e15,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:52.743318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.788802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11f32c-3186-4057-bff8-39802d28084e req-b6944c76-1a91-472f-a268-0bb2e35ff6ef tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.797177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.797724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b11f32c-3186-4057-bff8-39802d28084e req-b6944c76-1a91-472f-a268-0bb2e35ff6ef tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 944 time: 0.0697391 Oct 20 10:48:52.851056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b11f32c-3186-4057-bff8-39802d28084e req-e0078ae5-a91b-4be5-9812-73234bb4661b tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Oct 20 10:48:52.887514 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.891423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:52.897522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbee7bc5-e11a-48fd-b1ab-e8718d2e2e15 HTTP/1.1" status: 204 len: 168 time: 0.2298520 Oct 20 10:48:52.912773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cda57-9b81-4a74-a8c2-8be9cea745d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee7bc5-e11a-48fd-b1ab-e8718d2e2e15,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.014933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3b033-d32f-4b72-b5d3-7348a2bcd7ec req-29a0c01a-55f3-40e3-9fc7-c8f90da26403 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.025373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ab3b033-d32f-4b72-b5d3-7348a2bcd7ec req-29a0c01a-55f3-40e3-9fc7-c8f90da26403 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0989857 Oct 20 10:48:53.074068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.129122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ab3b033-d32f-4b72-b5d3-7348a2bcd7ec req-764032aa-1625-406b-9133-f16b06ac3478 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026525 Oct 20 10:48:53.131849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=97f20ed2-d2e3-4aed-b410-026043a95716,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:53.133184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:53.135992 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc84565c-4c4e-4b19-80a4-cba940231058" -d '{"events": [{"server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "name": "network-vif-plugged", "status": "completed", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:53.141125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.142393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03b69-3d78-4fc6-b55f-7ee35c5a8de4 req-c001e6e1-b425-46c7-98be-4d12086dbb4f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.151555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbc03b69-3d78-4fc6-b55f-7ee35c5a8de4 req-c001e6e1-b425-46c7-98be-4d12086dbb4f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1233976 Oct 20 10:48:53.205194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbc03b69-3d78-4fc6-b55f-7ee35c5a8de4 req-f671fc64-52ec-468c-ab24-6e3c7d3ae5b4 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Oct 20 10:48:53.221920 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98111a8-87d8-48fa-ab41-d2f2c1ba6272 x-openstack-request-id: req-c98111a8-87d8-48fa-ab41-d2f2c1ba6272 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:53.222397 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "name": "network-vif-plugged", "status": "completed", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:53.222553 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c98111a8-87d8-48fa-ab41-d2f2c1ba6272 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:53.223129 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716', 'code': 200} Oct 20 10:48:53.262961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.382253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a822da-5a61-437d-a7b0-b6e27779a522 req-88eda725-091a-430e-81c0-8b702387e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.383866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-96a822da-5a61-437d-a7b0-b6e27779a522 req-88eda725-091a-430e-81c0-8b702387e3ca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 1097 time: 0.0821853 Oct 20 10:48:53.389012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-82e1daec-0aef-4fbd-9ac3-c49f3db9c747 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783026 Oct 20 10:48:53.445515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53824) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.463044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e13a932-4cb1-4843-8f87-03d24cdfcd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.472190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-96a822da-5a61-437d-a7b0-b6e27779a522 req-16426d86-7a47-4b36-9b09-9b47acd28d5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690212 Oct 20 10:48:53.490343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-382485ac-f6f8-4911-9ea2-d951e59acbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.492820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-382485ac-f6f8-4911-9ea2-d951e59acbb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 1097 time: 0.0652988 Oct 20 10:48:53.564587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e13a932-4cb1-4843-8f87-03d24cdfcd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.573363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e13a932-4cb1-4843-8f87-03d24cdfcd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.625917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e13a932-4cb1-4843-8f87-03d24cdfcd26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f6902462e2fb44d2bfbc568f39409508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763892 Oct 20 10:48:53.626756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53828) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.626950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13a932-4cb1-4843-8f87-03d24cdfcd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859c3018-665c-4c42-8658-2d67e86a20db,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.762772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0021b-959d-44ea-b062-07fe90e478af req-79c0f817-afd6-4622-b1af-32453862d0cf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.768486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b0021b-959d-44ea-b062-07fe90e478af req-79c0f817-afd6-4622-b1af-32453862d0cf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 944 time: 0.1117475 Oct 20 10:48:53.778723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.810880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.863099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b0021b-959d-44ea-b062-07fe90e478af req-55318682-852c-4fcf-ab28-461a49409bb5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830352 Oct 20 10:48:53.924212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.928783 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.932230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/859c3018-665c-4c42-8658-2d67e86a20db HTTP/1.1" status: 204 len: 168 time: 0.3027837 Oct 20 10:48:53.977722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b301d6-bb48-405b-8ce0-f5da74e97630 req-ff3703f6-843b-4ec0-92d6-ce4300252476 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.979603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19b301d6-bb48-405b-8ce0-f5da74e97630 req-ff3703f6-843b-4ec0-92d6-ce4300252476 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 950 time: 0.0850525 Oct 20 10:48:54.001233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61897-cdfb-4f05-bd01-95e23ac74f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c3018-665c-4c42-8658-2d67e86a20db,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:54.013072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-0b8593e7-6f39-4c1e-8c9b-17e355664109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.017740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-0b8593e7-6f39-4c1e-8c9b-17e355664109 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.3012943 Oct 20 10:48:54.076904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b71aa7-0b9f-4e28-abba-ec7eab57c895 req-a044dcf6-7e5e-4743-8deb-93ca18147833 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.078719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3b71aa7-0b9f-4e28-abba-ec7eab57c895 req-a044dcf6-7e5e-4743-8deb-93ca18147833 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 945 time: 0.0944750 Oct 20 10:48:54.097628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19b301d6-bb48-405b-8ce0-f5da74e97630 req-af6399f6-1d88-4392-ab27-c6987a37ef76 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068993 Oct 20 10:48:54.128358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-5f033290-1b2d-4a2a-a7bc-7d07db106912 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 200 len: 217 time: 0.0821116 Oct 20 10:48:54.134999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a120e475-4890-4d73-b8b0-cdcda4069883 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:54.152167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3b71aa7-0b9f-4e28-abba-ec7eab57c895 req-7cf62c09-46a4-4be9-9894-b5adf3c5f280 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521238 Oct 20 10:48:54.242042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-8cbd11be-f07b-40a5-87b4-f28035492a04 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.252862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port a120e475-4890-4d73-b8b0-cdcda4069883 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:54.257321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-8cbd11be-f07b-40a5-87b4-f28035492a04 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 950 time: 0.5272372 Oct 20 10:48:54.263510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port a120e475-4890-4d73-b8b0-cdcda4069883 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:54.263510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.385582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a171a-c878-4681-be21-c0debb20005c req-e7862e27-ac78-477c-9a85-65681172f5a5 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.392872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd4a171a-c878-4681-be21-c0debb20005c req-e7862e27-ac78-477c-9a85-65681172f5a5 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1380455 Oct 20 10:48:54.399924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.427986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaeafd-e6f1-4221-bd15-429ec22df3ef req-b6373e5a-3466-4e0b-bb25-bfaecef158dd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.437083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1aaeafd-e6f1-4221-bd15-429ec22df3ef req-b6373e5a-3466-4e0b-bb25-bfaecef158dd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1062152 Oct 20 10:48:54.459736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a120e475-4890-4d73-b8b0-cdcda4069883,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:54.466296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.470164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1592dd08-6c61-4137-9488-a391449fe863 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:54.484939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd4a171a-c878-4681-be21-c0debb20005c req-3c4d6fec-9cb3-4d23-a63b-94ea876df3e0 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910847 Oct 20 10:48:54.536071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1aaeafd-e6f1-4221-bd15-429ec22df3ef req-ab282f6c-da8f-41b6-9901-48a920997f26 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979986 Oct 20 10:48:54.603951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:54.634986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 1592dd08-6c61-4137-9488-a391449fe863 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:54.640672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 1592dd08-6c61-4137-9488-a391449fe863 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:54.641195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.750919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.810524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1592dd08-6c61-4137-9488-a391449fe863,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:54.817659 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.818342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-03c3efdf-3167-4957-8393-41e21189ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.821031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-03c3efdf-3167-4957-8393-41e21189ed36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.6815944 Oct 20 10:48:54.889893 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-b22b6455-7994-46b3-bdc9-502603ba1efb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555711 Oct 20 10:48:54.942912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:55.030263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Deleting port 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:55.030992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.088332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-acbef0fd-0f51-40b4-b521-ffde8a176cf2 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884384 Oct 20 10:48:55.151008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29137-c119-476c-886c-d4fbe6d9edce req-3c7f9f36-9738-4b4d-9561-5121ababdfa4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.159258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7de29137-c119-476c-886c-d4fbe6d9edce req-3c7f9f36-9738-4b4d-9561-5121ababdfa4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1610239 Oct 20 10:48:55.226927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883'}, {'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1592dd08-6c61-4137-9488-a391449fe863'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:55.229513 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac56b17-2379-4d07-96a1-2ec836909392" -d '{"events": [{"server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "name": "network-vif-plugged", "status": "completed", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883"}, {"server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "name": "network-vif-plugged", "status": "completed", "tag": "1592dd08-6c61-4137-9488-a391449fe863"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:55.241249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7de29137-c119-476c-886c-d4fbe6d9edce req-533694b6-eda6-414d-a507-82576b84231b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719745 Oct 20 10:48:55.250358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] For port 7c226330-efa0-44d7-af72-56d9715d1631, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=7c226330-efa0-44d7-af72-56d9715d1631,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:55.250729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.284229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Calling delete_port for 7c226330-efa0-44d7-af72-56d9715d1631 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:55.316710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228706-3cf3-49b7-964a-1bd318dbbc4e req-c4da2a71-e240-4bc1-917d-581f25e00b06 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.325361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e228706-3cf3-49b7-964a-1bd318dbbc4e req-c4da2a71-e240-4bc1-917d-581f25e00b06 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=586d1df0-f48a-4b2f-8297-b802ae3c301d HTTP/1.1" status: 200 len: 950 time: 0.1222363 Oct 20 10:48:55.441639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e228706-3cf3-49b7-964a-1bd318dbbc4e req-876d44ec-1665-41d9-b9b7-971b0f71e9df tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117194 Oct 20 10:48:55.488476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416215da-8e38-45fc-9388-b28972813f8b req-a08d1fb4-71c3-4c20-812d-2ce441186b47 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.494750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-416215da-8e38-45fc-9388-b28972813f8b req-a08d1fb4-71c3-4c20-812d-2ce441186b47 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 945 time: 0.1421299 Oct 20 10:48:55.528315 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2b8eb-5889-4c74-be7e-d97c1a497430 x-openstack-request-id: req-f0f2b8eb-5889-4c74-be7e-d97c1a497430 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:55.529149 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "name": "network-vif-plugged", "status": "completed", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883", "code": 200}, {"server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "name": "network-vif-plugged", "status": "completed", "tag": "1592dd08-6c61-4137-9488-a391449fe863", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:55.529149 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0f2b8eb-5889-4c74-be7e-d97c1a497430 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:55.529350 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883', 'code': 200} Oct 20 10:48:55.529604 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1592dd08-6c61-4137-9488-a391449fe863', 'code': 200} Oct 20 10:48:55.534488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f7cc7b5-27d6-4c8f-9f56-b85440e00367 req-2e240b42-5fa0-4927-aa50-7fb98523abd1 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038665 Oct 20 10:48:55.537807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.549160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346', '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:55.578174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-416215da-8e38-45fc-9388-b28972813f8b req-24da6770-99b8-4e3f-b6ac-f147ee9bbca4 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718238 Oct 20 10:48:55.628168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event deleted for resources: {'Port': ['ID=7c226330-efa0-44d7-af72-56d9715d1631,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:55.724514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] No DVR routers for this DVR port 7c226330-efa0-44d7-af72-56d9715d1631 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:55.747841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.751718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6c8761b8-da0d-4bd2-97ab-249b56925645 req-dfb65dbb-6b01-4ddb-870d-2ae151e810e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "DELETE /v2.0/ports/7c226330-efa0-44d7-af72-56d9715d1631 HTTP/1.1" status: 204 len: 173 time: 1.4821551 Oct 20 10:48:55.757168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-deleted', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:55.760481 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f980d90-dbbb-4b9f-88e6-6d13c07e5541" -d '{"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-deleted", "tag": "7c226330-efa0-44d7-af72-56d9715d1631"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:55.782329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481ae7-7bef-40ca-925a-e1835d434c97 req-07e9128f-3b99-402e-8ed8-e2c69afcb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.784341 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47481ae7-7bef-40ca-925a-e1835d434c97 req-07e9128f-3b99-402e-8ed8-e2c69afcb397 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 1097 time: 0.0721507 Oct 20 10:48:55.870892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47481ae7-7bef-40ca-925a-e1835d434c97 req-de095660-f175-4e8c-b4d4-b75b774f00a0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Oct 20 10:48:55.879847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836eecc-65d5-4e63-a9df-465210873a77 req-81a52caf-ebe6-4556-9545-1e021b333c36 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.891230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9836eecc-65d5-4e63-a9df-465210873a77 req-81a52caf-ebe6-4556-9545-1e021b333c36 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.2348716 Oct 20 10:48:55.921387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b560f-36f2-4990-9255-29cdcff036ef req-df74da47-0cf2-4577-a787-afc7eacc8580 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.922967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c24b560f-36f2-4990-9255-29cdcff036ef req-df74da47-0cf2-4577-a787-afc7eacc8580 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.2296054 Oct 20 10:48:56.022568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9836eecc-65d5-4e63-a9df-465210873a77 req-b3b06b05-35bd-40ed-a0ed-d5c5dfcfb04b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Oct 20 10:48:56.028983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e614fa-a9ff-4e1b-9209-6314a3c83ea3 req-a899f928-e1f8-4d43-9113-25a7fe2fe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.031097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13e614fa-a9ff-4e1b-9209-6314a3c83ea3 req-a899f928-e1f8-4d43-9113-25a7fe2fe04a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 1097 time: 0.2977071 Oct 20 10:48:56.087798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c24b560f-36f2-4990-9255-29cdcff036ef req-edff80b0-804d-4a72-881e-e1e0500c9c50 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184573 Oct 20 10:48:56.139488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:56.169952 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adb1ab8-d8f9-4161-bb1d-bce92b7e47bd x-openstack-request-id: req-0adb1ab8-d8f9-4161-bb1d-bce92b7e47bd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:56.170245 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586d1df0-f48a-4b2f-8297-b802ae3c301d", "name": "network-vif-deleted", "tag": "7c226330-efa0-44d7-af72-56d9715d1631", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:56.170496 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0adb1ab8-d8f9-4161-bb1d-bce92b7e47bd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:56.170898 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d1df0-f48a-4b2f-8297-b802ae3c301d', 'name': 'network-vif-deleted', 'tag': '7c226330-efa0-44d7-af72-56d9715d1631', 'status': 'completed', 'code': 200} Oct 20 10:48:56.195709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 7c226330-efa0-44d7-af72-56d9715d1631 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:56.196084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 7c226330-efa0-44d7-af72-56d9715d1631 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:56.672134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13e614fa-a9ff-4e1b-9209-6314a3c83ea3 req-a0d0900a-dcc5-4c73-975c-9471037f13a7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832384 Oct 20 10:48:56.694488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866dd35-f91e-43c3-9918-5604f9c62d2b req-63ab1fe9-565a-4154-a64b-410ba61c006e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.702514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c866dd35-f91e-43c3-9918-5604f9c62d2b req-63ab1fe9-565a-4154-a64b-410ba61c006e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 945 time: 0.1086011 Oct 20 10:48:56.729883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940e77-347b-40a1-afd0-bc57761e3d47 req-10b7c6df-4839-41bb-bdd5-17fb7edcb558 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.731558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07940e77-347b-40a1-afd0-bc57761e3d47 req-10b7c6df-4839-41bb-bdd5-17fb7edcb558 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1364331 Oct 20 10:48:56.827508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c866dd35-f91e-43c3-9918-5604f9c62d2b req-a42894eb-9f9e-4d84-91df-b9271e91f3b4 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154702 Oct 20 10:48:56.871092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07940e77-347b-40a1-afd0-bc57761e3d47 req-c986f50a-6f15-410f-b6af-769d261c5e93 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304085 Oct 20 10:48:57.237950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223fa71-9054-4500-8d10-84cf9040281f req-2588750b-501f-4ab7-9b3d-2bf503ab14d7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.243461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f223fa71-9054-4500-8d10-84cf9040281f req-2588750b-501f-4ab7-9b3d-2bf503ab14d7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1102526 Oct 20 10:48:57.288664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9a39f-7183-45a2-bb6a-fd2adb1cd268 req-64ed87a0-56e8-4557-89e6-8440124358f7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.296488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42d9a39f-7183-45a2-bb6a-fd2adb1cd268 req-64ed87a0-56e8-4557-89e6-8440124358f7 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1210818 Oct 20 10:48:57.347749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f223fa71-9054-4500-8d10-84cf9040281f req-3ff8e593-791d-4858-8f5f-3fa40d812d74 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978053 Oct 20 10:48:57.352518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42d9a39f-7183-45a2-bb6a-fd2adb1cd268 req-e453f452-4c57-4d13-bf82-5232468266eb tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546134 Oct 20 10:48:57.569160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b0203-cdd5-41c3-898f-d343d7a69409 req-d3296095-da32-4afc-81e0-51c7224480df tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.573142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3b0203-cdd5-41c3-898f-d343d7a69409 req-d3296095-da32-4afc-81e0-51c7224480df tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0843811 Oct 20 10:48:57.626399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3b0203-cdd5-41c3-898f-d343d7a69409 req-33f9bc08-085a-455c-8d40-b1690783b0b0 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Oct 20 10:48:57.973806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c037-b340-4a90-82fe-0588b5102542 req-3077777f-7625-4077-9140-425c5d373f58 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.975611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9018c037-b340-4a90-82fe-0588b5102542 req-3077777f-7625-4077-9140-425c5d373f58 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 945 time: 0.0599077 Oct 20 10:48:58.061351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9018c037-b340-4a90-82fe-0588b5102542 req-5df7fc6a-b256-4528-b85d-594b30eab84d tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 Oct 20 10:48:58.076841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc66ca-0d86-4ffc-a77f-99f1ac0e3d8b req-70bf4e14-e84b-4547-91df-46286ec449fd tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.095526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7fc66ca-0d86-4ffc-a77f-99f1ac0e3d8b req-70bf4e14-e84b-4547-91df-46286ec449fd tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1188204 Oct 20 10:48:58.178428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7fc66ca-0d86-4ffc-a77f-99f1ac0e3d8b req-265a0efc-6915-4ec1-bc7c-8c5110c866e5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813074 Oct 20 10:48:58.190192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53976) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:58.421595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d070b621-2f69-4b90-8c9e-1ae4838b54e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.451380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6385925-642c-4046-8822-efd881d4414c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.545342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f955eb-42d2-4247-b5d4-1e50c43ceb98 req-50690b88-ac57-4d8e-947b-21af1eaaedec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.552754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8f955eb-42d2-4247-b5d4-1e50c43ceb98 req-50690b88-ac57-4d8e-947b-21af1eaaedec tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0959888 Oct 20 10:48:58.620022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8f955eb-42d2-4247-b5d4-1e50c43ceb98 req-14108b90-a6e6-4f39-974d-d17d032566e8 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Oct 20 10:48:58.630875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d070b621-2f69-4b90-8c9e-1ae4838b54e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.642395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d070b621-2f69-4b90-8c9e-1ae4838b54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.722705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070b621-2f69-4b90-8c9e-1ae4838b54e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91367240-caa0-4c07-80b4-5200352493d6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:58.749501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d070b621-2f69-4b90-8c9e-1ae4838b54e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a1332de47744bce8d617894197ac646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551088 Oct 20 10:48:58.750305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:58.769445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cc739-4161-4dab-81ad-01ad3ad01d29 req-449328f9-4222-4034-b477-e50d618363e2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.771005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d15cc739-4161-4dab-81ad-01ad3ad01d29 req-449328f9-4222-4034-b477-e50d618363e2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1296365 Oct 20 10:48:58.792784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bc1cf-36b7-48ea-8eb7-a94d37cc0bf1 req-316d5315-8a58-418f-8238-d6e24814b59a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.794257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b3bc1cf-36b7-48ea-8eb7-a94d37cc0bf1 req-316d5315-8a58-418f-8238-d6e24814b59a tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 945 time: 0.1035554 Oct 20 10:48:58.835232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.840140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d15cc739-4161-4dab-81ad-01ad3ad01d29 req-4b63fd81-996f-43aa-84a9-4fe91016fbaf tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612464 Oct 20 10:48:58.854511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b3bc1cf-36b7-48ea-8eb7-a94d37cc0bf1 req-3e5fea0d-919e-4cbd-9998-c867e2717468 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Oct 20 10:48:58.876602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.955412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.958673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:58.963060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91367240-caa0-4c07-80b4-5200352493d6 HTTP/1.1" status: 204 len: 168 time: 0.2107615 Oct 20 10:48:58.972072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0f86-f413-40bb-a757-01a93dc68b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91367240-caa0-4c07-80b4-5200352493d6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:58.994404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0d98-a872-4e1c-9054-661568552a21 req-acfe975a-ac0a-4911-ad6d-d9e35ab1e80a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.996111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e0a0d98-a872-4e1c-9054-661568552a21 req-acfe975a-ac0a-4911-ad6d-d9e35ab1e80a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0664382 Oct 20 10:48:59.056789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e0a0d98-a872-4e1c-9054-661568552a21 req-ad74448c-e73a-40f1-aad3-082438affb34 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530250 Oct 20 10:48:59.101413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-fa4b2e6d-b71d-4cc8-aef5-5c88716c76ad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.103120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-fa4b2e6d-b71d-4cc8-aef5-5c88716c76ad tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.0632041 Oct 20 10:48:59.260048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Deleting port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:59.260386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.412829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6a5b3-dc77-4eb2-a5db-fae929176855 req-31b2bf8b-7fc5-4bb8-8d8c-46221230c11d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.415067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfd6a5b3-dc77-4eb2-a5db-fae929176855 req-31b2bf8b-7fc5-4bb8-8d8c-46221230c11d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1465077 Oct 20 10:48:59.433627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54002) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:59.440717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] For port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:59.441085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.450024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-372e5bce-6e4a-412a-ba5d-22409619372e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.465858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Calling delete_port for 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:59.489660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cfd6a5b3-dc77-4eb2-a5db-fae929176855 req-5c192b85-630a-445e-8b90-a46ceb9e4fd2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Oct 20 10:48:59.596401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-372e5bce-6e4a-412a-ba5d-22409619372e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.605219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-372e5bce-6e4a-412a-ba5d-22409619372e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.677079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-372e5bce-6e4a-412a-ba5d-22409619372e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ec54ce775fd469a9d390450c3d04b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418067 Oct 20 10:48:59.681184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:59.714266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5bce-6e4a-412a-ba5d-22409619372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d462ef5-5c09-48da-b1f7-e4791ca84fe8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:59.755106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8ad07-6384-44d2-ad28-70e942832c31 req-fa3035c0-c3ec-4eec-8c32-0f45bb1afdb5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.756723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82b8ad07-6384-44d2-ad28-70e942832c31 req-fa3035c0-c3ec-4eec-8c32-0f45bb1afdb5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.1549463 Oct 20 10:48:59.764461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.792301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.811712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.835942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346', '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:59.839466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07bf8-06dc-4559-aa53-221aea695af8 req-2f1837e0-add4-43c9-8316-f7a109f1d1d1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.843155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20d07bf8-06dc-4559-aa53-221aea695af8 req-2f1837e0-add4-43c9-8316-f7a109f1d1d1 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=41683670-33a9-4b1c-ae79-d251ecd57442 HTTP/1.1" status: 200 len: 949 time: 0.1121387 Oct 20 10:48:59.875660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82b8ad07-6384-44d2-ad28-70e942832c31 req-d4aab749-d1c5-4256-bb4c-e83685c59005 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008058 Oct 20 10:48:59.876048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.885045 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:59.886955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d462ef5-5c09-48da-b1f7-e4791ca84fe8 HTTP/1.1" status: 204 len: 168 time: 0.2047372 Oct 20 10:48:59.888157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event deleted for resources: {'Port': ['ID=8eac8a46-b46c-4bf9-857a-9230fbcfeb4f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:59.917771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fb741-c947-47ea-803f-4b92a4b98bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d462ef5-5c09-48da-b1f7-e4791ca84fe8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:59.995623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] No DVR routers for this DVR port 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:00.013516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:00.016947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f1cde52-eff9-4cca-b663-9cc1453e773a req-72ad5237-4f2e-442a-8afd-256ae3928180 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "DELETE /v2.0/ports/8eac8a46-b46c-4bf9-857a-9230fbcfeb4f HTTP/1.1" status: 204 len: 173 time: 0.9010162 Oct 20 10:49:00.017498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-deleted', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:00.019896 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3adfde-9cc0-4359-9251-60fcf177c279" -d '{"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-deleted", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:00.029602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20d07bf8-06dc-4559-aa53-221aea695af8 req-055c138f-509b-4674-80e6-d0289f4a1848 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645145 Oct 20 10:49:00.080295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992016-2fb1-43a4-8456-cfdadba477da req-839733c7-ea67-41f0-8ce1-f59e61a351c0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.103663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96992016-2fb1-43a4-8456-cfdadba477da req-839733c7-ea67-41f0-8ce1-f59e61a351c0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1091390 Oct 20 10:49:00.174625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96992016-2fb1-43a4-8456-cfdadba477da req-aa1958ea-376e-4b10-b56f-32b69f00e9c2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698338 Oct 20 10:49:00.254695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae179-e063-4f19-bb53-17130563a71b req-0fac8505-7619-486a-9438-a1f3d8627c0e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.256299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7adae179-e063-4f19-bb53-17130563a71b req-0fac8505-7619-486a-9438-a1f3d8627c0e tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 945 time: 0.1227801 Oct 20 10:49:00.264201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-6c5b78e1-6938-4e67-86b2-1ae9b51225b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.265732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-6c5b78e1-6938-4e67-86b2-1ae9b51225b7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 945 time: 0.1122851 Oct 20 10:49:00.382635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7adae179-e063-4f19-bb53-17130563a71b req-be672602-a01d-4c33-b423-d6df9831c618 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/security-groups?id=8c6b19dd-37df-4c4e-9401-bc44933292b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Oct 20 10:49:00.457714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cdc5f-c207-4c7d-bc70-42fc90d66627 req-1f7b19a2-102a-452a-909a-02bf85e3a4b2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.466334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d19cdc5f-c207-4c7d-bc70-42fc90d66627 req-1f7b19a2-102a-452a-909a-02bf85e3a4b2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1818144 Oct 20 10:49:00.512809 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e35da-282c-4cac-9531-54aa70c54f20 x-openstack-request-id: req-0a6e35da-282c-4cac-9531-54aa70c54f20 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:00.513104 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41683670-33a9-4b1c-ae79-d251ecd57442", "name": "network-vif-deleted", "tag": "8eac8a46-b46c-4bf9-857a-9230fbcfeb4f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:00.513360 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a6e35da-282c-4cac-9531-54aa70c54f20 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:00.513756 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41683670-33a9-4b1c-ae79-d251ecd57442', 'name': 'network-vif-deleted', 'tag': '8eac8a46-b46c-4bf9-857a-9230fbcfeb4f', 'status': 'completed', 'code': 200} Oct 20 10:49:00.531781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d19cdc5f-c207-4c7d-bc70-42fc90d66627 req-0dc4746b-445a-4f80-b4a6-76b81df63a7b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Oct 20 10:49:00.639359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849111e-11a7-46ce-8e39-1786a024c885 req-c4d45a69-37d0-4f1a-8ea8-f9a9d6bf3ec7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.639551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Deleting port a120e475-4890-4d73-b8b0-cdcda4069883 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:00.639780 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:00.641577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2849111e-11a7-46ce-8e39-1786a024c885 req-c4d45a69-37d0-4f1a-8ea8-f9a9d6bf3ec7 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ed6be72-e122-4c83-92b7-408b009f221a HTTP/1.1" status: 200 len: 945 time: 0.1177671 Oct 20 10:49:00.767379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253b020-9c64-4a99-b81f-fd90930f4afd req-0cad7df9-aaab-49b4-a933-b9c9e5c8c2fc tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.776816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8253b020-9c64-4a99-b81f-fd90930f4afd req-0cad7df9-aaab-49b4-a933-b9c9e5c8c2fc tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1924319 Oct 20 10:49:00.832946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] For port a120e475-4890-4d73-b8b0-cdcda4069883, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a120e475-4890-4d73-b8b0-cdcda4069883,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:00.834179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:00.855942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Calling delete_port for a120e475-4890-4d73-b8b0-cdcda4069883 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:00.868618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Deleting port 97f20ed2-d2e3-4aed-b410-026043a95716 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:00.869464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.061984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] For port 97f20ed2-d2e3-4aed-b410-026043a95716, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=97f20ed2-d2e3-4aed-b410-026043a95716,segment=NetworkSegment(a2e40434-fb30-40a4-b15f-dadf60fe6ed2),segment_id=a2e40434-fb30-40a4-b15f-dadf60fe6ed2)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:01.062809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.081772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8253b020-9c64-4a99-b81f-fd90930f4afd req-31d6de9a-68b5-464c-b4aa-34b7a18c9173 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040190 Oct 20 10:49:01.098861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Calling delete_port for 97f20ed2-d2e3-4aed-b410-026043a95716 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:01.140578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e122b-78ba-4c37-951c-272363bc311d req-fba7976e-7eb5-4cdb-bf4f-be946cc2e8a0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.142175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b99e122b-78ba-4c37-951c-272363bc311d req-fba7976e-7eb5-4cdb-bf4f-be946cc2e8a0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1587524 Oct 20 10:49:01.202798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.222856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['97f20ed2-d2e3-4aed-b410-026043a95716'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:01.227918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a120e475-4890-4d73-b8b0-cdcda4069883'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:01.286741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.333171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event deleted for resources: {'Port': ['ID=a120e475-4890-4d73-b8b0-cdcda4069883,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:01.377321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Pushing event deleted for resources: {'Port': ['ID=97f20ed2-d2e3-4aed-b410-026043a95716,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:01.396658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a120e475-4890-4d73-b8b0-cdcda4069883'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:01.427733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b99e122b-78ba-4c37-951c-272363bc311d req-3967c065-786f-49c2-bf38-cfafeb367626 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778373 Oct 20 10:49:01.432700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] No DVR routers for this DVR port 97f20ed2-d2e3-4aed-b410-026043a95716 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:01.448592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.453843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2849111e-11a7-46ce-8e39-1786a024c885 req-8c8da7c0-3202-4f7c-9a0c-6ef0402c77d9 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.83 "DELETE /v2.0/ports/97f20ed2-d2e3-4aed-b410-026043a95716 HTTP/1.1" status: 204 len: 173 time: 0.8022296 Oct 20 10:49:01.454499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'name': 'network-vif-deleted', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:01.470496 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193bce99-c540-44d3-b0fb-23052eb0a6f9" -d '{"events": [{"server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "name": "network-vif-deleted", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:01.503392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4f0af03-50f4-4b51-af6d-3e12ff6a7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.522488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] No DVR routers for this DVR port a120e475-4890-4d73-b8b0-cdcda4069883 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:01.525586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.531581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05212e6d-7e68-444f-8ad5-13575a59ae78 req-2272b111-6423-4301-a4a1-baac41296dfa tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.70 "DELETE /v2.0/ports/a120e475-4890-4d73-b8b0-cdcda4069883 HTTP/1.1" status: 204 len: 173 time: 1.2460999 Oct 20 10:49:01.639602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dbc1135-a285-4d9f-9862-2d298a9bb8a7 req-24373c60-bb18-4280-a5d2-91b1d7f7ef01 tempest-MultipleCreateTestJSON-1755800771 tempest-MultipleCreateTestJSON-1755800771-project] 10.222.0.74 "GET /v2.0/ports?device_id=db26dbf0-6471-4d5b-8021-d8c282ff41a3 HTTP/1.1" status: 200 len: 210 time: 0.0408928 Oct 20 10:49:01.695803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.710345 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c182f4-4ada-46c7-9748-891e6ed1a2f1 x-openstack-request-id: req-b0c182f4-4ada-46c7-9748-891e6ed1a2f1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:01.710710 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed6be72-e122-4c83-92b7-408b009f221a", "name": "network-vif-deleted", "tag": "97f20ed2-d2e3-4aed-b410-026043a95716", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:01.711129 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0c182f4-4ada-46c7-9748-891e6ed1a2f1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:01.711541 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed6be72-e122-4c83-92b7-408b009f221a', 'name': 'network-vif-deleted', 'tag': '97f20ed2-d2e3-4aed-b410-026043a95716', 'status': 'completed', 'code': 200} Oct 20 10:49:01.765324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352cf92-c892-408b-b69a-dfb1bd4cd5b0 req-51ba0fd4-4f8c-46a0-bcc5-72bcf7979df7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.767130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2352cf92-c892-408b-b69a-dfb1bd4cd5b0 req-51ba0fd4-4f8c-46a0-bcc5-72bcf7979df7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1205201 Oct 20 10:49:01.837742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2352cf92-c892-408b-b69a-dfb1bd4cd5b0 req-c4bcf165-dec0-40b3-ae43-f124e9b72546 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Oct 20 10:49:01.851651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a6f80-1e79-4f21-9613-8c9d2e9c7508 req-74dc1ed7-e467-4838-add0-9c4e73765816 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.859247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148a6f80-1e79-4f21-9613-8c9d2e9c7508 req-74dc1ed7-e467-4838-add0-9c4e73765816 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.0910854 Oct 20 10:49:01.901462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148a6f80-1e79-4f21-9613-8c9d2e9c7508 req-ffc8ba5c-4841-4203-870f-37ff7d6c11ea tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Oct 20 10:49:02.185457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:02.216804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:02.217375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8eac8a46-b46c-4bf9-857a-9230fbcfeb4f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:02.218067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a120e475-4890-4d73-b8b0-cdcda4069883 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:02.241189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: a120e475-4890-4d73-b8b0-cdcda4069883 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:02.243051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a120e475-4890-4d73-b8b0-cdcda4069883 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:02.277147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9929168-7a45-41aa-b4c5-8775e005ca2f req-8b3dcba8-58e8-4c9a-b759-c354052759ca tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:02.278324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9929168-7a45-41aa-b4c5-8775e005ca2f req-8b3dcba8-58e8-4c9a-b759-c354052759ca tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1006250 Oct 20 10:49:02.322141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9929168-7a45-41aa-b4c5-8775e005ca2f req-c46c8727-a2f3-49f3-8fe0-be0665501e3e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Oct 20 10:49:02.384958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54106) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:02.494667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978b5be1-228a-4f1b-98f6-c59d950242b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.516752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'name': 'network-vif-deleted', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:02.517708 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5285e3-b6c5-41e5-a841-9a5865459930" -d '{"events": [{"server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "name": "network-vif-deleted", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:02.572889 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba51088-f7d7-4374-a7e4-949259334728 x-openstack-request-id: req-5ba51088-f7d7-4374-a7e4-949259334728 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:02.574623 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db26dbf0-6471-4d5b-8021-d8c282ff41a3", "name": "network-vif-deleted", "tag": "a120e475-4890-4d73-b8b0-cdcda4069883", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:02.574995 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ba51088-f7d7-4374-a7e4-949259334728 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:02.575483 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26dbf0-6471-4d5b-8021-d8c282ff41a3', 'name': 'network-vif-deleted', 'tag': 'a120e475-4890-4d73-b8b0-cdcda4069883', 'status': 'completed', 'code': 200} Oct 20 10:49:02.587464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978b5be1-228a-4f1b-98f6-c59d950242b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.592828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-978b5be1-228a-4f1b-98f6-c59d950242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.594480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c873-980c-4d64-9b24-4fa3bfb42d4d req-ea42366f-94cf-4df4-b589-6c6966122352 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:02.596154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7459c873-980c-4d64-9b24-4fa3bfb42d4d req-ea42366f-94cf-4df4-b589-6c6966122352 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.0916650 Oct 20 10:49:02.642828 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-978b5be1-228a-4f1b-98f6-c59d950242b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15d977d22c964e1eb916fd3429e3ed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567041 Oct 20 10:49:02.644819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b5be1-228a-4f1b-98f6-c59d950242b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee3286-d474-488e-992b-ac89e9f6f613,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:02.647494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54116) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:02.715670 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.740031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-a58e8ce4-5d70-4bb7-b8c8-20a2f3c781cf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:02.742511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-a58e8ce4-5d70-4bb7-b8c8-20a2f3c781cf tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.70 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 945 time: 0.1401439 Oct 20 10:49:02.750815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7459c873-980c-4d64-9b24-4fa3bfb42d4d req-0fbcabea-a7db-4b51-91f2-a6a460f70c71 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140692 Oct 20 10:49:02.757340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54122) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:02.817038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.871276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Deleting subnet 6adb3be7-61ad-47e8-a70e-94a43435f273 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:49:02.873024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.876746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.933923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port 1592dd08-6c61-4137-9488-a391449fe863 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:02.934279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:02.970854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.029874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.035967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.038543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.039891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fee3286-d474-488e-992b-ac89e9f6f613 HTTP/1.1" status: 204 len: 168 time: 0.3906462 Oct 20 10:49:03.093270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe99117-6401-4d8d-9c74-9dbd7a265692 req-a1ace962-8255-458d-a336-a0171c6a739c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.101293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffe99117-6401-4d8d-9c74-9dbd7a265692 req-a1ace962-8255-458d-a336-a0171c6a739c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1715074 Oct 20 10:49:03.108080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf37d8c-0888-4abd-84ff-00eda2ce3be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee3286-d474-488e-992b-ac89e9f6f613,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:03.139508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.159222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port 1592dd08-6c61-4137-9488-a391449fe863, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1592dd08-6c61-4137-9488-a391449fe863,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:03.159222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.180161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adb3be7-61ad-47e8-a70e-94a43435f273,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:03.186631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.193676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for 1592dd08-6c61-4137-9488-a391449fe863 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:03.195740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eb1610f7-1199-4e1e-8e8d-e7dbbfc2b521 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6adb3be7-61ad-47e8-a70e-94a43435f273 HTTP/1.1" status: 204 len: 168 time: 0.4364522 Oct 20 10:49:03.196702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:03.208152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ec274-cfc3-4067-8db6-566e956c6b36 req-d98de7cd-0037-4833-bc15-024fe0f7270e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.216364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-405ec274-cfc3-4067-8db6-566e956c6b36 req-d98de7cd-0037-4833-bc15-024fe0f7270e tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1875777 Oct 20 10:49:03.241737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffe99117-6401-4d8d-9c74-9dbd7a265692 req-398adf98-fa42-4c5b-a801-cb5637ab444e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393828 Oct 20 10:49:03.340315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-405ec274-cfc3-4067-8db6-566e956c6b36 req-06ed05da-f016-4581-ab78-042c8f79bde4 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1e53472-e7df-40c7-8173-c7e8be39872e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224451 Oct 20 10:49:03.341814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.409597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-731b50b7-ccbf-43dc-9e1f-6cf936b91915 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.411545 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-731b50b7-ccbf-43dc-9e1f-6cf936b91915 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 948 time: 0.1131175 Oct 20 10:49:03.520506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.524341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e209a-2a60-48f3-98dd-2d55c58ccc95 req-fc403cc8-1981-46a1-a376-923614394c72 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.533044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-489e209a-2a60-48f3-98dd-2d55c58ccc95 req-fc403cc8-1981-46a1-a376-923614394c72 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1163990 Oct 20 10:49:03.554498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.571219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1592dd08-6c61-4137-9488-a391449fe863'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:03.578163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07276305-c17a-4fe0-94d6-3c0a4bc56739']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:03.587448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=1592dd08-6c61-4137-9488-a391449fe863,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:03.596424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:03.597001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e40434-fb30-40a4-b15f-dadf60fe6ed2') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:03.612194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.615184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-489e209a-2a60-48f3-98dd-2d55c58ccc95 req-208b2c53-d9b5-4584-8696-006bc6518cc1 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752099 Oct 20 10:49:03.630997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', '82a4782f-9eb1-4a43-a12f-f064775e1a5f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:03.643668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.656106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Deleting port 863da0d8-ee40-4357-a5e9-09f99e921346 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:03.656455 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.681711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:03.682103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:03.683841 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:03.699141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port 1592dd08-6c61-4137-9488-a391449fe863 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:03.701571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.705135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8024cb1-4d2c-4066-a69b-d83ac2362075 req-3155fcc5-0ed2-42d8-bafd-451d17646dc1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.70 "DELETE /v2.0/ports/1592dd08-6c61-4137-9488-a391449fe863 HTTP/1.1" status: 204 len: 173 time: 0.9503813 Oct 20 10:49:03.850498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] For port 863da0d8-ee40-4357-a5e9-09f99e921346, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=863da0d8-ee40-4357-a5e9-09f99e921346,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:03.851301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.878810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Calling delete_port for 863da0d8-ee40-4357-a5e9-09f99e921346 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:03.907270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.997235 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.003378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] 10.222.0.74 "DELETE /v2.0/networks/07276305-c17a-4fe0-94d6-3c0a4bc56739 HTTP/1.1" status: 204 len: 168 time: 0.8053515 Oct 20 10:49:04.015595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b5af3ba-b566-4fc8-a8c0-e643cb40af08 req-ffa14da3-5baf-4580-ad66-6d543c3656aa tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=26535cb5-3988-4d89-b3f5-da008a847e6b HTTP/1.1" status: 200 len: 210 time: 0.0788465 Oct 20 10:49:04.026226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eec48-51a8-457d-9f09-a9bc1db8e89e admin admin] Pushing event deleted for resources: {'Network': ['ID=07276305-c17a-4fe0-94d6-3c0a4bc56739,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:04.111534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.124445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['863da0d8-ee40-4357-a5e9-09f99e921346'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:04.162204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Pushing event deleted for resources: {'Port': ['ID=863da0d8-ee40-4357-a5e9-09f99e921346,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:04.221135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] No DVR routers for this DVR port 863da0d8-ee40-4357-a5e9-09f99e921346 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:04.226480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54160) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:04.228604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.233344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eba501f3-53b9-49de-871e-1baefa8b7507 req-cfd7fe2b-8cbe-4a8f-a795-72269d6c932f tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.70 "DELETE /v2.0/ports/863da0d8-ee40-4357-a5e9-09f99e921346 HTTP/1.1" status: 204 len: 173 time: 0.7985375 Oct 20 10:49:04.234069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-deleted', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:04.248636 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d959e58-09e0-4dab-89cc-19631ccc5d47" -d '{"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-deleted", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:04.285120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.341166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:04.342731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-34c97f2c-a547-415f-9ee3-90d77f90a858 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=922d736dff374ef28fbb0443a0e57040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104968 Oct 20 10:49:04.347767 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1456704f-0ee5-4f0f-8e5f-78a272e19277 x-openstack-request-id: req-1456704f-0ee5-4f0f-8e5f-78a272e19277 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:04.348193 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76942acf-0d5a-42db-86c8-fcd4f646b9dd", "name": "network-vif-deleted", "tag": "863da0d8-ee40-4357-a5e9-09f99e921346", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:04.348545 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1456704f-0ee5-4f0f-8e5f-78a272e19277 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:04.349116 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76942acf-0d5a-42db-86c8-fcd4f646b9dd', 'name': 'network-vif-deleted', 'tag': '863da0d8-ee40-4357-a5e9-09f99e921346', 'status': 'completed', 'code': 200} Oct 20 10:49:04.462501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987520-21c3-4402-bb71-82ee7a02234e req-6e9007bb-ca2c-48e9-9cfd-85eae25c1f84 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.474499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92987520-21c3-4402-bb71-82ee7a02234e req-6e9007bb-ca2c-48e9-9cfd-85eae25c1f84 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1078727 Oct 20 10:49:04.514612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.556355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.570987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 97f20ed2-d2e3-4aed-b410-026043a95716 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:04.575519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f2f0b50-7fd0-4c83-a889-6348f95d7279 req-889ae04f-17da-4681-a850-4bcc3fcf7375 tempest-MigrationsAdminTest-1480104924 tempest-MigrationsAdminTest-1480104924-project] 10.222.0.74 "GET /v2.0/ports?device_id=76942acf-0d5a-42db-86c8-fcd4f646b9dd HTTP/1.1" status: 200 len: 210 time: 0.0385141 Oct 20 10:49:04.578649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'name': 'network-vif-deleted', 'tag': '1592dd08-6c61-4137-9488-a391449fe863'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:04.583310 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bebf550-6c1d-4509-8f1b-d7f3aab9ee75" -d '{"events": [{"server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "name": "network-vif-deleted", "tag": "1592dd08-6c61-4137-9488-a391449fe863"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:04.596912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92987520-21c3-4402-bb71-82ee7a02234e req-f8c0d880-710f-4d47-84ef-3c4e74c7e3f9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067865 Oct 20 10:49:04.626182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 97f20ed2-d2e3-4aed-b410-026043a95716 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:04.626688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 97f20ed2-d2e3-4aed-b410-026043a95716 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:04.664212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.667253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:04.668888 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c6b19dd-37df-4c4e-9401-bc44933292b6 HTTP/1.1" status: 204 len: 168 time: 0.3264620 Oct 20 10:49:04.671201 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a079d7e-5bd0-4c92-bbb2-5ffd70c3005d x-openstack-request-id: req-0a079d7e-5bd0-4c92-bbb2-5ffd70c3005d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:04.671673 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26535cb5-3988-4d89-b3f5-da008a847e6b", "name": "network-vif-deleted", "tag": "1592dd08-6c61-4137-9488-a391449fe863", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:04.672068 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a079d7e-5bd0-4c92-bbb2-5ffd70c3005d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:04.672884 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26535cb5-3988-4d89-b3f5-da008a847e6b', 'name': 'network-vif-deleted', 'tag': '1592dd08-6c61-4137-9488-a391449fe863', 'status': 'completed', 'code': 200} Oct 20 10:49:04.696591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceb396-0a8a-4a46-8323-a76e531f093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b19dd-37df-4c4e-9401-bc44933292b6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:04.860887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ca82-1c3f-48c7-9df7-141ba70221fd req-d5fff0d7-1ed9-4071-a504-6262cca176d4 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.862633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e02ca82-1c3f-48c7-9df7-141ba70221fd req-d5fff0d7-1ed9-4071-a504-6262cca176d4 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1407881 Oct 20 10:49:04.938072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e02ca82-1c3f-48c7-9df7-141ba70221fd req-894fd73e-826c-4f07-a911-7320aa7ae7f4 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647376 Oct 20 10:49:05.443224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cef6f-4cd9-47ee-b829-06f8d20d0843 req-68177842-77b3-4c5d-b7fc-a3f175c0b208 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:05.452356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c4cef6f-4cd9-47ee-b829-06f8d20d0843 req-68177842-77b3-4c5d-b7fc-a3f175c0b208 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.0710363 Oct 20 10:49:05.502444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c4cef6f-4cd9-47ee-b829-06f8d20d0843 req-0871dab2-fabf-4d87-95db-da89248c87e9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Oct 20 10:49:05.796641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371662d3-7082-490e-a49a-d078964c521f req-a7d5e8c8-d633-4254-9600-7d4b61d121ac tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:05.811522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-371662d3-7082-490e-a49a-d078964c521f req-a7d5e8c8-d633-4254-9600-7d4b61d121ac tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1069028 Oct 20 10:49:05.881553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-371662d3-7082-490e-a49a-d078964c521f req-cb92a39a-71d0-4a3c-999e-de229653d1ca tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677810 Oct 20 10:49:06.103696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a0b1b-3b2e-47fa-b932-0e79ffc84850 req-3aa31bc9-e99d-4efb-91bf-ceea4f9ff924 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:06.111840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c85a0b1b-3b2e-47fa-b932-0e79ffc84850 req-3aa31bc9-e99d-4efb-91bf-ceea4f9ff924 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0669003 Oct 20 10:49:06.181324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:06.192394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c85a0b1b-3b2e-47fa-b932-0e79ffc84850 req-adab9293-2920-4df8-9d9f-4d9f27479a1b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797982 Oct 20 10:49:06.222924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 863da0d8-ee40-4357-a5e9-09f99e921346 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:06.223285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 863da0d8-ee40-4357-a5e9-09f99e921346 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:06.226360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1592dd08-6c61-4137-9488-a391449fe863 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:06.261623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54294) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:06.271298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1592dd08-6c61-4137-9488-a391449fe863 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:06.272334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1592dd08-6c61-4137-9488-a391449fe863 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:06.458560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-67c98626-1ba1-4617-a38b-16d5784e700b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5bd812b690e4148bf542ea0dce64987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949253 Oct 20 10:49:06.462299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54314) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:06.625010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:06.657715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:06.762018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:06.766871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:06.770986 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a1e53472-e7df-40c7-8173-c7e8be39872e HTTP/1.1" status: 204 len: 168 time: 0.3045468 Oct 20 10:49:06.780627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1609e3-f4cc-41ef-aa77-73b39d772b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e53472-e7df-40c7-8173-c7e8be39872e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:06.814489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c403-5d06-4b21-a181-213bcf7b0cbe req-aba83c70-4705-4da3-945d-fac3a5072960 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:06.816281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e416c403-5d06-4b21-a181-213bcf7b0cbe req-aba83c70-4705-4da3-945d-fac3a5072960 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.0993748 Oct 20 10:49:06.861880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e416c403-5d06-4b21-a181-213bcf7b0cbe req-46fb051d-5c6b-4c29-aeee-36340b408d3f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Oct 20 10:49:07.038919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0cd1a-287e-4811-b46a-82d544313ab0 req-1c72f682-8d60-4b57-8cea-43cc5685db90 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.041271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66b0cd1a-287e-4811-b46a-82d544313ab0 req-1c72f682-8d60-4b57-8cea-43cc5685db90 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Oct 20 10:49:07.089054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66b0cd1a-287e-4811-b46a-82d544313ab0 req-01f69537-053e-4c11-9fd8-958074c6578d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Oct 20 10:49:07.092133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54356) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:07.155518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42748938-e239-49ff-b3b3-2c6155a9449b req-a21ccb34-5323-4f8e-a0c4-1a092dc2acc9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.157248 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42748938-e239-49ff-b3b3-2c6155a9449b req-a21ccb34-5323-4f8e-a0c4-1a092dc2acc9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 946 time: 0.0515506 Oct 20 10:49:07.216038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-266212cc-56f8-469c-978e-5da679aa7689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.254634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54366) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:07.323867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port 82a4782f-9eb1-4a43-a12f-f064775e1a5f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:07.324205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.331910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-905b2a31-2262-4ab5-98c5-0bcd27844e26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a147bd020b104f74b57fb66a8862a850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755155 Oct 20 10:49:07.337923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54368) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:07.370889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46fac-90ea-4a14-9343-a5bc5887124b req-a42bb947-55af-46f3-abe5-5d173b734017 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.372941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6d46fac-90ea-4a14-9343-a5bc5887124b req-a42bb947-55af-46f3-abe5-5d173b734017 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0999608 Oct 20 10:49:07.419094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-266212cc-56f8-469c-978e-5da679aa7689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.430088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-266212cc-56f8-469c-978e-5da679aa7689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.465722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.471458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6d46fac-90ea-4a14-9343-a5bc5887124b req-37aeddee-98c2-4da2-a632-8607a6bc1033 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Oct 20 10:49:07.510855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port 82a4782f-9eb1-4a43-a12f-f064775e1a5f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=82a4782f-9eb1-4a43-a12f-f064775e1a5f,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:07.511249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.516111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-266212cc-56f8-469c-978e-5da679aa7689 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d50a473adf942b9a877c64037877601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229255 Oct 20 10:49:07.522569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266212cc-56f8-469c-978e-5da679aa7689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d96b20-9e1d-4a4f-9332-8ecf2b780fb9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:07.526312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.527060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:07.540241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for 82a4782f-9eb1-4a43-a12f-f064775e1a5f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:07.600568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.603876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.608023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd485f2b-cb50-4ebc-9aac-f08a685e51c7 HTTP/1.1" status: 204 len: 168 time: 0.2646644 Oct 20 10:49:07.620407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d8a36-2713-4b51-a54c-fff8376b0894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd485f2b-cb50-4ebc-9aac-f08a685e51c7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:07.689415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.723651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.845186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.864791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', '82a4782f-9eb1-4a43-a12f-f064775e1a5f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:07.881202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.885204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.886835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69d96b20-9e1d-4a4f-9332-8ecf2b780fb9 HTTP/1.1" status: 204 len: 168 time: 0.3585870 Oct 20 10:49:07.891862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=82a4782f-9eb1-4a43-a12f-f064775e1a5f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:07.918909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a1858-f04e-4ff9-8299-9fc8dfdceb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d96b20-9e1d-4a4f-9332-8ecf2b780fb9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:07.966158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port 82a4782f-9eb1-4a43-a12f-f064775e1a5f on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:07.976169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.979850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42748938-e239-49ff-b3b3-2c6155a9449b req-850e62e0-a178-4657-8ad1-ee73a32dc753 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/82a4782f-9eb1-4a43-a12f-f064775e1a5f HTTP/1.1" status: 204 len: 173 time: 0.8131325 Oct 20 10:49:07.980317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'name': 'network-vif-deleted', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:07.982869 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448faf5b-146c-4702-95ec-24d586ffe1d3" -d '{"events": [{"server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "name": "network-vif-deleted", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:08.051386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:08.095880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3f933a7-e355-4233-ac3e-3e2bfca59421 req-847bbe83-fbdf-4081-a62b-efb9f60faa74 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=02124ab0-04fb-4550-a59d-aaf8210f107e HTTP/1.1" status: 200 len: 210 time: 0.0702217 Oct 20 10:49:08.158836 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2093d-08e2-4964-a461-0aa478769bab x-openstack-request-id: req-50d2093d-08e2-4964-a461-0aa478769bab {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:08.159348 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02124ab0-04fb-4550-a59d-aaf8210f107e", "name": "network-vif-deleted", "tag": "82a4782f-9eb1-4a43-a12f-f064775e1a5f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:08.159437 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50d2093d-08e2-4964-a461-0aa478769bab {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:08.159767 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02124ab0-04fb-4550-a59d-aaf8210f107e', 'name': 'network-vif-deleted', 'tag': '82a4782f-9eb1-4a43-a12f-f064775e1a5f', 'status': 'completed', 'code': 200} Oct 20 10:49:08.328461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4791-f20f-4c76-b331-5025625c16b2 req-a83e6c93-ddab-47e2-a9ed-a48a0970df90 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.331144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17ac4791-f20f-4c76-b331-5025625c16b2 req-a83e6c93-ddab-47e2-a9ed-a48a0970df90 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1312304 Oct 20 10:49:08.419771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17ac4791-f20f-4c76-b331-5025625c16b2 req-039ecab9-6dfb-4b6c-bce9-14722ce663aa tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820873 Oct 20 10:49:08.598496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45433cdc-db18-4b20-9597-b9ad4a1dbc6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.648930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:08.679659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f272ff07-c3fd-48f0-9194-f56ae989c04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.726166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfddd7f-3907-4f6c-8913-f18b121f3d07 req-3ae3a33b-26e5-4bd3-98d7-720795146c2f tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.738742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bdfddd7f-3907-4f6c-8913-f18b121f3d07 req-3ae3a33b-26e5-4bd3-98d7-720795146c2f tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1040645 Oct 20 10:49:08.809308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bdfddd7f-3907-4f6c-8913-f18b121f3d07 req-b97125da-c872-47d1-816f-90dd8e58fca7 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681236 Oct 20 10:49:08.852427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45433cdc-db18-4b20-9597-b9ad4a1dbc6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.867404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f272ff07-c3fd-48f0-9194-f56ae989c04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.870070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45433cdc-db18-4b20-9597-b9ad4a1dbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.913137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433cdc-db18-4b20-9597-b9ad4a1dbc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9f952-1e4b-4314-a924-3db23f925bf6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:08.916603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f272ff07-c3fd-48f0-9194-f56ae989c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.993314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54420) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:09.001580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f272ff07-c3fd-48f0-9194-f56ae989c04e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe76cfd793224c3ea8075fdd7226cacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513255 Oct 20 10:49:09.014289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45433cdc-db18-4b20-9597-b9ad4a1dbc6c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a3d4dd90d1b4876a67203a3af3d0952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594045 Oct 20 10:49:09.014930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54422) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:09.017131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272ff07-c3fd-48f0-9194-f56ae989c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089c048e-96b0-4275-b001-0e38004eb235,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:09.145474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.221186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.283188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.300560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.303957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.308141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/089c048e-96b0-4275-b001-0e38004eb235 HTTP/1.1" status: 204 len: 168 time: 0.3136094 Oct 20 10:49:09.333345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab0a77-da4d-4c1d-acca-78221b3c6999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089c048e-96b0-4275-b001-0e38004eb235,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:09.337979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.418625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.421755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:09.428876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22e9f952-1e4b-4314-a924-3db23f925bf6 HTTP/1.1" status: 204 len: 168 time: 0.4105854 Oct 20 10:49:09.454876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46410d51-3f27-4536-92b6-29ecf74ffdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9f952-1e4b-4314-a924-3db23f925bf6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:09.644381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb3c04-4695-47ee-b70f-66391f814449 req-e9d0e6ac-f5b4-41a9-bdd8-01c287f2a783 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:09.646203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fcb3c04-4695-47ee-b70f-66391f814449 req-e9d0e6ac-f5b4-41a9-bdd8-01c287f2a783 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1014555 Oct 20 10:49:09.666515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-3c1f5fb0-d15d-4429-9e69-17a4e552a9b8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:09.673495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-3c1f5fb0-d15d-4429-9e69-17a4e552a9b8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.1614399 Oct 20 10:49:09.712030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-7d2b2ccb-bf80-4ee4-92de-77d72a3a2c51 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0375288 Oct 20 10:49:09.770236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fcb3c04-4695-47ee-b70f-66391f814449 req-1d4f204e-46c6-4bb4-a3b5-156235519652 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Oct 20 10:49:09.790694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-bb3ddc73-8f8f-4d04-ad72-b76509ab1c01 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775728 Oct 20 10:49:09.980247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-56d07d21-9e7d-4ac1-95ac-a16ba1453460 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730270 Oct 20 10:49:10.005774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9d564-3fe5-488a-bb57-dc73cb1499e5 req-7b01f5c0-10d9-4c32-99cc-2a437ca4d7b9 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:10.008118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5e9d564-3fe5-488a-bb57-dc73cb1499e5 req-7b01f5c0-10d9-4c32-99cc-2a437ca4d7b9 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0825729 Oct 20 10:49:10.105196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5e9d564-3fe5-488a-bb57-dc73cb1499e5 req-e2d2536f-8cab-49eb-96b1-60dd8430a380 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899088 Oct 20 10:49:10.174995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-9679b949-999f-4be2-8272-c81e67051a5d service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790214 Oct 20 10:49:10.339421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:10.347951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-427881109'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:10.425577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:10.429429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:10.565774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:10.581451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4425113c-4a62-4586-a206-17c9c0e218d5 req-b024a411-8875-4f88-a94f-18fb5de21630 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 210 time: 0.0928066 Oct 20 10:49:10.599608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:10.600643 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Added segment 71f185af-0c4b-488a-acc5-05d18379568f of type vlan for network 89e3fe50-4724-42e6-aae6-da23056f6774 Oct 20 10:49:10.614028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 82a4782f-9eb1-4a43-a12f-f064775e1a5f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:10.712297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:10.734552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 82a4782f-9eb1-4a43-a12f-f064775e1a5f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:10.735697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 82a4782f-9eb1-4a43-a12f-f064775e1a5f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:10.778589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:10.795413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:10.796942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:10.879216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-1a4ed296-6f4e-4c0d-a1af-67eba2b5902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:10.883412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-1a4ed296-6f4e-4c0d-a1af-67eba2b5902d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2cf57694f1345afaff668c23bcdd188&device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0775938 Oct 20 10:49:10.933629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5927527 Oct 20 10:49:10.940561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54526) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:10.950011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-259768878'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:10.972114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2d7df-6df5-4e52-a6cb-290d45045f58 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Network': ['ID=89e3fe50-4724-42e6-aae6-da23056f6774,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:10.986576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 89e3fe50-4724-42e6-aae6-da23056f6774 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:11.005278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113ccb0-6ff3-46ce-bd77-4a08a257768e req-3461a14a-7e96-42b5-8ec2-6a271930b085 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.013653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6113ccb0-6ff3-46ce-bd77-4a08a257768e req-3461a14a-7e96-42b5-8ec2-6a271930b085 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.2524841 Oct 20 10:49:11.034107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06ddcf-e9f3-4f10-bcfb-c7bbd790daf4 req-738d5d1a-4500-432f-aa3c-be29a6d5e5ff tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.035548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b06ddcf-e9f3-4f10-bcfb-c7bbd790daf4 req-738d5d1a-4500-432f-aa3c-be29a6d5e5ff tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1646051 Oct 20 10:49:11.087524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:11.091218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.150205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:11.152571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6113ccb0-6ff3-46ce-bd77-4a08a257768e req-b5e4b807-8aa4-4f1b-a5b6-2c926e848400 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376679 Oct 20 10:49:11.175213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.175608 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Added segment 52723d02-5c37-4539-9e8e-17e397c736b4 of type vlan for network d4141cc7-a837-440a-bf23-e578fb5952af Oct 20 10:49:11.207622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b06ddcf-e9f3-4f10-bcfb-c7bbd790daf4 req-9940d61a-49ad-4177-b6db-e7e38a085427 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612356 Oct 20 10:49:11.244565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.279383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-86c20096-6d84-424b-8315-0b2c419f01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.281400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-86c20096-6d84-424b-8315-0b2c419f01f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 200 len: 917 time: 0.3888884 Oct 20 10:49:11.325127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54536) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:11.383673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-2488194a-1df7-4dea-8d27-d382010936c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1 HTTP/1.1" status: 200 len: 217 time: 0.0920212 Oct 20 10:49:11.386611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.394347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.394985 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.467994 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5262187 Oct 20 10:49:11.471503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54544) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:11.477366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'subnet': {'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:11.526837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210166a4-8cf7-43f1-9c45-3f7dbcafdec0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Network': ['ID=d4141cc7-a837-440a-bf23-e578fb5952af,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:11.530450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-d92ffe07-e7f3-4e6a-a924-d0fcaaf541fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.532296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-d92ffe07-e7f3-4e6a-a924-d0fcaaf541fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 200 len: 854 time: 0.1331909 Oct 20 10:49:11.539146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d4141cc7-a837-440a-bf23-e578fb5952af details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:11.606483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-network', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:11.634845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-3d9ab1f8-3d65-43de-a8f1-2e389a29d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.637146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-3d9ab1f8-3d65-43de-a8f1-2e389a29d691 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=911e736f-7a61-45c9-b301-094cc3bb78c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884397 Oct 20 10:49:11.655662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Made reservation on behalf of 35c300d5c2eb44418ded73e7b38cf68e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:11.658843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.672383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:11.676089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.688407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.825228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-237243c6-5e74-4d9b-857c-b3b5ab5c7faf service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744897 Oct 20 10:49:11.850810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:11.967783 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2e689c5-bf09-43d3-b5d1-414ed758c710 req-40201b1c-18d9-40b2-85c7-8f4ac31c8aeb service neutron] 10.222.0.83 "GET /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344991 Oct 20 10:49:12.199514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-f1b24ae8-cd18-49dd-8ece-ef6f014f6ec8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:12.201371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-f1b24ae8-cd18-49dd-8ece-ef6f014f6ec8 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.2325633 Oct 20 10:49:12.218468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:12.304640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05e8158d-7c73-44f5-b178-155549a6eb25 req-cf06b43c-b857-47d9-8689-8133334171ef tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 210 time: 0.5736470 Oct 20 10:49:12.310789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.356865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:12.374593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.374959 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Added segment e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6 of type vlan for network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe Oct 20 10:49:12.414070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:12.422839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.440250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.505592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456e46c9-7b19-4c01-8fe3-3c0191dcd0e0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:12.564989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.567300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:12.567682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:12.683718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] Pushing event updated for resources: {'Network': ['ID=8737f4db-bcbb-4cec-8a7f-d877fe64fafe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:12.696291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:12.703453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.3 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/dffffa33-8895-4d1b-b35f-723d6313f7fc) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:12.759716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761516-e86d-4c07-9a6d-1a1b94cb5b6d req-cc8ff4e7-9a8a-4837-b2da-23d3b09ca472 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:12.771514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d761516-e86d-4c07-9a6d-1a1b94cb5b6d req-cc8ff4e7-9a8a-4837-b2da-23d3b09ca472 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.3222656 Oct 20 10:49:12.892317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d761516-e86d-4c07-9a6d-1a1b94cb5b6d req-e8f79203-306b-4a83-842b-1b261c1a441a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095941 Oct 20 10:49:12.905792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4616fbd3-63f8-46fa-9950-0c960b00cc86 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5792885 Oct 20 10:49:12.910461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:12.937861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Request body: {'subnet': {'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-subnet', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:12.994637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.020364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673971-212e-4a27-9ba6-676668ea767a req-0e26212b-defe-4eac-9a0c-636917c17a40 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.028997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca673971-212e-4a27-9ba6-676668ea767a req-0e26212b-defe-4eac-9a0c-636917c17a40 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.3830323 Oct 20 10:49:13.056885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.071496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:13.125059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Made reservation on behalf of 35c300d5c2eb44418ded73e7b38cf68e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:13.128330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.171718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:13.190356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca673971-212e-4a27-9ba6-676668ea767a req-6ae4595c-86e9-4d4a-abc1-8b10684a326f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603780 Oct 20 10:49:13.206653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:13.210580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:13.216587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:13.255416 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.329421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.330799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.366563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-65fad341-7533-4127-a470-db4d1094590d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530480 Oct 20 10:49:13.383998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Request body: {'port': {'device_id': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:13.479739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f10028-3ae9-43d4-9333-d054ceab773c req-1fe110d5-6329-4046-a853-a4f1a57cded7 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724993 Oct 20 10:49:13.495701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.529674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Subnet': ['ID=0aec8458-e513-44f8-aeef-ce912ff8ad97,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:13.551303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:13.551675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network hostable DHCP agents. Network: 89e3fe50-4724-42e6-aae6-da23056f6774, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:13.672649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73130-2605-4f2c-a26f-dda7b04033ef req-7dec37d5-3499-465a-a578-bd267d3621b6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.680933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7e73130-2605-4f2c-a26f-dda7b04033ef req-7dec37d5-3499-465a-a578-bd267d3621b6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 931 time: 0.2465856 Oct 20 10:49:13.743526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:13.757572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:13.815302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10028-3ae9-43d4-9333-d054ceab773c req-4e6ce95d-9336-4308-8196-81b21ec7edd7 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.816875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f10028-3ae9-43d4-9333-d054ceab773c req-4e6ce95d-9336-4308-8196-81b21ec7edd7 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142004 Oct 20 10:49:13.847227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffffa33-8895-4d1b-b35f-723d6313f7fc {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:13.859576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.861133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 89e3fe50-4724-42e6-aae6-da23056f6774) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:13.872225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3b99c-388f-407d-b7a1-6c3c969190f0 None None] Network 89e3fe50-4724-42e6-aae6-da23056f6774 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:13.887436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Transition to ACTIVE for port object dffffa33-8895-4d1b-b35f-723d6313f7fc will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:13.898267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7e73130-2605-4f2c-a26f-dda7b04033ef req-9fc8555e-be4d-46a8-859b-26d57533a96c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163863 Oct 20 10:49:13.899025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.914308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f10028-3ae9-43d4-9333-d054ceab773c req-ccfd3752-decc-4412-88d4-9c592d4de819 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/quotas/97d5ee1932f2462eab9a1fc3cdd55f51 HTTP/1.1" status: 200 len: 375 time: 0.0646319 Oct 20 10:49:13.951051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.954485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.962065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.040317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Pushing event updated for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.054661 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38111f72-3825-4c09-92f1-108deb994a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.083902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f10028-3ae9-43d4-9333-d054ceab773c req-3821914f-4b5d-4443-b74d-40e257d77934 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1671810 Oct 20 10:49:14.109417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-89e3fe50-4724-42e6-aae6-da23056f6774', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:49:14.113336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.212705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e363535c-f240-4a86-8079-9db8b7aae7e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7397382 Oct 20 10:49:14.220960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54640) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:14.228184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'subnet': {'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:14.241851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38111f72-3825-4c09-92f1-108deb994a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.252426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38111f72-3825-4c09-92f1-108deb994a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.318404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89be818-ce93-4b3c-9ab2-9e627eb0a90a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.364462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Allocated IP 10.1.1.2 (89e3fe50-4724-42e6-aae6-da23056f6774/0aec8458-e513-44f8-aeef-ce912ff8ad97/6edf0ee8-6253-472e-b316-90b427dda861) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:14.403755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111f72-3825-4c09-92f1-108deb994a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679074a8-38f9-4de2-93ab-82f96e365fbf,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.432142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-38111f72-3825-4c09-92f1-108deb994a8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=629983fc1c504f6bb74db15147f25781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701901 Oct 20 10:49:14.432822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54644) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:14.442825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Checking segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:14.443207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Network hostable DHCP agents. Network: 8737f4db-bcbb-4cec-8a7f-d877fe64fafe, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:14.455395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Attempting to bind port dffffa33-8895-4d1b-b35f-723d6313f7fc on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:14.455802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Attempting to bind port dffffa33-8895-4d1b-b35f-723d6313f7fc by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:14.456133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Attempting to bind port dffffa33-8895-4d1b-b35f-723d6313f7fc on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:14.462159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d84067-4f80-4bed-a029-0f39ebe81a55 req-34a702f8-02eb-43ee-a6d3-6d63d5e41072 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:14.470877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51d84067-4f80-4bed-a029-0f39ebe81a55 req-34a702f8-02eb-43ee-a6d3-6d63d5e41072 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.4065723 Oct 20 10:49:14.473077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Port dffffa33-8895-4d1b-b35f-723d6313f7fc on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:14.473396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Attempting to bind port dffffa33-8895-4d1b-b35f-723d6313f7fc on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:14.488917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:14.489253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:14.489631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:14.490062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Bound port: dffffa33-8895-4d1b-b35f-723d6313f7fc, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:14.490409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.538778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.548282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.557010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.581192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.583743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:14.602562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7c35-fca2-41ed-9e81-bec2977514c3 req-fa1b54fd-01b2-4d01-a6d6-e1a97083f473 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:14.610099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:14.611926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-484b7c35-fca2-41ed-9e81-bec2977514c3 req-fa1b54fd-01b2-4d01-a6d6-e1a97083f473 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1636355 Oct 20 10:49:14.620176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:14.622659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:14.624947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:14.626751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:14.630731 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.632124 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.634851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:14.638660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Pushing event updated for resources: {'Port': ['ID=6edf0ee8-6253-472e-b316-90b427dda861,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.651047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8737f4db-bcbb-4cec-8a7f-d877fe64fafe) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:14.657774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51d84067-4f80-4bed-a029-0f39ebe81a55 req-a399c840-c277-45e4-be9e-94377bc77327 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858735 Oct 20 10:49:14.659604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:14.659604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.668481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:14.669090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.670555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-89105309-4d51-4b80-bc17-586a23758271 service neutron] 10.222.0.83 "PUT /v2.0/ports/dffffa33-8895-4d1b-b35f-723d6313f7fc HTTP/1.1" status: 200 len: 1092 time: 1.2932446 Oct 20 10:49:14.671465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:14.673815 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa240829-1b2b-49ed-8197-dea4df448d24" -d '{"events": [{"name": "network-changed", "server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:14.702834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.711770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.715712 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/679074a8-38f9-4de2-93ab-82f96e365fbf HTTP/1.1" status: 204 len: 168 time: 0.2768314 Oct 20 10:49:14.730583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44352a75-7d05-4a07-8b27-a44f6f892cad None None] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:14.733750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Attempting to bind port 6edf0ee8-6253-472e-b316-90b427dda861 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:14.734117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Attempting to bind port 6edf0ee8-6253-472e-b316-90b427dda861 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:14.734530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Attempting to bind port 6edf0ee8-6253-472e-b316-90b427dda861 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:14.754374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:14.754750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:14.755178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.755675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Bound using segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:14.756028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105309-4d51-4b80-bc17-586a23758271 service neutron] Pushing event updated for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.756165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Bound port: 6edf0ee8-6253-472e-b316-90b427dda861, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:14.757080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.760397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f140c-2cf6-4a0a-b885-002c263159bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679074a8-38f9-4de2-93ab-82f96e365fbf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.779251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-540c883b-c762-4a8a-bebe-24e3e1881312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:14.781465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-540c883b-c762-4a8a-bebe-24e3e1881312 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 1095 time: 0.0586357 Oct 20 10:49:14.874148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-0c46af9e-0983-4e86-aa4b-adc7b6516dec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc HTTP/1.1" status: 200 len: 217 time: 0.0831871 Oct 20 10:49:14.984469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] For port 6edf0ee8-6253-472e-b316-90b427dda861, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:14.994712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-40aee9f5-930c-4870-8131-f38fd64290c8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0673840 Oct 20 10:49:15.002858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] For port 6edf0ee8-6253-472e-b316-90b427dda861, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6edf0ee8-6253-472e-b316-90b427dda861,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:15.007871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:15.041477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.045176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:15.057499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:49:15.058969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.092738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-484b7c35-fca2-41ed-9e81-bec2977514c3 req-42eec644-7873-41a0-ba87-b3c3e8395343 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796684 Oct 20 10:49:15.133558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.165920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.172385 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.224138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f00f5d-1957-4dd5-b450-7759d8863839 None None] Pushing event updated for resources: {'Port': ['ID=6edf0ee8-6253-472e-b316-90b427dda861,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:15.425185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Allocated IP 172.20.0.2 (8737f4db-bcbb-4cec-8a7f-d877fe64fafe/d89be818-ce93-4b3c-9ab2-9e627eb0a90a/e0907c9c-c2b9-4150-8646-14bdc54a8b36) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:15.438561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.450503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54666) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:15.545392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8684b39-2b7d-428b-a823-932748beb765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.571618 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af5f4e7-a0ca-4fb1-8665-a2b9c9c65d66 x-openstack-request-id: req-6af5f4e7-a0ca-4fb1-8665-a2b9c9c65d66 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:15.571618 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:15.572265 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6af5f4e7-a0ca-4fb1-8665-a2b9c9c65d66 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:15.572265 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc', 'status': 'completed', 'code': 200} Oct 20 10:49:15.591279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-8df01e39-a459-4a48-a4dd-6910362daf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:15.592755 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-8df01e39-a459-4a48-a4dd-6910362daf1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.7113624 Oct 20 10:49:15.598678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Checking segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:15.599071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network hostable DHCP agents. Network: d4141cc7-a837-440a-bf23-e578fb5952af, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:15.603035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Subnet': ['ID=ae582d63-2413-4008-981e-0f8a0ff87bcc,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:15.638288 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-0e4b0b12-e08f-4b4a-82df-6fbb70a7dffd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366316 Oct 20 10:49:15.689850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.708324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.715959 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.753228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:15.754478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-823ac787-2485-469f-be17-61c364036abb service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047988 Oct 20 10:49:15.756224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:15.759728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:15.765227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.775904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network d4141cc7-a837-440a-bf23-e578fb5952af is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:15.789287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b32d-b5ee-428b-a79a-48f68ba61885 req-2eaf880a-6302-4704-ba53-404d09f2ad8b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:15.790823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa61b32d-b5ee-428b-a79a-48f68ba61885 req-2eaf880a-6302-4704-ba53-404d09f2ad8b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 943 time: 0.3470595 Oct 20 10:49:15.792518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Pushing event updated for resources: {'Port': ['ID=e0907c9c-c2b9-4150-8646-14bdc54a8b36,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:15.804378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72cc9-d8f5-4234-b4b7-cb007c2ea5bd req-8d6da003-489b-42ed-8c63-f360b9d20374 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:15.805890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f72cc9-d8f5-4234-b4b7-cb007c2ea5bd req-8d6da003-489b-42ed-8c63-f360b9d20374 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.2336369 Oct 20 10:49:15.812232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d4141cc7-a837-440a-bf23-e578fb5952af) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:15.825616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31570986-b48e-4286-81b0-5fcecc9ddbcd None None] Network d4141cc7-a837-440a-bf23-e578fb5952af requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:15.841485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:15.842056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Attempting to bind port e0907c9c-c2b9-4150-8646-14bdc54a8b36 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:15.842176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.842381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Attempting to bind port e0907c9c-c2b9-4150-8646-14bdc54a8b36 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:15.842755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Attempting to bind port e0907c9c-c2b9-4150-8646-14bdc54a8b36 on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:15.863982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:15.864367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Checking segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:15.864989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.865259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Bound using segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:15.866301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Bound port: e0907c9c-c2b9-4150-8646-14bdc54a8b36, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:15.866682 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.875892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ec6fd3a1-74e5-4037-b647-7d8f6118db65 req-69829b43-9bdf-4464-a583-2b691628b99a service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121445 Oct 20 10:49:15.910529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eba0d1b3-9156-482f-8384-5635723876ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6884668 Oct 20 10:49:15.915177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:15.921410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'name': 'tempest-TaggedBootDevicesTest-662832005', 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:15.953902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8684b39-2b7d-428b-a823-932748beb765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:15.964673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f72cc9-d8f5-4234-b4b7-cb007c2ea5bd req-2bcf1301-84ca-4090-8ca7-e41600392b34 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384974 Oct 20 10:49:15.973589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa61b32d-b5ee-428b-a79a-48f68ba61885 req-2e18e81f-8690-4cce-9401-81fff1e10482 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461864 Oct 20 10:49:15.997290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8684b39-2b7d-428b-a823-932748beb765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.141731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8684b39-2b7d-428b-a823-932748beb765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7125ea-2d93-4444-b9cb-4e691b4fa0eb,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:16.169131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] For port e0907c9c-c2b9-4150-8646-14bdc54a8b36, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:16.212509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b8684b39-2b7d-428b-a823-932748beb765 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=54b95f291360434cafcf7706930a0ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590058 Oct 20 10:49:16.225266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] For port e0907c9c-c2b9-4150-8646-14bdc54a8b36, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e0907c9c-c2b9-4150-8646-14bdc54a8b36,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:16.237605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54684) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:16.246307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.326018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d4141cc7-a837-440a-bf23-e578fb5952af', 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ips': [{'subnet_id': 'ae582d63-2413-4008-981e-0f8a0ff87bcc'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:49:16.327086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.393837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0344af-dc11-43a1-b86b-79d43166967e None None] Pushing event updated for resources: {'Port': ['ID=e0907c9c-c2b9-4150-8646-14bdc54a8b36,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:16.415397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b455-bbf3-4742-bda7-60aacba1d8ae req-c97b73f6-9bbd-4296-8e0f-300f3b3d52a7 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.423230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dee4b455-bbf3-4742-bda7-60aacba1d8ae req-c97b73f6-9bbd-4296-8e0f-300f3b3d52a7 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 945 time: 0.2519407 Oct 20 10:49:16.430218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-ce4bd07c-d39e-40b4-bdc0-ef7fb0fd5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.446725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-ce4bd07c-d39e-40b4-bdc0-ef7fb0fd5300 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 1095 time: 0.4070680 Oct 20 10:49:16.449329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4544-2f31-4d3a-b235-f9bd8883090e req-11b9e3bb-7881-4106-97ff-45ae0b934c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.454125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-46bf4544-2f31-4d3a-b235-f9bd8883090e req-11b9e3bb-7881-4106-97ff-45ae0b934c71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1097 time: 0.4136021 Oct 20 10:49:16.460951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:16.563404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.630870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dee4b455-bbf3-4742-bda7-60aacba1d8ae req-4c633a64-0e09-4d21-95f9-7fcf0b93ea7a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018712 Oct 20 10:49:16.684467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e886c-9a31-4bbd-9767-f6ab8142528a req-fd09116d-ba86-4e95-a38e-e2ad809668fd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.693198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-336e886c-9a31-4bbd-9767-f6ab8142528a req-fd09116d-ba86-4e95-a38e-e2ad809668fd tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.2010231 Oct 20 10:49:16.705530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Allocated IP 10.2.2.2 (d4141cc7-a837-440a-bf23-e578fb5952af/ae582d63-2413-4008-981e-0f8a0ff87bcc/33123bf9-54b5-44ac-9a24-a37e4d58432b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:16.709882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.779032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.783537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-7d0205f3-8266-4551-bf2c-9a17800351e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.785283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-7d0205f3-8266-4551-bf2c-9a17800351e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.3130972 Oct 20 10:49:16.788355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.897387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-46bf4544-2f31-4d3a-b235-f9bd8883090e req-b5a1a808-8e01-46f6-8f37-f913b0ba55e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024208 Oct 20 10:49:16.898173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-336e886c-9a31-4bbd-9767-f6ab8142528a req-9dededd0-61aa-4b7c-88eb-71fd6ffb52ae tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041256 Oct 20 10:49:16.898656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] device_id is not set on port e193f69d-7e0a-48ff-ad47-3ec56140090e yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:16.903960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.939795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:16.993051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47b566-129d-43b5-8a96-caccc2f48fc5 None None] Network 89e3fe50-4724-42e6-aae6-da23056f6774 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:17.009520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-eb9f2d6e-d143-49a5-b360-0043d3beb000 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc HTTP/1.1" status: 200 len: 217 time: 0.2017503 Oct 20 10:49:17.141920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] Provisioning complete for port 6edf0ee8-6253-472e-b316-90b427dda861 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:17.142504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.154867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Allocated IP 172.25.3.9 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/03f0dce1-e306-4c31-83ec-b745abd1b793) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:17.219332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.245650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.313853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-f7bf4c89-389c-4207-ae32-f17aeb880720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:17.321782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Network d4141cc7-a837-440a-bf23-e578fb5952af is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:17.327475 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-f7bf4c89-389c-4207-ae32-f17aeb880720 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.2790124 Oct 20 10:49:17.341568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:17.350899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:17.395589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-df6600de-f00f-4e6a-9dac-23bb209fa8e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672498 Oct 20 10:49:17.401194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.404956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.409464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f7125ea-2d93-4444-b9cb-4e691b4fa0eb HTTP/1.1" status: 204 len: 168 time: 1.1498470 Oct 20 10:49:17.459319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.469033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636f45d-ea0b-4607-814e-2e4cd6e5f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7125ea-2d93-4444-b9cb-4e691b4fa0eb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:17.487345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Pushing event updated for resources: {'Port': ['ID=33123bf9-54b5-44ac-9a24-a37e4d58432b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:17.493773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6edf0ee8-6253-472e-b316-90b427dda861 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:17.525188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.554686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9d84d-5e5f-4099-b7c5-178363b8cece req-3ac8ee26-dcfc-4444-9874-146711d8768c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:17.562356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ae9d84d-5e5f-4099-b7c5-178363b8cece req-3ac8ee26-dcfc-4444-9874-146711d8768c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 943 time: 0.2666812 Oct 20 10:49:17.579250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17511677-fb3b-4b8b-a528-01f7d1d4d7db req-4ad80f83-6a87-4271-b0de-d346cbb144bf tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:17.590381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17511677-fb3b-4b8b-a528-01f7d1d4d7db req-4ad80f83-6a87-4271-b0de-d346cbb144bf tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.2935219 Oct 20 10:49:17.615155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.1.1.95 (89e3fe50-4724-42e6-aae6-da23056f6774/0aec8458-e513-44f8-aeef-ce912ff8ad97/e193f69d-7e0a-48ff-ad47-3ec56140090e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:17.619426 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-3f53804f-c001-48e3-9b2b-3a5c4c80e0c7 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038078 Oct 20 10:49:17.781152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Attempting to bind port 33123bf9-54b5-44ac-9a24-a37e4d58432b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:17.781538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Attempting to bind port 33123bf9-54b5-44ac-9a24-a37e4d58432b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:17.781906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Attempting to bind port 33123bf9-54b5-44ac-9a24-a37e4d58432b on network d4141cc7-a837-440a-bf23-e578fb5952af {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:17.788094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] For port 6edf0ee8-6253-472e-b316-90b427dda861, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6edf0ee8-6253-472e-b316-90b427dda861,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:17.797149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17511677-fb3b-4b8b-a528-01f7d1d4d7db req-4761346a-633c-4182-8525-4d725ace28e1 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159222 Oct 20 10:49:17.803752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.816793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:17.817168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Checking segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:17.817579 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.818115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Bound using segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:17.818451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Bound port: 33123bf9-54b5-44ac-9a24-a37e4d58432b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:17.819379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:17.872973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ae9d84d-5e5f-4099-b7c5-178363b8cece req-cff1e98a-386e-4f6e-8301-1aedb01bd622 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815125 Oct 20 10:49:17.925791 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa240829-1b2b-49ed-8197-dea4df448d24 req-d55142ff-7e14-4ed2-9cee-f3fc615ea0bf service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880070 Oct 20 10:49:17.968621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-9f57cfb6-3c94-41a2-be2e-a0970a42f88e req-07328c09-42ad-4696-91ad-12978a458653 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:49:17.972063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f57cfb6-3c94-41a2-be2e-a0970a42f88e req-07328c09-42ad-4696-91ad-12978a458653 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0741775 Oct 20 10:49:17.978977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.006312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.027087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6edf0ee8-6253-472e-b316-90b427dda861 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:18.027463 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.095743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.189284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265d4af-081b-4b56-8d9d-aaeae2f3bd42 None None] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:18.209986 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e29a9169-eb73-459b-bae3-3a532bdd4f52 req-906bf75e-450d-4076-8e9f-57ea1f0466f3 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2581203 Oct 20 10:49:18.217728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:18.218202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602a695-f1fe-4750-abde-9aa64e1ce553 None None] Pushing event updated for resources: {'Port': ['ID=6edf0ee8-6253-472e-b316-90b427dda861,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:18.249543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:18.252629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:18.253081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:18.256886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:18.258654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:18.263015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] For port 33123bf9-54b5-44ac-9a24-a37e4d58432b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:18.275616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:18.315893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Pushing event updated for resources: {'Port': ['ID=03f0dce1-e306-4c31-83ec-b745abd1b793,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:18.372440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-716e47a1-ab72-4e8f-bb35-8ac3ab4cc63b None None] Provisioning complete for port 6edf0ee8-6253-472e-b316-90b427dda861 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:18.373009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-716e47a1-ab72-4e8f-bb35-8ac3ab4cc63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.384001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:18.384653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.400169 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] For port 33123bf9-54b5-44ac-9a24-a37e4d58432b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33123bf9-54b5-44ac-9a24-a37e4d58432b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:18.431538 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0e32793d-6c73-4b3c-b7f6-350016d4466b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5150201 Oct 20 10:49:18.435407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54736) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:18.447354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'name': 'tempest-TaggedBootDevicesTest-2082926872', 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:18.470740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.537305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f57cfb6-3c94-41a2-be2e-a0970a42f88e req-ff3f3800-f89d-42f8-a7b3-6e8a21994f2a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5350475 Oct 20 10:49:18.605748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f8a0-2848-440f-bea6-d6485803e85d None None] Pushing event updated for resources: {'Port': ['ID=33123bf9-54b5-44ac-9a24-a37e4d58432b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:18.685556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dffffa33-8895-4d1b-b35f-723d6313f7fc details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:49:18.696911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e0907c9c-c2b9-4150-8646-14bdc54a8b36 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:18.726747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:18.734507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:18.808193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] device_id is not set on port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:18.809619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9169-eb73-459b-bae3-3a532bdd4f52 req-09e82215-b490-4b19-975c-14a21efa8c26 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:18.820913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e29a9169-eb73-459b-bae3-3a532bdd4f52 req-09e82215-b490-4b19-975c-14a21efa8c26 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6099637 Oct 20 10:49:18.872189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e29a9169-eb73-459b-bae3-3a532bdd4f52 req-2fa54f92-0349-4c7a-90ca-bb278f5ead64 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/quotas/97d5ee1932f2462eab9a1fc3cdd55f51 HTTP/1.1" status: 200 len: 375 time: 0.0503180 Oct 20 10:49:18.926931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e29a9169-eb73-459b-bae3-3a532bdd4f52 req-befe0c20-26c2-4707-8c8c-afce5a4d6608 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526321 Oct 20 10:49:18.934784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:49:19.174837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.1.1.104 (89e3fe50-4724-42e6-aae6-da23056f6774/0aec8458-e513-44f8-aeef-ce912ff8ad97/76e6da3c-f2b2-4154-b2d4-1914c8b242a5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:19.191452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e0907c9c-c2b9-4150-8646-14bdc54a8b36 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:19.191827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.298879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:19.391803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.438376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'dffffa33-8895-4d1b-b35f-723d6313f7fc', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': 'dffffa33-8895-4d1b-b35f-723d6313f7fc', 'mac_address': 'fa:16:3e:0a:f1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:49:19.442139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e0907c9c-c2b9-4150-8646-14bdc54a8b36, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e0907c9c-c2b9-4150-8646-14bdc54a8b36,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:19.464332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.492220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-716e47a1-ab72-4e8f-bb35-8ac3ab4cc63b None None] Provisioning complete for port e0907c9c-c2b9-4150-8646-14bdc54a8b36 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:19.492821 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-716e47a1-ab72-4e8f-bb35-8ac3ab4cc63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.499310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.539758 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.569644 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.580094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffffa33-8895-4d1b-b35f-723d6313f7fc {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:19.612034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.654212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:19.666745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:19.670497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:19.683183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:19.684496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e0907c9c-c2b9-4150-8646-14bdc54a8b36,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:19.692617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.762266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:19.802879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:19.811321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.815073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd859c-b52c-413a-b72b-72af31268769 req-c33fe9cf-d6d8-4519-b45f-8495074c2510 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:19.816602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2fd859c-b52c-413a-b72b-72af31268769 req-c33fe9cf-d6d8-4519-b45f-8495074c2510 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.8030443 Oct 20 10:49:19.864283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca3aec79-cd47-48a0-90e0-f2972e40563e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4276135 Oct 20 10:49:19.871858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33123bf9-54b5-44ac-9a24-a37e4d58432b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:19.915801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:19.930563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945ba35-3ee9-483f-b299-b92817fdc251 req-9bd098ab-6043-4b04-aff2-39231d66621c tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:19.932203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a945ba35-3ee9-483f-b299-b92817fdc251 req-9bd098ab-6043-4b04-aff2-39231d66621c tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.3246396 Oct 20 10:49:19.970686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 33123bf9-54b5-44ac-9a24-a37e4d58432b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:19.971301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.037035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1ab7e0c9-2ce3-4e3c-ba28-57c82ec0f49d None None] Provisioning complete for port e193f69d-7e0a-48ff-ad47-3ec56140090e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:20.037430 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e0c9-2ce3-4e3c-ba28-57c82ec0f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.039965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['dffffa33-8895-4d1b-b35f-723d6313f7fc'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:20.071578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2fd859c-b52c-413a-b72b-72af31268769 req-26bdf9e5-59f4-4159-9a86-23dde6437489 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670713 Oct 20 10:49:20.128052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7e0c9-2ce3-4e3c-ba28-57c82ec0f49d None None] Port e193f69d-7e0a-48ff-ad47-3ec56140090e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:20.130351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a945ba35-3ee9-483f-b299-b92817fdc251 req-9715c03b-2688-44b9-9228-9597e1ceb3ad tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781843 Oct 20 10:49:20.133801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.171516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:20.241584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1ab7e0c9-2ce3-4e3c-ba28-57c82ec0f49d None None] Provisioning complete for port e0907c9c-c2b9-4150-8646-14bdc54a8b36 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:20.241946 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e0c9-2ce3-4e3c-ba28-57c82ec0f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.246457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.277865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a700-5073-4f63-a7c6-1e6dc9eefd74 req-53ac2f8e-97a2-467b-be77-441a0566d468 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:20.286004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aac5a700-5073-4f63-a7c6-1e6dc9eefd74 req-53ac2f8e-97a2-467b-be77-441a0566d468 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 944 time: 0.0774021 Oct 20 10:49:20.332143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 33123bf9-54b5-44ac-9a24-a37e4d58432b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33123bf9-54b5-44ac-9a24-a37e4d58432b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:20.344013 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.344452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6edf0ee8-6253-472e-b316-90b427dda861 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:20.364988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-758fec52-402c-4cb9-bd1e-53067af15509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.391540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aac5a700-5073-4f63-a7c6-1e6dc9eefd74 req-1e517510-b791-4866-a22b-293b532fe4ba tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Oct 20 10:49:20.446442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:49:20.468293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb4f95-a0b7-49e2-a003-674c2a3b01a7 None None] Network d4141cc7-a837-440a-bf23-e578fb5952af requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:20.541278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=33123bf9-54b5-44ac-9a24-a37e4d58432b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:20.542268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-758fec52-402c-4cb9-bd1e-53067af15509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.552090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-758fec52-402c-4cb9-bd1e-53067af15509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.607926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-758fec52-402c-4cb9-bd1e-53067af15509 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8fc6f524eb314120accfc41248bda8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345508 Oct 20 10:49:20.608787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fec52-402c-4cb9-bd1e-53067af15509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b56467-6797-43bd-b136-faa329de064e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:20.611495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54810) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:20.640903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:49:20.642702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6edf0ee8-6253-472e-b316-90b427dda861 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:20.643082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.668959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:49:20.674792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.708962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.718990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.726156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b8cc8831-9289-4868-9c4e-f7b8e9e78282 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7089102 Oct 20 10:49:20.726799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:20.789088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.792223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:20.795734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6b56467-6797-43bd-b136-faa329de064e HTTP/1.1" status: 204 len: 168 time: 0.1809375 Oct 20 10:49:20.818858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524b10b-ace8-4ac2-adea-f6970c619242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b56467-6797-43bd-b136-faa329de064e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:20.830786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:20.839384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:21.079992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733326d6-94b3-4337-83f7-53001edea468 req-d06b7dad-d53c-4964-b408-04349cced854 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:21.082551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733326d6-94b3-4337-83f7-53001edea468 req-d06b7dad-d53c-4964-b408-04349cced854 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.2326176 Oct 20 10:49:21.099639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54824) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:21.105109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645364544', 'description': 'tempest-description--903601468'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:21.155271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.194983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a1e9a3c-69ac-4a71-bd89-b8048ca3657c None None] Provisioning complete for port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:21.195821 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a1e9a3c-69ac-4a71-bd89-b8048ca3657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.299083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.308635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.385337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733326d6-94b3-4337-83f7-53001edea468 req-bb596681-a19e-4af4-ad35-0409dd01e789 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892528 Oct 20 10:49:21.388423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.393721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2902410 Oct 20 10:49:21.394748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54832) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:21.401386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a060-0852-4913-9c0f-fddcd2a88cbc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:21.412028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e9a3c-69ac-4a71-bd89-b8048ca3657c None None] Port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:21.419254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8bfa9-6fd3-4382-9ea6-0b562e191e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:21.432747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:21.485845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.512327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a1e9a3c-69ac-4a71-bd89-b8048ca3657c None None] Provisioning complete for port 33123bf9-54b5-44ac-9a24-a37e4d58432b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:21.512703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a1e9a3c-69ac-4a71-bd89-b8048ca3657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.550289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ffb2-a033-4aba-8c4c-c28f8e611201 req-3834166d-d663-4e08-aa2d-d1f22a797298 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:21.572922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0486ffb2-a033-4aba-8c4c-c28f8e611201 req-3834166d-d663-4e08-aa2d-d1f22a797298 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 945 time: 0.3312712 Oct 20 10:49:21.665754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.674665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33123bf9-54b5-44ac-9a24-a37e4d58432b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:21.680018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.713829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0486ffb2-a033-4aba-8c4c-c28f8e611201 req-87f688f8-4058-4653-ab65-e06b1d79c09a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399596 Oct 20 10:49:21.730928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810ba333-6f62-4eb5-89ab-2b5b8730996d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:21.771595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.780120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4bac1497-f7dd-48d8-a203-9e06b15914b6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3769524 Oct 20 10:49:21.782601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54852) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:21.801076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8bfa9-6fd3-4382-9ea6-0b562e191e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:21.857546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.908874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.947361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 33123bf9-54b5-44ac-9a24-a37e4d58432b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:21.953192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.029975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:18Z', 'revision_number': 3, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:22.069144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.075791 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.096869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:49:22.097226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Updating router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b port 03f0dce1-e306-4c31-83ec-b745abd1b793 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:49:22.118480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0e7235-619f-48d5-bc27-43808f2c2765,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:22.136870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.139134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e43e008-c699-4bd8-a3b8-714b35ee1199 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529437 Oct 20 10:49:22.141896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54862) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:22.148039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:22.153149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c38e25fa-4426-4d58-bd70-08b04a91de22 None None] Provisioning complete for port 33123bf9-54b5-44ac-9a24-a37e4d58432b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:22.153518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c38e25fa-4426-4d58-bd70-08b04a91de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.154961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.158337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e0907c9c-c2b9-4150-8646-14bdc54a8b36 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:22.177991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.181060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaab95-7481-43e8-b65c-1ac7865f40a4 req-5ff0e872-43cd-4f10-8acf-5a5b49a6bfac tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:22.186541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6eaab95-7481-43e8-b65c-1ac7865f40a4 req-5ff0e872-43cd-4f10-8acf-5a5b49a6bfac tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 944 time: 0.1668656 Oct 20 10:49:22.284215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002fcf4-579f-424d-955f-2cfea30b94d8 req-37115475-57b0-42c8-8c47-f27868c2815b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:22.285974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8002fcf4-579f-424d-955f-2cfea30b94d8 req-37115475-57b0-42c8-8c47-f27868c2815b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.2089148 Oct 20 10:49:22.313903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.324045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6eaab95-7481-43e8-b65c-1ac7865f40a4 req-b0246062-d6df-4ba5-b96f-6138f75c88cd tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114485 Oct 20 10:49:22.345478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e0907c9c-c2b9-4150-8646-14bdc54a8b36 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:22.345780 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.484501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8002fcf4-579f-424d-955f-2cfea30b94d8 req-c78a4304-cc93-4e4d-8157-b2edacdd0e4d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590791 Oct 20 10:49:22.514745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Allocated IP 172.20.0.1 (8737f4db-bcbb-4cec-8a7f-d877fe64fafe/d89be818-ce93-4b3c-9ab2-9e627eb0a90a/c1c110a1-036b-42db-a904-5c0c36bb5bda) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:22.689954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dffffa33-8895-4d1b-b35f-723d6313f7fc up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:22.691778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.775491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.858597 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.863091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port dffffa33-8895-4d1b-b35f-723d6313f7fc completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:49:22.868865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.874100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port dffffa33-8895-4d1b-b35f-723d6313f7fc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:22.874570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.907859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:22.915712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:22.923221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:22.977567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 172.25.3.180 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/880d365f-0f31-4828-87e3-d747d9939648) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:22.985629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8366e-0759-482a-b08d-b647a1866ff7 req-320e9c7c-af94-423d-9aed-e34686c45dbd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.015469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8366e-0759-482a-b08d-b647a1866ff7 req-320e9c7c-af94-423d-9aed-e34686c45dbd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.021906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8366e-0759-482a-b08d-b647a1866ff7 req-320e9c7c-af94-423d-9aed-e34686c45dbd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.029344 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.039348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4e8366e-0759-482a-b08d-b647a1866ff7 req-320e9c7c-af94-423d-9aed-e34686c45dbd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec&device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55&device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 2417 time: 0.1955774 Oct 20 10:49:23.073081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:23.076458 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf43a39-7f36-4c5f-a9be-d6f388508ce6" -d '{"events": [{"server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:23.092065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Attempting to bind port 03f0dce1-e306-4c31-83ec-b745abd1b793 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:23.092438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Attempting to bind port 03f0dce1-e306-4c31-83ec-b745abd1b793 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:23.092807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Attempting to bind port 03f0dce1-e306-4c31-83ec-b745abd1b793 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:23.096922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63f94-4659-4238-a3f3-5119605c2037 None None] Pushing event updated for resources: {'Port': ['ID=03f0dce1-e306-4c31-83ec-b745abd1b793,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:23.139497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:23.141403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:23.161112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:23.167366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:23.169075 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.169075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:23.175060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Bound port: 03f0dce1-e306-4c31-83ec-b745abd1b793, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:23.176386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.181673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.190153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4e8366e-0759-482a-b08d-b647a1866ff7 req-59aa00de-177f-4fb9-baf1-81006472d0f9 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496730 Oct 20 10:49:23.203836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.325069 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.341706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:23.361268 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc6da29-adda-4795-9409-a3044e39537d x-openstack-request-id: req-4dc6da29-adda-4795-9409-a3044e39537d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:23.361437 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:23.361689 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4dc6da29-adda-4795-9409-a3044e39537d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:23.362077 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc', 'code': 200} Oct 20 10:49:23.427908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aeea2-442e-4bb6-864c-d426c5ee6cf4 req-5e072b47-3908-4b50-9c20-70be200f86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.429381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc7c0-a44c-46fb-9bcb-cdc7726f4672 req-ce339903-8a40-4d4c-a28b-5f2c932bdb65 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.430352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-338aeea2-442e-4bb6-864c-d426c5ee6cf4 req-5e072b47-3908-4b50-9c20-70be200f86e7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 1097 time: 0.0877442 Oct 20 10:49:23.436863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30ebc7c0-a44c-46fb-9bcb-cdc7726f4672 req-ce339903-8a40-4d4c-a28b-5f2c932bdb65 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1482115 Oct 20 10:49:23.447861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.453947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] For port 03f0dce1-e306-4c31-83ec-b745abd1b793, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:23.487877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] For port 03f0dce1-e306-4c31-83ec-b745abd1b793, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03f0dce1-e306-4c31-83ec-b745abd1b793,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:23.502198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba8730c1-3495-43ea-b3b8-de9399c8d359 None None] Provisioning complete for port c1c110a1-036b-42db-a904-5c0c36bb5bda triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:23.502567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba8730c1-3495-43ea-b3b8-de9399c8d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.504907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.520105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:23.539678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-675a5915-aacd-41c4-a306-95808abe1d63 req-bd050041-d6a6-4eb8-82d0-4b919fe85421 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2260985 Oct 20 10:49:23.583690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:23.584665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=880d365f-0f31-4828-87e3-d747d9939648,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:23.607453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:23.613189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:23.626046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1471726025'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:23.640348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30ebc7c0-a44c-46fb-9bcb-cdc7726f4672 req-5af7bd59-b5bd-4e4f-b07a-31010862665c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994197 Oct 20 10:49:23.667156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:23.668087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:23.686359 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-338aeea2-442e-4bb6-864c-d426c5ee6cf4 req-aaad0175-9557-4e5b-b568-7b4606f41625 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470372 Oct 20 10:49:23.708888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.718791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Made reservation on behalf of ef7d4769fe3c413eb24682723a9e617e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:23.734570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.754819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7318dd5f-0ac7-45eb-8523-eaf8cc6b79a6 req-8d4b034e-4254-47f0-ab01-66f4e0091332 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292559 Oct 20 10:49:23.772253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ba8730c1-3495-43ea-b3b8-de9399c8d359 None None] Port c1c110a1-036b-42db-a904-5c0c36bb5bda cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:23.793380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63f94-4659-4238-a3f3-5119605c2037 None None] Pushing event updated for resources: {'Port': ['ID=03f0dce1-e306-4c31-83ec-b745abd1b793,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:23.797799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.878144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:23.955754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.000414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdefd-99c8-439d-acdd-a5a5a81ab87e req-59667651-055f-4122-8ac0-f2c5e417cae3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:24.002119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68dbdefd-99c8-439d-acdd-a5a5a81ab87e req-59667651-055f-4122-8ac0-f2c5e417cae3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.2460260 Oct 20 10:49:24.043261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.092495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318dd5f-0ac7-45eb-8523-eaf8cc6b79a6 req-432fe2f7-9352-4ba5-b705-ce1eb65103b4 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:24.095564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7318dd5f-0ac7-45eb-8523-eaf8cc6b79a6 req-432fe2f7-9352-4ba5-b705-ce1eb65103b4 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283052 Oct 20 10:49:24.152190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.158803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.160552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7318dd5f-0ac7-45eb-8523-eaf8cc6b79a6 req-cd1b9314-d382-4c8c-8e30-05d8cac03b44 tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/quotas/97d5ee1932f2462eab9a1fc3cdd55f51 HTTP/1.1" status: 200 len: 375 time: 0.0637004 Oct 20 10:49:24.167567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.179050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68dbdefd-99c8-439d-acdd-a5a5a81ab87e req-9040d7c5-51f9-4534-bfa9-131d9d815f40 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593502 Oct 20 10:49:24.228350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:24.231559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.247948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444ba441-d036-4813-b056-8947b4f869ad,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:24.248108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7318dd5f-0ac7-45eb-8523-eaf8cc6b79a6 req-65643d7d-9952-4075-a06d-355aea09433e tempest-QuotasAdminNegativeTest-1546282275 tempest-QuotasAdminNegativeTest-1546282275-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639486 Oct 20 10:49:24.265380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.265727 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Added segment 248ca59e-6f38-41d8-b1a4-5f917cc77844 of type vlan for network b3290376-43bc-431f-9ce6-de04edac36e2 Oct 20 10:49:24.344903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.347614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.354736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.428705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:24.462685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.468073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.468601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:22Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:24.469036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:24.469678 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.482922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=880d365f-0f31-4828-87e3-d747d9939648,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:24.512635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.525671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1417704 Oct 20 10:49:24.555469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2b700-0d30-430f-9100-43678ce1dda3 None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:22Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:49:24.567414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9c0c-ed36-4610-805c-de3a99724dd9 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Pushing event updated for resources: {'Network': ['ID=b3290376-43bc-431f-9ce6-de04edac36e2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:24.576567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.590925 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75db064f-cf4e-4c4d-9bef-18988cd693a4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4344120 Oct 20 10:49:24.602732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b3290376-43bc-431f-9ce6-de04edac36e2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:24.668995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:24.670858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:24.951801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:49:25.129134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54938) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:25.151161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2', 'binding:host_id': 'n-h2-802060-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-903546614'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:25.214992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Made reservation on behalf of 53e53b2ccad940baa2542ac816c99079 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:25.220814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:25.237266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5284044b-a991-44b8-8bc3-ca748c991154 None None] Provisioning complete for port c1c110a1-036b-42db-a904-5c0c36bb5bda triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:25.237893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5284044b-a991-44b8-8bc3-ca748c991154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:25.260092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:25.338154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:49:25.365423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5284044b-a991-44b8-8bc3-ca748c991154 None None] Port c1c110a1-036b-42db-a904-5c0c36bb5bda cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:25.376647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-50f67e10-9ccd-4aad-a166-57dbc1356ec0 admin admin] 10.222.0.74 "PUT /v2.0/routers/8a15299a-c237-480b-b2c0-dbe23a7b7c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6451085 Oct 20 10:49:25.476831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490392-4564-4e10-a130-64f42e039f2f req-63c15ef1-b75c-45a0-b09a-1260b2c34013 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.479166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20490392-4564-4e10-a130-64f42e039f2f req-63c15ef1-b75c-45a0-b09a-1260b2c34013 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1002531 Oct 20 10:49:25.500982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:25.510008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:25.528807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20490392-4564-4e10-a130-64f42e039f2f req-8f7d800c-d8cd-49db-900c-51b3792e2eb1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Oct 20 10:49:25.550684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port df5c9715-60d0-4473-a510-d6b28d27dca8 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:25.751401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fd3333-9faa-4d69-8ae9-be29b611b653,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:25.757337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f599b7dc-cf1b-4cb0-920e-474d906165c5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1645364544&fields=id&tenant_id=8fdc316534104079b1aa86edcd923d95 HTTP/1.1" status: 200 len: 267 time: 0.1020193 Oct 20 10:49:25.813472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8fcb4bc-05a1-4868-b853-f1066e3f1fb5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.821963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8fcb4bc-05a1-4868-b853-f1066e3f1fb5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 930 time: 0.0634532 Oct 20 10:49:25.917669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bbb5a365-77ed-4cf3-9e18-9d1623605784 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.925740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bbb5a365-77ed-4cf3-9e18-9d1623605784 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 932 time: 0.1026659 Oct 20 10:49:26.044208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port df5c9715-60d0-4473-a510-d6b28d27dca8 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:26.057336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.058043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-668c72bb-fb15-4665-b172-5018a93bedda tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1314080 Oct 20 10:49:26.070914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.120532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeaeb9-b25a-4cfe-a38f-9d0ce29e5f6b req-f2679aeb-a510-4bf9-b5b5-d4ba1cda552a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:26.132687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03aeaeb9-b25a-4cfe-a38f-9d0ce29e5f6b req-f2679aeb-a510-4bf9-b5b5-d4ba1cda552a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.4068079 Oct 20 10:49:26.134882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-726f65c5-4a09-4831-b3c7-ab402798e1a5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0760558 Oct 20 10:49:26.144258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=df5c9715-60d0-4473-a510-d6b28d27dca8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:26.179643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Checking segment: {'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:26.179926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Network hostable DHCP agents. Network: b3290376-43bc-431f-9ce6-de04edac36e2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:26.232190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Network b3290376-43bc-431f-9ce6-de04edac36e2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:26.252244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b3290376-43bc-431f-9ce6-de04edac36e2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:26.258579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:26.266724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d851f4-d7b9-446c-8c74-624d3918f8b6 None None] Network b3290376-43bc-431f-9ce6-de04edac36e2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:26.328360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.328761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.329053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.338341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.338697 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.339133 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 2 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.365779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.366373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.366476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.383318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.383650 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.384120 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 3 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.430860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.431057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.431408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.440334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.440669 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.441062 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 4 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.495512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.496085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.496578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.501602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.502147 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.502688 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 5 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.527911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.528487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.529010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.540296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.541046 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.541585 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 6 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.560926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.563050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.565325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.575139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.576008 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.576646 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 7 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.591445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.592015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.592509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.598577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.599219 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.599766 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 8 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.613391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.614009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.614524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.620273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.620883 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.621580 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 9 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.638645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.639308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.639836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.645035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.645621 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.646194 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 10 to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 Oct 20 10:49:26.666651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:26.667324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:26.667852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:26.672867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port df5c9715-60d0-4473-a510-d6b28d27dca8 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:26.673453 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port df5c9715-60d0-4473-a510-d6b28d27dca8 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:26.674004 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.777919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port df5c9715-60d0-4473-a510-d6b28d27dca8, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:26.778388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempted to set empty binding levels {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:49:26.784743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.824158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:26.824758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.852695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7187433 Oct 20 10:49:26.852695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de528-5003-403d-b8a3-1ae4547c1b88 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=df5c9715-60d0-4473-a510-d6b28d27dca8,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:26.853399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54972) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:26.941090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03aeaeb9-b25a-4cfe-a38f-9d0ce29e5f6b req-cd390757-436e-40a0-9b0d-dc670f65b99b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977250 Oct 20 10:49:26.979868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Deleting port df5c9715-60d0-4473-a510-d6b28d27dca8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:26.980321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.035377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bb210062-365f-4d7a-bbe8-6408cf1e5ad3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:27.047712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bb210062-365f-4d7a-bbe8-6408cf1e5ad3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:27.074412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bb210062-365f-4d7a-bbe8-6408cf1e5ad3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:27.086205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-bb210062-365f-4d7a-bbe8-6408cf1e5ad3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 1989 time: 0.9077899 Oct 20 10:49:27.109679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-a83edd5c-a386-470c-9863-b2f211ddfa8f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/quotas/8fdc316534104079b1aa86edcd923d95 HTTP/1.1" status: 200 len: 375 time: 0.0205581 Oct 20 10:49:27.159344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port df5c9715-60d0-4473-a510-d6b28d27dca8, host n-h2-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:27.160312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.181170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Calling delete_port for df5c9715-60d0-4473-a510-d6b28d27dca8 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:27.265384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-18054503-1ce1-4377-a5f9-73d422371410 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1540279 Oct 20 10:49:27.279607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.322060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5c9715-60d0-4473-a510-d6b28d27dca8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:27.324688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.330831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54984) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:27.331176 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15f8f429-c010-45cc-a0f1-7b99e121d593 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "DELETE /v2.0/ports/df5c9715-60d0-4473-a510-d6b28d27dca8 HTTP/1.1" status: 204 len: 168 time: 0.4713500 Oct 20 10:49:27.367653 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-204ffd3a-a4cb-465a-90c1-7cf125493d43 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:49:27.374588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-204ffd3a-a4cb-465a-90c1-7cf125493d43 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports/df5c9715-60d0-4473-a510-d6b28d27dca8 HTTP/1.1" status: 404 len: 333 time: 0.0388551 Oct 20 10:49:27.375544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54986) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:27.382901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1622948335'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:27.391402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cb1388fa-9a80-4b5f-a98b-9f88c9d0994c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:49:27.393943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cb1388fa-9a80-4b5f-a98b-9f88c9d0994c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1070435 Oct 20 10:49:27.433305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Made reservation on behalf of 53e53b2ccad940baa2542ac816c99079 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:27.436257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.472229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port b09d5f1a-2261-489c-94d4-16cecb00a8af yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:27.627449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c21f8307-b0fd-4d7f-a984-0376f48abd30 service neutron] 10.222.0.74 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256687 Oct 20 10:49:27.646922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54992) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:27.720490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03f0dce1-e306-4c31-83ec-b745abd1b793 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:27.775548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.859750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54996) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:27.873707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445224138', 'description': 'tempest-description--1213630270'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:27.876424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 03f0dce1-e306-4c31-83ec-b745abd1b793 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:27.876926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.954540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-40189b2f-3086-4fea-9b78-ab7a0e8e8660 service neutron] 10.222.0.74 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250477 Oct 20 10:49:27.961846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.985558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-990252cf-67a9-4075-8973-59b7b7b792a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:27.999557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.030363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 03f0dce1-e306-4c31-83ec-b745abd1b793, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03f0dce1-e306-4c31-83ec-b745abd1b793,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:28.036314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.061842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Network b3290376-43bc-431f-9ce6-de04edac36e2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:28.063265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.077433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:28.083841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:28.084854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:28.085454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.115395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=03f0dce1-e306-4c31-83ec-b745abd1b793,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:28.128552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-990252cf-67a9-4075-8973-59b7b7b792a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.136164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=b09d5f1a-2261-489c-94d4-16cecb00a8af,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:28.144726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-9f11fe2e-5c5a-4bb8-bb24-1d76bccb9799 service neutron] 10.222.0.74 "GET /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1407394 Oct 20 10:49:28.165379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7881026 Oct 20 10:49:28.171861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.172656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.174067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.174701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.175830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.176758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.177250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.177894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.178902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.179441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.180007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.182002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f3da-2a0b-4b98-b958-3b87fa5b782a tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:28.188580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55000) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:28.196103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:28.244673 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:49:28.256947 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:28.259361 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:28.291607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-990252cf-67a9-4075-8973-59b7b7b792a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.333644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d0d7429a-740d-4f8e-b47c-f445c0b382dd service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879675 Oct 20 10:49:28.369659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-990252cf-67a9-4075-8973-59b7b7b792a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97d5ee1932f2462eab9a1fc3cdd55f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145841 Oct 20 10:49:28.371701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990252cf-67a9-4075-8973-59b7b7b792a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e971f-1e8e-4c8d-8c0f-08d448089e96,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:28.374392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:28.440531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df3429f8-05cc-48d8-8b57-1fd839b6bc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.496397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-740933bc-7961-46ce-8189-a823bddd3c7d service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609230 Oct 20 10:49:28.500947 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:28.590102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-97c5a052-26b9-42e2-bc76-d4fb46b5208a service neutron] 10.222.0.74 "GET /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0824599 Oct 20 10:49:28.604345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.625484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.668736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.675637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.714877 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.737825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.742761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8818510 Oct 20 10:49:28.743491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55014) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:28.751528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group_rule': {'security_group_id': '7100ae95-9389-46f5-9031-cddf63e46428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:28.761581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d5b3-e91a-4733-b17a-da8239808e3c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7100ae95-9389-46f5-9031-cddf63e46428,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:28.797696 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 2, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:28.846229 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:49:28.846634 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Updating router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b port c1c110a1-036b-42db-a904-5c0c36bb5bda binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:49:28.864514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-a9ac88e0-2661-4736-9655-a7f5a3c45753 service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516482 Oct 20 10:49:28.899766 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.913933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.918535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:28.920020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/716e971f-1e8e-4c8d-8c0f-08d448089e96 HTTP/1.1" status: 204 len: 168 time: 0.5307727 Oct 20 10:49:28.971467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fc7c1-ff14-4577-944f-76894698bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e971f-1e8e-4c8d-8c0f-08d448089e96,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.002107 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.035445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd012a7-10af-45ed-b5c1-d1e7936d5c34 req-d37b6817-3151-4cee-b38b-10e46f5b1928 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:29.043835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cd012a7-10af-45ed-b5c1-d1e7936d5c34 req-d37b6817-3151-4cee-b38b-10e46f5b1928 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.1341848 Oct 20 10:49:29.104357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.111595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.136245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-4d1c7bb5-90c4-4c11-9500-90db6a4418d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:29.138955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-4d1c7bb5-90c4-4c11-9500-90db6a4418d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.2641804 Oct 20 10:49:29.165668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46ff427-e7f5-424b-89db-ede2c842c2b0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.172993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cd012a7-10af-45ed-b5c1-d1e7936d5c34 req-06447164-0bf1-4ed8-bdff-6d678e8e7326 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281950 Oct 20 10:49:29.180007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-50e6926e-1e4c-48e0-816f-42dc4cd4edd5 service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987223 Oct 20 10:49:29.248944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.253059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55024) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:29.267514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a00c7b2b-2a06-4d8b-8be5-df8b53affd0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5201452 Oct 20 10:49:29.276923 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.278509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group_rule': {'security_group_id': '7100ae95-9389-46f5-9031-cddf63e46428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:29.284229 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.358366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Pushing event updated for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.376858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.377125 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.377511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.377824 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.378123 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.378534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.378698 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.379048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.379375 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.379858 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.380193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.380511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.381150 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:29.439197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port b09d5f1a-2261-489c-94d4-16cecb00a8af yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:29.457394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.464941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55026) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:29.488721 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:49:29.499937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.503743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Attempting to bind port c1c110a1-036b-42db-a904-5c0c36bb5bda on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:29.504686 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Attempting to bind port c1c110a1-036b-42db-a904-5c0c36bb5bda by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:29.505216 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Attempting to bind port c1c110a1-036b-42db-a904-5c0c36bb5bda on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:29.515460 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:29.516141 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Checking segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:29.516696 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.529391 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Bound using segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:29.530201 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Bound port: c1c110a1-036b-42db-a904-5c0c36bb5bda, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:29.531738 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.536311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-e1ce844b-6275-4615-8a16-a27a9a479494 service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443165 Oct 20 10:49:29.556324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c93fb669-1aef-46f2-a477-08c09e351164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.658829 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03f0dce1-e306-4c31-83ec-b745abd1b793 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:29.660856 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] For port c1c110a1-036b-42db-a904-5c0c36bb5bda, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:29.664498 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] For port c1c110a1-036b-42db-a904-5c0c36bb5bda, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c1c110a1-036b-42db-a904-5c0c36bb5bda,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:29.670980 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.703625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-aba5f645-3e46-4f98-a66d-cd05936b925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:29.705281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-aba5f645-3e46-4f98-a66d-cd05936b925b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.5551798 Oct 20 10:49:29.734366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.751747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-9447b290-98ab-47eb-9982-82ec018e752d service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143874 Oct 20 10:49:29.752362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.773358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] Provisioning complete for port c1c110a1-036b-42db-a904-5c0c36bb5bda triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:29.773731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.790733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d04be0-554d-4186-9dfd-2679b6eb008e req-1473fa18-1847-4986-b9a2-5d629d5d2b41 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:29.792253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:29.794743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:29.795198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:29.797185 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25dce-c1d5-49aa-a4f8-407f4e1e39b7 None None] Pushing event updated for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.797910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1d04be0-554d-4186-9dfd-2679b6eb008e req-1473fa18-1847-4986-b9a2-5d629d5d2b41 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1240048 Oct 20 10:49:29.805968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:29.806394 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:29.835741 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:29.836429 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:29.850788 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 2 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:29.853693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=b09d5f1a-2261-489c-94d4-16cecb00a8af,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.881149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 03f0dce1-e306-4c31-83ec-b745abd1b793 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:29.881555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.897792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-80d83890-ec6a-43a8-8df0-223b462230d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.1746242 Oct 20 10:49:29.913726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec519938-2cc9-4ac8-973e-63cecd634914,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:29.943673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:29.946658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:29.947717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:29.955124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1d04be0-554d-4186-9dfd-2679b6eb008e req-76c3712c-4f57-46a7-b4d9-8f7312a6698b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561542 Oct 20 10:49:29.960174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:29.976145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d167015-8682-46f9-a2d7-4171961e6e30 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7198460 Oct 20 10:49:29.976933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55032) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:30.015690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:30.018650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.021516 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.035723 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 3 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.074333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.074767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.079137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.093778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.094208 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.103035 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 4 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.124252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-b728a37b-87e0-4710-9dad-fbfb229a19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.125844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-b728a37b-87e0-4710-9dad-fbfb229a19b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.1956959 Oct 20 10:49:30.173931 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.193944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.195306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.195655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.202023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d085c3f8-6fa6-4fd3-84e4-6b7410ed1631 service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353721 Oct 20 10:49:30.205716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-927fe029-12e5-40c1-a15d-6117e66a360c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695858 Oct 20 10:49:30.212002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.212370 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.214230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c93fb669-1aef-46f2-a477-08c09e351164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.217061 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 5 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.219025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6379a-1b96-466e-879d-5fbad3add054 req-1f2cdf02-8f9a-46cb-a67c-c4af39549239 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.224543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.227617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0b6379a-1b96-466e-879d-5fbad3add054 req-1f2cdf02-8f9a-46cb-a67c-c4af39549239 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.1296732 Oct 20 10:49:30.297469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] For port c1c110a1-036b-42db-a904-5c0c36bb5bda, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c1c110a1-036b-42db-a904-5c0c36bb5bda,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:30.312009 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:30.312503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.323965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-03f3321d-b970-4e41-8a94-3a574c9b5f6c service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073618 Oct 20 10:49:30.326191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c93fb669-1aef-46f2-a477-08c09e351164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.355733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4397d6d3-91ca-4603-be2c-1dff1195a75b service neutron] 10.222.0.74 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254389 Oct 20 10:49:30.377870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148f31-4a10-4878-909f-fd1927ea0618 None None] Pushing event updated for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:30.411614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c93fb669-1aef-46f2-a477-08c09e351164 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=424fa8c12e2b4f5181fb5f5ff76107e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411986 Oct 20 10:49:30.412897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.413439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.413999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.416688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55036) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:30.438442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-505d3af8-d2bc-4493-8e90-cc2caa4c9ad6 None None] Provisioning complete for port c1c110a1-036b-42db-a904-5c0c36bb5bda triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:30.439501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-505d3af8-d2bc-4493-8e90-cc2caa4c9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.449595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.449909 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.459991 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 6 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.477889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.478308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.478667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.498054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0b6379a-1b96-466e-879d-5fbad3add054 req-bc954559-7632-4294-88ca-8f425d22ed4c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695479 Oct 20 10:49:30.514644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fb669-1aef-46f2-a477-08c09e351164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5b38fc-8393-4647-88db-64069694af87,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:30.526570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.526899 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.528940 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 7 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.549929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.550409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.550859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.570211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.571334 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.573426 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 8 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.591965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.591965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.592585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.598980 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c1a6989-f697-4857-b9ca-3763cce171b7 req-0cbae287-d977-4dc3-9474-7654dce0f7ac service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342107 Oct 20 10:49:30.601313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.601817 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.602292 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 9 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.628908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.629217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.629826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.655511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.656956 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.658639 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 10 to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af Oct 20 10:49:30.673210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0585983b-1b76-4042-bae2-75b239b5e88b service neutron] 10.222.0.74 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018820 Oct 20 10:49:30.675495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.709088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:30.709477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:30.709938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:30.715062 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:29Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:30.715506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:30.715841 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port b09d5f1a-2261-489c-94d4-16cecb00a8af on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:30.716344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.752273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.755620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.815192 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1df68-9e98-4eb2-8d28-25712ad297da None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:29Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:49:30.831265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port b09d5f1a-2261-489c-94d4-16cecb00a8af, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:30.831648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempted to set empty binding levels {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:49:30.838317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.909548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] In _notify_port_updated(), no bound segment for port b09d5f1a-2261-489c-94d4-16cecb00a8af on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:49:30.910701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.911395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.917076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "PUT /v2.0/ports/b09d5f1a-2261-489c-94d4-16cecb00a8af HTTP/1.1" status: 200 len: 976 time: 2.7225862 Oct 20 10:49:30.918142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55050) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:31.011469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f31bde67-0051-47cc-bb83-6f8599dbd90b service neutron] 10.222.0.74 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099465 Oct 20 10:49:31.041835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08803266-f565-430b-abc3-335a4e60eca6 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=b09d5f1a-2261-489c-94d4-16cecb00a8af,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:31.075386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.076015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.076554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.077087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.077617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.078145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.078674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.079245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.079902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.080424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.080951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.081474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.082054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.082577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.083126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.083645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.084675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.085365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.085890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.086413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.086950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.087473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.087994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.088517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.089041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.089560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.090257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.097270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-48b9494c-d9cc-48d4-a588-9f42fb3f7130 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24336 time: 0.1678250 Oct 20 10:49:31.098415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55054) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:31.131051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb563-371a-4d73-adf3-62b5739403b6 req-568592f5-eda9-447d-99b6-2a76f6f152cb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.139018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b13bb563-371a-4d73-adf3-62b5739403b6 req-568592f5-eda9-447d-99b6-2a76f6f152cb tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.2056010 Oct 20 10:49:31.160943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.163578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.164737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f5b38fc-8393-4647-88db-64069694af87 HTTP/1.1" status: 204 len: 168 time: 0.7461233 Oct 20 10:49:31.210763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Deleting port b09d5f1a-2261-489c-94d4-16cecb00a8af {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:31.211362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.242554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b13bb563-371a-4d73-adf3-62b5739403b6 req-1db6b7a6-da1d-46e6-8133-8eb6f992aa83 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025717 Oct 20 10:49:31.243708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3478f-d276-47b9-9b6b-35665f010679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5b38fc-8393-4647-88db-64069694af87,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:31.261463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Allocated IP 172.25.3.54 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/b224aff4-224d-4cdc-ad16-460a5fd1f992) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:31.288638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-227b36a4-1842-4d9a-8179-5a9bcb13ff81 service neutron] 10.222.0.74 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492731 Oct 20 10:49:31.336126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port b09d5f1a-2261-489c-94d4-16cecb00a8af, host n-h2-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:31.336598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5674c3d0-79f6-4bd9-9831-123293292472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.337061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.358041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Calling delete_port for b09d5f1a-2261-489c-94d4-16cecb00a8af owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:31.488877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.527710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event deleted for resources: {'Port': ['ID=b09d5f1a-2261-489c-94d4-16cecb00a8af,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:31.552018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.568998 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-23e204b4-5f04-4e94-b699-0362daeb920b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "DELETE /v2.0/ports/b09d5f1a-2261-489c-94d4-16cecb00a8af HTTP/1.1" status: 204 len: 168 time: 0.4692903 Oct 20 10:49:31.569669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:31.577002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05693164-c363-4157-99b5-244f7c069679 req-f3001930-1c90-4c39-a301-f823b1285b6d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:31.586543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05693164-c363-4157-99b5-244f7c069679 req-f3001930-1c90-4c39-a301-f823b1285b6d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.2287567 Oct 20 10:49:31.598743 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9842116c-1a06-4e7a-85e0-e75e0aaf54df tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:49:31.605028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9842116c-1a06-4e7a-85e0-e75e0aaf54df tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports/b09d5f1a-2261-489c-94d4-16cecb00a8af HTTP/1.1" status: 404 len: 333 time: 0.0342906 Oct 20 10:49:31.605651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55062) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:31.610434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-233083944', 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:31.622161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-a6aa7598-358b-4ee8-ba8f-8277adc49e98 service neutron] 10.222.0.74 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172812 Oct 20 10:49:31.650869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.689676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05693164-c363-4157-99b5-244f7c069679 req-2cfe1a1d-3ef2-409f-9395-a3096b2116df tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943060 Oct 20 10:49:31.708904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.716995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Made reservation on behalf of 53e53b2ccad940baa2542ac816c99079 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:31.730060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c1c110a1-036b-42db-a904-5c0c36bb5bda up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:31.731862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.746899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:31.778062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port f97bad07-f0b9-4945-b789-7c2af36c5971 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:31.821553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:31.825265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:31.830129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:31.882671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=b224aff4-224d-4cdc-ad16-460a5fd1f992,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:31.947127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c1c110a1-036b-42db-a904-5c0c36bb5bda triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:31.948159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.044680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ddc7a-0b0f-49d8-8bb3-c39d0482b78a req-e5f9c80e-91d7-4ee2-99a1-337ab34d508e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.046315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d3ddc7a-0b0f-49d8-8bb3-c39d0482b78a req-e5f9c80e-91d7-4ee2-99a1-337ab34d508e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1475210 Oct 20 10:49:32.071699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.152847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d3ddc7a-0b0f-49d8-8bb3-c39d0482b78a req-3201c53c-665d-4399-b804-e1d84431b5ac tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885093 Oct 20 10:49:32.156103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.326146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.429112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-6a733c14-76ae-445e-8a16-93c4ac39c3dc tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.435398 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-6a733c14-76ae-445e-8a16-93c4ac39c3dc tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.2329583 Oct 20 10:49:32.508381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.539051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.581233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.665076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81bb9b-ad42-482b-b06d-717a62722119 req-f29a648e-4d09-48e6-90d2-836f3eaa4b8d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.666587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a81bb9b-ad42-482b-b06d-717a62722119 req-f29a648e-4d09-48e6-90d2-836f3eaa4b8d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d265c60-dac8-4fdc-8451-64df6ee4e4ec HTTP/1.1" status: 200 len: 945 time: 0.1937671 Oct 20 10:49:32.667375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=b224aff4-224d-4cdc-ad16-460a5fd1f992,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:32.718060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.738161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.767830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.775023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6a660196-18d5-4cb9-9ce1-5f1dd5ce9163 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7778103 Oct 20 10:49:32.776228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a81bb9b-ad42-482b-b06d-717a62722119 req-95718f94-8547-4cea-86de-a89fc9ee6538 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926874 Oct 20 10:49:32.784343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=f97bad07-f0b9-4945-b789-7c2af36c5971,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:32.788504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Network b3290376-43bc-431f-9ce6-de04edac36e2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:32.807651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd4bb-dd1c-4050-b86f-e6f6a48261f4 req-0e464a70-c2fe-442d-a77b-d9a193f029f5 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.807914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:32.812719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:32.823253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.824326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.824718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d85dd4bb-dd1c-4050-b86f-e6f6a48261f4 req-0e464a70-c2fe-442d-a77b-d9a193f029f5 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 946 time: 0.1737995 Oct 20 10:49:32.853217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Deleting port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:32.853472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:32.883434 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0f213d8f-a6a2-455c-9de8-7f284d85c5a0 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2766919 Oct 20 10:49:32.885428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55118) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:32.891579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-2b3a2576-cba8-43ac-919b-352f15a1efb7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.893110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-2b3a2576-cba8-43ac-919b-352f15a1efb7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.2884150 Oct 20 10:49:33.001287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fd9e37b-cc64-44b5-9ab8-4451b56e808f req-84967d47-57b5-4b27-a90b-563ad000af0d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0383458 Oct 20 10:49:33.036503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d85dd4bb-dd1c-4050-b86f-e6f6a48261f4 req-77421d4b-cefa-49c8-9bc9-8cf7421c3870 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108860 Oct 20 10:49:33.048589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e30bd7-f558-4b52-81dd-6ef54b65482d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:33.056851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8e30bd7-f558-4b52-81dd-6ef54b65482d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports/f97bad07-f0b9-4945-b789-7c2af36c5971 HTTP/1.1" status: 200 len: 954 time: 0.1630056 Oct 20 10:49:33.066433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55130) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:33.184662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] For port 3cc40ec7-1748-4d1e-86e5-e7af82712b72, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3cc40ec7-1748-4d1e-86e5-e7af82712b72,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:33.185031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.208349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Calling delete_port for 3cc40ec7-1748-4d1e-86e5-e7af82712b72 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:33.214847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da32d33-c7d1-4a12-bc17-98912ccf5e0f req-7d07c43c-e5d8-446f-ab80-38a710b8c739 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:33.216653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6da32d33-c7d1-4a12-bc17-98912ccf5e0f req-7d07c43c-e5d8-446f-ab80-38a710b8c739 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=1960cfcf-0111-4716-b090-456a6cd9db3d HTTP/1.1" status: 200 len: 945 time: 0.1045678 Oct 20 10:49:33.234716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port dffffa33-8895-4d1b-b35f-723d6313f7fc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:33.235107 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.259735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-c5335e0f-937e-4bfe-88fa-cbcae5ae8d16 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--445224138&fields=id&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 267 time: 0.0806386 Oct 20 10:49:33.263635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Deleting port f97bad07-f0b9-4945-b789-7c2af36c5971 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:33.264232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.322091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6da32d33-c7d1-4a12-bc17-98912ccf5e0f req-8f1f998f-e9a1-40dc-8088-151807d1ac68 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950596 Oct 20 10:49:33.409597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port dffffa33-8895-4d1b-b35f-723d6313f7fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dffffa33-8895-4d1b-b35f-723d6313f7fc,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:33.410192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.434776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for dffffa33-8895-4d1b-b35f-723d6313f7fc owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:33.531489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.550678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Calling delete_port for f97bad07-f0b9-4945-b789-7c2af36c5971 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:33.566601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.581196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9e4b4c82-fe56-45a7-9104-c757e511e1f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:33.586687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0972464c-6533-4a74-916d-e8071d5df6f8', '3cc40ec7-1748-4d1e-86e5-e7af82712b72'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:33.598252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event deleted for resources: {'Port': ['ID=3cc40ec7-1748-4d1e-86e5-e7af82712b72,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:33.658554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942174b1-ad5b-4997-9338-dbb3dda7d357 req-dd27a478-c94d-4bc2-85db-1052e76adbb1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:33.660145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-942174b1-ad5b-4997-9338-dbb3dda7d357 req-dd27a478-c94d-4bc2-85db-1052e76adbb1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.2289934 Oct 20 10:49:33.669592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-3f85aa9c-3e36-4b26-bc1d-2fdda4f6f319 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:33.671110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-3f85aa9c-3e36-4b26-bc1d-2fdda4f6f319 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 817 time: 0.3937941 Oct 20 10:49:33.680258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] No DVR routers for this DVR port 3cc40ec7-1748-4d1e-86e5-e7af82712b72 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:33.684562 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.687942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7ecfa47b-f90f-43e8-b394-f82df59faa4b req-85f5f502-4592-4da4-93ef-4b5fd870ccfd tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "DELETE /v2.0/ports/3cc40ec7-1748-4d1e-86e5-e7af82712b72 HTTP/1.1" status: 204 len: 173 time: 1.2475865 Oct 20 10:49:33.688393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'name': 'network-vif-deleted', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:33.690707 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe0944-071a-4542-82ac-8a0c07f3e214" -d '{"events": [{"server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "name": "network-vif-deleted", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:33.722306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.739495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-efeb69ee-c377-4f1c-a04a-0df126b38722 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/quotas/35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 375 time: 0.0392888 Oct 20 10:49:33.748871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-942174b1-ad5b-4997-9338-dbb3dda7d357 req-428e6dcc-71ec-4263-831e-0374790796a7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Oct 20 10:49:33.760165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=dffffa33-8895-4d1b-b35f-723d6313f7fc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:33.806019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port dffffa33-8895-4d1b-b35f-723d6313f7fc on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:33.806331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.818641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.835096 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e1ca8fc-ba16-44dd-9430-52ef96cae5fc req-d22a7124-a871-4e72-8fa9-dc9ddc4cc05f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/dffffa33-8895-4d1b-b35f-723d6313f7fc HTTP/1.1" status: 204 len: 173 time: 0.9291301 Oct 20 10:49:33.868408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.877246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "DELETE /v2.0/ports/f97bad07-f0b9-4945-b789-7c2af36c5971 HTTP/1.1" status: 204 len: 168 time: 0.8167195 Oct 20 10:49:33.877246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67603ec7-93e6-42d3-8e57-9c0fc9bcf16d tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event deleted for resources: {'Port': ['ID=f97bad07-f0b9-4945-b789-7c2af36c5971,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:33.878022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55158) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:33.898172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-40510b49-4efc-4ba3-9f5a-acb58d47cdd7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473007 Oct 20 10:49:33.913726 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f66a61-5ea4-472d-932e-ce1b676a4e1b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:49:33.921713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f8f66a61-5ea4-472d-932e-ce1b676a4e1b tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports/f97bad07-f0b9-4945-b789-7c2af36c5971 HTTP/1.1" status: 404 len: 333 time: 0.0423665 Oct 20 10:49:33.922276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:33.928373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1599182915'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:33.958044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Made reservation on behalf of 53e53b2ccad940baa2542ac816c99079 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:33.961319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:33.996740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:34.091033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-60a529c0-d7ad-4a47-9a32-66f1964163c8 service neutron] 10.222.0.74 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725044 Oct 20 10:49:34.194745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71f6fd89-1f32-4da8-8e3b-1dc62e39b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.196301 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71f6fd89-1f32-4da8-8e3b-1dc62e39b886 service neutron] 10.222.0.70 "GET /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 1026 time: 0.0889919 Oct 20 10:49:34.202093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1860895148', 'description': 'tempest-description-254144162'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:34.226640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'dffffa33-8895-4d1b-b35f-723d6313f7fc'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:34.265908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-c5ff2b6f-7c36-4bb0-8c4a-053158737e65 service neutron] 10.222.0.74 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684701 Oct 20 10:49:34.269420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.282349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.284429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.310441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.313872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c96ab8dc-842d-4d7b-ace5-561dbb3fc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.315255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c96ab8dc-842d-4d7b-ace5-561dbb3fc0b5 service neutron] 10.222.0.70 "GET /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 1028 time: 0.0855901 Oct 20 10:49:34.432108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.440238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.488112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe40198-cd5e-4a9d-8c90-238a97acd6c2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:34.559767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.566050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.569751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-c3162459-0c8e-49b2-a41e-a27a2af7ff76 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.570991 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-c3162459-0c8e-49b2-a41e-a27a2af7ff76 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 946 time: 0.2576451 Oct 20 10:49:34.610280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.622883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69b755fb-0b50-4e21-bc77-a7af6c8f1bab req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4263957 Oct 20 10:49:34.623321 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f74ea-a660-4056-b4a8-b8b6c1186b87 x-openstack-request-id: req-756f74ea-a660-4056-b4a8-b8b6c1186b87 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:34.623614 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d265c60-dac8-4fdc-8451-64df6ee4e4ec", "name": "network-vif-deleted", "tag": "3cc40ec7-1748-4d1e-86e5-e7af82712b72", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:34.623868 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-756f74ea-a660-4056-b4a8-b8b6c1186b87 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:34.624264 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d265c60-dac8-4fdc-8451-64df6ee4e4ec', 'name': 'network-vif-deleted', 'tag': '3cc40ec7-1748-4d1e-86e5-e7af82712b72', 'status': 'completed', 'code': 200} Oct 20 10:49:34.643901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e233-aa15-4118-92e4-9b87280f8b81 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a444f-fd0f-4170-b9cf-04484fad95af,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:34.716884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.741457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-056bd0cd-5f8a-448b-8a17-f3e292a0e8f6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.762334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-056bd0cd-5f8a-448b-8a17-f3e292a0e8f6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.770507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-056bd0cd-5f8a-448b-8a17-f3e292a0e8f6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.772792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-056bd0cd-5f8a-448b-8a17-f3e292a0e8f6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 1989 time: 0.4335191 Oct 20 10:49:34.846108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34a54b1c-ceb9-4c0e-b023-f5e3a8bc4e40 req-28fa6e0c-c41c-4ed5-83ab-1f7412c0efa5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0430732 Oct 20 10:49:34.869031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65336885-008c-4b3c-a0f2-928da5134364 req-6c52b91d-a056-4781-a586-41facadb241a tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.870770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65336885-008c-4b3c-a0f2-928da5134364 req-6c52b91d-a056-4781-a586-41facadb241a tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fe3e7ff-55b3-49ed-8950-af8d4791ff63 HTTP/1.1" status: 200 len: 946 time: 0.1302006 Oct 20 10:49:34.875108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-310adbd0-4232-48fd-8417-eac72561dc95 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fdc316534104079b1aa86edcd923d95 HTTP/1.1" status: 200 len: 380 time: 0.0786271 Oct 20 10:49:34.879780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Network b3290376-43bc-431f-9ce6-de04edac36e2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:34.889020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:34.898707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'admin_state_up': True, 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'security_groups': ['a8e8bfa9-6fd3-4382-9ea6-0b562e191e41']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:34.901942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:34.902835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.903526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.906707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=1a31be67-8209-42a5-92df-a1f6a53b6ae2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:34.982978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65336885-008c-4b3c-a0f2-928da5134364 req-2bec2891-6384-462f-8bd4-cda49bb1d6a3 tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.74 "GET /v2.0/security-groups?id=7acf9e76-1065-4363-ba46-b005e78a28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024401 Oct 20 10:49:35.040785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Deleting port a59143e1-decb-4743-9875-45c127c10e1e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:35.041118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.060177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cee53660-f51e-4a06-a61c-76d6e7700caf req-d0c502c0-807f-4bc2-bcd4-80ab8e0b3fda tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 210 time: 0.0683582 Oct 20 10:49:35.064994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1768289689', 'description': 'tempest-description-723808488'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:35.097197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0cb9e04b-68c9-42ff-a9ef-1424eac7efaf tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1738169 Oct 20 10:49:35.100659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55186) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:35.116571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:35.183403 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.257721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] For port a59143e1-decb-4743-9875-45c127c10e1e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=a59143e1-decb-4743-9875-45c127c10e1e,segment=NetworkSegment(5baf850d-5ef9-4b2d-a594-72911d6c4bf1),segment_id=5baf850d-5ef9-4b2d-a594-72911d6c4bf1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:35.258330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.280045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Calling delete_port for a59143e1-decb-4743-9875-45c127c10e1e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:35.292704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:35.298986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.308437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.540369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 172.20.0.14 (e3819e3c-681b-4d48-a1e0-ca209baa8600/b22c1f7f-b6aa-45a7-a4da-3a904270870f/f98faeb4-36dc-4852-ac7f-80f717c99f22) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:35.556741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222002f-001b-4075-8335-e900cd57956a req-4034cb9f-1d1b-4770-94c0-0026bc21479d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.558512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e222002f-001b-4075-8335-e900cd57956a req-4034cb9f-1d1b-4770-94c0-0026bc21479d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1652172 Oct 20 10:49:35.564910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.609728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.610601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Pushing event deleted for resources: {'Port': ['ID=a59143e1-decb-4743-9875-45c127c10e1e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:35.641302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.668963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] No DVR routers for this DVR port a59143e1-decb-4743-9875-45c127c10e1e on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:35.673503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.676945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b46f2c3-fa79-45a0-b14e-841bc3c669bd req-72b45e0f-6714-4622-9bbd-7f7eadbc8daa tempest-VolumesAdminNegativeTest-1116442731 tempest-VolumesAdminNegativeTest-1116442731-project] 10.222.0.83 "DELETE /v2.0/ports/a59143e1-decb-4743-9875-45c127c10e1e HTTP/1.1" status: 204 len: 173 time: 1.0913501 Oct 20 10:49:35.681057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e222002f-001b-4075-8335-e900cd57956a req-07157369-b4b6-43c9-bd8a-1618c7cab11b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088960 Oct 20 10:49:35.712378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.713591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8b6734c-978b-445d-bd35-ab61a00f92f6 req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6525307 Oct 20 10:49:35.728392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] device_id is not set on port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:35.733386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8661d8-5c62-4ce9-85c0-659e3b03f1ce tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf067e9-f905-4453-80f3-e2fc73889a72,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:35.741218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.758733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.857291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.904599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:35.992744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:36.007495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:36.049278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:36.052548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:36.141666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-7c40e504-c750-4238-b040-c98f75219b42 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.146460 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-7c40e504-c750-4238-b040-c98f75219b42 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 817 time: 0.1994014 Oct 20 10:49:36.160069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.160917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.188185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-7a28070d-9c50-4e04-bbea-7e848881346d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3010848 Oct 20 10:49:36.203545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'admin_state_up': True, 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'security_groups': ['a8e8bfa9-6fd3-4382-9ea6-0b562e191e41']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:36.291916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3cc40ec7-1748-4d1e-86e5-e7af82712b72 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:36.339689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 3cc40ec7-1748-4d1e-86e5-e7af82712b72 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:36.340036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3cc40ec7-1748-4d1e-86e5-e7af82712b72 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:36.349441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=1a31be67-8209-42a5-92df-a1f6a53b6ae2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:36.396385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-99e00113-939e-48a3-adae-9af9d06b5329 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 379 time: 0.2202756 Oct 20 10:49:36.411398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.411737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.412109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.418806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'port': {'device_id': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'admin_state_up': True, 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'security_groups': ['7100ae95-9389-46f5-9031-cddf63e46428']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:36.419050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e157999a-8605-47a4-acf9-4ecd533777f2 None None] Provisioning complete for port f98faeb4-36dc-4852-ac7f-80f717c99f22 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:36.420083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.420430 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.420552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e157999a-8605-47a4-acf9-4ecd533777f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.422791 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 2 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.433618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d936aa0-89bd-4dce-8938-5026326d3973 req-7d8e948d-cd27-4d92-92f7-152ffcc211af tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.441197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d936aa0-89bd-4dce-8938-5026326d3973 req-7d8e948d-cd27-4d92-92f7-152ffcc211af tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 945 time: 0.2220631 Oct 20 10:49:36.463536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:36.467928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.490035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-06c046e5-44c9-43dd-af62-8879a6ca00ad tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.496051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e157999a-8605-47a4-acf9-4ecd533777f2 None None] Port f98faeb4-36dc-4852-ac7f-80f717c99f22 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:36.498029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-06c046e5-44c9-43dd-af62-8879a6ca00ad tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.2757928 Oct 20 10:49:36.505543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.505878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.506283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.525157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-07fd7332-b091-4815-99cf-c2333c8f4db4 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/quotas/5ec4ecd8a6e745549b9e3dee6c4fc7e0 HTTP/1.1" status: 200 len: 375 time: 0.0262146 Oct 20 10:49:36.527927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.528260 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.530582 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 3 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.546223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d936aa0-89bd-4dce-8938-5026326d3973 req-99aee8e7-ec13-461d-961e-f9e746ed4748 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041503 Oct 20 10:49:36.559919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.559919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.559919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.584233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.584628 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.585725 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 4 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.605850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.605850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.605850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.613756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.613967 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.615385 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 5 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.644411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-06e3e0cd-8238-4265-a435-7cc00d65a938 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041307 Oct 20 10:49:36.670686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.671064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.671407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.676263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'name': 'network-vif-deleted', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc'}, {'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'name': 'network-vif-deleted', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:36.679282 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05904a5e-08c8-4f11-8732-e5b43c30258d" -d '{"events": [{"server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "name": "network-vif-deleted", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc"}, {"server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "name": "network-vif-deleted", "tag": "a59143e1-decb-4743-9875-45c127c10e1e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:36.685272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.685605 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.687674 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 6 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.721816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Made reservation on behalf of 35c300d5c2eb44418ded73e7b38cf68e for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:36.726484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.728477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1346351741', 'description': 'tempest-description-255339831'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:36.757007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.757007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.757288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.767300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dffffa33-8895-4d1b-b35f-723d6313f7fc no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:36.792642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.792850 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.798055 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 7 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.803502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: dffffa33-8895-4d1b-b35f-723d6313f7fc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:36.804180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dffffa33-8895-4d1b-b35f-723d6313f7fc not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:36.804783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a59143e1-decb-4743-9875-45c127c10e1e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:36.826610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.834070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: a59143e1-decb-4743-9875-45c127c10e1e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:36.836375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device a59143e1-decb-4743-9875-45c127c10e1e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:36.843603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-e1248f85-1e92-4722-a05e-ddf889801ea7 service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982355 Oct 20 10:49:36.855991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.1.1.247 (89e3fe50-4724-42e6-aae6-da23056f6774/0aec8458-e513-44f8-aeef-ce912ff8ad97/1e9d01e6-5322-4669-a2df-3762ea03bcb1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:36.871000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.871338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.871670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:36.873614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.897867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:36.898194 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:36.925175 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 8 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:36.939743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-6c50195e-3bf5-41de-86ce-13a8e8a50d9e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.941569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-6c50195e-3bf5-41de-86ce-13a8e8a50d9e tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 945 time: 0.1975598 Oct 20 10:49:36.942814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Allocated IP 172.20.0.11 (8737f4db-bcbb-4cec-8a7f-d877fe64fafe/d89be818-ce93-4b3c-9ab2-9e627eb0a90a/c8c7e7fb-805b-4c36-bb0d-833b54d58685) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:36.977055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:36.977299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:36.977642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:37.034918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:37.035195 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:37.041613 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 9 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:37.067342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-9e294836-cc07-40c9-ab00-211e358e1e2d service neutron] 10.222.0.74 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216165 Oct 20 10:49:37.094705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:37.095059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:37.095389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:37.109917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:37.110252 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:37.116476 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempt 10 to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 Oct 20 10:49:37.146367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:37.146736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:37.147133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempting to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:37.169105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.171429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:37.171756 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Failed to bind port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': '248ca59e-6f38-41d8-b1a4-5f917cc77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b3290376-43bc-431f-9ce6-de04edac36e2'}] Oct 20 10:49:37.172130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.178070 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.220809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Deleting port 0972464c-6533-4a74-916d-e8071d5df6f8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:37.221142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.427253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.428989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c603c-7df1-4ef9-afe4-434f5c9f67b3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:37.486529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.518920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.524491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.546455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.583092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c86685-5783-47d8-a4b3-baeab8c870de req-55be0e0e-a826-4338-a719-c4e815dc574e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.591873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c86685-5783-47d8-a4b3-baeab8c870de req-55be0e0e-a826-4338-a719-c4e815dc574e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 932 time: 0.2355592 Oct 20 10:49:37.598540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:37.614635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:37.617820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:37.633429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:37.712474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] For port 0972464c-6533-4a74-916d-e8071d5df6f8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0972464c-6533-4a74-916d-e8071d5df6f8,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:37.712855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.715823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port 1a31be67-8209-42a5-92df-a1f6a53b6ae2, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:37.716194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attempted to set empty binding levels {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:49:37.728346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.729023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.742274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.743635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de920594-685f-41e9-bf24-380320846f39 req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0251403 Oct 20 10:49:37.744298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.759390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-17f779cd-dee5-48a4-af5f-d61b73ae885c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5602906 Oct 20 10:49:37.771052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c86685-5783-47d8-a4b3-baeab8c870de req-dfac3cdd-3799-41cd-b589-df72941ac40f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783421 Oct 20 10:49:37.772262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.774951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Calling delete_port for 0972464c-6533-4a74-916d-e8071d5df6f8 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:37.778057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baea78-f8b4-407d-9563-7e2c0e46cca2 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7394b-6d16-4fac-9c26-d1d11b6e656b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:37.798798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'admin_state_up': True, 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'security_groups': ['a8e8bfa9-6fd3-4382-9ea6-0b562e191e41']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:37.846089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55228) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:37.944657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] In _notify_port_updated(), no bound segment for port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 on network b3290376-43bc-431f-9ce6-de04edac36e2 {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:49:37.945639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.946313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.952081 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d0c43-436d-43e3-83fe-a02bd7f258de x-openstack-request-id: req-731d0c43-436d-43e3-83fe-a02bd7f258de {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:37.952390 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1960cfcf-0111-4716-b090-456a6cd9db3d", "name": "network-vif-deleted", "tag": "dffffa33-8895-4d1b-b35f-723d6313f7fc", "status": "completed", "code": 200}, {"server_uuid": "1fe3e7ff-55b3-49ed-8950-af8d4791ff63", "name": "network-vif-deleted", "tag": "a59143e1-decb-4743-9875-45c127c10e1e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:37.952610 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-731d0c43-436d-43e3-83fe-a02bd7f258de {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:37.952996 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1960cfcf-0111-4716-b090-456a6cd9db3d', 'name': 'network-vif-deleted', 'tag': 'dffffa33-8895-4d1b-b35f-723d6313f7fc', 'status': 'completed', 'code': 200} Oct 20 10:49:37.953249 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe3e7ff-55b3-49ed-8950-af8d4791ff63', 'name': 'network-vif-deleted', 'tag': 'a59143e1-decb-4743-9875-45c127c10e1e', 'status': 'completed', 'code': 200} Oct 20 10:49:37.964560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "PUT /v2.0/ports/1a31be67-8209-42a5-92df-a1f6a53b6ae2 HTTP/1.1" status: 200 len: 976 time: 2.8584011 Oct 20 10:49:37.965253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:37.972465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:37.975014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:37.981865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55230) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:38.038077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c278bd96-13fb-49a1-8faa-242276b05cba None None] Provisioning complete for port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:38.038977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c278bd96-13fb-49a1-8faa-242276b05cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.084410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c278bd96-13fb-49a1-8faa-242276b05cba None None] Port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:38.116007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:38.128808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:38.134686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.142221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152a5e-15f3-4ef6-ae4a-44f460f8df61 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event updated for resources: {'Port': ['ID=1a31be67-8209-42a5-92df-a1f6a53b6ae2,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:38.147755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Deleting subnet 99142b1d-e612-43c6-a4d7-39a7c6493fed {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:49:38.169950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.212374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0595f85-6d28-4903-b793-f393f707d8dd req-e3af0a4c-d3c4-4c47-845f-7e2698aca18d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:38.213863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0595f85-6d28-4903-b793-f393f707d8dd req-e3af0a4c-d3c4-4c47-845f-7e2698aca18d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 932 time: 0.1947472 Oct 20 10:49:38.233339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:38.233980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.240537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.261610 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-d3699c48-6a1c-4d19-9e79-087588f5b15a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8546302 Oct 20 10:49:38.295009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Request body: {'port': {'device_id': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:38.309032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.394353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.429235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.432546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-25df83e2-b339-4533-b836-97191da57a0b None None] Provisioning complete for port c8c7e7fb-805b-4c36-bb0d-833b54d58685 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:38.433120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-25df83e2-b339-4533-b836-97191da57a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.446658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536edf6-1bca-4bda-a5c0-b78d2e9c0644 req-c4f98e39-66ca-40e9-93be-65347fa14bd6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:38.448241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b536edf6-1bca-4bda-a5c0-b78d2e9c0644 req-c4f98e39-66ca-40e9-93be-65347fa14bd6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.3381577 Oct 20 10:49:38.454410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.1.1.211 (89e3fe50-4724-42e6-aae6-da23056f6774/0aec8458-e513-44f8-aeef-ce912ff8ad97/9451ac61-c8f1-478d-837a-a5c7b19cadf0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:38.467705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0595f85-6d28-4903-b793-f393f707d8dd req-c6610ddf-16a3-4b1a-9057-2805fd947de4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102352 Oct 20 10:49:38.494248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-25df83e2-b339-4533-b836-97191da57a0b None None] Port c8c7e7fb-805b-4c36-bb0d-833b54d58685 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:38.515632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99142b1d-e612-43c6-a4d7-39a7c6493fed,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:38.519423 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.527059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-15ce0da4-a783-4d32-b882-64f6daba0832 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/99142b1d-e612-43c6-a4d7-39a7c6493fed HTTP/1.1" status: 204 len: 168 time: 0.6766620 Oct 20 10:49:38.528118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:38.534611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Deleting port 1a31be67-8209-42a5-92df-a1f6a53b6ae2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:38.534968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.654060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-636e7376-40cb-464a-9832-c473784305a4 req-155312e7-1a55-4ec5-a0f1-6b6c7960dde2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 210 time: 0.0580277 Oct 20 10:49:38.680155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b536edf6-1bca-4bda-a5c0-b78d2e9c0644 req-ae7c220d-9ae4-472b-9442-56518d3f7a8a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674616 Oct 20 10:49:38.722831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.727906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1962645482', 'description': 'tempest-description-183677623'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:38.738764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.750834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0972464c-6533-4a74-916d-e8071d5df6f8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:38.754153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9e4b4c82-fe56-45a7-9104-c757e511e1f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:38.783429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.829089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event deleted for resources: {'Port': ['ID=0972464c-6533-4a74-916d-e8071d5df6f8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:38.893496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c9ef5fb-e787-48fc-98af-490b5df299e8 req-3e301b15-4617-4166-a2c7-0009d7a8a7e3 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b56f4e2-cc52-4832-a96c-96dff645ee55 HTTP/1.1" status: 200 len: 210 time: 0.0715120 Oct 20 10:49:38.897656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.924784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] No DVR routers for this DVR port 0972464c-6533-4a74-916d-e8071d5df6f8 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:38.941966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.946102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f6b3420-80a1-4880-aa96-3fdaaee53c59 req-ead999d1-d733-473d-9d44-5c91684b85f6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.70 "DELETE /v2.0/ports/0972464c-6533-4a74-916d-e8071d5df6f8 HTTP/1.1" status: 204 len: 173 time: 1.9899383 Oct 20 10:49:38.946565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'name': 'network-vif-deleted', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:38.950310 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97a64e-8676-485b-990b-4ea6bd0850dc" -d '{"events": [{"server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "name": "network-vif-deleted", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:38.956842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.073073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.102900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] For port 1a31be67-8209-42a5-92df-a1f6a53b6ae2, host n-h2-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:39.103626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.140332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Calling delete_port for 1a31be67-8209-42a5-92df-a1f6a53b6ae2 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:39.160337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.170329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.174195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40161d8b-ef7b-4464-82ae-3a40cc4a6439']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.192854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network 89e3fe50-4724-42e6-aae6-da23056f6774 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:39.207213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baf850d-5ef9-4b2d-a594-72911d6c4bf1') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.207663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baf850d-5ef9-4b2d-a594-72911d6c4bf1') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.219320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:39.229627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:39.240292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807115b6-7d08-476f-8661-226b3e812fa7 req-a7fe6bf9-77c7-4c3f-97d3-b09a8fb24a7c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.248088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807115b6-7d08-476f-8661-226b3e812fa7 req-a7fe6bf9-77c7-4c3f-97d3-b09a8fb24a7c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.254299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807115b6-7d08-476f-8661-226b3e812fa7 req-a7fe6bf9-77c7-4c3f-97d3-b09a8fb24a7c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.256935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-807115b6-7d08-476f-8661-226b3e812fa7 req-a7fe6bf9-77c7-4c3f-97d3-b09a8fb24a7c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 2375 time: 0.2017875 Oct 20 10:49:39.264840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.277515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-339283ea-fe1f-4403-84ee-bbdd0a455a35 req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5582809 Oct 20 10:49:39.279524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.285493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-8b33e951-5b1b-49aa-ad64-6803d4aeb7a1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.287453 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-8b33e951-5b1b-49aa-ad64-6803d4aeb7a1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 806 time: 0.4937162 Oct 20 10:49:39.358837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.372722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Request body: {'port': {'device_id': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'admin_state_up': True, 'tenant_id': '5ec4ecd8a6e745549b9e3dee6c4fc7e0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:39.378705 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369751f0-f149-4edf-8ec6-3999ce800d92 x-openstack-request-id: req-369751f0-f149-4edf-8ec6-3999ce800d92 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:39.379046 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b56f4e2-cc52-4832-a96c-96dff645ee55", "name": "network-vif-deleted", "tag": "0972464c-6533-4a74-916d-e8071d5df6f8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:39.379172 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-369751f0-f149-4edf-8ec6-3999ce800d92 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:39.379806 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b56f4e2-cc52-4832-a96c-96dff645ee55', 'name': 'network-vif-deleted', 'tag': '0972464c-6533-4a74-916d-e8071d5df6f8', 'status': 'completed', 'code': 200} Oct 20 10:49:39.398746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.415992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26734df-69ea-424f-9de5-46752c41e71a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c8ab0-91ac-404e-8dc2-54fde710c80a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.451139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:39.451764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:39.473626 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:39.487856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-807115b6-7d08-476f-8661-226b3e812fa7 req-cbbe6841-25a6-409f-bf21-8701aa257567 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060041 Oct 20 10:49:39.534633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.535270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.656254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-949bd9bf-a94b-4dd7-8740-9b7fc57c3049 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8627052 Oct 20 10:49:39.679474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'admin_state_up': True, 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'security_groups': ['a8e8bfa9-6fd3-4382-9ea6-0b562e191e41']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:39.707507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.733432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.737249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.739391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-508b3a6b-ea88-4b69-936f-751f05b3fa44 None None] Provisioning complete for port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:39.739983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-508b3a6b-ea88-4b69-936f-751f05b3fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.744599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] 10.222.0.74 "DELETE /v2.0/networks/40161d8b-ef7b-4464-82ae-3a40cc4a6439 HTTP/1.1" status: 204 len: 168 time: 1.2037051 Oct 20 10:49:39.746025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55246) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:39.761986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd2321-9b86-4563-b29f-abab3fe0a5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=40161d8b-ef7b-4464-82ae-3a40cc4a6439,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.777843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-508b3a6b-ea88-4b69-936f-751f05b3fa44 None None] Port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:39.806115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a31be67-8209-42a5-92df-a1f6a53b6ae2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.816288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39693-688d-4dd8-9126-0acf95c3abeb req-aee68f70-616a-4faa-b3e5-6f27638035e2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.817885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38a39693-688d-4dd8-9126-0acf95c3abeb req-aee68f70-616a-4faa-b3e5-6f27638035e2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 932 time: 0.1217802 Oct 20 10:49:39.884831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38a39693-688d-4dd8-9126-0acf95c3abeb req-132dbacd-2446-40e0-ac0f-9aeb391557e5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556920 Oct 20 10:49:39.937199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.942569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6f7568e-4554-4bc5-b609-6c3b611d46d1 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1a31be67-8209-42a5-92df-a1f6a53b6ae2 HTTP/1.1" status: 204 len: 168 time: 1.9540317 Oct 20 10:49:39.943327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55250) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:39.972797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Made reservation on behalf of 5ec4ecd8a6e745549b9e3dee6c4fc7e0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:39.977585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.982699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Deleting subnet 22c7b69a-7187-4b8c-aa3c-de21d1a6757b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:49:39.983682 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bc079e-db43-4f0b-97e8-6b979ea10989 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:49:39.990932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-80bc079e-db43-4f0b-97e8-6b979ea10989 tempest-PortsAdminExtendedAttrsTestJSON-14611157 tempest-PortsAdminExtendedAttrsTestJSON-14611157-project-admin] 10.222.0.74 "GET /v2.0/ports/1a31be67-8209-42a5-92df-a1f6a53b6ae2 HTTP/1.1" status: 404 len: 333 time: 0.0412529 Oct 20 10:49:39.991574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55252) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:40.006375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.014905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c7e7fb-805b-4c36-bb0d-833b54d58685 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:40.044928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfb8aacd-2cb3-49d8-80eb-a35449c986c8 req-c2ef0b9a-0e0a-4dbb-934c-6f872ede8228 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 210 time: 0.0423422 Oct 20 10:49:40.049378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.139057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Transition to ACTIVE for port object c8c7e7fb-805b-4c36-bb0d-833b54d58685 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:40.140370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.143304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.179576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:40.183016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-95eaa4d5-38a5-4dce-af88-d6b0b47df029 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50632 time: 0.7985301 Oct 20 10:49:40.183398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.344187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e426ebd-0902-4657-8ef1-5d34e84cf082 req-1a89e85d-8d70-446c-b8f2-95e5b6c963a7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:40.345090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.345644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e426ebd-0902-4657-8ef1-5d34e84cf082 req-1a89e85d-8d70-446c-b8f2-95e5b6c963a7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1939645 Oct 20 10:49:40.347578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.352150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-594cf923-b486-439a-85ff-be29dd2a8e61 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/03fd3333-9faa-4d69-8ae9-be29b611b653 HTTP/1.1" status: 200 len: 2985 time: 0.1486428 Oct 20 10:49:40.376184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:40.395419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3290376-43bc-431f-9ce6-de04edac36e2']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:40.421029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248ca59e-6f38-41d8-b1a4-5f917cc77844') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:40.421230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248ca59e-6f38-41d8-b1a4-5f917cc77844') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:40.434234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Allocated IP 172.20.0.5 (6768f348-602f-491e-8798-f3e7419d21f7/64e2a882-c068-4a57-bcf4-b1025ccdaaae/7cf520a8-a90b-4dd2-95f3-27dce42e4879) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:40.445988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.455600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.462774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e426ebd-0902-4657-8ef1-5d34e84cf082 req-4a67c91f-0419-49bd-b5d9-de54f14097ed tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049526 Oct 20 10:49:40.471796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-0fda5861-ab46-4b86-996a-ed26bdbd99ef tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/03fd3333-9faa-4d69-8ae9-be29b611b653 HTTP/1.1" status: 200 len: 2985 time: 0.1050558 Oct 20 10:49:40.472968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.480663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:40.481117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:40.484797 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:40.601041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.615989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.624962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] 10.222.0.74 "DELETE /v2.0/networks/b3290376-43bc-431f-9ce6-de04edac36e2 HTTP/1.1" status: 204 len: 168 time: 0.6315017 Oct 20 10:49:40.653940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-21f9d180-4e5e-46d6-9107-e31de9607748 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/067c603c-7df1-4ef9-afe4-434f5c9f67b3 HTTP/1.1" status: 200 len: 2985 time: 0.1683722 Oct 20 10:49:40.671896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Pushing event deleted for resources: {'Network': ['ID=b3290376-43bc-431f-9ce6-de04edac36e2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:40.691816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.692268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.692707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.693139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.693570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.694532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.694972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.695795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.695795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.696467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.696624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.697048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a079dc-732d-4e8e-8ce6-4af0c67fd444 tempest-PortsAdminExtendedAttrsTestJSON-1948125072 tempest-PortsAdminExtendedAttrsTestJSON-1948125072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.727042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-157829f3-3190-46b2-8919-3c9c742bf0cc tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/067c603c-7df1-4ef9-afe4-434f5c9f67b3 HTTP/1.1" status: 200 len: 2985 time: 0.0569017 Oct 20 10:49:40.776885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.828349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-f2ccaebe-e8cb-48f3-a7b2-56245705ecb7 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/39b9083e-0b13-4b5d-8fd3-b35347ed2032 HTTP/1.1" status: 200 len: 2985 time: 0.0936894 Oct 20 10:49:40.859514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78923b8e-0997-4cc8-a072-c5a8e38fbd44 req-9c064d07-acf6-4b91-99e3-3afde972ee7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:40.872191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78923b8e-0997-4cc8-a072-c5a8e38fbd44 req-9c064d07-acf6-4b91-99e3-3afde972ee7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:40.879915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78923b8e-0997-4cc8-a072-c5a8e38fbd44 req-9c064d07-acf6-4b91-99e3-3afde972ee7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:40.887921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78923b8e-0997-4cc8-a072-c5a8e38fbd44 req-9c064d07-acf6-4b91-99e3-3afde972ee7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 2375 time: 0.1246877 Oct 20 10:49:40.915792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Attempting to bind port c8c7e7fb-805b-4c36-bb0d-833b54d58685 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:40.916171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Attempting to bind port c8c7e7fb-805b-4c36-bb0d-833b54d58685 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:40.916492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Attempting to bind port c8c7e7fb-805b-4c36-bb0d-833b54d58685 on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:40.940625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c7b69a-7187-4b8c-aa3c-de21d1a6757b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:40.946501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.949805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-84a1c1a9-afde-4ed7-a171-5163f1c500a5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/22c7b69a-7187-4b8c-aa3c-de21d1a6757b HTTP/1.1" status: 204 len: 168 time: 1.1917949 Oct 20 10:49:40.956781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55266) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:40.961531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Port c8c7e7fb-805b-4c36-bb0d-833b54d58685 on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:40.962319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Attempting to bind port c8c7e7fb-805b-4c36-bb0d-833b54d58685 on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:40.984829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-8c446ee5-e55a-449a-89b9-88ced60495c0 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/39b9083e-0b13-4b5d-8fd3-b35347ed2032 HTTP/1.1" status: 200 len: 2985 time: 0.0946901 Oct 20 10:49:41.021446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78923b8e-0997-4cc8-a072-c5a8e38fbd44 req-5ddbc2a8-95b2-49ed-9170-a4e37574a265 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325386 Oct 20 10:49:41.025799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:41.026312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Checking segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:41.026494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Bound using segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:41.027017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Bound port: c8c7e7fb-805b-4c36-bb0d-833b54d58685, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:41.027314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.073962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55268) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:41.108536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-a2306d63-cbac-45eb-a498-7f94c22f8319 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/444ba441-d036-4813-b056-8947b4f869ad HTTP/1.1" status: 200 len: 2985 time: 0.1165612 Oct 20 10:49:41.212496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b3716-5da0-418e-95a4-cea50f029732 req-ce9de994-ba22-47d0-9b05-e4bee8cf3429 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:41.214596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-608b3716-5da0-418e-95a4-cea50f029732 req-ce9de994-ba22-47d0-9b05-e4bee8cf3429 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.0978308 Oct 20 10:49:41.248150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-b1a48dc0-c2f8-458a-884e-2bab795d5c7f tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/444ba441-d036-4813-b056-8947b4f869ad HTTP/1.1" status: 200 len: 2985 time: 0.1331427 Oct 20 10:49:41.318008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f6f19592-50ed-4b3b-bd20-f61ed111e935 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef7d4769fe3c413eb24682723a9e617e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404487 Oct 20 10:49:41.321142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55274) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:41.368580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-608b3716-5da0-418e-95a4-cea50f029732 req-ebf33186-3d84-44fc-a670-8dec0e29d5c8 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307607 Oct 20 10:49:41.370013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-2ea82a3f-faf5-4a9a-aca1-603a3b0ce8dc tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/456e46c9-7b19-4c01-8fe3-3c0191dcd0e0 HTTP/1.1" status: 200 len: 2985 time: 0.0964754 Oct 20 10:49:41.457827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-cb02c31e-2245-4da7-928b-056ac3d2442c tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/456e46c9-7b19-4c01-8fe3-3c0191dcd0e0 HTTP/1.1" status: 200 len: 2985 time: 0.0729380 Oct 20 10:49:41.462465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.503598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.2.2.100 (d4141cc7-a837-440a-bf23-e578fb5952af/ae582d63-2413-4008-981e-0f8a0ff87bcc/ef59272b-13c6-41b4-a5da-59228ba98b26) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:41.536527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.539749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.551284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.597369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:41.598085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7cc96-3a5a-4c27-9ae8-6b96f250be1a req-909315bc-9617-47ec-b6ba-99a5813d9384 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:41.599676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76e7cc96-3a5a-4c27-9ae8-6b96f250be1a req-909315bc-9617-47ec-b6ba-99a5813d9384 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1298797 Oct 20 10:49:41.606197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-bfd583d2-b52b-4f19-89b3-7bc636996d70 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5cc1acd1-29da-4d8e-a373-5f282f313d48 HTTP/1.1" status: 200 len: 2973 time: 0.1403081 Oct 20 10:49:41.635234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:41.658301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.661202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.661327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.663023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/444ba441-d036-4813-b056-8947b4f869ad HTTP/1.1" status: 204 len: 168 time: 0.3394773 Oct 20 10:49:41.718483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9c33e-39bc-497d-b635-db18c31ba53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ba441-d036-4813-b056-8947b4f869ad,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:41.735979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.736390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-b71636b8-8d6f-4fce-9d3a-0625d5183fee tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5cc1acd1-29da-4d8e-a373-5f282f313d48 HTTP/1.1" status: 200 len: 2973 time: 0.1092734 Oct 20 10:49:41.752914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:41.762467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76e7cc96-3a5a-4c27-9ae8-6b96f250be1a req-baed274d-4aa4-46b1-ad3d-1ba777647642 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271431 Oct 20 10:49:41.882962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-d9341dd4-abbc-4c49-9287-c0d201533298 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/65596b4e-4fd3-42e9-b6cb-b1e59abac8b1 HTTP/1.1" status: 200 len: 2985 time: 0.1162572 Oct 20 10:49:41.935818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.960067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebdc047-20b0-4721-8519-ec6765439c5c']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:41.971736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fdee0a-a6b9-4fcf-80c4-f9b56d18a25c') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:41.972040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fdee0a-a6b9-4fcf-80c4-f9b56d18a25c') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:41.984238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:41.999869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.010239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:42.010648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:42.032669 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:42.045067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.045588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.047031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] 10.222.0.83 "PUT /v2.0/ports/c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 1093 time: 3.7594762 Oct 20 10:49:42.053510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:42.056033 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabfcac4-d915-4222-a768-fdeca0aad8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:42.089499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-358ffab9-720e-4f08-bf5a-85d64cf27fbb tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/65596b4e-4fd3-42e9-b6cb-b1e59abac8b1 HTTP/1.1" status: 200 len: 2985 time: 0.1988020 Oct 20 10:49:42.129983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf26eeb-c29f-422c-bfd5-863dc6bb80cc req-57a78c94-02dd-4dd1-bba4-ab2c0447d00f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.137985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edf26eeb-c29f-422c-bfd5-863dc6bb80cc req-57a78c94-02dd-4dd1-bba4-ab2c0447d00f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 931 time: 0.2580223 Oct 20 10:49:42.158882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a957c-7cc7-4e8e-ae08-59bbd9bc1d53 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:42.169443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411eaa-3ee3-4ba7-8b26-8e07e632e0e5 req-9a78b54a-bfcf-4592-9801-8a46d17ca84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.170767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06411eaa-3ee3-4ba7-8b26-8e07e632e0e5 req-9a78b54a-bfcf-4592-9801-8a46d17ca84c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.2321630 Oct 20 10:49:42.188066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55286) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:42.210747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Network 6768f348-602f-491e-8798-f3e7419d21f7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:42.214757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.246151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:42.249379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.251430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edf26eeb-c29f-422c-bfd5-863dc6bb80cc req-28bf0cc5-3b8a-49a0-9e75-76b9a059ab82 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122568 Oct 20 10:49:42.253419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] 10.222.0.74 "DELETE /v2.0/networks/cebdc047-20b0-4721-8519-ec6765439c5c HTTP/1.1" status: 204 len: 168 time: 1.2928011 Oct 20 10:49:42.256960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-0227027d-0038-4271-bd47-7e5aa5294148 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/7acf9e76-1065-4363-ba46-b005e78a28fe HTTP/1.1" status: 200 len: 2985 time: 0.1470332 Oct 20 10:49:42.265290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06411eaa-3ee3-4ba7-8b26-8e07e632e0e5 req-d3013551-2309-477f-a7c4-f04f384ec8e6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Oct 20 10:49:42.266221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:42.303455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9b2576f4-49b5-4613-ba89-199314b83117 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53e53b2ccad940baa2542ac816c99079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141648 Oct 20 10:49:42.306398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55290) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:42.308206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0972464c-6533-4a74-916d-e8071d5df6f8 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:42.347644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 0972464c-6533-4a74-916d-e8071d5df6f8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:42.347981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0972464c-6533-4a74-916d-e8071d5df6f8 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:42.352208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.352852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.367046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d4b0-9386-4a09-9715-6e1e43c54e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebdc047-20b0-4721-8519-ec6765439c5c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:42.368791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-1cd90fd6-5ddf-4895-bf64-fefa4d9e70f0 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/7acf9e76-1065-4363-ba46-b005e78a28fe HTTP/1.1" status: 200 len: 2985 time: 0.0933666 Oct 20 10:49:42.395823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event updated for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:42.401502 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.407718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.410364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-86ed3055-c6a3-4965-880f-275b8b32dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.412082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-86ed3055-c6a3-4965-880f-275b8b32dfbc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1096 time: 0.2500381 Oct 20 10:49:42.416599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ac982ee4-ccd8-4df7-96c5-71daeae36a86 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0548265 Oct 20 10:49:42.460327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.469971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-a83a482d-67d2-417f-b7fc-966da6c166b0 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/812fa816-4db8-48c0-80a0-4c42b4efb327 HTTP/1.1" status: 200 len: 2985 time: 0.0935304 Oct 20 10:49:42.479426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.527064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Request body: {'port': {'device_id': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:42.538322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede331a-50cf-4289-9169-82ce30673c36 req-e79428d3-208b-40a4-bd25-dfd31ce20fc7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.544554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ede331a-50cf-4289-9169-82ce30673c36 req-e79428d3-208b-40a4-bd25-dfd31ce20fc7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1279438 Oct 20 10:49:42.585492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55294) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:42.603016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-90661131-ff65-40e0-8f23-a0a9452de82c tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/812fa816-4db8-48c0-80a0-4c42b4efb327 HTTP/1.1" status: 200 len: 2985 time: 0.1215191 Oct 20 10:49:42.608344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-8e7a46cc-3ac9-4aad-8a20-d8b225d75a88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 217 time: 0.0979395 Oct 20 10:49:42.616023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network d4141cc7-a837-440a-bf23-e578fb5952af is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:42.627644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:42.629594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ede331a-50cf-4289-9169-82ce30673c36 req-271420db-82df-404f-85e3-abb097e9da9f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841572 Oct 20 10:49:42.649322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:42.653082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.655753 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.665964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03fd3333-9faa-4d69-8ae9-be29b611b653 HTTP/1.1" status: 204 len: 168 time: 0.3497977 Oct 20 10:49:42.679259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:42.698349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07129915-d2a6-4da7-afa1-15d686bc27e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fd3333-9faa-4d69-8ae9-be29b611b653,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:42.723339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2a2fb952-1f9b-4522-b609-d1b9d33452e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0519285ca6b54b88a3ee3d4b4c1bbbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315229 Oct 20 10:49:42.727945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55298) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:42.748015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.748435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.805538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-5fc302be-cb0b-4930-a4a6-6f35113763c9 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8feb2818-16a1-4ba4-8fcc-244277434981 HTTP/1.1" status: 200 len: 2977 time: 0.1902301 Oct 20 10:49:42.813725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:42.832999 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0bf40c82-e805-42d4-8eb0-3f372d34c28f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1638885 Oct 20 10:49:42.836622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-4d17a86b-04aa-472e-b5fe-933c8a73158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.838139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-4d17a86b-04aa-472e-b5fe-933c8a73158a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.2208612 Oct 20 10:49:42.848003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'admin_state_up': True, 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'security_groups': ['a8e8bfa9-6fd3-4382-9ea6-0b562e191e41']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:42.965123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-071c7544-4d27-48b2-a8ba-e1955699f3d6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.966649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-071c7544-4d27-48b2-a8ba-e1955699f3d6 tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.83 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.2724183 Oct 20 10:49:42.979960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-e63fda23-7841-46fd-878f-b9cbee8d4ed7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.986295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-e63fda23-7841-46fd-878f-b9cbee8d4ed7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.992741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-e63fda23-7841-46fd-878f-b9cbee8d4ed7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.999122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-e63fda23-7841-46fd-878f-b9cbee8d4ed7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:43.007188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-e63fda23-7841-46fd-878f-b9cbee8d4ed7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 3096 time: 0.2049358 Oct 20 10:49:43.027861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-6e8a3b98-84cd-4209-a3d4-321f0d40bc68 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8feb2818-16a1-4ba4-8fcc-244277434981 HTTP/1.1" status: 200 len: 2977 time: 0.1870692 Oct 20 10:49:43.028445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.103975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0160c056-2572-4d4e-b4cd-21f58a9d221b None None] Provisioning complete for port ef59272b-13c6-41b4-a5da-59228ba98b26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:43.104514 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0160c056-2572-4d4e-b4cd-21f58a9d221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.130671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.163640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-136ccbbb-8eda-46bd-85b8-d7859d3dc5f9 req-610d50b8-d4af-4a1f-b075-6d75c85c4752 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494739 Oct 20 10:49:43.194724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0160c056-2572-4d4e-b4cd-21f58a9d221b None None] Port ef59272b-13c6-41b4-a5da-59228ba98b26 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:43.235517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127325f-3978-425d-8265-eb34675b1779 req-7cdded90-09e6-4bfb-9873-b03b680dd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:43.237591 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-7cdded90-09e6-4bfb-9873-b03b680dd050 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3527365 Oct 20 10:49:43.260650 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8cc0ee-be46-43ec-be57-1b2671bdc6f9 x-openstack-request-id: req-3d8cc0ee-be46-43ec-be57-1b2671bdc6f9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:43.261536 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:43.261887 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d8cc0ee-be46-43ec-be57-1b2671bdc6f9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:43.262530 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'status': 'completed', 'code': 200} Oct 20 10:49:43.268755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Made reservation on behalf of 8fdc316534104079b1aa86edcd923d95 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:43.275345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.286716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-2513301d-7e59-4352-aaad-d6e7e68621b0 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/9fe40198-cd5e-4a9d-8c90-238a97acd6c2 HTTP/1.1" status: 200 len: 2985 time: 0.2312102 Oct 20 10:49:43.294688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.297521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.304170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7acf9e76-1065-4363-ba46-b005e78a28fe HTTP/1.1" status: 204 len: 168 time: 0.5747428 Oct 20 10:49:43.316013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44212764-66ff-4710-b3e6-04405b906a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf9e76-1065-4363-ba46-b005e78a28fe,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:43.346803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Deleting port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:43.347180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:43.734507 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-3f3b3fe0-69dc-4fab-acc5-894c7f53c9aa service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669123 Oct 20 10:49:43.886764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-b053a485-795d-4a5a-aca3-412c0be173b0 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/9fe40198-cd5e-4a9d-8c90-238a97acd6c2 HTTP/1.1" status: 200 len: 2985 time: 0.5423446 Oct 20 10:49:43.932288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55326) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:43.951553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Allocated IP 10.2.2.200 (d4141cc7-a837-440a-bf23-e578fb5952af/ae582d63-2413-4008-981e-0f8a0ff87bcc/6c99ceae-7c43-4c10-bb9c-8ec674d0421b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:43.980000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf520a8-a90b-4dd2-95f3-27dce42e4879 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:43.999357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.007173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e127325f-3978-425d-8265-eb34675b1779 req-8c12ead7-f717-4ad6-901d-55845b3f9860 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538576 Oct 20 10:49:44.009717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11577b4-0f31-4573-8aba-e6678953fb4b req-016543e0-8f9f-404e-9e11-44bedf1cb59d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.011112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a11577b4-0f31-4573-8aba-e6678953fb4b req-016543e0-8f9f-404e-9e11-44bedf1cb59d tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/ports?device_id=57ac1a9f-022e-4054-93d5-09a3f34e5dc4 HTTP/1.1" status: 200 len: 946 time: 0.1821175 Oct 20 10:49:44.047013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Transition to ACTIVE for port object 7cf520a8-a90b-4dd2-95f3-27dce42e4879 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:44.054843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.072613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d165a32c-cbcb-455e-a41c-ec764fc8c36c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c4676565a684fd6bf45eee14ff94f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367400 Oct 20 10:49:44.074271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] For port 9e4b4c82-fe56-45a7-9104-c757e511e1f1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9e4b4c82-fe56-45a7-9104-c757e511e1f1,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:44.074633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.078156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:44.123688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-2bf6bfa4-3f28-4b26-a395-82a0650327f1 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89 HTTP/1.1" status: 200 len: 2985 time: 0.1976309 Oct 20 10:49:44.128992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Calling delete_port for 9e4b4c82-fe56-45a7-9104-c757e511e1f1 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:44.192894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a11577b4-0f31-4573-8aba-e6678953fb4b req-ce6dbf35-adf5-4830-84e0-cd5032f9940b tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.74 "GET /v2.0/security-groups?id=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673348 Oct 20 10:49:44.207949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.220578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:44.237597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-d74d669e-b94d-4930-a49c-01ba1d14cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.239191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-d74d669e-b94d-4930-a49c-01ba1d14cb40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1096 time: 0.1397462 Oct 20 10:49:44.260864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55334) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:44.361279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-3ace6e96-2cd5-4168-a4a0-d1847254a85a tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89 HTTP/1.1" status: 200 len: 2985 time: 0.2212830 Oct 20 10:49:44.375255 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.461301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.487600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37481de-b95e-449b-9c0f-42db643764f9 req-0a75e765-eba3-4574-9e20-98884c5b435b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.489363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e37481de-b95e-449b-9c0f-42db643764f9 req-0a75e765-eba3-4574-9e20-98884c5b435b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1903944 Oct 20 10:49:44.494448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-776c1c89-366c-4877-993f-eca4fc0b57f1 tempest-AgentManagementNegativeTest-407918179 tempest-AgentManagementNegativeTest-407918179-project] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2256153 Oct 20 10:49:44.495038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Attempting to bind port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:44.495038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Attempting to bind port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:44.495711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Attempting to bind port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:44.501521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-9964504a-72e2-44e5-a0f5-121539659670 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/b6b612d6-569d-48e4-b929-f64342af0d6e HTTP/1.1" status: 200 len: 2981 time: 0.1388047 Oct 20 10:49:44.509713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 on network 6768f348-602f-491e-8798-f3e7419d21f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:44.510168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Attempting to bind port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 on network 6768f348-602f-491e-8798-f3e7419d21f7 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:44.518474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:44.518991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Checking segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:44.519497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Bound using segment: {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:44.520060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Bound port: 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daca910-acee-4eef-a2fc-3499b4a252c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:44.520513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.580646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.581411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-8e571fb7-b451-481f-9b8e-65a0959f6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.583019 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-8e571fb7-b451-481f-9b8e-65a0959f6ce2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.3212614 Oct 20 10:49:44.583256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.584693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/39b9083e-0b13-4b5d-8fd3-b35347ed2032 HTTP/1.1" status: 204 len: 168 time: 0.5054092 Oct 20 10:49:44.619003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a662dba-1aac-479b-8ae6-34a99c88978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9083e-0b13-4b5d-8fd3-b35347ed2032,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:44.640135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:44.642584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-9b12f11c-2f1c-45d3-8a97-4e8c4888cb50 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/b6b612d6-569d-48e4-b929-f64342af0d6e HTTP/1.1" status: 200 len: 2981 time: 0.1395462 Oct 20 10:49:44.644695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:44.660665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.674981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.703859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e37481de-b95e-449b-9c0f-42db643764f9 req-c633006c-041e-4fe3-ba77-669aba8dc251 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308250 Oct 20 10:49:44.705659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.719934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9e4b4c82-fe56-45a7-9104-c757e511e1f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:44.755919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-8e37f529-7ca7-4131-a031-acd5e5053eac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 217 time: 0.0980165 Oct 20 10:49:44.790865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Network d4141cc7-a837-440a-bf23-e578fb5952af is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:44.793555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.794228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:44.796055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] 10.222.0.83 "PUT /v2.0/ports/7cf520a8-a90b-4dd2-95f3-27dce42e4879 HTTP/1.1" status: 200 len: 1092 time: 2.3153179 Oct 20 10:49:44.807742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:44.814402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Pushing event deleted for resources: {'Port': ['ID=9e4b4c82-fe56-45a7-9104-c757e511e1f1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:44.830374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:44.846041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-0b712872-c634-4a52-8e6b-4cb35529979b tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/ba748256-ad70-40d9-b4d2-63efa79f3568 HTTP/1.1" status: 200 len: 2981 time: 0.1965160 Oct 20 10:49:44.995556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.996223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.063451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55346) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:45.129069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2878151 Oct 20 10:49:45.146700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] No DVR routers for this DVR port 9e4b4c82-fe56-45a7-9104-c757e511e1f1 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:45.175543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ca4d3c5-bafc-4565-823a-387197eabee4 req-4be49e95-e3d2-406f-a477-02a50331656b tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/ba748256-ad70-40d9-b4d2-63efa79f3568 HTTP/1.1" status: 200 len: 2981 time: 0.3233135 Oct 20 10:49:45.183982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.193039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:45.196477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2039-af02-413f-822d-929dc6e0e4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:45.205149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30285c8a-83d9-402a-a6ca-422b92f9db5b req-9e7b9581-a148-4b1b-bb80-37baab12ed9a tempest-ListServerFiltersTestJSON-1226272222 tempest-ListServerFiltersTestJSON-1226272222-project] 10.222.0.83 "DELETE /v2.0/ports/9e4b4c82-fe56-45a7-9104-c757e511e1f1 HTTP/1.1" status: 204 len: 173 time: 2.1906495 Oct 20 10:49:45.206472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'name': 'network-vif-deleted', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:45.214895 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4816775a-cd67-4014-b6e6-f907872771ef" -d '{"events": [{"server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "name": "network-vif-deleted", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:45.282534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:45.285367 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:45.317423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-c12d8140-65f6-47b7-864e-d29b3203dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.319482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-c12d8140-65f6-47b7-864e-d29b3203dfe3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.5437467 Oct 20 10:49:45.320896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf868-3b63-4e68-ab53-4adcbb8dc194 req-bcbc25c2-f3d6-4e4f-9aee-7fa2ba51a7d7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.344110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5bdf868-3b63-4e68-ab53-4adcbb8dc194 req-bcbc25c2-f3d6-4e4f-9aee-7fa2ba51a7d7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 943 time: 0.3678088 Oct 20 10:49:45.363162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ad94ebaf-e564-47e9-bd8b-5c466d747f70 None None] Provisioning complete for port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:45.363940 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad94ebaf-e564-47e9-bd8b-5c466d747f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.383925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-3e82aaa4-4269-4594-83cb-ea41bf48913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.386962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-3e82aaa4-4269-4594-83cb-ea41bf48913e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 1095 time: 0.3667383 Oct 20 10:49:45.432703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aced3e-4ee3-411d-bf35-d4c0f4c8d5c4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event updated for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:45.470153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ad94ebaf-e564-47e9-bd8b-5c466d747f70 None None] Port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:45.488354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.491083 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-219f79d2-4451-44fb-a1ce-e7fff0c686bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879 HTTP/1.1" status: 200 len: 217 time: 0.0657346 Oct 20 10:49:45.504395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-c96d054b-a976-437c-abb4-59cb071a5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.505975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-c96d054b-a976-437c-abb4-59cb071a5d79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772997 Oct 20 10:49:45.532769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5bdf868-3b63-4e68-ab53-4adcbb8dc194 req-74718356-1d5b-4248-9e7e-d93f41efe72b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874526 Oct 20 10:49:45.533730 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cfece3c-de18-409b-8d4f-3bf66d162b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.628397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-b7edc882-c42b-4507-a617-a30b758b8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.630142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-b7edc882-c42b-4507-a617-a30b758b8933 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1292093 Oct 20 10:49:45.691537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.756503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cfece3c-de18-409b-8d4f-3bf66d162b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.770303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dec20f-4d6b-477f-b667-93b093c0482a req-fe08ec81-3e5a-4b31-bab4-089748649e65 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.773294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7dec20f-4d6b-477f-b667-93b093c0482a req-fe08ec81-3e5a-4b31-bab4-089748649e65 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.4258258 Oct 20 10:49:45.794147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-2a37c4f9-1ce5-49ea-873f-c85098634110 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317341 Oct 20 10:49:45.804523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cfece3c-de18-409b-8d4f-3bf66d162b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:45.878590 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-b0270afb-e4f4-46c6-91d0-9f6949938a8d service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615656 Oct 20 10:49:45.915656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55376) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:45.931267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfece3c-de18-409b-8d4f-3bf66d162b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952fdcd-bb49-4136-97f9-cb131f22d218,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:45.941909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3cfece3c-de18-409b-8d4f-3bf66d162b79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51c2e104491b4d6d9dd54ca566b50cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8734491 Oct 20 10:49:45.954306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.961564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.967825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.974897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.983571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.985596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-c251c020-3532-428a-9c1f-cc27460c3408 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 3817 time: 0.2590868 Oct 20 10:49:45.986619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:46.036192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7dec20f-4d6b-477f-b667-93b093c0482a req-1dba251f-ab4d-49b4-bc43-dbcb03a8c57e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354827 Oct 20 10:49:46.135241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1680423963-network', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:46.176694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bc26b0b-243f-40f2-94f0-8d265b7588ce req-9bedc1fb-3676-4bf0-8b23-dfcd57c5db42 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468608 Oct 20 10:49:46.230926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a38f9a7-07af-41dd-bb2d-44f523339347 req-dda602d7-05e4-447f-bdea-eac3742a3c27 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18ce1c2f83b34a53914afa1a49e72617 HTTP/1.1" status: 200 len: 6110 time: 0.1467931 Oct 20 10:49:46.231992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.269350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55384) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:46.309829 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e203f-933d-4830-9683-4630ab1a1e32 x-openstack-request-id: req-504e203f-933d-4830-9683-4630ab1a1e32 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:46.310554 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ac1a9f-022e-4054-93d5-09a3f34e5dc4", "name": "network-vif-deleted", "tag": "9e4b4c82-fe56-45a7-9104-c757e511e1f1", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:46.311253 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-504e203f-933d-4830-9683-4630ab1a1e32 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:46.311253 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ac1a9f-022e-4054-93d5-09a3f34e5dc4', 'name': 'network-vif-deleted', 'tag': '9e4b4c82-fe56-45a7-9104-c757e511e1f1', 'status': 'completed', 'code': 200} Oct 20 10:49:46.346077 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475beb70-ce37-47df-850b-d7960675d3ef x-openstack-request-id: req-475beb70-ce37-47df-850b-d7960675d3ef {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:46.346610 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:46.346610 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-475beb70-ce37-47df-850b-d7960675d3ef {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:46.346986 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879', 'status': 'completed', 'code': 200} Oct 20 10:49:46.360123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.365846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Made reservation on behalf of 140b8eec874545aaa828bbb222d3f00d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:46.370920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.392834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-da3c42f1-ebbe-4df9-af09-5f219208fdd5 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866048 Oct 20 10:49:46.423107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.470480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dabfcac4-d915-4222-a768-fdeca0aad8ef req-b767ca25-8770-483c-8e6f-a749d94909b0 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489309 Oct 20 10:49:46.483577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a38f9a7-07af-41dd-bb2d-44f523339347 req-a41e9473-9269-4d49-b01b-265c87fc0889 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "GET /v2.0/security-groups/9fe40198-cd5e-4a9d-8c90-238a97acd6c2 HTTP/1.1" status: 200 len: 2985 time: 0.2455328 Oct 20 10:49:46.494109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Deleting subnet 3398d387-af3d-4240-a68f-be878ce368a1 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:49:46.516704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.535890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.558052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98faeb4-36dc-4852-ac7f-80f717c99f22 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:46.572924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.594884 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-583ff31a-8bf3-49d9-9822-819281a7f041 req-ba3fc32f-6ac8-4e9d-bbf4-d40aed6553e7 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918132 Oct 20 10:49:46.598454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Transition to ACTIVE for port object f98faeb4-36dc-4852-ac7f-80f717c99f22 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:46.611103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.611701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.616933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.619750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.625335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5952fdcd-bb49-4136-97f9-cb131f22d218 HTTP/1.1" status: 204 len: 168 time: 0.6308253 Oct 20 10:49:46.682489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:46.683624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88c25d-b2c4-496b-9600-af45ecf6c8d5 req-5e98a2e5-74d1-49a8-ab4d-cbebccc243f5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:46.685521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b88c25d-b2c4-496b-9600-af45ecf6c8d5 req-5e98a2e5-74d1-49a8-ab4d-cbebccc243f5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2731447 Oct 20 10:49:46.724794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a38f9a7-07af-41dd-bb2d-44f523339347 req-eef17a42-c777-43c1-af1e-f72ab45559d9 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "GET /v2.0/security-groups/9fe40198-cd5e-4a9d-8c90-238a97acd6c2 HTTP/1.1" status: 200 len: 2985 time: 0.2257965 Oct 20 10:49:46.737512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736ea1-cb5c-468b-a656-44f08fe0f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952fdcd-bb49-4136-97f9-cb131f22d218,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:46.816195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:49:46.821310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-c93bbf28-a44b-456a-9ce8-33a78942c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:46.822977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-c93bbf28-a44b-456a-9ce8-33a78942c004 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 1095 time: 0.1303539 Oct 20 10:49:46.842268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Attempting to bind port f98faeb4-36dc-4852-ac7f-80f717c99f22 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:46.842589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Attempting to bind port f98faeb4-36dc-4852-ac7f-80f717c99f22 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:46.842914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Attempting to bind port f98faeb4-36dc-4852-ac7f-80f717c99f22 on network e3819e3c-681b-4d48-a1e0-ca209baa8600 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:46.881564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b88c25d-b2c4-496b-9600-af45ecf6c8d5 req-d1feb174-639c-40d1-8e75-5b0510022cf7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632469 Oct 20 10:49:46.939915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Port f98faeb4-36dc-4852-ac7f-80f717c99f22 on network e3819e3c-681b-4d48-a1e0-ca209baa8600 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:46.940048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Attempting to bind port f98faeb4-36dc-4852-ac7f-80f717c99f22 on network e3819e3c-681b-4d48-a1e0-ca209baa8600 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:46.961720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.980281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:46.980695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Checking segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:46.980990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Bound using segment: {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:46.981434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Bound port: f98faeb4-36dc-4852-ac7f-80f717c99f22, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbde476a-81dd-414b-815a-267c4dfa6e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:46.981780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:46.989481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.060349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:47.063701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9e4b4c82-fe56-45a7-9104-c757e511e1f1 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:47.082346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.099147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:49:47.104486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 9e4b4c82-fe56-45a7-9104-c757e511e1f1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:47.105032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9e4b4c82-fe56-45a7-9104-c757e511e1f1 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:47.112633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:47.116570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:47.122437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.124538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:47.171798 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.173010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.173635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.175101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] 10.222.0.70 "PUT /v2.0/ports/f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1093 time: 1.9957054 Oct 20 10:49:47.178719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e8682-9c7f-4448-94e6-987b920a82bf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:47.194670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-f6ebc8d5-8191-4d58-b976-64b621e6ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.196682 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-f6ebc8d5-8191-4d58-b976-64b621e6ed7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.3554301 Oct 20 10:49:47.201329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.202750 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Added segment 1a17b65e-e6c6-4916-a563-49dafc1ba04c of type vlan for network 45068a85-8b5e-48d1-9372-9136cd1b8663 Oct 20 10:49:47.221122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c7e7fb-805b-4c36-bb0d-833b54d58685 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:47.245214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f338aa-82cf-462a-a57a-6249d6d9f0f3 req-9a786bf8-142c-4155-a513-4369df69e140 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.254431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2f338aa-82cf-462a-a57a-6249d6d9f0f3 req-9a786bf8-142c-4155-a513-4369df69e140 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 943 time: 0.2307491 Oct 20 10:49:47.283548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-480e7390-7e1b-4230-87f0-615d9b149197 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5e5c8ab0-91ac-404e-8dc2-54fde710c80a HTTP/1.1" status: 200 len: 1779 time: 0.3058369 Oct 20 10:49:47.285376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:47.291097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.331722 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-15bb395e-690c-49f3-8453-2f8ffffd5be2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879 HTTP/1.1" status: 200 len: 217 time: 0.1181362 Oct 20 10:49:47.348446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:47.413950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cc463-d5d1-4b55-a2c6-80b3018cc409 service neutron] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:47.461959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:47.487192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.488325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.488675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.489013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.489342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.492535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.492889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.493229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.494071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.494427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.494761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.495120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:47.507509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.525295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.548801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2f338aa-82cf-462a-a57a-6249d6d9f0f3 req-91750e12-2287-473a-b1a1-9b918f74d0a3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620332 Oct 20 10:49:47.564901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c8c7e7fb-805b-4c36-bb0d-833b54d58685'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:47.568970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-be09087e-45d4-404f-9535-364ac72e81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.575770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-be09087e-45d4-404f-9535-364ac72e81b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.2160583 Oct 20 10:49:47.580393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.592384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3398d387-af3d-4240-a68f-be878ce368a1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:47.599341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.608883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1bc9c179-33fb-4d5c-973f-1757b0ec068b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3398d387-af3d-4240-a68f-be878ce368a1 HTTP/1.1" status: 204 len: 168 time: 1.3357995 Oct 20 10:49:47.613269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:47.649966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e67231-c9fd-4162-8751-7d7933339816 None None] Network 911e736f-7a61-45c9-b301-094cc3bb78c9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:47.816541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.816541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.816541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.869506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.906229 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-75f18cf3-3a1c-4107-adda-ce930ebbbc90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2924359 Oct 20 10:49:47.920157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:47.956080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0257866 Oct 20 10:49:47.968779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:47.976152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Request body: {'subnet': {'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1680423963-subnet', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:48.042509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715775-a86d-4f34-a001-29c07f1b640d req-30b42897-6e66-4585-bcf8-f38405d93716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.044033 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-30b42897-6e66-4585-bcf8-f38405d93716 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.1439621 Oct 20 10:49:48.074341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.077072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab677-0ca3-47ea-87a2-da9fab518e29 admin admin] Pushing event updated for resources: {'Network': ['ID=45068a85-8b5e-48d1-9372-9136cd1b8663,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:48.119049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:48.226587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.237395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.247324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.253567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Made reservation on behalf of 140b8eec874545aaa828bbb222d3f00d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:48.255861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.261816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.268685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] DHCP port deletion for 911e736f-7a61-45c9-b301-094cc3bb78c9 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:49:48.274016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.275097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:48.276689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-727044c0-f2cd-415f-bcf3-4ec06fd29c9e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 3829 time: 0.1810353 Oct 20 10:49:48.281170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.285121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.304835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3273b1f3-6e97-4fa4-bbc1-9c2e2f4a5a23 req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/5e5c8ab0-91ac-404e-8dc2-54fde710c80a HTTP/1.1" status: 204 len: 173 time: 1.0191591 Oct 20 10:49:48.321034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Deleting port c67c2d8f-ca7e-4c86-b3fc-802e7345871b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:48.326042 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.383069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e193f69d-7e0a-48ff-ad47-3ec56140090e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:48.384630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Deleting port c67c2d8f-ca7e-4c86-b3fc-802e7345871b {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:48.385393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.393338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.410454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Transition to ACTIVE for port object e193f69d-7e0a-48ff-ad47-3ec56140090e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:48.416309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:48.425714 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223466c3-6690-4399-9c14-b61c86e1ae14" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:48.430569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715775-a86d-4f34-a001-29c07f1b640d req-3d0619c1-29d3-490f-b14e-b1d6e7283567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.433600 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-3d0619c1-29d3-490f-b14e-b1d6e7283567 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.3206465 Oct 20 10:49:48.479109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.486714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] For port c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:48.487034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.513466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Calling delete_port for c67c2d8f-ca7e-4c86-b3fc-802e7345871b owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:48.521753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77156e-66f1-4dd4-967e-6eb2d164e2c8 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c8ab0-91ac-404e-8dc2-54fde710c80a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:48.551392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] For port c67c2d8f-ca7e-4c86-b3fc-802e7345871b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,segment=NetworkSegment(a365010a-2fcd-4f62-96f7-d3af63f25143),segment_id=a365010a-2fcd-4f62-96f7-d3af63f25143)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:48.551928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.556427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-11237deb-d4c4-4412-8fa4-1c97d2dde20e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.0833492 Oct 20 10:49:48.593974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Calling delete_port for c67c2d8f-ca7e-4c86-b3fc-802e7345871b owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:48.606354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-749b8c8a-9d15-41a4-834d-24b5172629bc req-b5a0f3e3-7514-4c82-b786-f773d15e978e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008883 Oct 20 10:49:48.615261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2028445772'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:48.624975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95451bf5-d1b9-4e02-80ab-246e8454bf65 req-91af116f-1e4c-4049-9d81-2a9d016d2f4a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.627081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95451bf5-d1b9-4e02-80ab-246e8454bf65 req-91af116f-1e4c-4049-9d81-2a9d016d2f4a tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1879058 Oct 20 10:49:48.649328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.717221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] Pushing event deleted for resources: {'Port': ['ID=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:48.720267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45df3fb-f215-4017-bef1-cef927d9974b None None] No DVR routers for this DVR port c67c2d8f-ca7e-4c86-b3fc-802e7345871b on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:48.754285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:48.765965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:48.769240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.773319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-4413fe6d-ec63-4475-a227-06fc545c6630 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250983 Oct 20 10:49:48.833204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7cf520a8-a90b-4dd2-95f3-27dce42e4879 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:49:48.863569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.866013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95451bf5-d1b9-4e02-80ab-246e8454bf65 req-0d851d7c-b311-4e1f-a9c2-13bd991beffe tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507869 Oct 20 10:49:48.897367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ba99b-6193-4723-a57a-9b8f30157d18 req-7e0883fb-3dbf-4a79-a64e-7919847f56ee tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.899022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a8ba99b-6193-4723-a57a-9b8f30157d18 req-7e0883fb-3dbf-4a79-a64e-7919847f56ee tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 945 time: 0.1764472 Oct 20 10:49:48.899695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:48.907197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715775-a86d-4f34-a001-29c07f1b640d req-2d5f3270-577b-4468-a440-6458c1be2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.908008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-2d5f3270-577b-4468-a440-6458c1be2dab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.2781236 Oct 20 10:49:49.016579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-322ee417-970e-4a4e-9d0f-3ab72eabad98 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5ec7394b-6d16-4fac-9c26-d1d11b6e656b HTTP/1.1" status: 200 len: 1779 time: 0.0991924 Oct 20 10:49:49.025445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:49.028362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] No DVR routers for this DVR port c67c2d8f-ca7e-4c86-b3fc-802e7345871b on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:49.041793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67c2d8f-ca7e-4c86-b3fc-802e7345871b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.120959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.139810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a8ba99b-6193-4723-a57a-9b8f30157d18 req-2a8e61a8-3bca-4e87-8c0b-a726e0fd6ae0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092500 Oct 20 10:49:49.249011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-47075fff-b345-4351-80cc-7924f62bba5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446264 Oct 20 10:49:49.272288 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6792b-e3f6-463e-afcd-5d5dd6e54cda x-openstack-request-id: req-71e6792b-e3f6-463e-afcd-5d5dd6e54cda {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:49.272570 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:49.272820 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71e6792b-e3f6-463e-afcd-5d5dd6e54cda {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:49.273216 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'status': 'completed', 'code': 200} Oct 20 10:49:49.278831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:49.300257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '7cf520a8-a90b-4dd2-95f3-27dce42e4879', 'network_id': '6768f348-602f-491e-8798-f3e7419d21f7', 'port_id': '7cf520a8-a90b-4dd2-95f3-27dce42e4879', 'mac_address': 'fa:16:3e:77:9b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e2a882-c068-4a57-bcf4-b1025ccdaaae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:49:49.339495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.348263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.363920 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.382786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Attempting to bind port e193f69d-7e0a-48ff-ad47-3ec56140090e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:49.383124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Attempting to bind port e193f69d-7e0a-48ff-ad47-3ec56140090e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:49.383677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Attempting to bind port e193f69d-7e0a-48ff-ad47-3ec56140090e on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:49.384409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf520a8-a90b-4dd2-95f3-27dce42e4879 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:49.405629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edc9d97-8dbd-47c7-9525-1d4eeeaa609d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.420602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port c8c7e7fb-805b-4c36-bb0d-833b54d58685 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:49:49.425416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:49.430004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c8c7e7fb-805b-4c36-bb0d-833b54d58685 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:49.430366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.440595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911e736f-7a61-45c9-b301-094cc3bb78c9']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:49.475881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.479602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.485000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a365010a-2fcd-4f62-96f7-d3af63f25143') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:49.485378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a365010a-2fcd-4f62-96f7-d3af63f25143') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:49.504283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-3c402d84-c1f0-4759-8862-619d7c8cab99 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262926 Oct 20 10:49:49.510909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Port e193f69d-7e0a-48ff-ad47-3ec56140090e on network 89e3fe50-4724-42e6-aae6-da23056f6774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:49.510909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Attempting to bind port e193f69d-7e0a-48ff-ad47-3ec56140090e on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:49.513147 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.551874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.552976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ab082c5c-f0aa-4c2f-b5a5-d90a523a78c9 req-ab058190-bde6-4f45-adde-ce91714830af service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375851 Oct 20 10:49:49.553349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.554530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.555424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.555957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.557580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.559887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-365ef5ef-c0df-4d91-b5b5-76367e1f308f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5246 time: 0.2442608 Oct 20 10:49:49.564143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.581256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.590405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.591104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:49.591653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.635401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:49.639717 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b2d3e-5200-4174-9915-3139ffc09d39" -d '{"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:49.649633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Checking segment: {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:49.649633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Network hostable DHCP agents. Network: 45068a85-8b5e-48d1-9372-9136cd1b8663, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:49.655648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.657893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c67c2d8f-ca7e-4c86-b3fc-802e7345871b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:49.660554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:49.660899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:49.661290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Bound using segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:49.661813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Bound port: e193f69d-7e0a-48ff-ad47-3ec56140090e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:49.662242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.666344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:49.686260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:49.691066 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:49.694667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.698595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.700070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:49.709981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.711140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.711587 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Added segment 7e76516b-8565-40ad-b568-607d0bf3088b of type vlan for network 8e6a7251-834c-4ee3-83be-257f6422de08 Oct 20 10:49:49.713450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.714715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48ed3a0a-1cf5-4867-adbe-7e94736cb0a2 req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ec7394b-6d16-4fac-9c26-d1d11b6e656b HTTP/1.1" status: 204 len: 173 time: 0.6973341 Oct 20 10:49:49.746435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92438-58e3-40c7-8c94-eba21bff3a04 req-1a2cc3bb-4c7f-4931-a809-b6ea2918cef2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.748432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffd92438-58e3-40c7-8c94-eba21bff3a04 req-1a2cc3bb-4c7f-4931-a809-b6ea2918cef2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 944 time: 0.3740256 Oct 20 10:49:49.757729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.770898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.786330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] 10.222.0.74 "DELETE /v2.0/networks/911e736f-7a61-45c9-b301-094cc3bb78c9 HTTP/1.1" status: 204 len: 168 time: 2.1531141 Oct 20 10:49:49.788826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d15202-9262-4aad-9392-1034dc18a7c6 tempest-SecurityGroupsTestAdminJSON-1975363159 tempest-SecurityGroupsTestAdminJSON-1975363159-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7394b-6d16-4fac-9c26-d1d11b6e656b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.809470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c67c2d8f-ca7e-4c86-b3fc-802e7345871b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:49.810311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c67c2d8f-ca7e-4c86-b3fc-802e7345871b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:49.830716 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a4aa9-1365-479e-8e64-d08e25ecb950 x-openstack-request-id: req-588a4aa9-1365-479e-8e64-d08e25ecb950 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:49.831483 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:49.831743 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-588a4aa9-1365-479e-8e64-d08e25ecb950 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:49.832142 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'code': 200} Oct 20 10:49:49.837654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.850954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280d66db-6a4c-46e3-b6d0-cf2a1169987c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:49.853491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7cf520a8-a90b-4dd2-95f3-27dce42e4879'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:49.856362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.864660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.869205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.899888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48284-b1cb-4300-81ea-8e9ea2905d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=911e736f-7a61-45c9-b301-094cc3bb78c9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:50.054109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:50.076928 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7994723 Oct 20 10:49:50.085128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55442) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:50.113325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'subnet': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:50.135008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55444) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:50.168371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:50.169994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 45068a85-8b5e-48d1-9372-9136cd1b8663) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:50.176025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.176899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.183814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffd92438-58e3-40c7-8c94-eba21bff3a04 req-82b63baa-e22c-44b8-bfb3-a7b0d78b476c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910735 Oct 20 10:49:50.186537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675ceb2-8411-4cab-ae4a-2386ca8ecd5d None None] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:50.204328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:50.215467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e13a-b9d4-4101-bc86-3edefba65777 req-ed7a3601-a968-428e-9956-d16930fc078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.216908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ed1e13a-b9d4-4101-bc86-3edefba65777 req-ed7a3601-a968-428e-9956-d16930fc078e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1098 time: 0.3183472 Oct 20 10:49:50.217566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c8c6b-d2b1-4c48-bce8-e2bec3899ac6 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Network': ['ID=8e6a7251-834c-4ee3-83be-257f6422de08,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:50.228869 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8e715775-a86d-4f34-a001-29c07f1b640d req-c9a40a69-d8f5-4eec-b842-20d273eead74 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116885 Oct 20 10:49:50.242992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.265898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.274559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.282323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.291617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.299028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.300567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8e6a7251-834c-4ee3-83be-257f6422de08 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:50.306622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.315005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-18b02aa9-fd9b-44cf-80ce-6d76e05bcb60 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 4600 time: 0.3469486 Oct 20 10:49:50.317906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-2742c975-5b41-419b-be96-da83e95ba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.318194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-2742c975-5b41-419b-be96-da83e95ba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.318712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-2742c975-5b41-419b-be96-da83e95ba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.321543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-2742c975-5b41-419b-be96-da83e95ba191 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fdc316534104079b1aa86edcd923d95&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6269567 Oct 20 10:49:50.326503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e735cb7-f933-4b0f-ac20-c678041da754 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3563213 Oct 20 10:49:50.331345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55450) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:50.332970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.333709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.335315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] 10.222.0.70 "PUT /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 1130 time: 3.0892169 Oct 20 10:49:50.343050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:50.382763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:50.431880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ed1e13a-b9d4-4101-bc86-3edefba65777 req-854c6f2d-bc3f-4abb-ab46-3d7b439b3a7c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020082 Oct 20 10:49:50.481133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.483683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13fa9-8859-485f-9673-12c72f110d7f service neutron] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:50.491565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.492554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.568027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-45068a85-8b5e-48d1-9372-9136cd1b8663', 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'fixed_ips': [{'subnet_id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:49:50.570827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.683014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-599557e3-3244-48fa-9a50-12c575e124d6 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "GET /v2.0/security-groups/6bf067e9-f905-4453-80f3-e2fc73889a72 HTTP/1.1" status: 200 len: 1779 time: 0.4476035 Oct 20 10:49:50.683598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:50.686931 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.772736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.787038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Allocated IP 172.20.0.2 (45068a85-8b5e-48d1-9372-9136cd1b8663/2edc9d97-8dbd-47c7-9525-1d4eeeaa609d/136c7fc3-0c90-47b2-8fd0-3bc61c961af6) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:50.835123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7cf520a8-a90b-4dd2-95f3-27dce42e4879 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:50.961219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a086f242-d79b-4509-a309-f4fa25f32ebe req-00bb483d-c33b-47ee-b2bf-d7ca11d1d907 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6452239 Oct 20 10:49:50.979791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee713330-f055-4040-b082-b93a5f4c04e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2cf57694f1345afaff668c23bcdd188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224015 Oct 20 10:49:50.979791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.992441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:51.005567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:49:51.025723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:51.026468 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.104674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Subnet': ['ID=6240be5c-d631-4910-9229-41bca8ce9de8,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.122195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.141202 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.243255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:51.247907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-7cac3b0b-8caa-47c0-8c9b-9f68cefe9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.249386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-223466c3-6690-4399-9c14-b61c86e1ae14 req-7cac3b0b-8caa-47c0-8c9b-9f68cefe9790 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8388314 Oct 20 10:49:51.253634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:51.259650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.262439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:51.265141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.287586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.304651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Pushing event updated for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.377084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.379967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.381812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:51.383764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89 HTTP/1.1" status: 204 len: 168 time: 0.3268285 Oct 20 10:49:51.388335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.393162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.399785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1878495-3d73-4c8c-9bb7-867c24d86c51 req-3d5c25bb-fdf8-44a8-ad04-aa30e8ea5fab tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.407514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1878495-3d73-4c8c-9bb7-867c24d86c51 req-3d5c25bb-fdf8-44a8-ad04-aa30e8ea5fab tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.3079212 Oct 20 10:49:51.444255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Checking segment: {'id': '7e76516b-8565-40ad-b568-607d0bf3088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:51.444642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network hostable DHCP agents. Network: 8e6a7251-834c-4ee3-83be-257f6422de08, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:51.448012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'e193f69d-7e0a-48ff-ad47-3ec56140090e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:51.450299 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "e193f69d-7e0a-48ff-ad47-3ec56140090e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:51.454001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a9ab1-89e4-48ba-b122-16ff85dfa966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76bb7c5-fc34-4e8c-8ce2-ac6307bffb89,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.456915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.466221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.481051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Attempting to bind port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:51.481605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Attempting to bind port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:51.482084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Attempting to bind port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 on network 45068a85-8b5e-48d1-9372-9136cd1b8663 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:51.488578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.502222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:51.502651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Checking segment: {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:51.503262 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.503892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Bound using segment: {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:51.504645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Bound port: 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:51.505336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.685009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:51.703112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:51.713750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.734548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:51.751089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.769619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Transition to ACTIVE for port object 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:51.831600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4a49-f2ad-4eb6-8cd6-e1b218f769c2 None None] Pushing event updated for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.833399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.843370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:51.848313 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9e6574-7604-4f4d-b852-45814a8e0c2f" -d '{"events": [{"server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "name": "network-vif-plugged", "status": "completed", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:52.028199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1878495-3d73-4c8c-9bb7-867c24d86c51 req-69157dbf-ce18-40e2-ab34-802931af0e69 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197717 Oct 20 10:49:52.134437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:52.151426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.157256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.159901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9620a259-b5b3-4e27-9d8f-393a86e6c226 req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "DELETE /v2.0/security-groups/6bf067e9-f905-4453-80f3-e2fc73889a72 HTTP/1.1" status: 204 len: 173 time: 1.2446609 Oct 20 10:49:52.163381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:52.174454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8e6a7251-834c-4ee3-83be-257f6422de08) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:52.186245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.186842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.188003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1950c9-6156-4b0a-b320-9eb6e832731f None None] Network 8e6a7251-834c-4ee3-83be-257f6422de08 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:52.191741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae38ab8-4fea-4502-8013-503650c1c8e1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf067e9-f905-4453-80f3-e2fc73889a72,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:52.219288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.274153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.299615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e119108-0b7f-4de2-b3ab-9f810cf2ebc1 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2036362 Oct 20 10:49:52.301010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:52.316444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2041355001'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:52.420806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28f405-0f25-4f87-a4a0-896c60be51a6 req-1ad9020c-b065-46c8-8ebc-2737b8fb5d64 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.422262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e28f405-0f25-4f87-a4a0-896c60be51a6 req-1ad9020c-b065-46c8-8ebc-2737b8fb5d64 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2170906 Oct 20 10:49:52.457947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Allocated IP 172.25.3.56 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/fbd84896-e256-4417-8a5b-65722a8aab33) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:52.494242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672e44b-8e88-41c7-a530-ac7d01389361 req-b0392314-ddd1-4038-bbb3-703eaa7597d9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.503242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1672e44b-8e88-41c7-a530-ac7d01389361 req-b0392314-ddd1-4038-bbb3-703eaa7597d9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1817095 Oct 20 10:49:52.569306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Attempting to bind port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:52.569774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Attempting to bind port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:52.570202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Attempting to bind port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:52.571397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e28f405-0f25-4f87-a4a0-896c60be51a6 req-69fceb87-3b40-47a2-ae80-4e1a1b6c1958 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410840 Oct 20 10:49:52.583343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on network 89e3fe50-4724-42e6-aae6-da23056f6774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:52.583945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Attempting to bind port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:52.620500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:52.621386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:52.622122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Bound using segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:52.622830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Bound port: 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:52.623396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.661774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1672e44b-8e88-41c7-a530-ac7d01389361 req-266345e3-4bae-463c-9481-9750f4c9b6cc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575658 Oct 20 10:49:52.664501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8e6a7251-834c-4ee3-83be-257f6422de08', 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'tenant_id': '0b9cbf17fa2c41329784d3fd3557cc9f', 'fixed_ips': [{'subnet_id': '6240be5c-d631-4910-9229-41bca8ce9de8'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:49:52.665351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.666144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:52.675704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.676010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.718708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port 8c771ad8-0d28-4643-b783-f732272635e4 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:52.741722 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c81c1d-3f0d-4b64-9842-8234878d9b80 x-openstack-request-id: req-64c81c1d-3f0d-4b64-9842-8234878d9b80 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:52.742249 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "e193f69d-7e0a-48ff-ad47-3ec56140090e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:52.742507 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64c81c1d-3f0d-4b64-9842-8234878d9b80 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:52.743188 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'e193f69d-7e0a-48ff-ad47-3ec56140090e', 'status': 'completed', 'code': 200} Oct 20 10:49:52.750053 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d297c-ad48-4b74-a180-b935fcab23ff x-openstack-request-id: req-e84d297c-ad48-4b74-a180-b935fcab23ff {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:52.750442 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "name": "network-vif-plugged", "status": "completed", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:52.750617 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e84d297c-ad48-4b74-a180-b935fcab23ff {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:52.750971 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879', 'code': 200} Oct 20 10:49:52.885663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:52.909941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:52.919166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.936283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.996365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d29260-e7f2-4c9e-8037-7e67dab5324e req-29eca13a-9fc7-4fd5-a7cc-88f967ca2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.998011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20d29260-e7f2-4c9e-8037-7e67dab5324e req-29eca13a-9fc7-4fd5-a7cc-88f967ca2f24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 1097 time: 0.1475575 Oct 20 10:49:53.009170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.009744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.013909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 1132 time: 2.6360862 Oct 20 10:49:53.022808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:53.032443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-ad7b4cd4-9ed0-4d42-befc-a8c8a43edad1 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "GET /v2.0/security-groups/1b2a444f-fd0f-4170-b9cf-04484fad95af HTTP/1.1" status: 200 len: 1779 time: 0.2197151 Oct 20 10:49:53.035450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:53.046579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Allocated IP 2001:db8::2 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/352bc801-ed70-403c-a769-e787d93b2ca3) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:53.075960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:53.093416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:53.116630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:53.130474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.131498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.135097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.137085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.138926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.139597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.140924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.143142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-ac9cd886-cbad-4387-bd74-8a7041f63a9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6171 time: 0.3992324 Oct 20 10:49:53.262344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.276095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.283970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.314482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882a5d-1ae0-423f-bb6b-934b5f8711d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:53.315467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.317514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.323177 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.330844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.347592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.365207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.373821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-dfc97cbe-88d6-48ef-9041-a378fa214e07 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5373 time: 0.5299933 Oct 20 10:49:53.378406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1669297191-network', 'tenant_id': '08d538607d91412187334c8883be1e70'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:53.386189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Pushing event updated for resources: {'Port': ['ID=352bc801-ed70-403c-a769-e787d93b2ca3,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:53.398212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:53.401736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:53.404308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:53.413094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20d29260-e7f2-4c9e-8037-7e67dab5324e req-706a8456-c26e-46f8-9c32-dd03d4a4aca8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873556 Oct 20 10:49:53.413296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.481682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Attempting to bind port 352bc801-ed70-403c-a769-e787d93b2ca3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:53.482219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Attempting to bind port 352bc801-ed70-403c-a769-e787d93b2ca3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7e76516b-8565-40ad-b568-607d0bf3088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:53.482697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Attempting to bind port 352bc801-ed70-403c-a769-e787d93b2ca3 on network 8e6a7251-834c-4ee3-83be-257f6422de08 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:53.494067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:53.494598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Checking segment: {'id': '7e76516b-8565-40ad-b568-607d0bf3088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:53.495147 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.495690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Bound using segment: {'id': '7e76516b-8565-40ad-b568-607d0bf3088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:53.496287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Bound port: 352bc801-ed70-403c-a769-e787d93b2ca3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e76516b-8565-40ad-b568-607d0bf3088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:53.496776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.523804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd84896-e256-4417-8a5b-65722a8aab33,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:53.577520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.594651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] For port 352bc801-ed70-403c-a769-e787d93b2ca3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:53.596372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] For port 352bc801-ed70-403c-a769-e787d93b2ca3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=352bc801-ed70-403c-a769-e787d93b2ca3,segment=NetworkSegment(7e76516b-8565-40ad-b568-607d0bf3088b),segment_id=7e76516b-8565-40ad-b568-607d0bf3088b)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:53.603947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102747e6-686b-4231-9809-c53a0bb72b56 None None] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:53.605507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Made reservation on behalf of 08d538607d91412187334c8883be1e70 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:53.608087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.640603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::1f3 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/8c771ad8-0d28-4643-b783-f732272635e4) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:53.658733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8c4318d-147c-41a5-9921-ee1893149f80 req-626d89ff-7079-4602-bd3b-643d0d99af6f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2839587 Oct 20 10:49:53.686973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-564c6eda-1db4-4671-bf75-b6b390410ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.687444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-564c6eda-1db4-4671-bf75-b6b390410ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.687901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-564c6eda-1db4-4671-bf75-b6b390410ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.700826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-564c6eda-1db4-4671-bf75-b6b390410ef2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fdc316534104079b1aa86edcd923d95&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5373402 Oct 20 10:49:53.704663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.720750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.771137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.791014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.799543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:53.869879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-96ce0db9-3540-4f7f-82de-55dcfa98c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.871492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1eafaaf8-fac9-4f7b-9b7e-77825913a2ef req-96ce0db9-3540-4f7f-82de-55dcfa98c2eb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1408253 Oct 20 10:49:54.010786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ada8-cc08-459e-8525-275fbaa8fe67 req-14996a80-deb3-40b9-ab52-e022bfa65933 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:54.028440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a334ada8-cc08-459e-8525-275fbaa8fe67 req-14996a80-deb3-40b9-ab52-e022bfa65933 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1631017 Oct 20 10:49:54.034772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] Provisioning complete for port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:54.035174 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.037080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:54.072846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'floatingip': {'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:54.078835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.094236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.097341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.098245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f23ec1a5-0d4f-4a77-97a4-b2799c2390eb req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] 10.222.0.74 "DELETE /v2.0/security-groups/1b2a444f-fd0f-4170-b9cf-04484fad95af HTTP/1.1" status: 204 len: 173 time: 1.0362880 Oct 20 10:49:54.219904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dce8b-f5ba-4d48-aae4-d7b29fe2fbc7 None None] Pushing event updated for resources: {'Port': ['ID=352bc801-ed70-403c-a769-e787d93b2ca3,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:54.297846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999409ed-c588-4529-a4cb-87d468112397 tempest-SecurityGroupsTestAdminJSON-1828083740 tempest-SecurityGroupsTestAdminJSON-1828083740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2a444f-fd0f-4170-b9cf-04484fad95af,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:54.305877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:54.306245 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.347067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.371534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d01e6-5322-4669-a2df-3762ea03bcb1 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:54.393327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.440116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Router dab6ff53-63ce-4fee-a45b-b41a07ee3027 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:49:54.483889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Transition to ACTIVE for port object 1e9d01e6-5322-4669-a2df-3762ea03bcb1 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:54.506035 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.634287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:54.671893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.707809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:54.717748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.736581 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.753167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:54.755378 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "76e6da3c-f2b2-4154-b2d4-1914c8b242a5"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:54.837725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:49:54.879035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.885240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:54.901555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:49:54.903029 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:49:54.908810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Sync routers for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:49:54.939046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.939206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423c149-607e-4f7b-9508-75975bd0552e None None] Pushing event updated for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:54.942995 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6d7ea79f-903c-4a5c-bafb-82076458ae23 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6041968 Oct 20 10:49:54.943327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c33a71-b9aa-495a-9174-1866126d6228 req-fd26cd1d-526d-4c68-9d47-d02370c2759f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:54.945516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c33a71-b9aa-495a-9174-1866126d6228 req-fd26cd1d-526d-4c68-9d47-d02370c2759f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.7887487 Oct 20 10:49:54.948473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.952366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b2bb83dc-a35a-424c-89a1-8f37abaf87ad None None] Provisioning complete for port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:54.952613 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b2bb83dc-a35a-424c-89a1-8f37abaf87ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:54.952790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:54.998775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:54.999451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:55.026354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Attempting to bind port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:55.026683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Attempting to bind port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:55.027034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Attempting to bind port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:55.041844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 on network 89e3fe50-4724-42e6-aae6-da23056f6774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:55.042249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Attempting to bind port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:55.054877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:55.055464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:55.055860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Bound using segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:55.056699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Bound port: 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:55.056699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.198815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:55.435277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778a955-88a4-4a21-be95-32addd6a7e7d req-ea823271-918a-41a2-a9ea-468513c7328b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.442676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5778a955-88a4-4a21-be95-32addd6a7e7d req-ea823271-918a-41a2-a9ea-468513c7328b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 1.1892111 Oct 20 10:49:55.463918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.476207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:49:55.566312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:53Z', 'revision_number': 3, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:55.630777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Checking router: dab6ff53-63ce-4fee-a45b-b41a07ee3027 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:49:55.631155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Updating router dab6ff53-63ce-4fee-a45b-b41a07ee3027 port fbd84896-e256-4417-8a5b-65722a8aab33 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:49:55.660510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.660996 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Added segment c57f0328-a0e6-455e-96e0-40a93134e3c8 of type vlan for network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 Oct 20 10:49:55.663148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8f458-0da6-4b7e-9547-3c804d044939,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:55.672987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b41dc-96c0-4264-a0b8-698caf860f9f None None] Network 8e6a7251-834c-4ee3-83be-257f6422de08 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:55.685423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-493899b4-1845-4085-9544-986a2f9058cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18ce1c2f83b34a53914afa1a49e72617&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245676 Oct 20 10:49:55.691582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55518) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:55.703893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.713264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5778a955-88a4-4a21-be95-32addd6a7e7d req-716476d5-7f07-4ee5-a65d-0162555fcf14 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694070 Oct 20 10:49:55.721208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-8c629379-3e29-44a3-ab75-dd4930da094a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6019406 Oct 20 10:49:55.779608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:55.792984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:55.806503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] Provisioning complete for port 352bc801-ed70-403c-a769-e787d93b2ca3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:55.806884 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.809605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.905515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.909616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.911219 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] 10.222.0.70 "PUT /v2.0/ports/1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 1092 time: 2.8329916 Oct 20 10:49:55.957962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:55.993126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:56.104871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93c33a71-b9aa-495a-9174-1866126d6228 req-60762219-c1f1-4073-b359-3bf28c2d8296 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1429036 Oct 20 10:49:56.131739 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.257510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277fc3-c1fc-40d8-bf98-cb46f17d6141 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.284151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.286929 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89087a9-97e6-424b-982a-27caf2343edc x-openstack-request-id: req-b89087a9-97e6-424b-982a-27caf2343edc {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:56.287276 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "76e6da3c-f2b2-4154-b2d4-1914c8b242a5", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:56.287569 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b89087a9-97e6-424b-982a-27caf2343edc {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:56.287988 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5', 'status': 'completed', 'code': 200} Oct 20 10:49:56.291726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-6e271df3-238d-4c47-9886-25b8378735f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.301948 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-6e271df3-238d-4c47-9886-25b8378735f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 1097 time: 0.5036476 Oct 20 10:49:56.303763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:49:56.362494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.436011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.450584 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.451453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.457931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.464719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.472946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.479726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.489105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.489372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.492865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.501343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-4e715077-1fae-4618-a0f9-2f0e2f7f73ab tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5385 time: 0.3736382 Oct 20 10:49:56.517980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.518567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.519384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.519646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.520173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.521180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.521849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.524025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-bfb96487-91dd-4f87-a806-e8f773417a31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6281 time: 0.2951145 Oct 20 10:49:56.537998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.539103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.539791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.547950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] For port 352bc801-ed70-403c-a769-e787d93b2ca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=352bc801-ed70-403c-a769-e787d93b2ca3,segment=NetworkSegment(7e76516b-8565-40ad-b568-607d0bf3088b),segment_id=7e76516b-8565-40ad-b568-607d0bf3088b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:56.552175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Attempting to bind port fbd84896-e256-4417-8a5b-65722a8aab33 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:56.552705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Attempting to bind port fbd84896-e256-4417-8a5b-65722a8aab33 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:56.553099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Attempting to bind port fbd84896-e256-4417-8a5b-65722a8aab33 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:56.560948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:56.562323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.568475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.571498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:56.572384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:56.572875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.573277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:56.573863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Bound port: fbd84896-e256-4417-8a5b-65722a8aab33, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:56.574642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.618709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:56.620318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.645757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] For port fbd84896-e256-4417-8a5b-65722a8aab33, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:56.649653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] For port fbd84896-e256-4417-8a5b-65722a8aab33, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fbd84896-e256-4417-8a5b-65722a8aab33,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:56.651214 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.679965 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.684257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:56.699820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-17e5cfe4-3aca-4e31-afcd-52c12e0c67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.701961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=8c771ad8-0d28-4643-b783-f732272635e4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.710801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:56.715410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-17e5cfe4-3aca-4e31-afcd-52c12e0c67b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 200 len: 908 time: 0.3272922 Oct 20 10:49:56.717228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.717946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.729593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6844151 Oct 20 10:49:56.731875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016a6fe-1270-4f55-9703-fc6fa7164fd1 None None] Pushing event updated for resources: {'Port': ['ID=fbd84896-e256-4417-8a5b-65722a8aab33,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.753836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55526) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:56.802761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59928e70-df37-495d-8d4c-d8ad5095975b None None] Pushing event updated for resources: {'Port': ['ID=352bc801-ed70-403c-a769-e787d93b2ca3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.874295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Request body: {'subnet': {'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1669297191-subnet', 'tenant_id': '08d538607d91412187334c8883be1e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:56.882673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.901673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:49:56.902228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:56.904077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0de0b194-53b0-4f1c-aea3-581ae8700793 req-d65f00fd-196d-4b04-9945-89b6784e9b23 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4005678 Oct 20 10:49:56.926033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fafb-4605-4b3a-b410-141f94d21088 admin admin] Pushing event updated for resources: {'Network': ['ID=5a84a45d-a81f-4ce7-a2a8-69a98579fb39,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.935225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-abdba4f8-8fc6-4418-8f64-4dbe62ec62a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 200 len: 217 time: 0.1737797 Oct 20 10:49:56.973514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a2f41c66-4e8c-4e43-9f7f-34fc70aa65ab tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6684017 Oct 20 10:49:57.029414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55532) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:57.051894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1213539547', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:e1:77:d8'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:57.065406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.068151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-5fb25a2f-c81a-47dd-acad-744f8e51a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.069690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-5fb25a2f-c81a-47dd-acad-744f8e51a246 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 200 len: 846 time: 0.1165967 Oct 20 10:49:57.217275 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-8bc4c617-8132-4fb5-a786-5b7d35ce9c7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6768f348-602f-491e-8798-f3e7419d21f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279385 Oct 20 10:49:57.256519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Made reservation on behalf of 08d538607d91412187334c8883be1e70 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:57.266566 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.279719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:49:57.315444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-929efc0c-cdd8-40c2-a2bf-bf56ce5cbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.317588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-929efc0c-cdd8-40c2-a2bf-bf56ce5cbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.318389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-929efc0c-cdd8-40c2-a2bf-bf56ce5cbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.320281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-929efc0c-cdd8-40c2-a2bf-bf56ce5cbff8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fdc316534104079b1aa86edcd923d95&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7767494 Oct 20 10:49:57.376003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6183a-7db9-4685-82f6-26bd8362f5cb req-2807517d-ef2b-4ca1-8d3e-2ff82ff4a491 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.383981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca6183a-7db9-4685-82f6-26bd8362f5cb req-2807517d-ef2b-4ca1-8d3e-2ff82ff4a491 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.5139573 Oct 20 10:49:57.409674 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Floating IP 12ae976b-3f25-4a15-b680-00341bc8b247 associated. External IP: 172.25.3.54, port: c8c7e7fb-805b-4c36-bb0d-833b54d58685. Oct 20 10:49:57.480993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:49:57.487675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 352bc801-ed70-403c-a769-e787d93b2ca3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:57.610682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016a6fe-1270-4f55-9703-fc6fa7164fd1 None None] Pushing event updated for resources: {'Port': ['ID=fbd84896-e256-4417-8a5b-65722a8aab33,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:57.676964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f7620fd4-582b-4a94-aed8-9a014a0c666a None None] Provisioning complete for port 8c771ad8-0d28-4643-b783-f732272635e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:57.679505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7620fd4-582b-4a94-aed8-9a014a0c666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.682551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.685476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.688979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9fe40198-cd5e-4a9d-8c90-238a97acd6c2 HTTP/1.1" status: 204 len: 168 time: 1.9926684 Oct 20 10:49:57.708557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.716406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905332d-1282-42c6-ba69-6a3ddac5a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe40198-cd5e-4a9d-8c90-238a97acd6c2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:57.733184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-bb2ec133-6635-415b-bf4d-7b5297b17ca0 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435506 Oct 20 10:49:57.740049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.965650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 352bc801-ed70-403c-a769-e787d93b2ca3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:57.966037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.985605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Checking segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:57.986257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Network hostable DHCP agents. Network: 5a84a45d-a81f-4ce7-a2a8-69a98579fb39, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:49:57.997165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca6183a-7db9-4685-82f6-26bd8362f5cb req-9f73d2ef-8da2-41ab-afef-5ad3711229dc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119931 Oct 20 10:49:58.064556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f7620fd4-582b-4a94-aed8-9a014a0c666a None None] Port 8c771ad8-0d28-4643-b783-f732272635e4 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:58.089978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:58.136987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f7620fd4-582b-4a94-aed8-9a014a0c666a None None] Provisioning complete for port 352bc801-ed70-403c-a769-e787d93b2ca3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:58.137242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7620fd4-582b-4a94-aed8-9a014a0c666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.199153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca5f30b-cd59-4757-8196-92fbac5be7ec,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:58.306285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:58.311027 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:58.327796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55546) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:58.384863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:49:58.392482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:53Z', 'revision_number': 3, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:58.417118 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cae67d5e-0601-4c5b-a7f8-ceeb94ab3e69 req-c9369b6b-13ce-4cdb-b5cb-ddd2698c0130 service neutron] 10.222.0.83 "GET /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674724 Oct 20 10:49:58.468330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Allocated IP 172.20.0.1 (45068a85-8b5e-48d1-9372-9136cd1b8663/2edc9d97-8dbd-47c7-9525-1d4eeeaa609d/2cf583b0-16ae-4743-b409-883d8e2f7c2e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:58.468636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953e0c-e9f4-4292-8abb-07d6ac2bae42 None None] The sync data for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 is: [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:53Z', 'revision_number': 3, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:49:58.470903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-d6dd3a22-ff78-45f0-bb81-d4a53ee7d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.472428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67d86622-678a-4e0d-a7ff-35b7ef7f42ed req-d6dd3a22-ff78-45f0-bb81-d4a53ee7d28e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1237082 Oct 20 10:49:58.487235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 352bc801-ed70-403c-a769-e787d93b2ca3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:58.549366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-43653b83-41be-4441-bfa0-56ed4b711e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.566479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5a84a45d-a81f-4ce7-a2a8-69a98579fb39) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:58.578893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.579281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.588515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f22671c3-6a0c-48b7-9dff-0f77486812e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b4f157f8caa746448f248cb208f2c753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297292 Oct 20 10:49:58.589475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55550) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:58.593097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946ae2b-48af-44c8-ab35-1847a0be7f11 None None] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:58.639647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fb554f02-555b-47e2-989a-1403e7b7e96b None None] Provisioning complete for port 8c771ad8-0d28-4643-b783-f732272635e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:58.640945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fb554f02-555b-47e2-989a-1403e7b7e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.646389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.665794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.673747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.680720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9451ac61-c8f1-478d-837a-a5c7b19cadf0 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:58.686098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.689737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fb554f02-555b-47e2-989a-1403e7b7e96b None None] Port 8c771ad8-0d28-4643-b783-f732272635e4 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:58.694532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.701739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.709184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.720368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.723752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.726547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-202ee716-c2a8-4d7c-a38d-8c3fa3367fe1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5385 time: 0.6499319 Oct 20 10:49:58.745228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db56-af6d-4e22-9fca-d5cb745deabc req-68397771-735b-46b6-9d2f-b50a07cd6280 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.753838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98a2db56-af6d-4e22-9fca-d5cb745deabc req-68397771-735b-46b6-9d2f-b50a07cd6280 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.4357955 Oct 20 10:49:58.755786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Transition to ACTIVE for port object 9451ac61-c8f1-478d-837a-a5c7b19cadf0 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:58.770456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.813890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.821884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 352bc801-ed70-403c-a769-e787d93b2ca3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:58.822100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.825227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-684f84d1-314f-49a9-9b3d-d0ca6488a515 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9649029 Oct 20 10:49:58.849111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55556) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:58.861509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port fa23f2e2-c397-419f-ace8-013aa5b0c926 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:49:58.882242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:58.972093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.000795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.008670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91145a3f-c2b9-4e8a-847a-85f66e54bf43 req-38b45fde-e20a-4e20-8f60-080099a8a675 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480679 Oct 20 10:49:59.025469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:59.045172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18707784-67f9-441b-bfc4-8f3e578732e2 None None] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:49:59.260449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98a2db56-af6d-4e22-9fca-d5cb745deabc req-e38dd7d6-5ac6-4dbd-aa26-44421cde5f46 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939086 Oct 20 10:49:59.276820 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4232717-1103-490a-a06a-b219ed120f62 x-openstack-request-id: req-f4232717-1103-490a-a06a-b219ed120f62 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:59.277076 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:59.277337 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4232717-1103-490a-a06a-b219ed120f62 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:59.277751 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1', 'status': 'completed', 'code': 200} Oct 20 10:49:59.283649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.286321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.290755 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/067c603c-7df1-4ef9-afe4-434f5c9f67b3 HTTP/1.1" status: 204 len: 168 time: 0.6866386 Oct 20 10:49:59.299129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.354332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefe8fb-bed9-4472-aaa7-b589b9bcf6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c603c-7df1-4ef9-afe4-434f5c9f67b3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:59.365505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Attempting to bind port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:59.367398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Attempting to bind port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:59.367989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Attempting to bind port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:59.393162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 on network 89e3fe50-4724-42e6-aae6-da23056f6774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:59.393743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Attempting to bind port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:59.406512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:59.428599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:59.429020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Checking segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:59.429583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Bound using segment: {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:59.430586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Bound port: 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f185af-0c4b-488a-acc5-05d18379568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:59.431370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.453268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:59.480086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:59.560147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.590688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:59.798972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:59.819696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:59.833524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.885037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.886207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.909512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.920608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1ba24923-ec90-4740-b81b-67f450e4aff6 None None] Provisioning complete for port 2cf583b0-16ae-4743-b409-883d8e2f7c2e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:59.921016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1ba24923-ec90-4740-b81b-67f450e4aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.923806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.938793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 1092 time: 3.9716532 Oct 20 10:49:59.947084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:59.979229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf56b-c3e0-42e2-b71f-00cba2acc0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:00.002745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1ba24923-ec90-4740-b81b-67f450e4aff6 None None] Port 2cf583b0-16ae-4743-b409-883d8e2f7c2e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:00.010418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:00.075418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.075895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.076363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.076906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.077367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.077823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.078275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.080242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-c27199dc-e10e-450b-8581-0365337ea867 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6307 time: 0.9223676 Oct 20 10:50:00.083331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:00.133448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.218502 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.240068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::329 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/fa23f2e2-c397-419f-ace8-013aa5b0c926) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:00.271423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecdd1-caef-48d0-8b1e-9242b07a7802 req-d7aa29a8-6f48-41c7-a799-fa484ca2980d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.274060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17eecdd1-caef-48d0-8b1e-9242b07a7802 req-d7aa29a8-6f48-41c7-a799-fa484ca2980d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.9205301 Oct 20 10:50:00.324030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f7bfb-6e90-4655-a008-4a399f4b40fd req-9e2c6ac2-d9a5-4fd9-a879-f651d316e4a2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.325517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db5f7bfb-6e90-4655-a008-4a399f4b40fd req-9e2c6ac2-d9a5-4fd9-a879-f651d316e4a2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.4306114 Oct 20 10:50:00.400795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.424113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.527072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fbd84896-e256-4417-8a5b-65722a8aab33 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:00.572753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.594009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:00.630890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fbd84896-e256-4417-8a5b-65722a8aab33 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:00.631353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.674643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.689052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17eecdd1-caef-48d0-8b1e-9242b07a7802 req-da2fa099-b196-4b80-93ac-a4afc6b59cff tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617816 Oct 20 10:50:00.715360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db5f7bfb-6e90-4655-a008-4a399f4b40fd req-04e9259a-df8f-443f-a46a-9462705ed4b2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545229 Oct 20 10:50:00.716933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-681a9c22-628b-45ff-8e31-943371cba21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.717568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-681a9c22-628b-45ff-8e31-943371cba21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.718382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-681a9c22-628b-45ff-8e31-943371cba21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.719592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-681a9c22-628b-45ff-8e31-943371cba21e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fdc316534104079b1aa86edcd923d95&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6260798 Oct 20 10:50:00.832332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef59272b-13c6-41b4-a5da-59228ba98b26 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:00.838810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:00.842908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.848628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.857053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:00.861776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:00.867835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.871861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:00.875276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Transition to ACTIVE for port object ef59272b-13c6-41b4-a5da-59228ba98b26 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:00.879577 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:00.880212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:49:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:00.899048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.962278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port fbd84896-e256-4417-8a5b-65722a8aab33, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fbd84896-e256-4417-8a5b-65722a8aab33,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:00.980120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.080566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3af5b6ea-edeb-4f93-8773-8aa89e698b60 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "PUT /v2.0/floatingips/12ae976b-3f25-4a15-b680-00341bc8b247 HTTP/1.1" status: 200 len: 991 time: 7.0371699 Oct 20 10:50:01.099492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:01.100994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=fbd84896-e256-4417-8a5b-65722a8aab33,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:01.113886 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d482f1-8709-4212-8e40-5afe64e35506" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:01.123621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Pushing event updated for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:01.221388 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:01.282080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.287882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-78184f01-ee11-47ef-82d6-dfec3dc8cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.319811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f388f0e-3f6e-4410-8bc2-5e6623c617d1 req-78184f01-ee11-47ef-82d6-dfec3dc8cf05 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5825274 Oct 20 10:50:01.338145 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-47fc5a95-6e42-4144-a61a-77ec21439fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.452241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.475936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.483559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a624a1f4-5274-44e3-a34c-dee6ed13b526 None None] Provisioning complete for port 2cf583b0-16ae-4743-b409-883d8e2f7c2e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:01.485239 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a624a1f4-5274-44e3-a34c-dee6ed13b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.487656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.495117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.510890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.521598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.533711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.542886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-60f3f2c6-ddab-4ecd-8b59-cf3eddf702a0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5409 time: 0.6390917 Oct 20 10:50:01.596724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a624a1f4-5274-44e3-a34c-dee6ed13b526 None None] Port 2cf583b0-16ae-4743-b409-883d8e2f7c2e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:01.640655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2c3a6b9-d6d1-4613-9386-7be7b4155997 req-98de799f-5dfe-40b4-9cec-45e7d5886057 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912175 Oct 20 10:50:01.650530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.699326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.715818 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f30d2-0190-475b-8472-1dd94ed391bc x-openstack-request-id: req-b96f30d2-0190-475b-8472-1dd94ed391bc {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:01.716625 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:01.719284 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b96f30d2-0190-475b-8472-1dd94ed391bc {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:01.720013 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'status': 'completed', 'code': 200} Oct 20 10:50:01.794325 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '12ae976b-3f25-4a15-b680-00341bc8b247', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:31Z', 'updated_at': '2021-10-20T10:49:55Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:01.834221 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:01.844403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:01.845578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:01.846700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:01.900507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:01.903004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:01.911924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.912792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.916857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=fa23f2e2-c397-419f-ace8-013aa5b0c926,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:01.994110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:02.006491 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:02.021240 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:02.104876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-dd3a6dac-f370-45bc-a504-46cb2ba40931 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1719289 Oct 20 10:50:02.117550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e8789-bb92-49a7-b481-29995a5144ae req-c333499c-83b1-48ce-850f-304657e37ab6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.132387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b95e8789-bb92-49a7-b481-29995a5144ae req-c333499c-83b1-48ce-850f-304657e37ab6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.2332354 Oct 20 10:50:02.228133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Router dab6ff53-63ce-4fee-a45b-b41a07ee3027 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:02.250690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c3d8a3c9-2ea2-42bc-9ff5-44212f6d68e5 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.2082140 Oct 20 10:50:02.251557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-d38b631e-dc47-48c9-a403-aab2f97b1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.253564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-d38b631e-dc47-48c9-a403-aab2f97b1d7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1098 time: 0.2402594 Oct 20 10:50:02.257298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:02.268739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b95e8789-bb92-49a7-b481-29995a5144ae req-39435c25-0ba0-451c-ad74-a7d8fc01bf81 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337581 Oct 20 10:50:02.326311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-d63735da-68d0-477b-afad-8fdf1d92e914 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392809 Oct 20 10:50:02.341929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Attempting to bind port ef59272b-13c6-41b4-a5da-59228ba98b26 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:02.342280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Attempting to bind port ef59272b-13c6-41b4-a5da-59228ba98b26 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:02.342599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Attempting to bind port ef59272b-13c6-41b4-a5da-59228ba98b26 on network d4141cc7-a837-440a-bf23-e578fb5952af {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:02.361092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.371585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-3f1d03e1-dc58-428c-98c2-52f21fa8e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.373242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-3f1d03e1-dc58-428c-98c2-52f21fa8e6fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 1097 time: 0.2140329 Oct 20 10:50:02.388312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5917057a-22c5-49fb-905f-833adc1949e2 None None] Provisioning complete for port fa23f2e2-c397-419f-ace8-013aa5b0c926 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:02.388785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5917057a-22c5-49fb-905f-833adc1949e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.414524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.446721 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '12ae976b-3f25-4a15-b680-00341bc8b247', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:31Z', 'updated_at': '2021-10-20T10:49:55Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:02.454531 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0306fa-0e27-4555-a04e-2af52902fe20 x-openstack-request-id: req-6d0306fa-0e27-4555-a04e-2af52902fe20 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:02.454820 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:02.455122 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d0306fa-0e27-4555-a04e-2af52902fe20 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:02.455523 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'status': 'completed', 'code': 200} Oct 20 10:50:02.485152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5917057a-22c5-49fb-905f-833adc1949e2 None None] Port fa23f2e2-c397-419f-ace8-013aa5b0c926 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:02.486786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fbd84896-e256-4417-8a5b-65722a8aab33 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:02.497024 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f80fab-3f99-4031-89e5-6ed9c05bb27e None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '12ae976b-3f25-4a15-b680-00341bc8b247', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:31Z', 'updated_at': '2021-10-20T10:49:55Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:02.548606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Port ef59272b-13c6-41b4-a5da-59228ba98b26 on network d4141cc7-a837-440a-bf23-e578fb5952af not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:02.548606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Attempting to bind port ef59272b-13c6-41b4-a5da-59228ba98b26 on network d4141cc7-a837-440a-bf23-e578fb5952af {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:02.582049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fbd84896-e256-4417-8a5b-65722a8aab33 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:02.582425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.613543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:02.614272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Checking segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:02.614880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Bound using segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:02.615616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Bound port: ef59272b-13c6-41b4-a5da-59228ba98b26, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:02.617070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.684890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-b4ea38a6-d660-4229-a676-99748b77bc3a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.686599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-b4ea38a6-d660-4229-a676-99748b77bc3a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595245 Oct 20 10:50:02.713502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:02.720499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d68aa239-b5e3-4328-ad53-e49d85cf0710 admin admin] 10.222.0.74 "PUT /v2.0/routers/dab6ff53-63ce-4fee-a45b-b41a07ee3027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7652552 Oct 20 10:50:02.766050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Sync routers for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:02.770072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-6a544c43-abd1-42b8-9e7a-6e8b9377c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.775146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-6a544c43-abd1-42b8-9e7a-6e8b9377c5ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.4846714 Oct 20 10:50:02.785173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-c38fa599-5883-4fa0-8aec-3c2c920bc231 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0890079 Oct 20 10:50:02.788796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc540a-441f-44b2-af5d-b6a6e4af194b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.808283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-d29c80d5-b9ca-4693-99fd-a870c013109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.809742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-d29c80d5-b9ca-4693-99fd-a870c013109c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.4084072 Oct 20 10:50:02.811858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc540a-441f-44b2-af5d-b6a6e4af194b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.821477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc540a-441f-44b2-af5d-b6a6e4af194b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.823615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-24bc540a-441f-44b2-af5d-b6a6e4af194b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5634098 Oct 20 10:50:02.838546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55640) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:02.854765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.862381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:02.870121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:02.898120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-a0ff3a19-4634-4c1a-9ff3-54e4b74c933c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114411 Oct 20 10:50:02.965908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-44bbe267-cfac-4b03-9cbe-660fea6264de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 999 time: 0.1333184 Oct 20 10:50:02.975842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.976280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.986613 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f394172-c15c-47b5-b09f-a8348208ceaa None None] New status for floating IP 12ae976b-3f25-4a15-b680-00341bc8b247: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:50:02.998069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.000906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.001857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.002929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.005323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.006252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Allocated IP 172.25.3.159 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/c5fff078-8e0f-422b-bfa4-a869e8af97b5) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:03.012243 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-3a8b06b7-82f2-4ba7-8b7b-5bd768c53ffa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6375 time: 0.5545511 Oct 20 10:50:03.025667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-a5521af5-e42b-4198-afd8-bf6328233dd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 200 len: 217 time: 0.1878567 Oct 20 10:50:03.143970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:03.354880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-d0f43bc4-024b-4857-9846-3b679cbafa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.357607 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-d0f43bc4-024b-4857-9846-3b679cbafa52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.3418491 Oct 20 10:50:03.482341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:03.500637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-f8e75d51-d1fe-4d38-8971-39b0336e7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.501110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-f8e75d51-d1fe-4d38-8971-39b0336e7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.501577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-f8e75d51-d1fe-4d38-8971-39b0336e7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.503422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-f8e75d51-d1fe-4d38-8971-39b0336e7be0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fdc316534104079b1aa86edcd923d95&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4124663 Oct 20 10:50:03.507305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-38aef37c-469f-4151-bf28-42402ff5a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.509066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-38aef37c-469f-4151-bf28-42402ff5a4fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.4732902 Oct 20 10:50:03.515174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ef59272b-13c6-41b4-a5da-59228ba98b26,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:03.533288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:03.561728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-c932eddf-7d82-40c5-8e07-ce068cb7cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.562546 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-c932eddf-7d82-40c5-8e07-ce068cb7cc38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909416 Oct 20 10:50:03.613894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.614556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:03.616584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] 10.222.0.70 "PUT /v2.0/ports/ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 1092 time: 3.6278315 Oct 20 10:50:03.685631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Request body: {'port': {'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:03.811429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba646d-1d6d-43d3-95f9-2d16ee7d189a service neutron] Pushing event updated for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:03.893603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:03.899454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-620c29b3-0d8f-4069-9645-eb53ca0577c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.901028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d53e79dd-3c5f-4aaa-8f2f-3e88780831bb req-620c29b3-0d8f-4069-9645-eb53ca0577c5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3830631 Oct 20 10:50:03.926312 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-201da29b-92ae-4308-98df-201ae7dfbeaa service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398757 Oct 20 10:50:03.933922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.934291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:59Z', 'revision_number': 4, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2cf583b0-16ae-4743-b409-883d8e2f7c2e', 'name': '', 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'mac_address': 'fa:16:3e:ff:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:57Z', 'updated_at': '2021-10-20T10:50:00Z', 'revision_number': 2, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'subnets': [{'id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:03.941746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.950260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.957523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.964779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.973159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.983066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.986161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-f5c3d9ea-e2f0-4fcd-a3d7-2821461eacf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5409 time: 1.2137611 Oct 20 10:50:03.988921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-55629cc6-16ca-43d8-8a67-05fa3099d0fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4597945 Oct 20 10:50:03.990412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Checking router: dab6ff53-63ce-4fee-a45b-b41a07ee3027 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:03.991349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Updating router dab6ff53-63ce-4fee-a45b-b41a07ee3027 port 2cf583b0-16ae-4743-b409-883d8e2f7c2e binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:50:04.036138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.082533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-93866951-61af-40d9-843b-a52dd8520281 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6033480 Oct 20 10:50:04.122995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:04.154251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port fa23f2e2-c397-419f-ace8-013aa5b0c926 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:04.154589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.240475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.263510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a7d482f1-8709-4212-8e40-5afe64e35506 req-5aadfdfb-ca4e-4967-b64f-671d880bd2c8 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050122 Oct 20 10:50:04.275940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8d27989-3faa-41d7-ad63-2cd4b17f9e00 req-6da780e3-b013-4ae8-a5f9-2462f29aee28 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2169361 Oct 20 10:50:04.310248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.380256 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.400905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.413512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-fb93200a-ea5e-47a6-a84b-ab8b4b2ec44b service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480659 Oct 20 10:50:04.452703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.457249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.460289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825e12f-27de-4973-86d8-4441f122f26d None None] Pushing event updated for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:04.499120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c99ceae-7c43-4c10-bb9c-8ec674d0421b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:04.508080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.523397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Transition to ACTIVE for port object 6c99ceae-7c43-4c10-bb9c-8ec674d0421b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:04.524374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:04.528366 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e1489-e834-4f86-bbe7-cb614109bfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:04.533691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.537042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4997cca-7f08-47fe-8fc9-9653e2586072 req-daaaa71c-7fe3-45f5-a955-2e645e6a6510 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 210 time: 0.1259451 Oct 20 10:50:04.542786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for fa23f2e2-c397-419f-ace8-013aa5b0c926 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:04.545008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Attempting to bind port 2cf583b0-16ae-4743-b409-883d8e2f7c2e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:04.547957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Attempting to bind port 2cf583b0-16ae-4743-b409-883d8e2f7c2e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:04.550097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Attempting to bind port 2cf583b0-16ae-4743-b409-883d8e2f7c2e on network 45068a85-8b5e-48d1-9372-9136cd1b8663 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:04.568173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:04.568570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Checking segment: {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:04.568991 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.569397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Bound using segment: {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:04.570000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Bound port: 2cf583b0-16ae-4743-b409-883d8e2f7c2e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a17b65e-e6c6-4916-a563-49dafc1ba04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:04.570393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.700861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Pushing event updated for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:04.729746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] For port 2cf583b0-16ae-4743-b409-883d8e2f7c2e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:04.733683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] For port 2cf583b0-16ae-4743-b409-883d8e2f7c2e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2cf583b0-16ae-4743-b409-883d8e2f7c2e,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:04.750773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.776911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.833641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825e12f-27de-4973-86d8-4441f122f26d None None] Pushing event updated for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:04.838902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-4af806e6-3d0b-43cf-b457-c113eebd6f67 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545192 Oct 20 10:50:04.871935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:04.872669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:05.049652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:05.062009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] Provisioning complete for port 2cf583b0-16ae-4743-b409-883d8e2f7c2e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:05.062571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.067893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:05.087828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:05.098622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:05.103427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-b59624e1-e1a0-4a67-b047-e75a181c4adb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.104991 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-b59624e1-e1a0-4a67-b047-e75a181c4adb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508714 Oct 20 10:50:05.125853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Attempting to bind port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:05.126193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Attempting to bind port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:05.126568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Attempting to bind port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b on network d4141cc7-a837-440a-bf23-e578fb5952af {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:05.132857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:05.152576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Pushing event updated for resources: {'Port': ['ID=c5fff078-8e0f-422b-bfa4-a869e8af97b5,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:05.173596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370342cc-fac7-4d74-ae39-b6533d0cea1a req-19f7dea4-e6a8-44f0-adce-ffc7696702ff service neutron] 10.222.0.70 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452729 Oct 20 10:50:05.202046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce46ea-beb3-4bd2-a9fd-66cd73c9fa58 req-3c9009f0-db0f-4154-8221-d9d7885ccbd6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.204046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efce46ea-beb3-4bd2-a9fd-66cd73c9fa58 req-3c9009f0-db0f-4154-8221-d9d7885ccbd6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.4637990 Oct 20 10:50:05.284071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b on network d4141cc7-a837-440a-bf23-e578fb5952af not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:05.284609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Attempting to bind port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b on network d4141cc7-a837-440a-bf23-e578fb5952af {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:05.290051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:05.294114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.307445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.319048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:05.319392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Checking segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:05.319782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Bound using segment: {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:05.320232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Bound port: 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52723d02-5c37-4539-9e8e-17e397c736b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:05.321205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.357688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.372551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.400166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] For port 2cf583b0-16ae-4743-b409-883d8e2f7c2e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2cf583b0-16ae-4743-b409-883d8e2f7c2e,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:05.406774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:05.409987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efce46ea-beb3-4bd2-a9fd-66cd73c9fa58 req-8e1781f1-42c8-4dc8-b269-af26f896b2a9 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854384 Oct 20 10:50:05.411183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:05.418158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.420875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.466766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.467547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.468757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] 10.222.0.70 "PUT /v2.0/ports/6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 1092 time: 1.7926900 Oct 20 10:50:05.510971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9696-2f19-4aa8-b34f-aeb08f9ad918 service neutron] Pushing event updated for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:05.575102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.624387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.624924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.625484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.625995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.626744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.626988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.627878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.631300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-af4a1d4b-5138-4ac4-9da9-b952c27a1dea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6485 time: 0.0924375 Oct 20 10:50:05.639213 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8876a6-0f33-4158-a36c-37379bd7dd1b x-openstack-request-id: req-7d8876a6-0f33-4158-a36c-37379bd7dd1b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:05.639727 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:05.639881 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d8876a6-0f33-4158-a36c-37379bd7dd1b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:05.640314 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26', 'status': 'completed', 'code': 200} Oct 20 10:50:05.648308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc6cf0-d01a-41dc-b860-1c6a0e75f400 None None] Pushing event updated for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:05.660892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=fa23f2e2-c397-419f-ace8-013aa5b0c926,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:05.690454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3dad0375-515f-42f6-a842-c3a8c0d288a2 None None] Provisioning complete for port 2cf583b0-16ae-4743-b409-883d8e2f7c2e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:05.690807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3dad0375-515f-42f6-a842-c3a8c0d288a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.696869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:59Z', 'revision_number': 4, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2cf583b0-16ae-4743-b409-883d8e2f7c2e', 'name': '', 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'mac_address': 'fa:16:3e:ff:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:57Z', 'updated_at': '2021-10-20T10:50:04Z', 'revision_number': 4, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'subnets': [{'id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:05.713645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-80371e94-5d36-4dd6-9e5e-b771062b81af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 217 time: 0.0636837 Oct 20 10:50:05.769772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c617bc6-11a0-4e74-b692-9c609c136732 None None] The sync data for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 is: [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:49:59Z', 'revision_number': 4, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2cf583b0-16ae-4743-b409-883d8e2f7c2e', 'name': '', 'network_id': '45068a85-8b5e-48d1-9372-9136cd1b8663', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'mac_address': 'fa:16:3e:ff:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:57Z', 'updated_at': '2021-10-20T10:50:04Z', 'revision_number': 4, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'subnets': [{'id': '2edc9d97-8dbd-47c7-9525-1d4eeeaa609d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:05.828934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.873480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.923174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0c2a86d5-b5d7-444a-a5bc-c18c9991063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.924773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0c2a86d5-b5d7-444a-a5bc-c18c9991063d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.1913941 Oct 20 10:50:06.032363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e61e1d-49d9-4e8d-9b70-b814642e1471,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:06.066223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-3e420b03-f643-4787-aa75-3d52b2e92f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.067718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-3e420b03-f643-4787-aa75-3d52b2e92f77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316662 Oct 20 10:50:06.223947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.250 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/c534cb97-de5d-4f16-88e5-529c53c4fe8c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:06.273296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-6dfd05a6-99d4-4a75-8108-5d49fc8bf7eb service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952755 Oct 20 10:50:06.442034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:50:06.486664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-47ab8894-845b-493a-bc6c-a71a4d591a1c service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010341 Oct 20 10:50:06.488480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Allocated IP 172.25.3.155 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/51523eb0-b14c-47e4-9a35-ab305e0bb829) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:06.498057 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.507109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b46eca1-24ec-4a59-aba9-b8549a4ba46c tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/fa23f2e2-c397-419f-ace8-013aa5b0c926 HTTP/1.1" status: 204 len: 168 time: 3.6666992 Oct 20 10:50:06.512490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55674) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:06.539957 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-609c3496-fa45-491e-96c4-4ab5d38c6752 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] GET failed (client error): The resource could not be found. Oct 20 10:50:06.541542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-609c3496-fa45-491e-96c4-4ab5d38c6752 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports/fa23f2e2-c397-419f-ace8-013aa5b0c926 HTTP/1.1" status: 404 len: 333 time: 0.0286415 Oct 20 10:50:06.542198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.551723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55676) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:06.555306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.572890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2cf583b0-16ae-4743-b409-883d8e2f7c2e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:06.589376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c68329d7-fcdf-43ea-bd07-a20d4fc60a18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 217 time: 0.0867662 Oct 20 10:50:06.645462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.656726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2cf583b0-16ae-4743-b409-883d8e2f7c2e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:06.657094 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.749314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:06.758356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-6fa41358-4cee-49c7-ad22-8f3d110efd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.760572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-6fa41358-4cee-49c7-ad22-8f3d110efd87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.1309373 Oct 20 10:50:06.762366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:06.764737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:06.779335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:06.846006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881629152'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:06.848619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.849268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:06.889750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.890226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9f88c0b2-62a9-44ed-8196-f51eaaa9cda0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7645364 Oct 20 10:50:06.896119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-120ef0f7-7f15-4923-85c6-6cc45e38fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.897760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.899598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-120ef0f7-7f15-4923-85c6-6cc45e38fc2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769682 Oct 20 10:50:06.906139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.909627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Request body: {'port': {'device_id': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:06.916192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.923465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.934220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.946476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.954525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-681de711-b2e3-4a69-9be1-93a6c0e4ce80 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 1.0666311 Oct 20 10:50:07.007662 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-d3caf8db-1893-4b99-8651-d4ce20b7d024 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950305 Oct 20 10:50:07.144483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7ba0384-24de-47ab-bb98-c9dc3fc4f9a0 req-1ef32fa8-526b-422f-8480-aebd0cd05105 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861448 Oct 20 10:50:07.167448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.173447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-166a5da2-972c-4e42-bdfa-09434f6352ad None None] Provisioning complete for port c534cb97-de5d-4f16-88e5-529c53c4fe8c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:07.173819 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-166a5da2-972c-4e42-bdfa-09434f6352ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.182861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.224500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-455040ab-46ce-4c58-87bf-d5dd19a4e1ee service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845934 Oct 20 10:50:07.233567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-166a5da2-972c-4e42-bdfa-09434f6352ad None None] Port c534cb97-de5d-4f16-88e5-529c53c4fe8c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:07.267989 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-ca3d4445-85dc-41a3-8c1d-76ae547535e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 217 time: 0.0423288 Oct 20 10:50:07.268541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.385621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.539603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:07.572278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97598-3383-4f59-86e2-ad46116136c5 req-f44d515c-956d-4bfe-93ad-cdc5a80776f0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.580198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca97598-3383-4f59-86e2-ad46116136c5 req-f44d515c-956d-4bfe-93ad-cdc5a80776f0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 936 time: 0.2787027 Oct 20 10:50:07.587286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event updated for resources: {'Port': ['ID=51523eb0-b14c-47e4-9a35-ab305e0bb829,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:07.599091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:07.609782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:07.611621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:07.615396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.671941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:07.674345 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152cdfed-8463-414e-98d5-d626031da99f" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:07.682837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:07.703632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca97598-3383-4f59-86e2-ad46116136c5 req-17998e41-f0cb-4973-9eb4-47090838ebdf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225002 Oct 20 10:50:07.721504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-b433e54a-56dd-4949-a0e3-cfdee0bafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.721504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-b433e54a-56dd-4949-a0e3-cfdee0bafbfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.4338534 Oct 20 10:50:07.830750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-686b9a2e-6cef-4cd2-84a6-16f35053ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.832272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-686b9a2e-6cef-4cd2-84a6-16f35053ca5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727134 Oct 20 10:50:07.854046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:50:07.920079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::104 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/fa5d7bef-b539-4548-b0c0-76a77c7f1d7a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:07.973246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.988443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-0b8aa357-2ae5-4d30-810a-9b5118db3748 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460493 Oct 20 10:50:07.999407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06e340-5b29-4391-88fd-14a513e93b77 req-c188bc43-4093-467f-bf00-88e8bfe3ee90 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.000926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af06e340-5b29-4391-88fd-14a513e93b77 req-c188bc43-4093-467f-bf00-88e8bfe3ee90 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.2044563 Oct 20 10:50:08.094243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c534cb97-de5d-4f16-88e5-529c53c4fe8c {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:08.107926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.127065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.130037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Transition to ACTIVE for port object c534cb97-de5d-4f16-88e5-529c53c4fe8c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:08.138695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.174084 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-55ffc857-c1db-431b-bbb7-342388415b57 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773813 Oct 20 10:50:08.223221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af06e340-5b29-4391-88fd-14a513e93b77 req-37b4793b-1d18-40d6-b73c-a87e08201b2e tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078395 Oct 20 10:50:08.242310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Pushing event updated for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:08.320675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:08.330731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Sync routers for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:08.340424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-98527956-b12d-4b7a-8dfa-2e35d537bea7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 217 time: 0.1476223 Oct 20 10:50:08.347211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:08.347839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:08.442961 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e1a742-794a-4f06-b2b3-7cd2394ece3e x-openstack-request-id: req-66e1a742-794a-4f06-b2b3-7cd2394ece3e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:08.443316 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:08.443571 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66e1a742-794a-4f06-b2b3-7cd2394ece3e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:08.444799 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b', 'status': 'completed', 'code': 200} Oct 20 10:50:08.457290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-063f60dc-6e4d-4a2d-8f1a-96bcc6a45408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.459946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-063f60dc-6e4d-4a2d-8f1a-96bcc6a45408 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.1081710 Oct 20 10:50:08.460779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Attempting to bind port c534cb97-de5d-4f16-88e5-529c53c4fe8c on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:08.461754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Attempting to bind port c534cb97-de5d-4f16-88e5-529c53c4fe8c by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:08.462086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Attempting to bind port c534cb97-de5d-4f16-88e5-529c53c4fe8c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:08.481180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.485061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-27d1ba24-2cf4-4a4f-b916-c6c3895273ca admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6275342 Oct 20 10:50:08.492930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55688) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:08.502686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Port c534cb97-de5d-4f16-88e5-529c53c4fe8c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:08.503053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Attempting to bind port c534cb97-de5d-4f16-88e5-529c53c4fe8c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:08.556375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:08.556741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:08.557263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:08.557730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Bound port: c534cb97-de5d-4f16-88e5-529c53c4fe8c, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:08.558804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.564364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.598234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:08.621878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-64aa3811-8520-4905-881b-4f60e01cc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.623765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-64aa3811-8520-4905-881b-4f60e01cc097 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534410 Oct 20 10:50:08.737480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:08.745659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.752333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.760306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.760924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:08.767470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.773954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.779653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.780165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.786875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.788935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-cbe6af19-e1a1-4552-a269-8c0f98711339 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.2043736 Oct 20 10:50:08.810274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.822427 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.826476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.827191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.828911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-1611286f-469b-42ed-b869-a712554c8caf service neutron] 10.222.0.83 "PUT /v2.0/ports/c534cb97-de5d-4f16-88e5-529c53c4fe8c HTTP/1.1" status: 200 len: 1097 time: 1.9284019 Oct 20 10:50:08.834608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-a8dc6bc5-bb39-4428-8077-5336c2747640 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020879 Oct 20 10:50:08.905472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=fa5d7bef-b539-4548-b0c0-76a77c7f1d7a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:08.912322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.959469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bbec0f3-ac7f-4bd8-8df8-7d16fce6ee5a req-52a30078-d926-40f0-ae5b-9b662903772d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600957 Oct 20 10:50:08.960641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611286f-469b-42ed-b869-a712554c8caf service neutron] Pushing event updated for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:09.055977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:05Z', 'revision_number': 3, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:09.060198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:09.096360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Checking router: 24327dbe-cb99-4c68-857b-8c5e5ebb1429 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:09.096866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:09.097516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Updating router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 port c5fff078-8e0f-422b-bfa4-a869e8af97b5 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:50:09.112148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-9ca982aa-be31-4c53-b93d-c05c9dc6a103 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693474 Oct 20 10:50:09.122144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:09.128010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.128650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.168120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event updated for resources: {'Port': ['ID=51523eb0-b14c-47e4-9a35-ab305e0bb829,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:09.187809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-68ab9efb-cd98-46a7-aea6-d8c7196501dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.189757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-68ab9efb-cd98-46a7-aea6-d8c7196501dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 1100 time: 0.2938237 Oct 20 10:50:09.191983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-59eabc0f-d992-4baa-9d02-d8ef5ea63ebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 217 time: 0.0711665 Oct 20 10:50:09.192419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.257584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5f4fb687-37e4-47ed-b43f-667430a1db71 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4684784 Oct 20 10:50:09.264105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.264633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-45770429-4f8e-45c8-824c-d34ed737677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.266418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-45770429-4f8e-45c8-824c-d34ed737677a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0666223 Oct 20 10:50:09.275993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55696) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:09.295628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:e1:77:d8'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:09.305943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.307205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-fd5f660a-7a76-4bd8-b112-376db1e1341e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2213917 Oct 20 10:50:09.344669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8898d-8a3a-4420-bfb3-df685dc86f97 req-21e36b05-e8fa-4660-bf9c-c6d93b6e4e3a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.346250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68f8898d-8a3a-4420-bfb3-df685dc86f97 req-21e36b05-e8fa-4660-bf9c-c6d93b6e4e3a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 948 time: 0.2134182 Oct 20 10:50:09.355449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-da5ffef5-27c5-4890-90b4-177d05c950c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c HTTP/1.1" status: 200 len: 217 time: 0.1541414 Oct 20 10:50:09.469260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-2c798117-51ed-4898-ad07-f58d6a90a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.470792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-2c798117-51ed-4898-ad07-f58d6a90a793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1858838 Oct 20 10:50:09.490291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9a678c39-1344-46f7-b987-03c277659977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.492437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-9a678c39-1344-46f7-b987-03c277659977 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1030624 Oct 20 10:50:09.525769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9a0c91fc-c9e0-4db3-88ed-07be84621f64 None None] Provisioning complete for port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:09.526420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a0c91fc-c9e0-4db3-88ed-07be84621f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.591836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c91fc-c9e0-4db3-88ed-07be84621f64 None None] Port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:09.634587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-ad24d10d-9fca-46a2-a71e-b88d0e7a45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.636278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-ad24d10d-9fca-46a2-a71e-b88d0e7a45e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1304247 Oct 20 10:50:09.642441 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-8200d721-2762-4494-8870-bb0bf5a28333 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625123 Oct 20 10:50:09.664456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.670763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.724617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Attempting to bind port c5fff078-8e0f-422b-bfa4-a869e8af97b5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:09.725010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Attempting to bind port c5fff078-8e0f-422b-bfa4-a869e8af97b5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:09.725381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Attempting to bind port c5fff078-8e0f-422b-bfa4-a869e8af97b5 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:09.736175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:09.736731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:09.737138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.737531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:09.738050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Bound port: c5fff078-8e0f-422b-bfa4-a869e8af97b5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:09.738488 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.799120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-dd2a2852-5d47-4862-933b-569092aaa819 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.4517262 Oct 20 10:50:09.804386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] For port c5fff078-8e0f-422b-bfa4-a869e8af97b5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:09.809384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] For port c5fff078-8e0f-422b-bfa4-a869e8af97b5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5fff078-8e0f-422b-bfa4-a869e8af97b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:09.811266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711c05-c679-4225-b5dc-df4900cba445 None None] Pushing event updated for resources: {'Port': ['ID=c5fff078-8e0f-422b-bfa4-a869e8af97b5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:09.816637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.821079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-fd15044d-ff82-4ccc-8f2d-580421c7876e service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689265 Oct 20 10:50:09.823052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-35fb54de-1021-4d82-b176-fe544291d2b6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731513 Oct 20 10:50:09.837582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68f8898d-8a3a-4420-bfb3-df685dc86f97 req-63e7d791-5fc0-4cfb-bee7-e7f1f52e18d5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403722 Oct 20 10:50:09.869640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-1c4f1676-7724-4aea-b545-ab982d539913 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.0413561 Oct 20 10:50:09.888893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711c05-c679-4225-b5dc-df4900cba445 None None] Pushing event updated for resources: {'Port': ['ID=c5fff078-8e0f-422b-bfa4-a869e8af97b5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:09.914034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:09.915197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:09.993762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-727a2198-339b-45cb-936b-61fbdd3a5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.995230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-727a2198-339b-45cb-936b-61fbdd3a5c58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0647223 Oct 20 10:50:09.998903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b33ae74-efe9-4444-90f1-42a95b5a1097 req-3c4f5c04-aed9-4801-be95-f0f960c68c6e service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283042 Oct 20 10:50:10.041612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:10.046408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-231b1bfc-3d6d-4636-94d5-84d61fd86be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.048065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-231b1bfc-3d6d-4636-94d5-84d61fd86be1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456805 Oct 20 10:50:10.127358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a7ef5-b469-4872-a851-7f275926cb72 req-e5d09ce6-7d20-4bbe-be4f-a63884f5b348 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.128762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a7ef5-b469-4872-a851-7f275926cb72 req-e5d09ce6-7d20-4bbe-be4f-a63884f5b348 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.2101943 Oct 20 10:50:10.146146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-f767a25d-d795-4bf7-b949-86f877cd53a2 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879195 Oct 20 10:50:10.148080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.162307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-2370c05b-4c65-4abe-93b6-96ba35285c62 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.163769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c896ab0e-e465-4eb2-b613-72d3af4aef64 req-2370c05b-4c65-4abe-93b6-96ba35285c62 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.3361936 Oct 20 10:50:10.265792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-22b2fb74-833b-4a1f-9ca8-bebf1d64bb6d service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121280 Oct 20 10:50:10.291831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:05Z', 'revision_number': 3, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:10.315667 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-6ad37bd6-bd9f-4a5f-b564-e9fee6a13a96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0422733 Oct 20 10:50:10.316841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-131a7ef5-b469-4872-a851-7f275926cb72 req-c82bafa9-b873-4e73-ad33-d36b7c12cdf7 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731417 Oct 20 10:50:10.319760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce104a-2889-42fe-9f1f-679727f1b056 None None] The sync data for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 is: [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:05Z', 'revision_number': 3, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:10.382067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c24e9920-3c41-467e-9b5c-33755a792a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.383509 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-c24e9920-3c41-467e-9b5c-33755a792a76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0607648 Oct 20 10:50:10.433803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-56c924a0-1996-4e1e-b7ab-863b9b70d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.436111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-56c924a0-1996-4e1e-b7ab-863b9b70d582 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453672 Oct 20 10:50:10.451275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:10.453590 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:10.495785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.502279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca9bf1e2-5cc8-4319-9818-7b9e03ef2352 req-7f9c289b-47ab-431a-8793-b440d1489236 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips/e5e820b7-2b0e-4428-90a4-e9fa4da3790f HTTP/1.1" status: 200 len: 693 time: 0.1324105 Oct 20 10:50:10.548323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-12cd8020-9168-4bc4-93d2-734476893fb8 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040912 Oct 20 10:50:10.603353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.610187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.616909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.622926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.632209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.638785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.645166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.647206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-47e9a4ef-3841-4ca2-a595-830bee5dd5de tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.2784324 Oct 20 10:50:10.677257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fee49b02-b546-4779-8d96-4968b640fbe4 req-eb9b2130-fa9f-4250-a892-d2fb0647e54d service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207688 Oct 20 10:50:10.789015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.789890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.790350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.790834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.791311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.791764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.792211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.794249 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-024ea0a0-fc9e-446b-aa37-f7c309c048a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6485 time: 0.0550036 Oct 20 10:50:10.812897 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.838272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.891198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8be048c8-5eb6-469d-a2ec-a678e75f7b88 req-c1983158-5718-46d6-8781-b2d6eec3197f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991057 Oct 20 10:50:10.902445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-ef2cc520-22f2-4222-9c5f-b989b1ff519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.905850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-ef2cc520-22f2-4222-9c5f-b989b1ff519f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 903 time: 0.1008132 Oct 20 10:50:10.910591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] In _notify_port_updated(), no bound segment for port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a on network 8e6a7251-834c-4ee3-83be-257f6422de08 {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:10.917015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.917692 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.920548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "PUT /v2.0/ports/fa5d7bef-b539-4548-b0c0-76a77c7f1d7a HTTP/1.1" status: 200 len: 1002 time: 1.6377816 Oct 20 10:50:10.929203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55710) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:10.930265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf1e2-5cc8-4319-9818-7b9e03ef2352 req-989bafcc-3b76-4c01-8648-77b40c576648 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.931889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca9bf1e2-5cc8-4319-9818-7b9e03ef2352 req-989bafcc-3b76-4c01-8648-77b40c576648 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.4139545 Oct 20 10:50:10.970112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71801994-1676-461e-9e29-f5fb9fec318f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=fa5d7bef-b539-4548-b0c0-76a77c7f1d7a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:11.002433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Allocated IP 172.20.0.1 (5a84a45d-a81f-4ce7-a2a8-69a98579fb39/4ca5f30b-cd59-4757-8196-92fbac5be7ec/66d64bf1-a570-4fa1-a9f6-09a6f7944873) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:11.064139 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e6d7ed-245d-4c0b-92d4-5554c05788a7 x-openstack-request-id: req-c8e6d7ed-245d-4c0b-92d4-5554c05788a7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:11.064814 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:11.065229 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8e6d7ed-245d-4c0b-92d4-5554c05788a7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:11.065897 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c', 'status': 'completed', 'code': 200} Oct 20 10:50:11.077860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-e2ac3451-30f8-4d73-bd48-8f5e2659978a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.1634605 Oct 20 10:50:11.170348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d911940a-fc05-4955-8812-50d123c7baa2 req-741b03b7-9f01-4208-8193-c787df633e15 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=140b8eec874545aaa828bbb222d3f00d HTTP/1.1" status: 200 len: 696 time: 0.1243730 Oct 20 10:50:11.196960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-5f38a291-2dcf-430c-ac36-998af722da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.198424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-5f38a291-2dcf-430c-ac36-998af722da35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0934660 Oct 20 10:50:11.209681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-3904c793-317c-4b02-9ef1-9952572406ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.211267 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-3904c793-317c-4b02-9ef1-9952572406ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 1100 time: 0.1443591 Oct 20 10:50:11.248850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50160a-d56a-4faa-bf0b-1d0092bdd458 req-c3153628-da2b-4401-ab1a-8cb48f1b3db6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.250428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a50160a-d56a-4faa-bf0b-1d0092bdd458 req-c3153628-da2b-4401-ab1a-8cb48f1b3db6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 948 time: 0.2260692 Oct 20 10:50:11.252196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:11.252540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.350372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9b91e161-0b17-439d-a8b5-ef65f5ddc05c None None] Provisioning complete for port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:11.351460 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b91e161-0b17-439d-a8b5-ef65f5ddc05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.382754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911940a-fc05-4955-8812-50d123c7baa2 req-830c6819-c790-4660-a3ba-e5ebb8c2d35c tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.387755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d911940a-fc05-4955-8812-50d123c7baa2 req-830c6819-c790-4660-a3ba-e5ebb8c2d35c tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks?id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 787 time: 0.2056060 Oct 20 10:50:11.393404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9b91e161-0b17-439d-a8b5-ef65f5ddc05c None None] Port fa5d7bef-b539-4548-b0c0-76a77c7f1d7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:11.405487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d911940a-fc05-4955-8812-50d123c7baa2 req-49d83f87-59ea-490c-8ee4-85e4951a002e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:50:11.406736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d911940a-fc05-4955-8812-50d123c7baa2 req-49d83f87-59ea-490c-8ee4-85e4951a002e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142524 Oct 20 10:50:11.419208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-5c03a136-1932-410f-b02c-4ba23dacbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.419462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-5c03a136-1932-410f-b02c-4ba23dacbfb9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2062910 Oct 20 10:50:11.437799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.443342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a50160a-d56a-4faa-bf0b-1d0092bdd458 req-3b77c972-4f3b-434e-b4b5-e577bf4668dc tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816528 Oct 20 10:50:11.493148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-4fee6068-9302-473a-bfcc-b1b2e2f7610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.494631 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-4fee6068-9302-473a-bfcc-b1b2e2f7610a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2701263 Oct 20 10:50:11.494749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.496407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.560159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:11.577523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for fa5d7bef-b539-4548-b0c0-76a77c7f1d7a owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:11.585581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-f23b0291-47dd-4dd6-b1cb-28f6e13c769b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c HTTP/1.1" status: 200 len: 217 time: 0.0790758 Oct 20 10:50:11.609879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:11.611862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:11.643028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Pushing event updated for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:11.648745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-f9d144c8-c3db-417b-9812-5a3941dee288 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips/e5e820b7-2b0e-4428-90a4-e9fa4da3790f HTTP/1.1" status: 200 len: 693 time: 0.1205626 Oct 20 10:50:11.684278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-17ba070c-8811-4200-8dc2-d008686dccc4 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553911 Oct 20 10:50:11.707599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999406-4dae-48f5-a386-a53ab43d2fe5 req-b0cdeeb3-4c19-48b7-811c-492178319ef3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.708124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-6eab75f8-cc63-4936-9ef3-75aeda3a7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.709150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29999406-4dae-48f5-a386-a53ab43d2fe5 req-b0cdeeb3-4c19-48b7-811c-492178319ef3 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1778092 Oct 20 10:50:11.709553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-6eab75f8-cc63-4936-9ef3-75aeda3a7a38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1152937 Oct 20 10:50:11.723613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.846528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29999406-4dae-48f5-a386-a53ab43d2fe5 req-95f414de-59b1-4105-bb2b-7add7409c8a1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230304 Oct 20 10:50:11.858148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-9e938772-effe-4872-ab84-52dd6b1ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.859683 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-9e938772-effe-4872-ab84-52dd6b1ef5e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1387544 Oct 20 10:50:11.893400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-a85f96d2-06b3-44ba-a646-19242e88ebcc tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.894854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-a85f96d2-06b3-44ba-a646-19242e88ebcc tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2286255 Oct 20 10:50:11.908814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-aebf4b79-a2f0-449c-a80d-6dd41807cab8 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:50:11.909774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-aebf4b79-a2f0-449c-a80d-6dd41807cab8 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076985 Oct 20 10:50:11.993193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-1e586732-3cb0-4235-9484-ee1dfce56b61 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.0757565 Oct 20 10:50:12.013015 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.191286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b45e1489-e834-4f86-bbe7-cb614109bfd0 req-93142c2c-bd76-4a0d-81ef-ebdf6b35a074 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993098 Oct 20 10:50:12.211820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.300512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=fa5d7bef-b539-4548-b0c0-76a77c7f1d7a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:12.364739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-443386fc-4823-4341-9043-8dba0e2dee05 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.3638473 Oct 20 10:50:12.384201 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-1cbe8e9c-28d1-45b2-897e-86a5cf6c0daa service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129402 Oct 20 10:50:12.405229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.405708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.406185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.407206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.407377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.407837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.408286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.410214 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-ceda52c4-862c-499f-86fb-b99974caffac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6485 time: 0.1643922 Oct 20 10:50:12.493686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.500116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.507322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.515123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.524120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.527333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5fff078-8e0f-422b-bfa4-a869e8af97b5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:12.530217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.537290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.539954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9871991-c733-4125-9d43-f6982f524d17 req-538a90cc-2323-4e61-9112-e159e0a03ac5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.5307014 Oct 20 10:50:12.610614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c5fff078-8e0f-422b-bfa4-a869e8af97b5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:12.611783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.611908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.618093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b67eca4a-c9ec-4062-beb8-ea3b39ef9d34 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/fa5d7bef-b539-4548-b0c0-76a77c7f1d7a HTTP/1.1" status: 204 len: 168 time: 1.6866863 Oct 20 10:50:12.624612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55730) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:12.652843 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef057cd2-d892-4f35-82e8-9dcf51e8389e tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] GET failed (client error): The resource could not be found. Oct 20 10:50:12.659039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef057cd2-d892-4f35-82e8-9dcf51e8389e tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports/fa5d7bef-b539-4548-b0c0-76a77c7f1d7a HTTP/1.1" status: 404 len: 333 time: 0.0334258 Oct 20 10:50:12.661582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55732) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:12.662769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9871991-c733-4125-9d43-f6982f524d17 req-cf3ce79a-358f-4280-a5aa-636876fccaaf tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702269 Oct 20 10:50:12.669716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-812688971'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:12.741402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-1a39ba0e-b321-4aee-892a-a3506e529abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.751132 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.753445 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-1a39ba0e-b321-4aee-892a-a3506e529abc service neutron] 10.222.0.70 "GET /v2.0/networks?id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 903 time: 0.3293183 Oct 20 10:50:12.777728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c5fff078-8e0f-422b-bfa4-a869e8af97b5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5fff078-8e0f-422b-bfa4-a869e8af97b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:12.784567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.852305 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1ae0a81f-1bb4-4ac1-a17e-2544c5165f03 req-07abb5e0-7844-4610-98c9-4f626a789b8c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410548 Oct 20 10:50:12.855579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c5fff078-8e0f-422b-bfa4-a869e8af97b5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:12.861369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Deleting port 51523eb0-b14c-47e4-9a35-ab305e0bb829 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:12.861637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.864677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c534cb97-de5d-4f16-88e5-529c53c4fe8c details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:12.867402 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-9b027fd2-6936-4624-9ccc-b49a3c5fc3bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0654399 Oct 20 10:50:12.971325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-a500e4cc-14cc-444d-8ff4-9941497ce945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.973098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-a500e4cc-14cc-444d-8ff4-9941497ce945 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0976555 Oct 20 10:50:13.003344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.004009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.008587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:13.021351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c', 'mac_address': 'fa:16:3e:48:21:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:13.031961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:13.036753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.045461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd197ff-8ff0-480e-9e0d-8b557c1d472e req-d07f986c-fb3e-4871-b1c0-2b77a03ed322 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.054515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6dd197ff-8ff0-480e-9e0d-8b557c1d472e req-d07f986c-fb3e-4871-b1c0-2b77a03ed322 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 948 time: 0.2543383 Oct 20 10:50:13.056807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port 44a66734-11e3-4722-ab21-1e0faa3fbeec yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:13.066755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.085193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c534cb97-de5d-4f16-88e5-529c53c4fe8c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:13.099916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Calling delete_port for 51523eb0-b14c-47e4-9a35-ab305e0bb829 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:13.109140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:13.114904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.117501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6dd197ff-8ff0-480e-9e0d-8b557c1d472e req-8b536a0c-5391-42fe-9ebf-03c96492e136 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616949 Oct 20 10:50:13.175928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:13.215520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::b1 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/44a66734-11e3-4722-ab21-1e0faa3fbeec) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:13.251074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.259230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.344510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Pushing event updated for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:13.354213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdfed-8463-414e-98d5-d626031da99f req-0304a0ef-5f6a-46c7-b45e-a78803bf9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.355914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-0304a0ef-5f6a-46c7-b45e-a78803bf9492 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3724790 Oct 20 10:50:13.413027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.426407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.437676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:13.494857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65d54-ddca-4e93-a11d-e90bd5832b14 req-fa5a40fe-0895-483e-b6a8-ac38c8cf21b0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.503584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6a65d54-ddca-4e93-a11d-e90bd5832b14 req-fa5a40fe-0895-483e-b6a8-ac38c8cf21b0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1600921 Oct 20 10:50:13.507333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-f3daa9df-7cd2-44d7-9a5f-1a07af7d39a8 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352077 Oct 20 10:50:13.554924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.607869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=44a66734-11e3-4722-ab21-1e0faa3fbeec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:13.629275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6a65d54-ddca-4e93-a11d-e90bd5832b14 req-0c7369f4-0277-4d68-9d1f-6793f44db36b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244380 Oct 20 10:50:13.663938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:13.664372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.669107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:13.672931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:13.680857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.681656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.713041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:13.717142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event deleted for resources: {'Port': ['ID=51523eb0-b14c-47e4-9a35-ab305e0bb829,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:13.720169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:13.731236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2d92b5a-21d6-4b6f-9ef5-01f28be3f7fd tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0671563 Oct 20 10:50:13.734277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55740) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:13.740122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:77:d8'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:13.776607 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-152cdfed-8463-414e-98d5-d626031da99f req-d849fa65-eb14-4d0d-bd61-3a983fc43d03 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613850 Oct 20 10:50:13.860307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.862998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:13.864107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ded5d6b8-7563-46bd-9f6a-7ba674e4f7b3 req-15546034-8e9a-424b-ba72-c4c0950562a2 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "DELETE /v2.0/floatingips/e5e820b7-2b0e-4428-90a4-e9fa4da3790f HTTP/1.1" status: 204 len: 173 time: 1.4984505 Oct 20 10:50:13.973445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.022783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.028835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.035131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.042475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.048636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.054816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ed02274c-1b84-4433-93be-e9e2fff77b16 None None] Provisioning complete for port 44a66734-11e3-4722-ab21-1e0faa3fbeec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:14.055376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.056137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed02274c-1b84-4433-93be-e9e2fff77b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.063799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.065799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-83954db7-69d6-4147-86b6-7b7354a1d9d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.2629547 Oct 20 10:50:14.081342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:14.102010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ed02274c-1b84-4433-93be-e9e2fff77b16 None None] Port 44a66734-11e3-4722-ab21-1e0faa3fbeec cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:14.171200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.177066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.192439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da587889-d262-46c5-b9c1-fc1af7f9159e req-4ae2670c-a755-4453-b70c-3386494f02ac tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060500 Oct 20 10:50:14.197111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-2933bd96-c0e6-44fa-8cd7-75d3e924b5ed tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2828150 Oct 20 10:50:14.210247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:14.210711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] In _notify_port_updated(), no bound segment for port 44a66734-11e3-4722-ab21-1e0faa3fbeec on network 8e6a7251-834c-4ee3-83be-257f6422de08 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:14.216567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.217558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.221798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55746) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:14.222087 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "PUT /v2.0/ports/44a66734-11e3-4722-ab21-1e0faa3fbeec HTTP/1.1" status: 200 len: 1001 time: 0.4865806 Oct 20 10:50:14.243725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d623e-705e-40a2-aa80-c9b60cf1d9a4 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=44a66734-11e3-4722-ab21-1e0faa3fbeec,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:14.317840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.393920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:14.407182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1a8dddc1-c4ae-441c-8030-49089d3e422f admin admin] 10.222.0.74 "PUT /v2.0/routers/24327dbe-cb99-4c68-857b-8c5e5ebb1429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9054794 Oct 20 10:50:14.419608 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Sync routers for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:14.437595 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:14.440143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:14.447023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5fff078-8e0f-422b-bfa4-a869e8af97b5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:14.449333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a93cb-19a7-4536-b8d7-8134951fb2a4 req-87954dc1-00dc-4f3b-9093-39ce9e5ae3ad tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.450875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0a93cb-19a7-4536-b8d7-8134951fb2a4 req-87954dc1-00dc-4f3b-9093-39ce9e5ae3ad tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 949 time: 0.1573186 Oct 20 10:50:14.504122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c5fff078-8e0f-422b-bfa4-a869e8af97b5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:14.505045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.520426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port 44a66734-11e3-4722-ab21-1e0faa3fbeec {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:14.520789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.570202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5af24a60-b038-41b0-8a49-599dac58789f None None] Provisioning complete for port 44a66734-11e3-4722-ab21-1e0faa3fbeec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:14.570837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5af24a60-b038-41b0-8a49-599dac58789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.578466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0a93cb-19a7-4536-b8d7-8134951fb2a4 req-87865daa-487f-4c96-a1a2-d514372dab34 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898905 Oct 20 10:50:14.632174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5af24a60-b038-41b0-8a49-599dac58789f None None] Port 44a66734-11e3-4722-ab21-1e0faa3fbeec cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:14.637372 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:14.644710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.660947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.709912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for 44a66734-11e3-4722-ab21-1e0faa3fbeec owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:14.862855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Allocated IP 172.25.3.144 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/d0041c37-9cb5-405c-b6cf-b864379f5c03) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:14.885902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c534cb97-de5d-4f16-88e5-529c53c4fe8c up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:14.887380 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:11Z', 'revision_number': 4, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66d64bf1-a570-4fa1-a9f6-09a6f7944873', 'name': '', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'tenant_id': '08d538607d91412187334c8883be1e70', 'mac_address': 'fa:16:3e:e1:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:10Z', 'updated_at': '2021-10-20T10:50:12Z', 'revision_number': 2, 'project_id': '08d538607d91412187334c8883be1e70', 'subnets': [{'id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:14.894903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c37c-3d0e-4f6a-a368-bb8c6a069a60 req-a1a36278-6f87-4331-ab04-43103fe490be tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:14.896440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91f4c37c-3d0e-4f6a-a368-bb8c6a069a60 req-a1a36278-6f87-4331-ab04-43103fe490be tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1306410 Oct 20 10:50:14.919164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Checking router: 24327dbe-cb99-4c68-857b-8c5e5ebb1429 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:14.919885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Updating router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:50:14.948001 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:14.949889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port c534cb97-de5d-4f16-88e5-529c53c4fe8c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:14.954277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c534cb97-de5d-4f16-88e5-529c53c4fe8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:14.954643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.023272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91f4c37c-3d0e-4f6a-a368-bb8c6a069a60 req-2a019a83-9bac-46b7-a3d0-5148f2804234 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197793 Oct 20 10:50:15.036041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.059772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.073931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:15.077085 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834575f-f89e-4f0e-b803-aca41c6dafbf" -d '{"events": [{"server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "name": "network-vif-plugged", "status": "completed", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:15.091279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=44a66734-11e3-4722-ab21-1e0faa3fbeec,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:15.094346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:15.101298 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.107077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.130615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.137009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55764) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:15.137871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae20edca-bc3b-41fe-91cd-5765a60243d2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/44a66734-11e3-4722-ab21-1e0faa3fbeec HTTP/1.1" status: 204 len: 168 time: 0.9145970 Oct 20 10:50:15.161671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:15.175312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.181490 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe9db9c-8d3d-4652-a4cd-046c7466de1b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] GET failed (client error): The resource could not be found. Oct 20 10:50:15.188120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55766) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:15.188308 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-abe9db9c-8d3d-4652-a4cd-046c7466de1b tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports/44a66734-11e3-4722-ab21-1e0faa3fbeec HTTP/1.1" status: 404 len: 333 time: 0.0497537 Oct 20 10:50:15.214712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-344410697'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:15.246743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:15.257954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:15.260461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:15.308612 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.315516 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.363456 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6310e-3faf-45d7-ab9d-5dcdb87d8912 None None] Pushing event updated for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:15.432658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Attempting to bind port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:15.433329 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Attempting to bind port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:15.433439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Attempting to bind port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:15.439459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:15.439816 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Checking segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:15.440392 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.440926 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Bound using segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:15.441631 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Bound port: 66d64bf1-a570-4fa1-a9f6-09a6f7944873, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:15.442174 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.531760 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] For port 66d64bf1-a570-4fa1-a9f6-09a6f7944873, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:15.536283 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] For port 66d64bf1-a570-4fa1-a9f6-09a6f7944873, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66d64bf1-a570-4fa1-a9f6-09a6f7944873,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:15.541615 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.649528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event updated for resources: {'Port': ['ID=d0041c37-9cb5-405c-b6cf-b864379f5c03,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:15.688422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.704583 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:15.705183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:15.707338 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6310e-3faf-45d7-ab9d-5dcdb87d8912 None None] Pushing event updated for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:15.808677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.837319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-bf8d929b-87c0-4ba6-9630-be773a4eb445 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:15.839091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-bf8d929b-87c0-4ba6-9630-be773a4eb445 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 811 time: 0.5761664 Oct 20 10:50:15.853687 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:15.867367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:15.870783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.895349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-2be70862-9be5-4c2c-889f-5497f51b1c5c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/quotas/08d538607d91412187334c8883be1e70 HTTP/1.1" status: 200 len: 375 time: 0.0317900 Oct 20 10:50:15.896182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:15.924029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port 0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:16.052385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-9a5c2590-3b10-47b1-8ccb-c19a0577d758 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233058 Oct 20 10:50:16.057533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:11Z', 'revision_number': 4, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66d64bf1-a570-4fa1-a9f6-09a6f7944873', 'name': '', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'tenant_id': '08d538607d91412187334c8883be1e70', 'mac_address': 'fa:16:3e:e1:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:10Z', 'updated_at': '2021-10-20T10:50:15Z', 'revision_number': 4, 'project_id': '08d538607d91412187334c8883be1e70', 'subnets': [{'id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:16.088248 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4d384-5a5d-4935-8299-1601c3041a6d None None] The sync data for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 is: [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:50:11Z', 'revision_number': 4, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66d64bf1-a570-4fa1-a9f6-09a6f7944873', 'name': '', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'tenant_id': '08d538607d91412187334c8883be1e70', 'mac_address': 'fa:16:3e:e1:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:10Z', 'updated_at': '2021-10-20T10:50:15Z', 'revision_number': 4, 'project_id': '08d538607d91412187334c8883be1e70', 'subnets': [{'id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:16.231056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::16d (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/0e6ed35d-5cd1-416d-b7f9-db19a10d12c2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:16.296440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-21cfb450-3521-43fe-aeaa-5aef8599284e service neutron] 10.222.0.74 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218301 Oct 20 10:50:16.340109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.360132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.480563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66d64bf1-a570-4fa1-a9f6-09a6f7944873 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:16.534884 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.542685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event updated for resources: {'Port': ['ID=d0041c37-9cb5-405c-b6cf-b864379f5c03,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:16.548869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:16.549639 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.570263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-ffd164ee-828e-48ee-bd6f-316866bf6db6 service neutron] 10.222.0.74 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558427 Oct 20 10:50:16.576539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.607204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.615055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-583ab370-8fd3-441c-b7b8-8164b684e590 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4096882 Oct 20 10:50:16.621685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.684665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.688147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-cd0f6fd4-0d1b-4a3c-981d-0eb9908868f0 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0715635 Oct 20 10:50:16.744115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 66d64bf1-a570-4fa1-a9f6-09a6f7944873, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66d64bf1-a570-4fa1-a9f6-09a6f7944873,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:16.746687 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc92bf70-9d5c-4e47-a058-43a630b6411c x-openstack-request-id: req-fc92bf70-9d5c-4e47-a058-43a630b6411c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:16.746788 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "name": "network-vif-plugged", "status": "completed", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:16.747193 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fc92bf70-9d5c-4e47-a058-43a630b6411c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:16.747602 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c', 'code': 200} Oct 20 10:50:16.751927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.804040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.855317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:16.871582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395db5-ca33-43f0-a61c-7fea15b5bdda req-57307fb2-fe46-457b-93b0-8f11235087f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:16.873926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7c395db5-ca33-43f0-a61c-7fea15b5bdda req-57307fb2-fe46-457b-93b0-8f11235087f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 1102 time: 0.0496597 Oct 20 10:50:16.883430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=0e6ed35d-5cd1-416d-b7f9-db19a10d12c2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:16.927012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7c395db5-ca33-43f0-a61c-7fea15b5bdda req-e0e8bfe3-1eb8-45d7-9d5e-efa2565f48e8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Oct 20 10:50:16.933660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-f299d2cb-09a6-4afd-8037-254005622011 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:16.935200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ac31a7f-4714-4c9b-ab45-61aac7990007 req-f299d2cb-09a6-4afd-8037-254005622011 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2457085 Oct 20 10:50:16.941438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:16.942962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:16.946847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:16.952828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:16.953473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:16.988400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:16.989940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c101e33-1578-4f34-806a-26b5462f8c60 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7987261 Oct 20 10:50:16.995489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'network_id': '8e6a7251-834c-4ee3-83be-257f6422de08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2138688143'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:17.015286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.030494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.037398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.051799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.059227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.065475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.072395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.080551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-dca83e19-3f46-4d6e-9f9c-64e5fb78da0b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1983323 Oct 20 10:50:17.181671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Made reservation on behalf of 0b9cbf17fa2c41329784d3fd3557cc9f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:17.183456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f9e8f8c-f0f5-4ab9-b0f9-dfdde370dcea req-d37a76de-9dcd-4a35-8fca-a4923b247fd6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942953 Oct 20 10:50:17.187833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.224413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] device_id is not set on port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:17.227947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7890-ed3c-4217-86c1-de0cbe095c2c req-b27bb1c2-d811-4769-b71b-0d9938b506de tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.239056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-191a7890-ed3c-4217-86c1-de0cbe095c2c req-b27bb1c2-d811-4769-b71b-0d9938b506de tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.1562586 Oct 20 10:50:17.316658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-191a7890-ed3c-4217-86c1-de0cbe095c2c req-05086705-17b4-4f1f-b1c7-3cd14b735ca5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Oct 20 10:50:17.405952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7abfbce7-7e58-4fa4-959f-6755e8b9b790 None None] Provisioning complete for port 0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:17.406309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7abfbce7-7e58-4fa4-959f-6755e8b9b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.470806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b6208-e4ac-49bf-8f92-6aa7d5f992b8 req-0d264b9a-083b-4dc5-a75a-fa1211495a4c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.472671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478b6208-e4ac-49bf-8f92-6aa7d5f992b8 req-0d264b9a-083b-4dc5-a75a-fa1211495a4c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0981257 Oct 20 10:50:17.481614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7abfbce7-7e58-4fa4-959f-6755e8b9b790 None None] Port 0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:17.487766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Allocated IP 2001:db8::309 (8e6a7251-834c-4ee3-83be-257f6422de08/6240be5c-d631-4910-9229-41bca8ce9de8/4adf12ea-67fe-479b-ae5c-b3c2bf5948dc) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:17.520560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478b6208-e4ac-49bf-8f92-6aa7d5f992b8 req-9508fd7d-6e63-4f1d-9ddb-cede9630bb4d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Oct 20 10:50:17.676681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5accddc-78ed-4711-9609-681fa63b8d86 req-0f4df606-f25c-47ff-bcb4-1c6a011ca4d3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 210 time: 0.0764112 Oct 20 10:50:17.693856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea828528-5320-4feb-bc00-c21f2c076278 req-34ee74bb-0bba-47fe-a7c5-3bf257ca923e tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips/f800b11a-c3c2-485d-9437-0997d3a20c6d HTTP/1.1" status: 200 len: 693 time: 0.0806611 Oct 20 10:50:17.722451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.725312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-488ed755-535b-40fc-b7c2-276baceda0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.727146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-488ed755-535b-40fc-b7c2-276baceda0dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.0931361 Oct 20 10:50:17.829380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.859643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c59b33-248d-4836-986f-730744517716 req-a8c085f9-52ca-4039-ac1c-a1da62f121f0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.861131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c59b33-248d-4836-986f-730744517716 req-a8c085f9-52ca-4039-ac1c-a1da62f121f0 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0731337 Oct 20 10:50:17.868043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea828528-5320-4feb-bc00-c21f2c076278 req-06ed5c5e-4092-49b8-80d8-1e22101bafa8 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.869371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea828528-5320-4feb-bc00-c21f2c076278 req-06ed5c5e-4092-49b8-80d8-1e22101bafa8 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1640208 Oct 20 10:50:17.896764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Network 8e6a7251-834c-4ee3-83be-257f6422de08 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:17.903461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:17.905882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:17.912089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.913207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.927935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-4ace79ca-2904-4f82-ae79-a79f14b3cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.930744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-4ace79ca-2904-4f82-ae79-a79f14b3cfa5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.1918750 Oct 20 10:50:17.933365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=4adf12ea-67fe-479b-ae5c-b3c2bf5948dc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:17.939951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8ad1cb0a-dc6f-4da4-926f-4da8e7608e26 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9500282 Oct 20 10:50:17.943735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea828528-5320-4feb-bc00-c21f2c076278 req-0d815832-4371-4ea2-bb98-d892ff123ca8 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0589883 Oct 20 10:50:17.946886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:17.955508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:e1:77:d8'}, {'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:16:c1:c7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:17.965645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4c59b33-248d-4836-986f-730744517716 req-acd08c5a-38c0-491a-a621-c5f449de35a1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953050 Oct 20 10:50:17.980429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-8a241496-bc3b-4a57-8efb-0b8111c5b2b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.0389652 Oct 20 10:50:18.066325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea828528-5320-4feb-bc00-c21f2c076278 req-21448351-e521-4998-b0ea-4f273e9e409b tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1065106 Oct 20 10:50:18.070364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-cc00060e-4500-4c37-9a14-9738ddd04d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.071987 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-cc00060e-4500-4c37-9a14-9738ddd04d3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.0779779 Oct 20 10:50:18.154525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-9824526f-342e-4b9d-84af-7f7b19365038 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654986 Oct 20 10:50:18.215146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a9562dbd-f3dc-4db1-a74d-ab3e8a5488b2 None None] Provisioning complete for port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:18.219635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9562dbd-f3dc-4db1-a74d-ab3e8a5488b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.262653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a9562dbd-f3dc-4db1-a74d-ab3e8a5488b2 None None] Port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:18.267226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-6d9ce0a0-5e9b-43cb-936d-cbe9ef345f7a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.268772 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-6d9ce0a0-5e9b-43cb-936d-cbe9ef345f7a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 811 time: 0.2341278 Oct 20 10:50:18.288631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Request body: {'port': {'device_id': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'admin_state_up': True, 'tenant_id': '08d538607d91412187334c8883be1e70'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:18.317823 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-72031bc7-6f5c-4cd9-85ab-c0dbffeb2af0 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527505 Oct 20 10:50:18.350408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.367686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Deleting port d0041c37-9cb5-405c-b6cf-b864379f5c03 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:18.368033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.414392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.414392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.420062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.429178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.435831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.441768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.448380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.450272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f865ce51-e2b4-4d75-9ec4-cea5d6c66c92 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1713603 Oct 20 10:50:18.463415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66d64bf1-a570-4fa1-a9f6-09a6f7944873 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:18.488053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d29a63d6-c39a-4e4e-9a71-525de0dbad10 req-f8ec2ec8-b5dc-435a-9211-6ac046bf3c13 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587822 Oct 20 10:50:18.490476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Made reservation on behalf of 08d538607d91412187334c8883be1e70 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:18.496204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.541395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:18.542419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.609229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bdce8c75-4857-46d5-a68b-afcc2d15ea20 req-f64a3c3e-e223-4d92-b817-053556a4d3da tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196165 Oct 20 10:50:18.632486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.632966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.658055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Allocated IP 172.20.0.2 (5a84a45d-a81f-4ce7-a2a8-69a98579fb39/4ca5f30b-cd59-4757-8196-92fbac5be7ec/b056ea84-b34e-4685-8f1b-ec1c75dab693) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:18.672565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Calling delete_port for d0041c37-9cb5-405c-b6cf-b864379f5c03 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:18.839731 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.878078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.903598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9282d3d-0e2f-4c7a-abfe-8aa1baef0a12 req-c4813154-3c4a-46cf-bafa-4bd23aff70a9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.905104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9282d3d-0e2f-4c7a-abfe-8aa1baef0a12 req-c4813154-3c4a-46cf-bafa-4bd23aff70a9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.1201580 Oct 20 10:50:18.926385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:18.932309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:18.934735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:18.947223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.961381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.967480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Pushing event updated for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:18.996821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.997512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.015716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-41e5ab9b-6338-47e9-864a-ddd3d52284b4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342050 Oct 20 10:50:19.022011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] In _notify_port_updated(), no bound segment for port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc on network 8e6a7251-834c-4ee3-83be-257f6422de08 {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:19.027844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.028481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.032873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "PUT /v2.0/ports/4adf12ea-67fe-479b-ae5c-b3c2bf5948dc HTTP/1.1" status: 200 len: 1068 time: 1.0819273 Oct 20 10:50:19.032967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Request body: {'port': {'device_id': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:19.032967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55826) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:19.036369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9282d3d-0e2f-4c7a-abfe-8aa1baef0a12 req-341a888a-7e37-4f3d-8707-9f21da4466de tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231930 Oct 20 10:50:19.050996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.067267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0e198-3cc6-4a1e-89e0-92de89773e0d tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event updated for resources: {'Port': ['ID=4adf12ea-67fe-479b-ae5c-b3c2bf5948dc,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:19.098529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Pushing event deleted for resources: {'Port': ['ID=d0041c37-9cb5-405c-b6cf-b864379f5c03,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:19.157785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.197190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.200477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.201342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea828528-5320-4feb-bc00-c21f2c076278 req-eb5b557a-593f-4562-9a82-d934479c48a6 tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "DELETE /v2.0/floatingips/f800b11a-c3c2-485d-9437-0997d3a20c6d HTTP/1.1" status: 204 len: 173 time: 1.1339962 Oct 20 10:50:19.215888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842128-b883-4277-b723-ec6032c7d878 req-73938233-3479-465c-b552-07a636f6aacc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.223517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca842128-b883-4277-b723-ec6032c7d878 req-73938233-3479-465c-b552-07a636f6aacc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0775352 Oct 20 10:50:19.231414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:19.231531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.264473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca842128-b883-4277-b723-ec6032c7d878 req-149ffb11-59fd-400d-b097-2908c4f19025 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Oct 20 10:50:19.324387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735bf5-62d4-4fcf-90bc-dacce01f28f7 req-559e6971-4d5e-4b1d-b89c-aaba2a448c78 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.328246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39735bf5-62d4-4fcf-90bc-dacce01f28f7 req-559e6971-4d5e-4b1d-b89c-aaba2a448c78 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 931 time: 0.0619683 Oct 20 10:50:19.391999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c7f1b834-63c6-4b56-a28a-7359710d4c89 None None] Provisioning complete for port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:19.392273 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b834-63c6-4b56-a28a-7359710d4c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.394120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39735bf5-62d4-4fcf-90bc-dacce01f28f7 req-d8384aa5-345e-453e-a55e-3c53ca2cba67 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623269 Oct 20 10:50:19.418558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352b8-295d-4b19-aa98-f4cf4ee7767e req-2ee853f3-1e6e-4021-890d-2339fb231b71 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.420106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71e352b8-295d-4b19-aa98-f4cf4ee7767e req-2ee853f3-1e6e-4021-890d-2339fb231b71 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0708489 Oct 20 10:50:19.434622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.457430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:19.458393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1b834-63c6-4b56-a28a-7359710d4c89 None None] Port 4adf12ea-67fe-479b-ae5c-b3c2bf5948dc cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:19.468189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71e352b8-295d-4b19-aa98-f4cf4ee7767e req-01db1b3e-5b03-4975-8a84-2d53435ff9b7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Oct 20 10:50:19.532660 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-029ff6d9-a840-4e57-b069-4185b48bd6bd req-4e9822d8-d039-4bc3-aa56-3537017ac65d tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] show failed (client error): The resource could not be found. Oct 20 10:50:19.533684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-029ff6d9-a840-4e57-b069-4185b48bd6bd req-4e9822d8-d039-4bc3-aa56-3537017ac65d tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips/f800b11a-c3c2-485d-9437-0997d3a20c6d HTTP/1.1" status: 404 len: 350 time: 0.0401683 Oct 20 10:50:19.608670 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-0e09ecc2-bb44-4d78-8bcf-a6e9bc8774ea req-32593102-4efd-4a8c-897a-5fb54b9df94d tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] show failed (client error): The resource could not be found. Oct 20 10:50:19.609687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e09ecc2-bb44-4d78-8bcf-a6e9bc8774ea req-32593102-4efd-4a8c-897a-5fb54b9df94d tempest-FloatingIPsTestJSON-78046376 tempest-FloatingIPsTestJSON-78046376-project] 10.222.0.74 "GET /v2.0/floatingips/f800b11a-c3c2-485d-9437-0997d3a20c6d HTTP/1.1" status: 404 len: 350 time: 0.0453315 Oct 20 10:50:19.621264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:19.666844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-a6301fd7-9dc2-487c-9911-c5d3a3618a22 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.668597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-a6301fd7-9dc2-487c-9911-c5d3a3618a22 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 1102 time: 0.1312261 Oct 20 10:50:19.719771 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-82b5b14a-4f9e-4dd7-a411-b9ee4960a476 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.886025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b056ea84-b34e-4685-8f1b-ec1c75dab693 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:19.895127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.961206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Transition to ACTIVE for port object b056ea84-b34e-4685-8f1b-ec1c75dab693 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:19.962151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.964694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.052199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Pushing event updated for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:20.089213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=4adf12ea-67fe-479b-ae5c-b3c2bf5948dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:20.133478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.139540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.145515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.152351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.158530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.164612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.170854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.172768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af663057-923b-427c-94cc-089f8b2578aa req-092b305c-75d4-4f5b-90d7-c4b2a1272430 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.4778645 Oct 20 10:50:20.234665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Attempting to bind port b056ea84-b34e-4685-8f1b-ec1c75dab693 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:20.234665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Attempting to bind port b056ea84-b34e-4685-8f1b-ec1c75dab693 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:20.234665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Attempting to bind port b056ea84-b34e-4685-8f1b-ec1c75dab693 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:20.252730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Port b056ea84-b34e-4685-8f1b-ec1c75dab693 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:20.253052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Attempting to bind port b056ea84-b34e-4685-8f1b-ec1c75dab693 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:20.260721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.266060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2e214c39-155e-4691-92de-eef61f03d37f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/4adf12ea-67fe-479b-ae5c-b3c2bf5948dc HTTP/1.1" status: 204 len: 168 time: 1.2296395 Oct 20 10:50:20.266060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:20.266060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Checking segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:20.266360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Bound using segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:20.266994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Bound port: b056ea84-b34e-4685-8f1b-ec1c75dab693, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:20.266994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.267600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:20.303268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af663057-923b-427c-94cc-089f8b2578aa req-2be031e0-ec5e-4404-9ddd-0002dc1871b1 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106725 Oct 20 10:50:20.328955 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f0d538-dbe7-40eb-b19e-8a9d6f00ea1e tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] GET failed (client error): The resource could not be found. Oct 20 10:50:20.333131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-06f0d538-dbe7-40eb-b19e-8a9d6f00ea1e tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports/4adf12ea-67fe-479b-ae5c-b3c2bf5948dc HTTP/1.1" status: 404 len: 333 time: 0.0549438 Oct 20 10:50:20.335909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:20.348305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:20.361116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-82b5b14a-4f9e-4dd7-a411-b9ee4960a476 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.368116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-82b5b14a-4f9e-4dd7-a411-b9ee4960a476 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.381864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:20.393667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.404895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cd8d945-11c4-4a55-a213-3a82e2a9d0eb req-82b5b14a-4f9e-4dd7-a411-b9ee4960a476 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240410 Oct 20 10:50:20.470009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.470617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.472042 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] 10.222.0.70 "PUT /v2.0/ports/b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 200 len: 1092 time: 1.4464562 Oct 20 10:50:20.472472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:20.474485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b14a-4f9e-4dd7-a411-b9ee4960a476 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870977c-54bd-4a12-bb61-3b41dd6cd069,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:20.475330 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:20.515697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port 0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:20.516032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.518750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009427e2-74c1-4466-85ee-2559bd724543 service neutron] Pushing event updated for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:20.572753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0db1-1aa0-4709-816c-9df8c2bc4cac req-eca234e3-f95a-4c8c-a11e-031c59d3a3c1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.574301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e79a0db1-1aa0-4709-816c-9df8c2bc4cac req-eca234e3-f95a-4c8c-a11e-031c59d3a3c1 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1277826 Oct 20 10:50:20.616777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-19198e39-4916-4536-a186-04b4de4afd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.618283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-19198e39-4916-4536-a186-04b4de4afd89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1095 time: 0.0951011 Oct 20 10:50:20.622688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16619d50-7737-44cc-9b0e-dfa3f5c580dc req-c627119f-b3e4-42d4-879e-4b0977a03e6f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.624173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16619d50-7737-44cc-9b0e-dfa3f5c580dc req-c627119f-b3e4-42d4-879e-4b0977a03e6f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 943 time: 0.1250019 Oct 20 10:50:20.670049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-f1dda17c-279c-4dea-8e16-4538a7879860 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 200 len: 217 time: 0.0423007 Oct 20 10:50:20.673327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.694584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for 0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:20.701179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e79a0db1-1aa0-4709-816c-9df8c2bc4cac req-a077264b-fb64-47d4-9c8f-deea56cab7d2 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161087 Oct 20 10:50:20.736238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16619d50-7737-44cc-9b0e-dfa3f5c580dc req-2c6e8dbe-810e-4d78-83dc-739e9786cc15 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054816 Oct 20 10:50:20.773136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:20.782274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-adade2f6-917b-4489-b7f8-eb87857ddc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.783785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-adade2f6-917b-4489-b7f8-eb87857ddc5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.1028507 Oct 20 10:50:20.805793 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e3007-9993-4950-9754-d3662338b08b x-openstack-request-id: req-9e6e3007-9993-4950-9754-d3662338b08b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:20.806079 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:20.806334 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e6e3007-9993-4950-9754-d3662338b08b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:20.806739 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693', 'status': 'completed', 'code': 200} Oct 20 10:50:20.826724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-09415df8-5006-4b24-960a-4f82eea2a7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329072 Oct 20 10:50:20.978443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-bad4cfe5-425a-4448-a929-a1be53412228 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423290 Oct 20 10:50:20.979842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.007720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6a845-68dd-4af7-b12a-58d0626155f8 req-98785b04-7e38-46ff-9bab-2e22e35cd583 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.009271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adc6a845-68dd-4af7-b12a-58d0626155f8 req-98785b04-7e38-46ff-9bab-2e22e35cd583 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1210716 Oct 20 10:50:21.032046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=0e6ed35d-5cd1-416d-b7f9-db19a10d12c2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:21.066020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.072657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ac683a3-5707-4bb2-97e2-8c3af23313a9 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 HTTP/1.1" status: 204 len: 168 time: 0.7330205 Oct 20 10:50:21.074289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55868) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:21.127572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-3e6cb0ae-8be2-4b5a-b9f2-0d42dc959eb3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727110 Oct 20 10:50:21.128810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d76d8295-b7b8-47fb-a441-d11ccd656def req-0bf7cb8d-7344-4777-a5b2-afb835f56396 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403751 Oct 20 10:50:21.131914 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b235c95a-9bea-46f9-8496-f5468906dd8f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] GET failed (client error): The resource could not be found. Oct 20 10:50:21.134988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b235c95a-9bea-46f9-8496-f5468906dd8f tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "GET /v2.0/ports/0e6ed35d-5cd1-416d-b7f9-db19a10d12c2 HTTP/1.1" status: 404 len: 333 time: 0.0521924 Oct 20 10:50:21.137937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:21.185827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adc6a845-68dd-4af7-b12a-58d0626155f8 req-ba8683ea-22fa-484f-9f94-d66f4ebafdd8 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614559 Oct 20 10:50:21.268550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-9dc7e3ba-56c1-4419-bc83-e051c9cf0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.270215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-9dc7e3ba-56c1-4419-bc83-e051c9cf0842 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1095 time: 0.0788584 Oct 20 10:50:21.283045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port 8c771ad8-0d28-4643-b783-f732272635e4 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:21.283388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.329048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-d6ac3ed3-bb9f-4c7f-987a-64b477f0433c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.330425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-d6ac3ed3-bb9f-4c7f-987a-64b477f0433c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910372 Oct 20 10:50:21.353342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-b17da530-c5c8-46b8-9c5b-0c603e7a022c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0156920 Oct 20 10:50:21.362090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Deleting port 2cf583b0-16ae-4743-b409-883d8e2f7c2e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:21.362422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.448029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.461654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-ad103249-6fba-4c9f-b185-33b759dbd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.463076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-ad103249-6fba-4c9f-b185-33b759dbd4a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.1830091 Oct 20 10:50:21.463868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for 8c771ad8-0d28-4643-b783-f732272635e4 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:21.507675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-877c95cf-9a47-4f99-abd8-06d3e4a05f83 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431975 Oct 20 10:50:21.524997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.531076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.537242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-97182679-6efb-4df9-a97f-2e4ffd13a2d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 200 len: 217 time: 0.0650747 Oct 20 10:50:21.537423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.543495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.549517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.556157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.562157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.564094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-5e09af7b-9f83-468a-b5af-e3b187443f09 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1811604 Oct 20 10:50:21.572191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] For port 2cf583b0-16ae-4743-b409-883d8e2f7c2e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2cf583b0-16ae-4743-b409-883d8e2f7c2e,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:21.572643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.585810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Calling delete_port for 2cf583b0-16ae-4743-b409-883d8e2f7c2e owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:21.612682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-26e9d995-d33a-4bda-9a50-e837ac2ad353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.613833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-26e9d995-d33a-4bda-9a50-e837ac2ad353 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.0688903 Oct 20 10:50:21.672932 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-24d594b1-712d-4780-8322-0d3b6aa22262 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491710 Oct 20 10:50:21.673913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f0f7a59-796e-4673-9be4-afc213609e1d req-26c602a7-b6b1-4c00-9bef-3e52241c63b9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838056 Oct 20 10:50:21.759381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.798695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=8c771ad8-0d28-4643-b783-f732272635e4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:21.834776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.838564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-340d899c-c0ba-4ef9-8b43-6f9a3320e2b2 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/ports/8c771ad8-0d28-4643-b783-f732272635e4 HTTP/1.1" status: 204 len: 168 time: 0.6995144 Oct 20 10:50:21.840954 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.842893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55880) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:21.892032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-206a128f-2d52-4f04-b8e0-e26a343201b4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073569 Oct 20 10:50:21.895545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf583b0-16ae-4743-b409-883d8e2f7c2e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:21.936404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting subnet 6240be5c-d631-4910-9229-41bca8ce9de8 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:21.944483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.048848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.125478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d54bf65-8a3e-4c1d-8bb5-bade1e3f69f4 req-6451881e-24df-458d-a3ba-ccbed5263c12 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229738 Oct 20 10:50:22.207311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.227617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951395-6628-4f71-bab5-cbda8aa2f923 req-89d857f9-36db-4fc5-a6c9-2710c4bb7a2f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:22.229159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54951395-6628-4f71-bab5-cbda8aa2f923 req-89d857f9-36db-4fc5-a6c9-2710c4bb7a2f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.3009484 Oct 20 10:50:22.232071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.258182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f92cc0-8ff6-455d-b0f4-b0440de272d9 req-6c0076ac-7324-4765-98e2-4c0cc1a766aa tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:22.259827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74f92cc0-8ff6-455d-b0f4-b0440de272d9 req-6c0076ac-7324-4765-98e2-4c0cc1a766aa tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 943 time: 0.1036196 Oct 20 10:50:22.290543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.322739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Subnet': ['ID=6240be5c-d631-4910-9229-41bca8ce9de8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:22.328645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.334549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0e76144-ceff-4ab2-bd70-cc5e3157f620 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/subnets/6240be5c-d631-4910-9229-41bca8ce9de8 HTTP/1.1" status: 204 len: 168 time: 0.4885898 Oct 20 10:50:22.335445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:22.339034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c02f5-131c-46d8-a475-66c8536530c0 None None] Network 8e6a7251-834c-4ee3-83be-257f6422de08 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:22.366628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54951395-6628-4f71-bab5-cbda8aa2f923 req-9fa88078-e4e9-457d-a4c6-32b5d535e45a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266794 Oct 20 10:50:22.415067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74f92cc0-8ff6-455d-b0f4-b0440de272d9 req-959d9b4a-2443-4d85-bd0f-b560c1eb10a5 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470063 Oct 20 10:50:22.482885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.605207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Deleting port 352bc801-ed70-403c-a769-e787d93b2ca3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:22.606198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.684224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] For port 352bc801-ed70-403c-a769-e787d93b2ca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=352bc801-ed70-403c-a769-e787d93b2ca3,segment=NetworkSegment(7e76516b-8565-40ad-b568-607d0bf3088b),segment_id=7e76516b-8565-40ad-b568-607d0bf3088b)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:22.684670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.692236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] DHCP port deletion for 8e6a7251-834c-4ee3-83be-257f6422de08 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:22.704183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Calling delete_port for 352bc801-ed70-403c-a769-e787d93b2ca3 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:22.754463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Deleting port 352bc801-ed70-403c-a769-e787d93b2ca3 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:22.755092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.816228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.845498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] For port 352bc801-ed70-403c-a769-e787d93b2ca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=352bc801-ed70-403c-a769-e787d93b2ca3,segment=NetworkSegment(7e76516b-8565-40ad-b568-607d0bf3088b),segment_id=7e76516b-8565-40ad-b568-607d0bf3088b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:22.846342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.861362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] No DVR routers for this DVR port 352bc801-ed70-403c-a769-e787d93b2ca3 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:22.871303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Port': ['ID=352bc801-ed70-403c-a769-e787d93b2ca3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:22.884911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Calling delete_port for 352bc801-ed70-403c-a769-e787d93b2ca3 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:22.994794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.018250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.027872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3226f2-27e3-448e-8f90-f919f319bbce req-3190f83a-82be-498b-bfe7-e0c8426c72d2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.035331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3226f2-27e3-448e-8f90-f919f319bbce req-3190f83a-82be-498b-bfe7-e0c8426c72d2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.4633865 Oct 20 10:50:23.042684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a7251-834c-4ee3-83be-257f6422de08']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:23.049858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6b48ad6-bc60-4b2f-ab4c-c50c4c987186 req-2c3c9046-2f12-4809-821d-9fc14de30e44 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 210 time: 0.4103227 Oct 20 10:50:23.054682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e76516b-8565-40ad-b568-607d0bf3088b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:23.055243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e76516b-8565-40ad-b568-607d0bf3088b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:23.065345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] Pushing event deleted for resources: {'Port': ['ID=352bc801-ed70-403c-a769-e787d93b2ca3,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:23.069885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dd845-b4fb-4a8d-b968-486982aeac10 None None] No DVR routers for this DVR port 352bc801-ed70-403c-a769-e787d93b2ca3 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:23.078121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.091901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.097953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:23.098508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:23.124972 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:23.137205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3226f2-27e3-448e-8f90-f919f319bbce req-77811dd7-3cef-4197-bd09-65d293093c13 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006267 Oct 20 10:50:23.149225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Router dab6ff53-63ce-4fee-a45b-b41a07ee3027 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:23.176524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.185448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.193156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] 10.222.0.74 "DELETE /v2.0/networks/8e6a7251-834c-4ee3-83be-257f6422de08 HTTP/1.1" status: 204 len: 168 time: 0.8540590 Oct 20 10:50:23.217614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31565e9-8852-4768-abcf-8a0903d1b193 tempest-AllowedAddressPairIpV6TestJSON-16474256 tempest-AllowedAddressPairIpV6TestJSON-16474256-project] Pushing event deleted for resources: {'Network': ['ID=8e6a7251-834c-4ee3-83be-257f6422de08,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:23.270184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.276038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.282257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.288840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.294917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.301025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.307883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.309956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-f7a90498-d077-44ac-a7de-2053efbf7fa0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1582537 Oct 20 10:50:23.389382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e92a2e69-3d19-4112-9788-d4bccdd696f5 req-459562f7-0626-48de-8a2a-9b4f24fad29b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720344 Oct 20 10:50:23.397635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:23.406083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-503d9aa9-be37-41c3-b908-3618fcaf389d admin admin] 10.222.0.74 "PUT /v2.0/routers/dab6ff53-63ce-4fee-a45b-b41a07ee3027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7835383 Oct 20 10:50:23.406756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:23.409711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Sync routers for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:23.431926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:23.433089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:23.482887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:23.580777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:23.641911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f906fdf7-0a59-4810-9242-3c1baafcbd8b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b9cbf17fa2c41329784d3fd3557cc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577184 Oct 20 10:50:23.645162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55920) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:23.654928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b6b85-21f3-42c5-9ad0-527773d977d5 req-1dcebfe7-1711-4a15-8529-dbca91bc738f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.657049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-457b6b85-21f3-42c5-9ad0-527773d977d5 req-1dcebfe7-1711-4a15-8529-dbca91bc738f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1832075 Oct 20 10:50:23.697348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50bf37-c8c4-4e41-aa7b-bc7ef3eae0ad req-f9da9f42-23f8-4a72-a831-68bdd77a0364 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.699197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc50bf37-c8c4-4e41-aa7b-bc7ef3eae0ad req-f9da9f42-23f8-4a72-a831-68bdd77a0364 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 943 time: 0.2115035 Oct 20 10:50:23.703335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.744785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.761992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-82a7199f-edba-4521-8d65-3a88a41b119a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374088 Oct 20 10:50:23.797053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-457b6b85-21f3-42c5-9ad0-527773d977d5 req-3dd41bcb-bfd4-441c-b367-61cc2d9d747f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323130 Oct 20 10:50:23.801814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc50bf37-c8c4-4e41-aa7b-bc7ef3eae0ad req-57167371-9c73-482d-a101-a40a7fdb5d24 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939772 Oct 20 10:50:23.825927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.893614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.948928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.951657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.955523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/280d66db-6a4c-46e3-b6d0-cf2a1169987c HTTP/1.1" status: 204 len: 168 time: 0.3065383 Oct 20 10:50:23.964718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208ee90-f695-430e-8bae-6a5ca1ed2c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d66db-6a4c-46e3-b6d0-cf2a1169987c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:23.976842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Deleting port fbd84896-e256-4417-8a5b-65722a8aab33 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:23.977349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:23.980140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-b946278e-f721-46da-b64a-5679004c00ec tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.981606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-b946278e-f721-46da-b64a-5679004c00ec tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095020 Oct 20 10:50:23.993644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:50:21Z', 'revision_number': 5, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port': {'id': 'fbd84896-e256-4417-8a5b-65722a8aab33', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:52Z', 'updated_at': '2021-10-20T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:23.999186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:24.025125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Checking router: dab6ff53-63ce-4fee-a45b-b41a07ee3027 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:24.035369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Routers {'dab6ff53-63ce-4fee-a45b-b41a07ee3027'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:24.036122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:24.097241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] For port fbd84896-e256-4417-8a5b-65722a8aab33, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fbd84896-e256-4417-8a5b-65722a8aab33,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:24.097611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.113340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Calling delete_port for fbd84896-e256-4417-8a5b-65722a8aab33 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:24.144406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:24.149890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.155945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] Set router dab6ff53-63ce-4fee-a45b-b41a07ee3027 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:24.190654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cdd84dc-cab0-4044-aded-6a91d8e70520 req-22080b37-7286-479d-868a-0312dc210860 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Oct 20 10:50:24.309149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:50:23Z', 'revision_number': 6, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:24.326771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-58c5f05f-b77d-40e4-873a-7a40784a9cd8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402899 Oct 20 10:50:24.345142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fffb17-da29-4302-9228-b9b7ab9e8975 None None] The sync data for ids ['dab6ff53-63ce-4fee-a45b-b41a07ee3027'] in n-d-802060-17 is: [{'id': 'dab6ff53-63ce-4fee-a45b-b41a07ee3027', 'name': 'tempest-FloatingIPsTestJSON-1680423963-router', 'tenant_id': '140b8eec874545aaa828bbb222d3f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:50Z', 'updated_at': '2021-10-20T10:50:23Z', 'revision_number': 6, 'project_id': '140b8eec874545aaa828bbb222d3f00d', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:24.485153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637bfcd-8817-46e8-89aa-c4810c8f2c62 req-ec9cb031-b562-4734-975b-ecfcfce1fed2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:24.494307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b056ea84-b34e-4685-8f1b-ec1c75dab693 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:24.498752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8637bfcd-8817-46e8-89aa-c4810c8f2c62 req-ec9cb031-b562-4734-975b-ecfcfce1fed2 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.2113473 Oct 20 10:50:24.579893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 352bc801-ed70-403c-a769-e787d93b2ca3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:24.593179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.3 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/f01e085c-c988-4340-9f85-f422b429970e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:24.604182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae540030-e856-4e2d-a371-6b622903ca0a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:24.605754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae540030-e856-4e2d-a371-6b622903ca0a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721238 Oct 20 10:50:24.629021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:24.633931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 352bc801-ed70-403c-a769-e787d93b2ca3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:24.634211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 352bc801-ed70-403c-a769-e787d93b2ca3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:24.658032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8637bfcd-8817-46e8-89aa-c4810c8f2c62 req-848b8696-ca44-4680-812a-25a5ecdf26c3 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569936 Oct 20 10:50:24.658734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.715672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd84896-e256-4417-8a5b-65722a8aab33,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:24.764318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:24.785390 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.787203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b056ea84-b34e-4685-8f1b-ec1c75dab693', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'port_id': 'b056ea84-b34e-4685-8f1b-ec1c75dab693', 'mac_address': 'fa:16:3e:10:62:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:24.882545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.918380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b056ea84-b34e-4685-8f1b-ec1c75dab693 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:24.953452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:24.961573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.962065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:24.971620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.013066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:25.017786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.031449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:25.042635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.108101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55954) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:25.123171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.123998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab6ff53-63ce-4fee-a45b-b41a07ee3027 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:50:25.129337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.133713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a98e510-42c2-409f-9d46-ed934d24a00e admin admin] 10.222.0.74 "DELETE /v2.0/routers/dab6ff53-63ce-4fee-a45b-b41a07ee3027 HTTP/1.1" status: 204 len: 168 time: 1.7228606 Oct 20 10:50:25.133713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55958) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:25.150903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce5c-3d97-4880-a0af-c78c266bc497 req-f9ce5599-adb3-4481-ae31-6938f5a1a2de tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.152812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-107dce5c-3d97-4880-a0af-c78c266bc497 req-f9ce5599-adb3-4481-ae31-6938f5a1a2de tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1769919 Oct 20 10:50:25.158076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.168575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.174680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:25.176325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.192387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.200211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.208999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.217600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.227792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.230151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-e46cc3e2-c882-48e8-84b8-88b06c3d8c59 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.2719736 Oct 20 10:50:25.238449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:25.242060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:25.242597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b056ea84-b34e-4685-8f1b-ec1c75dab693'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:25.244988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:25.250830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:25.298361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1429497015'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:25.327225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.48 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/63b38709-eada-4399-9543-afede78bf33f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:25.343013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.344063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.451812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-388ba7ab-9e96-48bd-a3ed-b445ce99a78e req-fc853c04-547c-4765-8e0e-932274d37c19 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700897 Oct 20 10:50:25.455139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-9113a967-fbfd-4321-9b45-f3c82b4155b6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4597831 Oct 20 10:50:25.470726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Made reservation on behalf of 432da1ab28ae4f0cb1081fbfa766826b for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:25.474712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.480770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Deleting subnet 2edc9d97-8dbd-47c7-9525-1d4eeeaa609d {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:25.494933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Request body: {'port': {'device_id': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:25.497380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.523297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-107dce5c-3d97-4880-a0af-c78c266bc497 req-2e902c96-87b7-49cd-8134-afedb53e8241 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870843 Oct 20 10:50:25.557184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.585453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6fdf8cc1-eff7-4e5f-a05d-bdda617ca052 None None] Provisioning complete for port f01e085c-c988-4340-9f85-f422b429970e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:25.586049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8cc1-eff7-4e5f-a05d-bdda617ca052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.628966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf8cc1-eff7-4e5f-a05d-bdda617ca052 None None] Port f01e085c-c988-4340-9f85-f422b429970e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:25.634648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.691377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.693237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36990bc5-ae3e-4997-8721-f6bef0042a3c req-df68948d-da8e-4efe-9f01-c2360288e66e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 210 time: 0.0763328 Oct 20 10:50:25.694205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.724624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298cd15-0089-46d7-8687-0a133a794947 req-fe8dfd34-f2d8-4480-ab84-7c21266571cb tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.726923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3298cd15-0089-46d7-8687-0a133a794947 req-fe8dfd34-f2d8-4480-ab84-7c21266571cb tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 944 time: 0.1538112 Oct 20 10:50:25.799169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3298cd15-0089-46d7-8687-0a133a794947 req-82e233f3-919c-43b0-8cc1-5f51654d8069 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587959 Oct 20 10:50:25.831241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.843246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:25.861597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.877443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.900074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:25.904853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:25.914357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:25.924119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:25.957712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:25.962422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:25.984888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02572644-f4a3-4816-9023-17a7b8d60761 req-8049a797-c12a-4dd5-b7cd-7086f5d69b98 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.986637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02572644-f4a3-4816-9023-17a7b8d60761 req-8049a797-c12a-4dd5-b7cd-7086f5d69b98 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1504655 Oct 20 10:50:25.990612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c093051-98e8-4229-8bef-cb29326b433a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:26.004172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.004526 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Added segment 4681bfc4-d6ba-4909-9231-d6ea8f11571f of type vlan for network 89df55ce-031f-4242-84c1-695cf26f0e45 Oct 20 10:50:26.032472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.094255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edc9d97-8dbd-47c7-9525-1d4eeeaa609d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:26.099199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.106171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.109672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ef9908ba-c600-457b-94d2-f963db6bcc4e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2edc9d97-8dbd-47c7-9525-1d4eeeaa609d HTTP/1.1" status: 204 len: 168 time: 0.9747779 Oct 20 10:50:26.114138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab235c5-8ef6-44f6-a405-836178f995f6 None None] Network 45068a85-8b5e-48d1-9372-9136cd1b8663 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:26.119357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55968) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:26.160076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02572644-f4a3-4816-9023-17a7b8d60761 req-b2aebed3-a6eb-4720-a514-b6d48e686cb3 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638484 Oct 20 10:50:26.211500 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.218283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.219379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.258370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.281346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1683605 Oct 20 10:50:26.282682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:26.285279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bc7ddd67-7682-40ea-aff7-36eba75e8c43 None None] Provisioning complete for port 63b38709-eada-4399-9543-afede78bf33f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:26.285730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bc7ddd67-7682-40ea-aff7-36eba75e8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.322006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Request body: {'subnet': {'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:26.329903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ddd67-7682-40ea-aff7-36eba75e8c43 None None] Port 63b38709-eada-4399-9543-afede78bf33f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:26.350338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f4d42-d9ad-48dc-bdba-13fd342b13fb tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'Network': ['ID=89df55ce-031f-4242-84c1-695cf26f0e45,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:26.365785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 89df55ce-031f-4242-84c1-695cf26f0e45 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:26.389226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] DHCP port deletion for 45068a85-8b5e-48d1-9372-9136cd1b8663 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:26.389469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.390061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.424293 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ae3f9bb1-4df3-4039-98d0-4d9e5f8a06c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7997282 Oct 20 10:50:26.446467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Request body: {'port': {'device_id': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:26.464804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Deleting port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:26.465126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.481213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Made reservation on behalf of 432da1ab28ae4f0cb1081fbfa766826b for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:26.484731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.504118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Deleting port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:26.504977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.529116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2cf583b0-16ae-4743-b409-883d8e2f7c2e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:26.559300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.568541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b056ea84-b34e-4685-8f1b-ec1c75dab693 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:26.574229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2cf583b0-16ae-4743-b409-883d8e2f7c2e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:26.575054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2cf583b0-16ae-4743-b409-883d8e2f7c2e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:26.575280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fbd84896-e256-4417-8a5b-65722a8aab33 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:26.582852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01e085c-c988-4340-9f85-f422b429970e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:26.595775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.598767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:26.599307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.646071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: fbd84896-e256-4417-8a5b-65722a8aab33 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:26.646674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fbd84896-e256-4417-8a5b-65722a8aab33 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:26.647444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:26.648356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Transition to ACTIVE for port object f01e085c-c988-4340-9f85-f422b429970e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:26.665039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.668294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Calling delete_port for 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:26.697002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:26.697677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.718567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Calling delete_port for 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:26.753856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad61ee7-fc29-4f1f-a535-eff19adb3483 req-62129da5-40de-45a0-8807-3eb87ed61c23 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.755500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ad61ee7-fc29-4f1f-a535-eff19adb3483 req-62129da5-40de-45a0-8807-3eb87ed61c23 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1411519 Oct 20 10:50:26.805353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.811363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.817378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.822004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b056ea84-b34e-4685-8f1b-ec1c75dab693 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:26.828478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b056ea84-b34e-4685-8f1b-ec1c75dab693 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:26.828992 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.832744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.843221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.854307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:26.854770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.863789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.867417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-05f20bbd-4905-4102-8e88-c7ba8c9cc22a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.2769644 Oct 20 10:50:26.882664 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.887225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Attempting to bind port f01e085c-c988-4340-9f85-f422b429970e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:26.887413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Attempting to bind port f01e085c-c988-4340-9f85-f422b429970e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:26.887741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Attempting to bind port f01e085c-c988-4340-9f85-f422b429970e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:26.901070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Port f01e085c-c988-4340-9f85-f422b429970e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:26.901673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Attempting to bind port f01e085c-c988-4340-9f85-f422b429970e on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:26.909109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:26.909698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:26.910259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:26.910897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Bound port: f01e085c-c988-4340-9f85-f422b429970e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:26.911455 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.947759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,segment=NetworkSegment(1a17b65e-e6c6-4916-a563-49dafc1ba04c),segment_id=1a17b65e-e6c6-4916-a563-49dafc1ba04c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:26.971304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.008094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ad61ee7-fc29-4f1f-a535-eff19adb3483 req-4b0bda45-2c38-4dc7-84b4-d2b16f3da77c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435644 Oct 20 10:50:27.026567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.054121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:27.069778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8da3b719-1016-41d3-a7e7-94265d2ecdb1 req-41b9aa77-2dbe-4af8-9ec2-8bd12530dfb2 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355455 Oct 20 10:50:27.070615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.077352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f01e085c-c988-4340-9f85-f422b429970e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:27.104934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.105151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:27.105151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:27.106353 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9ec0d4-bb4e-4cdd-9b43-49ea35bd34d6" -d '{"events": [{"server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "name": "network-vif-plugged", "status": "completed", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:27.112735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.117684 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.119605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.128136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.133994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] No DVR routers for this DVR port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:27.162731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] Pushing event deleted for resources: {'Port': ['ID=136c7fc3-0c90-47b2-8fd0-3bc61c961af6,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.170920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a61551-f779-464c-adfc-9ee8e40ed576 None None] No DVR routers for this DVR port 136c7fc3-0c90-47b2-8fd0-3bc61c961af6 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:27.187477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.188150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.189678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] 10.222.0.83 "PUT /v2.0/ports/f01e085c-c988-4340-9f85-f422b429970e HTTP/1.1" status: 200 len: 1095 time: 1.7062044 Oct 20 10:50:27.192338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:27.201552 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b2217-ee0b-4699-8e14-bc4f661db302" -d '{"events": [{"name": "network-changed", "server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "tag": "f01e085c-c988-4340-9f85-f422b429970e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:27.222498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b38709-eada-4399-9543-afede78bf33f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:27.237435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.251469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.268290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602acb49-608d-4b5b-ae7f-89dd6a1b4532 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.294180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Transition to ACTIVE for port object 63b38709-eada-4399-9543-afede78bf33f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:27.306044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.345534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.348271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ece97ebb-43c9-489c-bede-394cae08fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.352152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-ece97ebb-43c9-489c-bede-394cae08fbbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 1098 time: 0.1096067 Oct 20 10:50:27.379655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.418981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45068a85-8b5e-48d1-9372-9136cd1b8663']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:27.440043 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-c351d1be-f83e-4145-95ab-c65e9fe10c6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f01e085c-c988-4340-9f85-f422b429970e HTTP/1.1" status: 200 len: 217 time: 0.0742917 Oct 20 10:50:27.442714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Pushing event updated for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.461609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9b178-94f4-4230-9de3-da60099de7d8 req-deccbf3b-739e-4c16-a0d7-331030090e25 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.463298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03f9b178-94f4-4230-9de3-da60099de7d8 req-deccbf3b-739e-4c16-a0d7-331030090e25 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 935 time: 0.3512797 Oct 20 10:50:27.470616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a17b65e-e6c6-4916-a563-49dafc1ba04c') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:27.470900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a17b65e-e6c6-4916-a563-49dafc1ba04c') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:27.510970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.523699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'Subnet': ['ID=dc3dbb59-c2da-442e-9745-3dea97216eaa,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.539415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-40025257-7c6f-4147-9e1a-89a0a3f04c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.540901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-40025257-7c6f-4147-9e1a-89a0a3f04c6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0936353 Oct 20 10:50:27.541151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cfcfc-332b-418b-b722-72a71bdb8a70 req-109ddf38-fefb-48da-9175-296e4bf8821f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.542675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f02cfcfc-332b-418b-b722-72a71bdb8a70 req-109ddf38-fefb-48da-9175-296e4bf8821f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2438357 Oct 20 10:50:27.561714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Attempting to bind port 63b38709-eada-4399-9543-afede78bf33f on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:27.562087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Attempting to bind port 63b38709-eada-4399-9543-afede78bf33f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:27.562383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Attempting to bind port 63b38709-eada-4399-9543-afede78bf33f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:27.570125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.588065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Port 63b38709-eada-4399-9543-afede78bf33f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:27.589610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Attempting to bind port 63b38709-eada-4399-9543-afede78bf33f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:27.596572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:27.597916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:27.597916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:27.597916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Bound port: 63b38709-eada-4399-9543-afede78bf33f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:27.598203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.600663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:27.601161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:27.602852 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:27.616778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03f9b178-94f4-4230-9de3-da60099de7d8 req-ff29835f-e6bf-488b-8ed2-4de29960d718 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421621 Oct 20 10:50:27.638574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Checking segment: {'id': '4681bfc4-d6ba-4909-9231-d6ea8f11571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:27.638871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Network hostable DHCP agents. Network: 89df55ce-031f-4242-84c1-695cf26f0e45, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:27.668221 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196777e-8ac2-4f92-82a9-71a9a02351bb x-openstack-request-id: req-5196777e-8ac2-4f92-82a9-71a9a02351bb {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:27.668731 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "name": "network-vif-plugged", "status": "completed", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:27.668731 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5196777e-8ac2-4f92-82a9-71a9a02351bb {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:27.669446 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693', 'code': 200} Oct 20 10:50:27.690456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f02cfcfc-332b-418b-b722-72a71bdb8a70 req-de0a064e-0b5b-4397-90e6-1d696f2d2dbe tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294611 Oct 20 10:50:27.705319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-eeb421f6-0fc2-42e8-b871-48afea70e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.706805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-eeb421f6-0fc2-42e8-b871-48afea70e909 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535859 Oct 20 10:50:27.711777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:27.715780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=63b38709-eada-4399-9543-afede78bf33f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:27.716030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.723137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.728670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/45068a85-8b5e-48d1-9372-9136cd1b8663 HTTP/1.1" status: 204 len: 168 time: 1.6082916 Oct 20 10:50:27.731773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Network 89df55ce-031f-4242-84c1-695cf26f0e45 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:27.733819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.749072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1211-b3b1-48bd-accc-343e47fdd3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45068a85-8b5e-48d1-9372-9136cd1b8663,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.759689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 89df55ce-031f-4242-84c1-695cf26f0e45) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:27.769918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc62703-df01-4e85-85d2-cdcf6b650793 None None] Network 89df55ce-031f-4242-84c1-695cf26f0e45 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:27.772534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.773877 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.807985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ec56c95c-7572-403a-a276-1fac9923cb52 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5240567 Oct 20 10:50:27.809028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55990) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:27.818972 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997a368-2d67-4534-a2ab-24696c696687 x-openstack-request-id: req-e997a368-2d67-4534-a2ab-24696c696687 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:27.819273 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "tag": "f01e085c-c988-4340-9f85-f422b429970e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:27.819624 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e997a368-2d67-4534-a2ab-24696c696687 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:27.819923 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e', 'status': 'completed', 'code': 200} Oct 20 10:50:27.829134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Request body: {'port': {'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45', 'name': 'tempest-ExtraDHCPOptionsTestJSON-966560141'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:27.849122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d79ef-b18a-415d-90e1-bcc794725ab1 req-8deca3cc-7759-4e21-8c16-6548f2e02017 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.857344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798d79ef-b18a-415d-90e1-bcc794725ab1 req-8deca3cc-7759-4e21-8c16-6548f2e02017 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0694857 Oct 20 10:50:27.861915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.863404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.866363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] 10.222.0.83 "PUT /v2.0/ports/63b38709-eada-4399-9543-afede78bf33f HTTP/1.1" status: 200 len: 1096 time: 1.4292440 Oct 20 10:50:27.904181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798d79ef-b18a-415d-90e1-bcc794725ab1 req-9cdae4d8-a556-45e9-b8f9-64902cb4ba39 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Oct 20 10:50:28.010809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55992) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:28.011238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-89df55ce-031f-4242-84c1-695cf26f0e45', 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45', 'tenant_id': '432da1ab28ae4f0cb1081fbfa766826b', 'fixed_ips': [{'subnet_id': 'dc3dbb59-c2da-442e-9745-3dea97216eaa'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:50:28.012248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.081925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0862e-87f6-4d02-a84c-6b076167681e service neutron] Pushing event updated for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.085061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e27a4e5d-9366-4a68-85ec-1d8b8c448c5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=140b8eec874545aaa828bbb222d3f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721939 Oct 20 10:50:28.088352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55996) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:28.129219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17144f0e-dfcb-457c-b464-659a5cc6cfec req-9dbc2bf2-aee7-4f68-84b5-a76b4a8b34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.130953 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17144f0e-dfcb-457c-b464-659a5cc6cfec req-9dbc2bf2-aee7-4f68-84b5-a76b4a8b34a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1097 time: 0.3102598 Oct 20 10:50:28.142415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-1ebbe485-043c-43bc-bf29-5c29913691de service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247437 Oct 20 10:50:28.156863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864e6a-7e45-4fb8-b2bc-2cffa36ae6bb req-d795d606-823d-4d21-8203-1a2643705f30 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.161730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80864e6a-7e45-4fb8-b2bc-2cffa36ae6bb req-d795d606-823d-4d21-8203-1a2643705f30 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0755525 Oct 20 10:50:28.198741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-55e6779f-d70a-439a-be3c-94aafb24e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.200394 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-55e6779f-d70a-439a-be3c-94aafb24e2b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 1099 time: 0.2652299 Oct 20 10:50:28.228112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Allocated IP 172.20.0.2 (89df55ce-031f-4242-84c1-695cf26f0e45/dc3dbb59-c2da-442e-9745-3dea97216eaa/cd1cf581-9b13-4c24-869b-7e51f296d562) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:28.247537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80864e6a-7e45-4fb8-b2bc-2cffa36ae6bb req-174447b5-2c89-4713-9197-33d10ad7ea77 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Oct 20 10:50:28.263950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.269851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.276386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.282840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.299997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.307070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.312412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-45467808-2a2d-49b9-b862-7f0e60797dc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=63b38709-eada-4399-9543-afede78bf33f HTTP/1.1" status: 200 len: 217 time: 0.0984101 Oct 20 10:50:28.313500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.315541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-8ede463b-c2a5-4c00-93b1-9e58c72678ad tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1380162 Oct 20 10:50:28.327459 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17144f0e-dfcb-457c-b464-659a5cc6cfec req-7bb7c332-0ac8-42bf-a39c-53fb9af66f5a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821411 Oct 20 10:50:28.361638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0927e78d-7f1a-45e0-98df-2951e7c7a189 req-068d6c61-4424-42a6-95d6-9137746a3cba tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391262 Oct 20 10:50:28.382657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Made reservation on behalf of 432da1ab28ae4f0cb1081fbfa766826b for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:28.386420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.397759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.431901 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.435405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-3842a110-4a77-44e2-88ed-2cfcb61aa443 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706101 Oct 20 10:50:28.439949 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.445288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0836d20-9dfa-4e00-b772-4d4fa879ca43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.449633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-46cac7ee-b0b2-4cd4-9076-0fc666ab546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.451116 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-46cac7ee-b0b2-4cd4-9076-0fc666ab546b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1188524 Oct 20 10:50:28.453017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.455202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] device_id is not set on port 87955b3c-0a08-4909-a88e-a85cfbb56479 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:28.485427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Network 89df55ce-031f-4242-84c1-695cf26f0e45 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:28.489865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:28.493358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:28.502288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Pushing event updated for resources: {'Port': ['ID=cd1cf581-9b13-4c24-869b-7e51f296d562,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.555548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Attempting to bind port cd1cf581-9b13-4c24-869b-7e51f296d562 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:28.556012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Attempting to bind port cd1cf581-9b13-4c24-869b-7e51f296d562 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4681bfc4-d6ba-4909-9231-d6ea8f11571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:28.556385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Attempting to bind port cd1cf581-9b13-4c24-869b-7e51f296d562 on network 89df55ce-031f-4242-84c1-695cf26f0e45 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:28.561749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:28.562121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Checking segment: {'id': '4681bfc4-d6ba-4909-9231-d6ea8f11571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:28.562515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.562903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Bound using segment: {'id': '4681bfc4-d6ba-4909-9231-d6ea8f11571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:28.563396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Bound port: cd1cf581-9b13-4c24-869b-7e51f296d562, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4681bfc4-d6ba-4909-9231-d6ea8f11571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:28.563771 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.608543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-b9f7a2f0-b568-4560-bd22-69be91e48541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.610025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-b9f7a2f0-b568-4560-bd22-69be91e48541 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502154 Oct 20 10:50:28.627744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] For port cd1cf581-9b13-4c24-869b-7e51f296d562, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:28.631132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] For port cd1cf581-9b13-4c24-869b-7e51f296d562, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd1cf581-9b13-4c24-869b-7e51f296d562,segment=NetworkSegment(4681bfc4-d6ba-4909-9231-d6ea8f11571f),segment_id=4681bfc4-d6ba-4909-9231-d6ea8f11571f)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:28.637115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.650813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-30fe18d8-5830-48ab-adbd-680f2fe62380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.652400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-30fe18d8-5830-48ab-adbd-680f2fe62380 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 1098 time: 0.1590366 Oct 20 10:50:28.677737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.680890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.684751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f9e8682-9c7f-4448-94e6-987b920a82bf HTTP/1.1" status: 204 len: 168 time: 0.5863562 Oct 20 10:50:28.728984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e8682-9c7f-4448-94e6-987b920a82bf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.729372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe533-0fce-4381-abaf-b6ae2f87940d None None] Pushing event updated for resources: {'Port': ['ID=cd1cf581-9b13-4c24-869b-7e51f296d562,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.767934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Allocated IP 172.20.0.12 (89df55ce-031f-4242-84c1-695cf26f0e45/dc3dbb59-c2da-442e-9745-3dea97216eaa/87955b3c-0a08-4909-a88e-a85cfbb56479) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:28.779386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132dce3-ed12-47c3-a04d-9eb22dfd2630 req-9c082e63-073b-405e-a736-b80bb4d4e8e5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.787357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e132dce3-ed12-47c3-a04d-9eb22dfd2630 req-9c082e63-073b-405e-a736-b80bb4d4e8e5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 947 time: 0.0767415 Oct 20 10:50:28.816459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.816791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.817137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.817451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.817770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.818089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.818412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.818762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.819616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.819616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.819851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.820162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee1f24-50ad-4528-9b46-81c5896753bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:28.846371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e132dce3-ed12-47c3-a04d-9eb22dfd2630 req-0ce7118b-b5d3-41b2-bea1-84d51caeca25 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Oct 20 10:50:28.866564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-0b393e72-dc37-430b-850b-e08abd997527 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355595 Oct 20 10:50:28.900432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3dc24-8709-46ee-b025-fa3fed148bbe req-621c4b47-d062-4f67-847e-9b89306dab87 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.903488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3d3dc24-8709-46ee-b025-fa3fed148bbe req-621c4b47-d062-4f67-847e-9b89306dab87 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0967996 Oct 20 10:50:28.976062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3d3dc24-8709-46ee-b025-fa3fed148bbe req-f51d2507-018d-4718-965d-6a762218252c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Oct 20 10:50:29.015409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-b9424a68-6bdc-483b-bee5-4f4c3be109b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.016395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-b9424a68-6bdc-483b-bee5-4f4c3be109b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3517408 Oct 20 10:50:29.094150 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-b4bf102f-efa3-4a79-b74a-f7d89547dc65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f01e085c-c988-4340-9f85-f422b429970e HTTP/1.1" status: 200 len: 217 time: 0.0675976 Oct 20 10:50:29.103603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2a636-4552-4fa0-9051-915f2003d49c req-52dca6bb-2a5d-45a6-9d75-25f5e6e222b1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.105286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8d2a636-4552-4fa0-9051-915f2003d49c req-52dca6bb-2a5d-45a6-9d75-25f5e6e222b1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0604260 Oct 20 10:50:29.150594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8d2a636-4552-4fa0-9051-915f2003d49c req-172e8ae9-d853-4850-8d2f-bda4b7c226ea tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Oct 20 10:50:29.223444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-246a78f1-3f12-48d1-bf58-fe8b8ca158f1 req-7b387382-b5f3-4a7c-be56-2161bf252286 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465383 Oct 20 10:50:29.232497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-810cb81d-f1fb-4897-bb8d-a98f64b50ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.234120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-810cb81d-f1fb-4897-bb8d-a98f64b50ddb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0941067 Oct 20 10:50:29.262292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:29.311745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-5b105a0f-7078-47aa-87f0-ae363cb36b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.313410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-5b105a0f-7078-47aa-87f0-ae363cb36b78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714567 Oct 20 10:50:29.332686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:29.403513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2063f-ec02-40e6-b7c5-95507987b0aa req-352c7e48-b62c-466e-abed-138ac536d8a6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.405047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14a2063f-ec02-40e6-b7c5-95507987b0aa req-352c7e48-b62c-466e-abed-138ac536d8a6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0671535 Oct 20 10:50:29.421460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Network 89df55ce-031f-4242-84c1-695cf26f0e45 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:29.455022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14a2063f-ec02-40e6-b7c5-95507987b0aa req-bbde4889-2cc8-4afb-acfd-e7887e723a95 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Oct 20 10:50:29.471275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'Port': ['ID=87955b3c-0a08-4909-a88e-a85cfbb56479,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:29.475797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:29.479910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:29.547236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-e11113e4-1bdd-4cc3-8813-be8cf9ac99b6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238297 Oct 20 10:50:29.581891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.582659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:29.596665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.604835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.610981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.617054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.623417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.629632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.635675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.637604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-ff25473e-0a4c-4bed-874c-f403300e1a57 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1261983 Oct 20 10:50:29.650983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c87ec851-5a80-4bbb-af71-183d980a06fd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8266041 Oct 20 10:50:29.654548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:29.659816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Request body: {'port': {'network_id': '89df55ce-031f-4242-84c1-695cf26f0e45', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1243032881', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:29.660361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] bootfile-name is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:29.660768 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] tftp-server is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:29.661105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] server-ip-address is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:29.751936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c27b2217-ee0b-4699-8e14-bc4f661db302 req-300d0fe4-4cd5-4029-8573-b8b16aa466f5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865416 Oct 20 10:50:29.792303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56036) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:29.820710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Made reservation on behalf of 432da1ab28ae4f0cb1081fbfa766826b for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:29.825712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:29.830054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'tag': '63b38709-eada-4399-9543-afede78bf33f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:29.835126 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "tag": "63b38709-eada-4399-9543-afede78bf33f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:29.864670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] device_id is not set on port c05f2359-ec0c-457e-8076-bc2840f58aae yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:29.950442 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e29831-69fe-48ba-8c67-b1fe4ee58412 x-openstack-request-id: req-22e29831-69fe-48ba-8c67-b1fe4ee58412 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:29.950713 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "tag": "63b38709-eada-4399-9543-afede78bf33f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:29.951063 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-22e29831-69fe-48ba-8c67-b1fe4ee58412 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:29.951476 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'tag': '63b38709-eada-4399-9543-afede78bf33f', 'status': 'completed', 'code': 200} Oct 20 10:50:29.968380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-791660930-network', 'tenant_id': 'ef9100f443f448de94295357f2cd5762'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:30.032105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19bb03-6dc9-4ba4-acf8-9d72e2873806 None None] Network 89df55ce-031f-4242-84c1-695cf26f0e45 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:30.054773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0af51a3a-a5be-40d0-8f52-3c865d70c843 req-9a5d1db0-d93a-4206-baec-ece377564cf4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4086647 Oct 20 10:50:30.062004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-9cf62ab0-f5a6-4669-8cbe-edffed965b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.063556 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-9cf62ab0-f5a6-4669-8cbe-edffed965b89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 1099 time: 0.1113119 Oct 20 10:50:30.064147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Made reservation on behalf of ef9100f443f448de94295357f2cd5762 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:30.066375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.070277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81396a43-a157-4e7a-bf85-e902e1e80a63 req-a225100a-3c8e-4d89-9085-ca94a8e1e72b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.077934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81396a43-a157-4e7a-bf85-e902e1e80a63 req-a225100a-3c8e-4d89-9085-ca94a8e1e72b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 947 time: 0.0920186 Oct 20 10:50:30.092578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.106137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Allocated IP 172.20.0.6 (89df55ce-031f-4242-84c1-695cf26f0e45/dc3dbb59-c2da-442e-9745-3dea97216eaa/c05f2359-ec0c-457e-8076-bc2840f58aae) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:30.131897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81396a43-a157-4e7a-bf85-e902e1e80a63 req-2569b55d-c11b-49f1-bad3-774c460e05e5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518386 Oct 20 10:50:30.171143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] Provisioning complete for port cd1cf581-9b13-4c24-869b-7e51f296d562 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:30.171647 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.210737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a7e39-b73f-4658-b035-7bf6196eca5d req-a49ff53f-d564-4fb4-99be-fc1d35dffcbd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.221240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a35a7e39-b73f-4658-b035-7bf6196eca5d req-a49ff53f-d564-4fb4-99be-fc1d35dffcbd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0656042 Oct 20 10:50:30.287606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a35a7e39-b73f-4658-b035-7bf6196eca5d req-731c5878-db69-43b2-ab27-b961982d5afd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Oct 20 10:50:30.326620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70448ba9-48c9-4ee7-ba57-53ebb6ef95dd req-e58ac96f-e16c-46cb-bb8a-16749dda2574 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.328694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70448ba9-48c9-4ee7-ba57-53ebb6ef95dd req-e58ac96f-e16c-46cb-bb8a-16749dda2574 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0844672 Oct 20 10:50:30.331054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-62fbbed8-2ca0-4c46-be27-ac666d42eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.332530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-62fbbed8-2ca0-4c46-be27-ac666d42eaa9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2413383 Oct 20 10:50:30.333875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.395806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913d2a-2ef1-43f4-bf7b-c61db3b6298e req-8e6e433d-eef5-4929-9055-9e89f45407a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.397837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0913d2a-2ef1-43f4-bf7b-c61db3b6298e req-8e6e433d-eef5-4929-9055-9e89f45407a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.2085106 Oct 20 10:50:30.398249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70448ba9-48c9-4ee7-ba57-53ebb6ef95dd req-43a4bec5-4852-4f68-82cd-fdbe3c71ed03 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Oct 20 10:50:30.462479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] For port cd1cf581-9b13-4c24-869b-7e51f296d562, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd1cf581-9b13-4c24-869b-7e51f296d562,segment=NetworkSegment(4681bfc4-d6ba-4909-9231-d6ea8f11571f),segment_id=4681bfc4-d6ba-4909-9231-d6ea8f11571f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:30.473692 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.690925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a3b3-e3b9-4faf-81c2-dd979e8f2c34 req-a68d9817-810c-4fa8-82bc-6a07c5514240 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.692330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ef59272b-13c6-41b4-a5da-59228ba98b26 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:30.693150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a74a3b3-e3b9-4faf-81c2-dd979e8f2c34 req-a68d9817-810c-4fa8-82bc-6a07c5514240 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0898380 Oct 20 10:50:30.694373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd1cf581-9b13-4c24-869b-7e51f296d562 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:30.764904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93fde2-1087-4e34-9434-bfb25f571ba8 None None] Pushing event updated for resources: {'Port': ['ID=cd1cf581-9b13-4c24-869b-7e51f296d562,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:30.788667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a74a3b3-e3b9-4faf-81c2-dd979e8f2c34 req-5610e7cd-471c-4d50-a1ea-8a7d00cbf46c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836232 Oct 20 10:50:30.800003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-5ff5b2d6-786c-4754-aafc-8cc257c917e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=63b38709-eada-4399-9543-afede78bf33f HTTP/1.1" status: 200 len: 217 time: 0.4491014 Oct 20 10:50:30.812528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce098a-5431-4b67-941e-189f9bce26f7 req-68e50483-9ef7-4fdb-b478-4710bfa30065 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.814808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fce098a-5431-4b67-941e-189f9bce26f7 req-68e50483-9ef7-4fdb-b478-4710bfa30065 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1202867 Oct 20 10:50:30.870962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b98995af-a302-472f-b70d-e531deac67b1 None None] Provisioning complete for port cd1cf581-9b13-4c24-869b-7e51f296d562 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:30.871703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b98995af-a302-472f-b70d-e531deac67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.877560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.885790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fce098a-5431-4b67-941e-189f9bce26f7 req-c3312074-3f27-408e-b376-c1adae522fb7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618291 Oct 20 10:50:30.901334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.914898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cd1cf581-9b13-4c24-869b-7e51f296d562 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:30.915277 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.957537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f01e085c-c988-4340-9f85-f422b429970e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:30.961586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0913d2a-2ef1-43f4-bf7b-c61db3b6298e req-20f776c2-c8c4-4082-8ec9-3d229845aedb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820066 Oct 20 10:50:30.968209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:30.975562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ef59272b-13c6-41b4-a5da-59228ba98b26,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:30.991179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-30d24f27-87a0-43dc-b90a-4c522268167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.992674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-30d24f27-87a0-43dc-b90a-4c522268167f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1785061 Oct 20 10:50:31.002913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ef59272b-13c6-41b4-a5da-59228ba98b26', 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'port_id': 'ef59272b-13c6-41b4-a5da-59228ba98b26', 'mac_address': 'fa:16:3e:ed:30:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae582d63-2413-4008-981e-0f8a0ff87bcc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:31.003332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.003881 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Added segment f4e747d2-6577-484d-99a7-17bdba4a5252 of type vlan for network 000fed39-34b6-41f3-b4c6-2209f95a2b12 Oct 20 10:50:31.014767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.016380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab19a4a-d9cc-4092-bd51-39b3a22c3115,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.023540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190604-8f96-4436-82c1-a97c4dd4091f req-79ea4cca-dbbd-45a9-9d69-b61a44d0d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.025064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-79ea4cca-dbbd-45a9-9d69-b61a44d0d5eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1097 time: 0.2478840 Oct 20 10:50:31.083961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.161633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.185592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.187495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.188568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.189534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.196137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef59272b-13c6-41b4-a5da-59228ba98b26 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:31.225163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b98995af-a302-472f-b70d-e531deac67b1 None None] Provisioning complete for port 87955b3c-0a08-4909-a88e-a85cfbb56479 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:31.225927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b98995af-a302-472f-b70d-e531deac67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.228870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f01e085c-c988-4340-9f85-f422b429970e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.254387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.263329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.265206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ef59272b-13c6-41b4-a5da-59228ba98b26,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.266347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'f01e085c-c988-4340-9f85-f422b429970e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'f01e085c-c988-4340-9f85-f422b429970e', 'mac_address': 'fa:16:3e:70:59:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:31.270751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.271440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1e9d01e6-5322-4669-a2df-3762ea03bcb1 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:31.275327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190604-8f96-4436-82c1-a97c4dd4091f req-a87529c4-1491-4bae-ba2c-37dcdbefd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.276504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.276856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-a87529c4-1491-4bae-ba2c-37dcdbefd11f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.2299092 Oct 20 10:50:31.298909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Network 89df55ce-031f-4242-84c1-695cf26f0e45 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:31.308632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.318389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5246339 Oct 20 10:50:31.319643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:31.320835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.327131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.333328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.336177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2149e347-46a1-4fca-93c7-b45799b426f5 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5421 time: 0.1947682 Oct 20 10:50:31.352301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b98995af-a302-472f-b70d-e531deac67b1 None None] Port 87955b3c-0a08-4909-a88e-a85cfbb56479 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:31.353642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:31.358387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Request body: {'subnet': {'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-791660930-subnet', 'tenant_id': 'ef9100f443f448de94295357f2cd5762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:31.398510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:31.403091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34861a8d-5103-43b2-82b1-d22be4183979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.405244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-5a1265dc-6d75-43f1-ab68-981312f3c6e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 200 len: 217 time: 0.1091139 Oct 20 10:50:31.405892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'Port': ['ID=c05f2359-ec0c-457e-8076-bc2840f58aae,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.408617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295daf6-92ea-4936-81f6-68cb8a3d6a65 admin admin] Pushing event updated for resources: {'Network': ['ID=000fed39-34b6-41f3-b4c6-2209f95a2b12,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.414270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.441521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 000fed39-34b6-41f3-b4c6-2209f95a2b12 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:31.443368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.463550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9754999-94a1-45b8-8446-3b3e8fa0d14c req-2f498029-6657-4f03-9722-1280932c26d3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117959 Oct 20 10:50:31.468293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-c69c546f-d877-485e-b244-8f026f8e8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.471260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-c69c546f-d877-485e-b244-8f026f8e8fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2728207 Oct 20 10:50:31.486029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfdfcc-d552-4735-82dd-0c3c69c36c49 req-d3ac8324-ef85-4ef7-8c79-95f47487d57e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.491490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cacfdfcc-d552-4735-82dd-0c3c69c36c49 req-d3ac8324-ef85-4ef7-8c79-95f47487d57e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 947 time: 0.1535716 Oct 20 10:50:31.499557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01e085c-c988-4340-9f85-f422b429970e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:31.535790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cacfdfcc-d552-4735-82dd-0c3c69c36c49 req-9b875ce2-5bf3-4734-a3a2-743d09dd50e8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Oct 20 10:50:31.576816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.596764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-de7e97e2-65ba-4d69-b323-f159a7ab6ac3 None None] Provisioning complete for port 87955b3c-0a08-4909-a88e-a85cfbb56479 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:31.597141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de7e97e2-65ba-4d69-b323-f159a7ab6ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.599254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Made reservation on behalf of ef9100f443f448de94295357f2cd5762 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:31.601408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f01e085c-c988-4340-9f85-f422b429970e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.601687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.605450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '1e9d01e6-5322-4669-a2df-3762ea03bcb1', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'port_id': '1e9d01e6-5322-4669-a2df-3762ea03bcb1', 'mac_address': 'fa:16:3e:9b:c3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:31.610747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.611486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.637424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.638147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 63b38709-eada-4399-9543-afede78bf33f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:31.675677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=63b38709-eada-4399-9543-afede78bf33f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.690020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14545340-f872-4020-b66b-8f2bb55ec109 req-1ac64171-7490-4f4a-9239-4ad605a8f499 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.695435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14545340-f872-4020-b66b-8f2bb55ec109 req-1ac64171-7490-4f4a-9239-4ad605a8f499 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1126690 Oct 20 10:50:31.696416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '63b38709-eada-4399-9543-afede78bf33f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '63b38709-eada-4399-9543-afede78bf33f', 'mac_address': 'fa:16:3e:63:5f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:31.734767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1191f475-69a0-4bb5-85b2-4f353e7f3ebe tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0768175 Oct 20 10:50:31.735240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56066) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:31.763735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190604-8f96-4436-82c1-a97c4dd4091f req-a910164c-4237-4d01-8fa8-682d22e512be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.765215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-a910164c-4237-4d01-8fa8-682d22e512be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.3288360 Oct 20 10:50:31.787210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14545340-f872-4020-b66b-8f2bb55ec109 req-73c56e31-5106-4d4e-81a2-5c936ab0571f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853012 Oct 20 10:50:31.794869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-de7e97e2-65ba-4d69-b323-f159a7ab6ac3 None None] Port 87955b3c-0a08-4909-a88e-a85cfbb56479 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:31.803880 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.806230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-f2206144-75bf-4213-a801-6a2ac48ff871 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291464 Oct 20 10:50:31.839209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.845024 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.860380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca08b8-adb4-4ef2-ab84-4d62415c8698 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.864222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.875440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca08b8-adb4-4ef2-ab84-4d62415c8698 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.878348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d01e6-5322-4669-a2df-3762ea03bcb1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:31.882976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca08b8-adb4-4ef2-ab84-4d62415c8698 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.887058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52ca08b8-adb4-4ef2-ab84-4d62415c8698 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1487417 Oct 20 10:50:31.887192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b38709-eada-4399-9543-afede78bf33f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:31.887822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56070) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:31.924653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.932940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=63b38709-eada-4399-9543-afede78bf33f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:31.935635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.936585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e193f69d-7e0a-48ff-ad47-3ec56140090e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:31.954440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-7e915c54-c299-4dc0-beaf-11fae58cfa3f service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238605 Oct 20 10:50:31.972551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-327e6e36-ef5a-43a9-b059-a4c2c555d091 None None] Provisioning complete for port c05f2359-ec0c-457e-8076-bc2840f58aae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:31.973250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-327e6e36-ef5a-43a9-b059-a4c2c555d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.975111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.039549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-a427e526-6059-464c-b6a6-b6c1a4f167b2 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146912 Oct 20 10:50:32.055971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.063385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:32.063775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391ad0a-e08e-4859-9fa4-37a084e03ef6 req-9608264c-db55-47ec-ac10-bec3b663d65f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.065650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-327e6e36-ef5a-43a9-b059-a4c2c555d091 None None] Port c05f2359-ec0c-457e-8076-bc2840f58aae cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:32.072146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9391ad0a-e08e-4859-9fa4-37a084e03ef6 req-9608264c-db55-47ec-ac10-bec3b663d65f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1856561 Oct 20 10:50:32.101889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'e193f69d-7e0a-48ff-ad47-3ec56140090e', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'port_id': 'e193f69d-7e0a-48ff-ad47-3ec56140090e', 'mac_address': 'fa:16:3e:6f:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:32.136915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc356f1-dfc0-4855-864a-1f8f8b6607b4 req-c90762f5-b66e-4880-a069-9fe8bd79cf6b tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.138673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efc356f1-dfc0-4855-864a-1f8f8b6607b4 req-c90762f5-b66e-4880-a069-9fe8bd79cf6b tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1588113 Oct 20 10:50:32.159570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.164522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.168839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9391ad0a-e08e-4859-9fa4-37a084e03ef6 req-5776cb91-7b25-49a5-9e43-f134fe4fe63f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961001 Oct 20 10:50:32.188468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.188642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e193f69d-7e0a-48ff-ad47-3ec56140090e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:32.205998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Deleting port c05f2359-ec0c-457e-8076-bc2840f58aae {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:32.206591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.218319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:32.221806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.223114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c99ceae-7c43-4c10-bb9c-8ec674d0421b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:32.253540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efc356f1-dfc0-4855-864a-1f8f8b6607b4 req-088d0d61-0d48-442e-894e-28a0f0045667 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836434 Oct 20 10:50:32.260125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ca2f7a92-665a-48a5-a4ca-e2e4e061529f req-209bc513-3dda-4590-9b99-55ea18e9b0ec service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654088 Oct 20 10:50:32.276581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42190604-8f96-4436-82c1-a97c4dd4091f req-e9769d93-4eaf-4bd7-8801-68313034aa07 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280855 Oct 20 10:50:32.278817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.301314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:32.304661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.307580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Checking segment: {'id': 'f4e747d2-6577-484d-99a7-17bdba4a5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:32.307948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Network hostable DHCP agents. Network: 000fed39-34b6-41f3-b4c6-2209f95a2b12, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:32.318811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b', 'network_id': 'd4141cc7-a837-440a-bf23-e578fb5952af', 'port_id': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b', 'mac_address': 'fa:16:3e:a2:fa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae582d63-2413-4008-981e-0f8a0ff87bcc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:32.328747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Network 000fed39-34b6-41f3-b4c6-2209f95a2b12 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:32.338966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.350835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['f01e085c-c988-4340-9f85-f422b429970e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:32.353400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 000fed39-34b6-41f3-b4c6-2209f95a2b12) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:32.359001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.359663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.361434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['63b38709-eada-4399-9543-afede78bf33f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:32.366743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Calling delete_port for c05f2359-ec0c-457e-8076-bc2840f58aae owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:32.387860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a973e24-f8a2-448e-a5c8-e5334375c89f None None] Network 000fed39-34b6-41f3-b4c6-2209f95a2b12 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:32.393229 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-381a0d94-4d8c-468b-987c-f961e45d8441 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0406580 Oct 20 10:50:32.479663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd1cf581-9b13-4c24-869b-7e51f296d562 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:32.548150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.600067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c99ceae-7c43-4c10-bb9c-8ec674d0421b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:32.625676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.632033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.638113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.644078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.650608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.657079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.663367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:32.663780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.665865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-ed2391af-7aa7-479e-a6f1-9aa736265f3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5424 time: 0.1123381 Oct 20 10:50:32.667691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.703008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.703417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event deleted for resources: {'Port': ['ID=c05f2359-ec0c-457e-8076-bc2840f58aae,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.703569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9451ac61-c8f1-478d-837a-a5c7b19cadf0 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:32.792116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8b18c1f-15dd-493e-b649-39f116c7740f req-71f19a4b-f7b9-41d5-b51b-4a1d68fab86d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158500 Oct 20 10:50:32.823448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.827933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb82b3ae-5f3e-407b-b135-9879cabe0bfd tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "DELETE /v2.0/ports/c05f2359-ec0c-457e-8076-bc2840f58aae HTTP/1.1" status: 204 len: 168 time: 0.9041348 Oct 20 10:50:32.831165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:32.838488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Request body: {'port': {'name': 'tempest-new-port-name-2018469833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:32.839256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] bootfile-name is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:32.839659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] tftp-server is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:32.840097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] server-ip-address is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:50:32.941033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.965945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77f51-0c7e-4bf9-a258-8027f0f09b5c req-7a4b3191-b571-443e-b580-29e4f4e9f7bf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.977809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efa77f51-0c7e-4bf9-a258-8027f0f09b5c req-7a4b3191-b571-443e-b580-29e4f4e9f7bf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 948 time: 0.0879774 Oct 20 10:50:33.011648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.038493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0781226-f62e-45e2-a5b6-cbc2e7b75bc4 None None] Network 000fed39-34b6-41f3-b4c6-2209f95a2b12 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:33.047030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cd1cf581-9b13-4c24-869b-7e51f296d562 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:33.047498 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.050487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.082108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efa77f51-0c7e-4bf9-a258-8027f0f09b5c req-e710c583-f477-4712-9500-32eca5c054f4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973639 Oct 20 10:50:33.099734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e21ef-3976-4642-b72c-b2d7377a1f09 req-0ca4d9eb-9eec-4a47-ab91-1fd9f28b79be tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.107824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd0e21ef-3976-4642-b72c-b2d7377a1f09 req-0ca4d9eb-9eec-4a47-ab91-1fd9f28b79be tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1027641 Oct 20 10:50:33.159105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd0e21ef-3976-4642-b72c-b2d7377a1f09 req-91160ecb-b969-4e5e-8b62-8c487ab152f1 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 Oct 20 10:50:33.160932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:50:33.190864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.200654 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.209178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.309879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event updated for resources: {'Port': ['ID=87955b3c-0a08-4909-a88e-a85cfbb56479,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.310440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ac70-dfa3-4f6d-b9e6-4674128c259f req-ce36ad70-d968-4ee4-a14a-3e426cdc6398 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.324264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d126ac70-dfa3-4f6d-b9e6-4674128c259f req-ce36ad70-d968-4ee4-a14a-3e426cdc6398 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0770960 Oct 20 10:50:33.333942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] In _notify_port_updated(), no bound segment for port 87955b3c-0a08-4909-a88e-a85cfbb56479 on network 89df55ce-031f-4242-84c1-695cf26f0e45 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:33.343625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.344492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.345928 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62d32488-38bd-4061-b198-d92273223d8d tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "PUT /v2.0/ports/87955b3c-0a08-4909-a88e-a85cfbb56479 HTTP/1.1" status: 200 len: 1137 time: 0.5128379 Oct 20 10:50:33.350411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56106) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.350741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'port_id': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'mac_address': 'fa:16:3e:63:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:33.391375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d126ac70-dfa3-4f6d-b9e6-4674128c259f req-81c651e5-537d-449b-95a2-99707981b29d tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604191 Oct 20 10:50:33.436096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a2923-aa2f-4707-93ae-de3e71a50512 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.437862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a67a2923-aa2f-4707-93ae-de3e71a50512 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "GET /v2.0/ports/87955b3c-0a08-4909-a88e-a85cfbb56479 HTTP/1.1" status: 200 len: 1137 time: 0.0862396 Oct 20 10:50:33.441497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.503045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.517983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9451ac61-c8f1-478d-837a-a5c7b19cadf0 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:33.540357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.546336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.547123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:33.547267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee404e5-6e23-432b-8fff-9e4fe6204153 req-3ac9a68c-ca94-4907-8ce6-e5bc221f2213 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.558788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cee404e5-6e23-432b-8fff-9e4fe6204153 req-3ac9a68c-ca94-4907-8ce6-e5bc221f2213 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0782323 Oct 20 10:50:33.589184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Deleting port 87955b3c-0a08-4909-a88e-a85cfbb56479 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:33.589543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.621736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cee404e5-6e23-432b-8fff-9e4fe6204153 req-e6ceafe7-b889-4eb6-bc8f-05994fc19031 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597572 Oct 20 10:50:33.650888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.665816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.678263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5', 'network_id': '89e3fe50-4724-42e6-aae6-da23056f6774', 'port_id': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5', 'mac_address': 'fa:16:3e:4a:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aec8458-e513-44f8-aeef-ce912ff8ad97', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:33.735226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4462d717-7eb5-4aad-9ee0-13dbf86a945f None None] Provisioning complete for port 87955b3c-0a08-4909-a88e-a85cfbb56479 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:33.735857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4462d717-7eb5-4aad-9ee0-13dbf86a945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.738595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.772941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-c198f67c-95f2-485a-9311-e0d49e8981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.774419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-c198f67c-95f2-485a-9311-e0d49e8981d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.0868914 Oct 20 10:50:33.777283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:33.780408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.795378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4462d717-7eb5-4aad-9ee0-13dbf86a945f None None] Port 87955b3c-0a08-4909-a88e-a85cfbb56479 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:33.806717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.814425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.815667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f98faeb4-36dc-4852-ac7f-80f717c99f22 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:33.830584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f3521-c6b7-4fe5-b05b-b363f9745965 req-ac43e8e7-5d3e-4fa7-b4b2-12a086504250 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.832522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c4f3521-c6b7-4fe5-b05b-b363f9745965 req-ac43e8e7-5d3e-4fa7-b4b2-12a086504250 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0679970 Oct 20 10:50:33.837538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Calling delete_port for 87955b3c-0a08-4909-a88e-a85cfbb56479 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:33.880507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.903661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c4f3521-c6b7-4fe5-b05b-b363f9745965 req-a3bfabf1-9e6b-4b8d-b548-c42bc2b9081d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Oct 20 10:50:33.941497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ed4d-206d-4f83-a50e-cb2496392618 req-b504665a-f9a9-48bb-a3c1-06b3d4ee3acc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.944397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c78ed4d-206d-4f83-a50e-cb2496392618 req-b504665a-f9a9-48bb-a3c1-06b3d4ee3acc tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0777287 Oct 20 10:50:33.963468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-c0b1cbd7-5adf-4447-a278-cbda83e10fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.964926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-c0b1cbd7-5adf-4447-a278-cbda83e10fd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.1803975 Oct 20 10:50:33.982361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.996242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'port_id': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'mac_address': 'fa:16:3e:29:e4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:34.004075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c78ed4d-206d-4f83-a50e-cb2496392618 req-fbecc7af-3eea-4f0a-9f7c-4b84624b1f4b tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529697 Oct 20 10:50:34.025014 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-fb6cff8d-14f8-47f6-8481-ba5773255496 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.0509746 Oct 20 10:50:34.036784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.057482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98faeb4-36dc-4852-ac7f-80f717c99f22 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:34.093427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:34.103401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.107427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.109392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.117699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.122206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-38571238-5aef-4ced-885c-9bd659a1029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.123796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-38571238-5aef-4ced-885c-9bd659a1029b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.0889416 Oct 20 10:50:34.124199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.131046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.137470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.143774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.151623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-5ef326f8-3651-4782-821f-5009ea655159 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5427 time: 0.1121330 Oct 20 10:50:34.173910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-f6d75e02-fa74-4ac0-972d-ffdd57485dc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346909 Oct 20 10:50:34.174900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.181700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:34.194970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c6892f1-641d-4cb1-a640-82d6b042688c req-ca80491d-4550-4052-98e9-c9c9dd54eb16 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424562 Oct 20 10:50:34.208845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event deleted for resources: {'Port': ['ID=87955b3c-0a08-4909-a88e-a85cfbb56479,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:34.261432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.273007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d8228-35eb-46cf-a656-2baad9c6c12c req-ee9482c5-f9b1-4bf0-940f-6811ea71eb4a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.275097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b37d8228-35eb-46cf-a656-2baad9c6c12c req-ee9482c5-f9b1-4bf0-940f-6811ea71eb4a tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0730186 Oct 20 10:50:34.343746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b37d8228-35eb-46cf-a656-2baad9c6c12c req-c6703922-d192-4e70-9019-863512d48228 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629108 Oct 20 10:50:34.371437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.378250 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2f17120-91e0-4267-9f71-306ec715e3ef tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "DELETE /v2.0/ports/87955b3c-0a08-4909-a88e-a85cfbb56479 HTTP/1.1" status: 204 len: 168 time: 0.9352798 Oct 20 10:50:34.380748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56138) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:34.383227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2e458-b562-46fc-9fd5-98bf09e31a3f req-d39b9e25-9be2-455f-8656-d6fd46554cc0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.385671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7df2e458-b562-46fc-9fd5-98bf09e31a3f req-d39b9e25-9be2-455f-8656-d6fd46554cc0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 948 time: 0.0984750 Oct 20 10:50:34.440684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7df2e458-b562-46fc-9fd5-98bf09e31a3f req-7c682c29-2b53-4c5b-ba04-68a9ec5fb0c1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Oct 20 10:50:34.460052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-fc8bf564-da73-45a1-9c50-fdd8f3e0dcd7 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530894 Oct 20 10:50:34.464973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Deleting subnet dc3dbb59-c2da-442e-9745-3dea97216eaa {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:34.476506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.569215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.634297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-54786aa5-2461-4982-9ca3-5ecc3ebf1143 req-6e6deec9-1f5a-44ad-b83b-b59e821e4183 service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656332 Oct 20 10:50:34.683135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.712108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2d50c-08c3-46d1-b44f-68a505c94c72 req-2e683757-a5dc-4f22-8b6c-214d15c12c8c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.713637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2d50c-08c3-46d1-b44f-68a505c94c72 req-2e683757-a5dc-4f22-8b6c-214d15c12c8c tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Oct 20 10:50:34.753726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.767736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2d50c-08c3-46d1-b44f-68a505c94c72 req-c7bcd1b5-ce5f-4fcc-8d35-4a1d99d8bdbe tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Oct 20 10:50:34.788484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.791890 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "DELETE /v2.0/subnets/dc3dbb59-c2da-442e-9745-3dea97216eaa HTTP/1.1" status: 204 len: 168 time: 0.4097247 Oct 20 10:50:34.794290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56152) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:34.794513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372af67-3ea2-4da1-91e9-ea083324f97b None None] Network 89df55ce-031f-4242-84c1-695cf26f0e45 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:34.794792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba69b-470f-47b1-a08b-2c7881951a99 tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3dbb59-c2da-442e-9745-3dea97216eaa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:34.820417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fc2a7-2aef-4274-be33-80e98987d8bc req-de1c9d7f-0aa3-481e-bee1-4aa71bbca76c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.822864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-318fc2a7-2aef-4274-be33-80e98987d8bc req-de1c9d7f-0aa3-481e-bee1-4aa71bbca76c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0714140 Oct 20 10:50:34.876789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-318fc2a7-2aef-4274-be33-80e98987d8bc req-ddcb80a6-8547-4a8b-99c3-f667914d8bf7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476654 Oct 20 10:50:34.886472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e193f69d-7e0a-48ff-ad47-3ec56140090e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:34.922284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.951592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['1e9d01e6-5322-4669-a2df-3762ea03bcb1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:34.953848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['76e6da3c-f2b2-4154-b2d4-1914c8b242a5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:34.974767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['9451ac61-c8f1-478d-837a-a5c7b19cadf0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:34.993398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Deleting port cd1cf581-9b13-4c24-869b-7e51f296d562 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:34.994155 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.028043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ef59272b-13c6-41b4-a5da-59228ba98b26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:35.060375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6c99ceae-7c43-4c10-bb9c-8ec674d0421b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:35.062235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f01e085c-c988-4340-9f85-f422b429970e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:35.064403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f98faeb4-36dc-4852-ac7f-80f717c99f22'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:35.069483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] For port cd1cf581-9b13-4c24-869b-7e51f296d562, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd1cf581-9b13-4c24-869b-7e51f296d562,segment=NetworkSegment(4681bfc4-d6ba-4909-9231-d6ea8f11571f),segment_id=4681bfc4-d6ba-4909-9231-d6ea8f11571f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:35.071338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.086927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Calling delete_port for cd1cf581-9b13-4c24-869b-7e51f296d562 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:35.116750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495947-82d2-43a3-a54a-d1dfd70cff89 req-438564d3-9523-4e44-acd9-23714d476cfe tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.119095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90495947-82d2-43a3-a54a-d1dfd70cff89 req-438564d3-9523-4e44-acd9-23714d476cfe tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1194754 Oct 20 10:50:35.158208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-69336015-e5e3-4675-8c45-45415d5ab555 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.160780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-69336015-e5e3-4675-8c45-45415d5ab555 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/networks?id=000fed39-34b6-41f3-b4c6-2209f95a2b12 HTTP/1.1" status: 200 len: 809 time: 0.1714480 Oct 20 10:50:35.179136 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.194725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-bb355a21-2d6b-4eb9-97f3-369a05fb53bd tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/quotas/ef9100f443f448de94295357f2cd5762 HTTP/1.1" status: 200 len: 375 time: 0.0265512 Oct 20 10:50:35.207229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90495947-82d2-43a3-a54a-d1dfd70cff89 req-4fa6b163-7d2c-45b4-b44e-eaa5758465f3 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Oct 20 10:50:35.210894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event deleted for resources: {'Port': ['ID=cd1cf581-9b13-4c24-869b-7e51f296d562,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:35.227492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] No DVR routers for this DVR port cd1cf581-9b13-4c24-869b-7e51f296d562 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:35.260329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-78972b65-1f97-4ec2-8533-6aa6f4019cb0 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ef9100f443f448de94295357f2cd5762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511451 Oct 20 10:50:35.312516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.348533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89df55ce-031f-4242-84c1-695cf26f0e45']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:35.365927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4681bfc4-d6ba-4909-9231-d6ea8f11571f') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:35.366271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4681bfc4-d6ba-4909-9231-d6ea8f11571f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:35.389143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.405935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.411080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b8aab-24e2-4eb7-8794-675af3d1c50b None None] DHCP port deletion for 89df55ce-031f-4242-84c1-695cf26f0e45 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:35.413103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:35.413515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:35.416805 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:35.440201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-47936d2e-2995-486e-b20e-aed616305364 service neutron] 10.222.0.74 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699030 Oct 20 10:50:35.489171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.493762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.500000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.505953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.510450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.512846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.515806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] 10.222.0.74 "DELETE /v2.0/networks/89df55ce-031f-4242-84c1-695cf26f0e45 HTTP/1.1" status: 204 len: 168 time: 0.7197726 Oct 20 10:50:35.515806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5078793-0af2-457e-8115-925dd835de7e tempest-ExtraDHCPOptionsTestJSON-2098530625 tempest-ExtraDHCPOptionsTestJSON-2098530625-project] Pushing event deleted for resources: {'Network': ['ID=89df55ce-031f-4242-84c1-695cf26f0e45,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:35.518708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.525050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.531940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.533767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-ec56e02f-b610-4070-9913-781b6f755e67 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5428 time: 0.1299317 Oct 20 10:50:35.602684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port f01e085c-c988-4340-9f85-f422b429970e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:35.616583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a6e9dfa-50bd-4e11-991c-788a8d3f613e req-d5de3fbd-6a43-4553-9a48-95438d479961 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730660 Oct 20 10:50:35.652565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-a23d1663-7ad0-4b4f-8dbe-f8b71c331a79 service neutron] 10.222.0.74 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978881 Oct 20 10:50:35.654826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port f01e085c-c988-4340-9f85-f422b429970e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:35.655533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.745081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5528-66d6-41c5-b2a7-0ddb519a08b1 req-d0c16466-6902-4952-9960-8a705954c272 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.756357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-288b5528-66d6-41c5-b2a7-0ddb519a08b1 req-d0c16466-6902-4952-9960-8a705954c272 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 948 time: 0.0706975 Oct 20 10:50:35.809892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.811398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-288b5528-66d6-41c5-b2a7-0ddb519a08b1 req-7d1eb00c-e590-4b63-aaea-9305362c2db2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Oct 20 10:50:35.992623 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c195e80-1c73-4394-88f3-7dc3322b9452 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=432da1ab28ae4f0cb1081fbfa766826b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812010 Oct 20 10:50:35.994975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.995913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce29e1-b49a-43bc-af63-bf0127add62d req-4d437585-6eb9-4ce6-87a8-97bf04179c41 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.001115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55ce29e1-b49a-43bc-af63-bf0127add62d req-4d437585-6eb9-4ce6-87a8-97bf04179c41 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.1058519 Oct 20 10:50:36.067348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.099563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55ce29e1-b49a-43bc-af63-bf0127add62d req-e0ce2fba-fbf7-4aeb-92ae-6788a3c7598f tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926578 Oct 20 10:50:36.101810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.128397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63057448-8e17-4758-932e-5655f250497a req-e22579aa-2150-4868-bec7-035601a0821c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.135599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63057448-8e17-4758-932e-5655f250497a req-e22579aa-2150-4868-bec7-035601a0821c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1219342 Oct 20 10:50:36.169999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.173513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.176568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.180570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c093051-98e8-4229-8bef-cb29326b433a HTTP/1.1" status: 204 len: 168 time: 0.1815853 Oct 20 10:50:36.192338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd3ad-a01b-43db-a1b4-fdf59b6feac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c093051-98e8-4229-8bef-cb29326b433a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:36.201141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:36.203445 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a08fff7-9253-433d-8895-f83c775274fe" -d '{"events": [{"server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "name": "network-vif-plugged", "status": "completed", "tag": "f01e085c-c988-4340-9f85-f422b429970e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:36.224469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f01e085c-c988-4340-9f85-f422b429970e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:36.224934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63057448-8e17-4758-932e-5655f250497a req-1c74ecb2-bf3d-49cf-b8c9-96486076273f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776405 Oct 20 10:50:36.238659 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.239693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 63b38709-eada-4399-9543-afede78bf33f up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:36.269555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7bfdf80-def9-4f9a-999e-b78b08bd584b req-b1fb0364-3ba2-4eb0-b34c-03ea89dfb47a tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 210 time: 0.0681739 Oct 20 10:50:36.296334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-f1c3829d-312b-45d8-8999-ec5ed46a5e30 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.298240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-f1c3829d-312b-45d8-8999-ec5ed46a5e30 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 945 time: 0.0796037 Oct 20 10:50:36.332183 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d72e4-ac34-4b37-9262-30cdce2dd498 x-openstack-request-id: req-304d72e4-ac34-4b37-9262-30cdce2dd498 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:36.332908 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "name": "network-vif-plugged", "status": "completed", "tag": "f01e085c-c988-4340-9f85-f422b429970e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:36.333167 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-304d72e4-ac34-4b37-9262-30cdce2dd498 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:36.333630 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e', 'code': 200} Oct 20 10:50:36.359951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 63b38709-eada-4399-9543-afede78bf33f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:36.386914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 63b38709-eada-4399-9543-afede78bf33f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:36.387306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.467028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:36.497342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd1cf581-9b13-4c24-869b-7e51f296d562 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:36.505605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdabd4-625e-4c58-9b99-3d4dc2899acf req-ac41accb-9cd1-427b-bf70-f63560846fa3 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.513641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bcdabd4-625e-4c58-9b99-3d4dc2899acf req-ac41accb-9cd1-427b-bf70-f63560846fa3 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1322899 Oct 20 10:50:36.530267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cd1cf581-9b13-4c24-869b-7e51f296d562 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:36.530267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd1cf581-9b13-4c24-869b-7e51f296d562 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:36.560431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bcdabd4-625e-4c58-9b99-3d4dc2899acf req-e1dcbef8-76b1-4733-8a83-35daab892783 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Oct 20 10:50:36.599249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1edbf-8b8e-4759-bcdc-1271c30df8e3 req-2e621e78-4e10-4aff-a47d-468000defa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.601409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-afb1edbf-8b8e-4759-bcdc-1271c30df8e3 req-2e621e78-4e10-4aff-a47d-468000defa0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 1100 time: 0.1895683 Oct 20 10:50:36.603113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.618599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:36.618971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.651190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=63b38709-eada-4399-9543-afede78bf33f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:36.658442 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.726099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-afb1edbf-8b8e-4759-bcdc-1271c30df8e3 req-20ceeb34-eb59-47ad-aaa4-efab6695ee0f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019981 Oct 20 10:50:36.779330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port 7cf520a8-a90b-4dd2-95f3-27dce42e4879, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7cf520a8-a90b-4dd2-95f3-27dce42e4879,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:36.779860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.800460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for 7cf520a8-a90b-4dd2-95f3-27dce42e4879 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:36.801609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:36.844047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.851150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.857784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.863817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.870689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.877129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.883243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.885326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54ad7dfe-157e-462a-b295-ccc679751699 req-99dd53c6-6a93-47fc-8379-94a40f590088 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5428 time: 0.1352944 Oct 20 10:50:36.961967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54ad7dfe-157e-462a-b295-ccc679751699 req-75eaf662-bb79-4c0e-adae-2df534b9b521 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608969 Oct 20 10:50:36.974207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2d5f-ca24-46c1-839c-40f384c54753 req-6cae4f3d-e858-4009-aac9-3279009ef3c2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.982984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4aa2d5f-ca24-46c1-839c-40f384c54753 req-6cae4f3d-e858-4009-aac9-3279009ef3c2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 949 time: 0.0910621 Oct 20 10:50:37.015281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.028670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4aa2d5f-ca24-46c1-839c-40f384c54753 req-d93209d9-6650-4fd4-a168-3457c720047e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Oct 20 10:50:37.029804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', '7cf520a8-a90b-4dd2-95f3-27dce42e4879'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:37.058518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=7cf520a8-a90b-4dd2-95f3-27dce42e4879,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:37.107084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port 7cf520a8-a90b-4dd2-95f3-27dce42e4879 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:37.109593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.113163 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e18407f8-7edc-4f19-91c9-8897374bbc5b req-6812d982-9b4b-4837-9f9d-2a078ef566f5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/7cf520a8-a90b-4dd2-95f3-27dce42e4879 HTTP/1.1" status: 204 len: 173 time: 0.8066139 Oct 20 10:50:37.113620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'name': 'network-vif-deleted', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:37.115973 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94894c14-cca4-4c7c-8e4e-023186d47418" -d '{"events": [{"server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "name": "network-vif-deleted", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:37.155787 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d803719-fcb7-4119-89ea-430091abdc64 x-openstack-request-id: req-2d803719-fcb7-4119-89ea-430091abdc64 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:37.156080 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350dfeb-6c36-4fd7-a5b5-3ad22d586841", "name": "network-vif-deleted", "tag": "7cf520a8-a90b-4dd2-95f3-27dce42e4879", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:37.157921 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d803719-fcb7-4119-89ea-430091abdc64 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:37.157921 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350dfeb-6c36-4fd7-a5b5-3ad22d586841', 'name': 'network-vif-deleted', 'tag': '7cf520a8-a90b-4dd2-95f3-27dce42e4879', 'status': 'completed', 'code': 200} Oct 20 10:50:37.214656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48c1ddb0-0aa7-4e41-acbc-baa8873202a9 req-14581247-d1ca-4daf-a465-0c7c1c36a4f6 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=8350dfeb-6c36-4fd7-a5b5-3ad22d586841 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Oct 20 10:50:37.296187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:37.353219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80553-9733-4588-b121-f778ba1a2a6a req-8acd918c-1130-4c56-b6da-50a3ebc452e3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.356070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cb80553-9733-4588-b121-f778ba1a2a6a req-8acd918c-1130-4c56-b6da-50a3ebc452e3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0666747 Oct 20 10:50:37.399309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3e8e12d-e0b7-4929-89a6-2a58725dd04c req-414b3eb8-9fcc-4b88-baf9-9464a6a408fa tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 210 time: 0.0416329 Oct 20 10:50:37.419332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1476821943'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:37.433125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cb80553-9733-4588-b121-f778ba1a2a6a req-21210930-3b80-436c-91c5-6e08854536f5 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Oct 20 10:50:37.448847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Made reservation on behalf of 5087ab5ea8a8422c9a4d56caf6f1e78e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:37.453005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.471772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.603910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2eb92587-c30a-42ef-82a9-db2f1f142bb2 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.605411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2eb92587-c30a-42ef-82a9-db2f1f142bb2 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.70 "GET /v2.0/networks?id=000fed39-34b6-41f3-b4c6-2209f95a2b12 HTTP/1.1" status: 200 len: 809 time: 0.1426642 Oct 20 10:50:37.680625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91063e85-50b4-4988-8f4b-ac9ca5d9df1a req-0c68813d-85f5-447e-b053-4c2aa0d26525 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.682610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91063e85-50b4-4988-8f4b-ac9ca5d9df1a req-0c68813d-85f5-447e-b053-4c2aa0d26525 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 20 10:50:37.727997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91063e85-50b4-4988-8f4b-ac9ca5d9df1a req-2fe187cb-0ef2-4c9d-8208-ac2b64c55015 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Oct 20 10:50:37.930480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Request body: {'port': {'device_id': '4255006f-4390-4489-ac98-8dd3e24fa828', 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12', 'admin_state_up': True, 'tenant_id': 'ef9100f443f448de94295357f2cd5762'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:37.935981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.949715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.019792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:38.034007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7bb443-aae9-4de2-ba18-d3158babffc9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.044195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.044815 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Added segment 60b99ad1-8915-4736-ae93-23b6e5d73aa7 of type vlan for network 888a6c25-24b5-4b19-b901-0aae8c1a628d Oct 20 10:50:38.110534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.126782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1e9d01e6-5322-4669-a2df-3762ea03bcb1 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:38.141314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Made reservation on behalf of ef9100f443f448de94295357f2cd5762 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:38.145513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.163797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.170018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.170666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.192086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:38.197666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:38.198328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.212200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.218522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.225648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.232249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.238595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.246447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.253046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.254992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-d97a6482-83a5-45f5-a3a5-c5bd158c341f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5428 time: 0.1745839 Oct 20 10:50:38.257126 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9596107 Oct 20 10:50:38.260111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56266) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:38.267949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526b0c-e174-4ac0-abf8-58d2ae57c395 req-fc7f1b8d-3527-4913-8496-2da2e4bd5b2a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.269471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22526b0c-e174-4ac0-abf8-58d2ae57c395 req-fc7f1b8d-3527-4913-8496-2da2e4bd5b2a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 949 time: 0.1407013 Oct 20 10:50:38.275303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'subnet': {'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:38.310929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.318068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a5362-bf89-4bb9-84f3-db2e481d2861 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Network': ['ID=888a6c25-24b5-4b19-b901-0aae8c1a628d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.331598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:38.335065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b38709-eada-4399-9543-afede78bf33f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:38.338088 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b4eea7-6e79-4ff8-8d44-4c6f005c0109" -d '{"events": [{"server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "name": "network-vif-plugged", "status": "completed", "tag": "63b38709-eada-4399-9543-afede78bf33f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:38.374234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:38.394314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Allocated IP 172.20.0.14 (000fed39-34b6-41f3-b4c6-2209f95a2b12/ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe/a2dcfc05-32e0-4f7e-86ef-20af47bc832d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:38.407263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f2bd40c-b90e-4cf4-97e9-0ab3d2d7d5a8 req-33de9169-e0c5-44c9-9119-64eb49653ad9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352630 Oct 20 10:50:38.407489 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.408448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9451ac61-c8f1-478d-837a-a5c7b19cadf0 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:38.419376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22526b0c-e174-4ac0-abf8-58d2ae57c395 req-2f96563c-26fc-4791-a436-08d60261dfc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386354 Oct 20 10:50:38.474757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Made reservation on behalf of 5087ab5ea8a8422c9a4d56caf6f1e78e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:38.478982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.513782 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c03f0b-5c67-4f68-8fdf-045c497abe10 x-openstack-request-id: req-67c03f0b-5c67-4f68-8fdf-045c497abe10 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:38.514059 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "name": "network-vif-plugged", "status": "completed", "tag": "63b38709-eada-4399-9543-afede78bf33f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:38.514315 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67c03f0b-5c67-4f68-8fdf-045c497abe10 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:38.514705 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b38709-eada-4399-9543-afede78bf33f', 'code': 200} Oct 20 10:50:38.528201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.554735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:38.566931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:38.568454 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.643846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.664327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f672ba-5457-4e3e-9291-1089c84fdac9 req-26577054-d48a-4f70-8674-a00854841f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.666446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e2f672ba-5457-4e3e-9291-1089c84fdac9 req-26577054-d48a-4f70-8674-a00854841f90 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 1101 time: 0.0652676 Oct 20 10:50:38.671822 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-858567ca-62aa-4db8-846e-5c294f66ae7c req-487f4ae4-ea90-42e8-bee5-49f078a03b3c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 210 time: 0.0783458 Oct 20 10:50:38.698220 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.706982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475a6a-7207-41a5-83ff-0fb6dc95a171 req-edd25399-d37d-439f-8b13-38c28aeefa77 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.708524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8475a6a-7207-41a5-83ff-0fb6dc95a171 req-edd25399-d37d-439f-8b13-38c28aeefa77 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1275678 Oct 20 10:50:38.720527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e2f672ba-5457-4e3e-9291-1089c84fdac9 req-93e2c6c5-6581-424f-8bea-cd04b30d79a9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Oct 20 10:50:38.724476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.753145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:38.762362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.765752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c99ceae-7c43-4c10-bb9c-8ec674d0421b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:38.775172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Network 000fed39-34b6-41f3-b4c6-2209f95a2b12 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:38.780826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:38.789129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:38.802076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Pushing event updated for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.830202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8475a6a-7207-41a5-83ff-0fb6dc95a171 req-613f0617-0122-4785-a39f-7b95f3efefd4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118500 Oct 20 10:50:38.849080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.869420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.870073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.890702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-39bfeebe-ab72-468c-a124-ce3e5eec6934 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2573438 Oct 20 10:50:38.893742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:38.899539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:38.899951 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.908259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Request body: {'port': {'device_id': '4255006f-4390-4489-ac98-8dd3e24fa828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:38.939485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.980770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.023559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Checking segment: {'id': '60b99ad1-8915-4736-ae93-23b6e5d73aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:39.023922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network hostable DHCP agents. Network: 888a6c25-24b5-4b19-b901-0aae8c1a628d, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:39.030118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7cf520a8-a90b-4dd2-95f3-27dce42e4879 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:39.035220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Subnet': ['ID=6eed2c65-53d6-4273-8638-34864f838f27,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.055256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:39.068529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 888a6c25-24b5-4b19-b901-0aae8c1a628d) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:39.074578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:39.075296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.098681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4493a710-48d4-4996-9b65-6a8f5c6476a7 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281360 Oct 20 10:50:39.099435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56288) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:39.105300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-850287135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:39.112646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cdd6c-b176-46fc-b006-dd645049d9b5 None None] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:39.123081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 7cf520a8-a90b-4dd2-95f3-27dce42e4879 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:39.127465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7cf520a8-a90b-4dd2-95f3-27dce42e4879 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:39.135134 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.136589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.168396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.215232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.221556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.244912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.246647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-30779987-3f67-4739-abbf-c12270c12541 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1460524 Oct 20 10:50:39.249371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56296) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:39.279439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:39.289474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.358710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.409761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dcfc05-32e0-4f7e-86ef-20af47bc832d {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:39.417477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.432217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Transition to ACTIVE for port object a2dcfc05-32e0-4f7e-86ef-20af47bc832d will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:39.444610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.490449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-888a6c25-24b5-4b19-b901-0aae8c1a628d', 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d', 'tenant_id': '5087ab5ea8a8422c9a4d56caf6f1e78e', 'fixed_ips': [{'subnet_id': '6eed2c65-53d6-4273-8638-34864f838f27'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:50:39.491866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.568351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.634665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Attempting to bind port a2dcfc05-32e0-4f7e-86ef-20af47bc832d on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:39.635232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Attempting to bind port a2dcfc05-32e0-4f7e-86ef-20af47bc832d by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'f4e747d2-6577-484d-99a7-17bdba4a5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:39.635798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Attempting to bind port a2dcfc05-32e0-4f7e-86ef-20af47bc832d on network 000fed39-34b6-41f3-b4c6-2209f95a2b12 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:39.643319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Port a2dcfc05-32e0-4f7e-86ef-20af47bc832d on network 000fed39-34b6-41f3-b4c6-2209f95a2b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:39.643644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Attempting to bind port a2dcfc05-32e0-4f7e-86ef-20af47bc832d on network 000fed39-34b6-41f3-b4c6-2209f95a2b12 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:39.654231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:39.654734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Checking segment: {'id': 'f4e747d2-6577-484d-99a7-17bdba4a5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:39.655143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Bound using segment: {'id': 'f4e747d2-6577-484d-99a7-17bdba4a5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:39.655571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Bound port: a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e747d2-6577-484d-99a7-17bdba4a5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:39.656046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.666624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Allocated IP 172.20.0.2 (888a6c25-24b5-4b19-b901-0aae8c1a628d/6eed2c65-53d6-4273-8638-34864f838f27/01ed6402-4aec-4dc6-aa67-a1f0c18562f1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:39.734501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:39.738423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,segment=NetworkSegment(f4e747d2-6577-484d-99a7-17bdba4a5252),segment_id=f4e747d2-6577-484d-99a7-17bdba4a5252)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:39.746250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.815060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.820753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:39.821567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.823277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-2857b1cf-89d1-466d-bb1d-cd4994546c88 service neutron] 10.222.0.70 "PUT /v2.0/ports/a2dcfc05-32e0-4f7e-86ef-20af47bc832d HTTP/1.1" status: 200 len: 1093 time: 0.9230304 Oct 20 10:50:39.823723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:39.826417 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c9a13-35c5-480f-96cb-2dde64630240" -d '{"events": [{"name": "network-changed", "server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:39.856167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.863184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.903518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:39.907256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:39.912208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:39.922003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Pushing event updated for resources: {'Port': ['ID=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.931650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-213fa3b3-b9e1-42ca-a3b1-58388003aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:39.933262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-213fa3b3-b9e1-42ca-a3b1-58388003aed9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef9100f443f448de94295357f2cd5762&device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 1096 time: 0.0637124 Oct 20 10:50:39.988218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-209c17c7-784f-4f04-ab7e-a1b9b92fbc0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d HTTP/1.1" status: 200 len: 217 time: 0.0428760 Oct 20 10:50:40.022933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Attempting to bind port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:40.023348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Attempting to bind port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '60b99ad1-8915-4736-ae93-23b6e5d73aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:40.023718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Attempting to bind port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 on network 888a6c25-24b5-4b19-b901-0aae8c1a628d {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:40.029390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:40.029755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Checking segment: {'id': '60b99ad1-8915-4736-ae93-23b6e5d73aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:40.030116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.031048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Bound using segment: {'id': '60b99ad1-8915-4736-ae93-23b6e5d73aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:40.031176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Bound port: 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b99ad1-8915-4736-ae93-23b6e5d73aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:40.031556 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.050898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-580742be-39b6-4309-b048-1b27ec6c435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.052465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-580742be-39b6-4309-b048-1b27ec6c435b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe HTTP/1.1" status: 200 len: 849 time: 0.0600297 Oct 20 10:50:40.093969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.094562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-67c8c56c-54c2-4b73-b7fc-433f6b7cac3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=000fed39-34b6-41f3-b4c6-2209f95a2b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333247 Oct 20 10:50:40.099973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.103773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] For port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:40.105877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.107535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] For port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,segment=NetworkSegment(60b99ad1-8915-4736-ae93-23b6e5d73aa7),segment_id=60b99ad1-8915-4736-ae93-23b6e5d73aa7)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:40.113617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.116172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.121173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.127136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.135496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.143515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-0d3eb9b4-20b7-42c5-8401-1ef120fe9c9c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5431 time: 0.5364835 Oct 20 10:50:40.180331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058e44-abfd-4aa0-a327-f51b1d0e85ff req-5919434e-e8bc-4b8a-aa97-f48d6560c242 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.181951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ef59272b-13c6-41b4-a5da-59228ba98b26 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:40.182689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a058e44-abfd-4aa0-a327-f51b1d0e85ff req-5919434e-e8bc-4b8a-aa97-f48d6560c242 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 949 time: 0.5615709 Oct 20 10:50:40.211793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.281323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5aaffb17-6fcf-4fcd-a059-ff973cff830a req-2a4e6b1e-b073-46e7-a890-faafe23239e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368604 Oct 20 10:50:40.297314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-f7694a3e-4e3d-4e8f-bef5-ce3e4bdc9db3 service neutron] 10.222.0.70 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880376 Oct 20 10:50:40.308905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c33fe-0b86-4029-b532-ff92601b852a None None] Pushing event updated for resources: {'Port': ['ID=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:40.334242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port ef59272b-13c6-41b4-a5da-59228ba98b26 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:40.340329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ef59272b-13c6-41b4-a5da-59228ba98b26 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:40.340852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.418749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a058e44-abfd-4aa0-a327-f51b1d0e85ff req-ebe99aed-ad7f-42f2-9588-414982e31b9d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119305 Oct 20 10:50:40.519643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:40.526050 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225357e2-31f1-40a3-b798-21f2ad6bce89" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:40.531582 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac5633-f46a-4d47-a840-3a5cf113cea6 x-openstack-request-id: req-84ac5633-f46a-4d47-a840-3a5cf113cea6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:40.532335 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:40.532335 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84ac5633-f46a-4d47-a840-3a5cf113cea6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:40.532755 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d', 'status': 'completed', 'code': 200} Oct 20 10:50:40.566059 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.575031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ba1e38c9-0fbb-41aa-9aea-d9d751c55c4a req-81201b8e-7db3-4e22-85c8-1f7523f2cfd5 service neutron] 10.222.0.70 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683582 Oct 20 10:50:40.639622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ef59272b-13c6-41b4-a5da-59228ba98b26,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:40.646916 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.648929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e193f69d-7e0a-48ff-ad47-3ec56140090e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:40.713043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-7841e684-8983-493f-bb08-f8741a4a6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.714461 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-7841e684-8983-493f-bb08-f8741a4a6a93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef9100f443f448de94295357f2cd5762&device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 1096 time: 0.0498660 Oct 20 10:50:40.733567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:40.750334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port e193f69d-7e0a-48ff-ad47-3ec56140090e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:40.755311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port e193f69d-7e0a-48ff-ad47-3ec56140090e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:40.755712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.824477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0405d-edc5-45e4-b5c7-43da38149637 req-903ee49b-0259-4615-8b61-6b73f853f36c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.831944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afb0405d-edc5-45e4-b5c7-43da38149637 req-903ee49b-0259-4615-8b61-6b73f853f36c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 944 time: 0.3243897 Oct 20 10:50:40.843082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-a4b9bb0e-2f87-4af5-aaaa-7447c7b37486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.844576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-a4b9bb0e-2f87-4af5-aaaa-7447c7b37486 service neutron] 10.222.0.70 "GET /v2.0/networks?id=000fed39-34b6-41f3-b4c6-2209f95a2b12 HTTP/1.1" status: 200 len: 911 time: 0.1220217 Oct 20 10:50:40.868494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.889356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d155b5-d15a-4c9c-aa88-fb45fac9ba3f req-dfd23c92-05d0-4019-bd73-f224288a66e7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.891192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d155b5-d15a-4c9c-aa88-fb45fac9ba3f req-dfd23c92-05d0-4019-bd73-f224288a66e7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2409670 Oct 20 10:50:40.900983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-d508d178-5e68-4100-9b8b-9a640d779cdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d HTTP/1.1" status: 200 len: 217 time: 0.0447381 Oct 20 10:50:40.902068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afb0405d-edc5-45e4-b5c7-43da38149637 req-7114325e-5ebd-4945-8262-5e74b362500f tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685470 Oct 20 10:50:40.914303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:40.924658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.925741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:40.982031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-b8807028-a4b6-480e-a92a-59459fe6872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:40.984213 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-b8807028-a4b6-480e-a92a-59459fe6872d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe HTTP/1.1" status: 200 len: 849 time: 0.0754812 Oct 20 10:50:40.990166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d155b5-d15a-4c9c-aa88-fb45fac9ba3f req-9c4cf02e-1889-4a13-8308-a17cc84e09d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845132 Oct 20 10:50:41.000071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Allocated IP 172.20.0.1 (888a6c25-24b5-4b19-b901-0aae8c1a628d/6eed2c65-53d6-4273-8638-34864f838f27/ea2f4231-c167-4b26-a9df-51f45391143f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:41.014999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:41.065369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:41.074216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:41.075085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.099162 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-b77d99d1-9ead-4ef9-9fba-aa8006a07dc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=000fed39-34b6-41f3-b4c6-2209f95a2b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007516 Oct 20 10:50:41.202178 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13edbde4-f663-4ef3-9994-ee8aff41c8dc x-openstack-request-id: req-13edbde4-f663-4ef3-9994-ee8aff41c8dc {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:41.202771 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:41.202771 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13edbde4-f663-4ef3-9994-ee8aff41c8dc {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:41.203149 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1', 'code': 200} Oct 20 10:50:41.203402 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'code': 200} Oct 20 10:50:41.203651 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b', 'code': 200} Oct 20 10:50:41.223399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.230288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.248747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-4f95a421-b456-4277-980a-f86a96eb0cb0 service neutron] 10.222.0.70 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404121 Oct 20 10:50:41.288529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.316691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:41.324998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.325896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f98faeb4-36dc-4852-ac7f-80f717c99f22 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:41.330493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:41.357651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:41.367050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:41.450873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:41.466293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port f98faeb4-36dc-4852-ac7f-80f717c99f22 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:41.471939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f98faeb4-36dc-4852-ac7f-80f717c99f22 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:41.472312 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.485079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.513360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5a9c9a13-35c5-480f-96cb-2dde64630240 req-bc03d66d-4d12-4df1-b702-2261c7c27253 service neutron] 10.222.0.70 "GET /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504334 Oct 20 10:50:41.579126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.610851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=ea2f4231-c167-4b26-a9df-51f45391143f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:41.618420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:41.623808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.663522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.663875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.664215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.664549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.665185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.665185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.665518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.665844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.666167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.666920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.666920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.667129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:41.687262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:41.700916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a28f1-d5a9-4c09-aebe-b1c89674394b req-f3545a44-a6f9-4e56-9769-9abbee6ae6e1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.702435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc0a28f1-d5a9-4c09-aebe-b1c89674394b req-f3545a44-a6f9-4e56-9769-9abbee6ae6e1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 949 time: 0.1484966 Oct 20 10:50:41.713465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.719784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.725867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.728406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64260757-1194-4478-896b-0656eb3358ae None None] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:41.731900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.737896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.744472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.750413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:41.752367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-36c5a12d-5d23-49e0-aab3-cc40fb071ba3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5434 time: 0.2517197 Oct 20 10:50:41.816747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] Provisioning complete for port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:41.817445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.834832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.859525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc0a28f1-d5a9-4c09-aebe-b1c89674394b req-95510b0a-d694-4bfe-9cca-65e245935c9d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060712 Oct 20 10:50:41.873681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16d3becc-999b-4f2a-8ce3-74adbd3c291e req-ce1eadbc-0b48-445b-8d35-fbe83c8f2aac tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068761 Oct 20 10:50:42.002192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.042801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] For port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,segment=NetworkSegment(60b99ad1-8915-4736-ae93-23b6e5d73aa7),segment_id=60b99ad1-8915-4736-ae93-23b6e5d73aa7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:42.050120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.105219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685fa9-d402-4816-9dc8-13819c8568c3 req-706df76c-1458-4429-885e-2e7642d57b91 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:42.109558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083a92-6a28-4159-98a7-591a31cfd77f None None] Pushing event updated for resources: {'Port': ['ID=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:42.112614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5685fa9-d402-4816-9dc8-13819c8568c3 req-706df76c-1458-4429-885e-2e7642d57b91 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 945 time: 0.1683965 Oct 20 10:50:42.144431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a006d-714f-445f-a679-8c3d52134264 req-07081b65-c87f-4011-bcc3-76e4abde2fea tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:42.145998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d90a006d-714f-445f-a679-8c3d52134264 req-07081b65-c87f-4011-bcc3-76e4abde2fea tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 948 time: 0.1584909 Oct 20 10:50:42.215484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5685fa9-d402-4816-9dc8-13819c8568c3 req-1c62dabe-8a66-4fd9-94ae-af4664c4a2b0 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019604 Oct 20 10:50:42.274134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d90a006d-714f-445f-a679-8c3d52134264 req-dc1f83dd-5215-4799-b8e3-a01469757947 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099174 Oct 20 10:50:42.284708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7535e10-365f-4959-aa13-aebabfc5bf42 None None] Provisioning complete for port ea2f4231-c167-4b26-a9df-51f45391143f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:42.286169 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7535e10-365f-4959-aa13-aebabfc5bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.342325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a7535e10-365f-4959-aa13-aebabfc5bf42 None None] Port ea2f4231-c167-4b26-a9df-51f45391143f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:42.358504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7535e10-365f-4959-aa13-aebabfc5bf42 None None] Provisioning complete for port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:42.361975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7535e10-365f-4959-aa13-aebabfc5bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.463988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.474804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb85e-92c0-4510-ab8f-cc3277d513fc req-ca0510c4-8024-4a2d-8117-76190e9f1260 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:42.480465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-738eb85e-92c0-4510-ab8f-cc3277d513fc req-ca0510c4-8024-4a2d-8117-76190e9f1260 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 944 time: 0.1600108 Oct 20 10:50:42.483827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156f5dd-0625-4bb7-9e89-04a26880d61e req-8b762534-fc27-4c26-bb6e-c3300a0e17bf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:42.489195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e156f5dd-0625-4bb7-9e89-04a26880d61e req-8b762534-fc27-4c26-bb6e-c3300a0e17bf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1280999 Oct 20 10:50:42.497951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.541359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:42.594901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:42.595596 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.628723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.650909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e156f5dd-0625-4bb7-9e89-04a26880d61e req-84a9b509-d989-4eb7-9430-7127f406cda3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462233 Oct 20 10:50:42.654897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-738eb85e-92c0-4510-ab8f-cc3277d513fc req-0a67f563-51b0-4842-85ef-0f42585ab7c2 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607351 Oct 20 10:50:42.654897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=ea2f4231-c167-4b26-a9df-51f45391143f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:42.801142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d92ceff8-f928-4ad4-b279-5478a078d126 None None] Provisioning complete for port ea2f4231-c167-4b26-a9df-51f45391143f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:42.801642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d92ceff8-f928-4ad4-b279-5478a078d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.834091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:42.837934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:42.860996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d92ceff8-f928-4ad4-b279-5478a078d126 None None] Port ea2f4231-c167-4b26-a9df-51f45391143f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:43.076521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.083160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.089968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.098430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.104549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.110819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.113169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-7cc3a5f5-03a3-462e-bbc6-f0510e0dc0c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.114887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-7cc3a5f5-03a3-462e-bbc6-f0510e0dc0c5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 945 time: 0.0602615 Oct 20 10:50:43.117409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.119303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-d118816d-7ffb-4f6f-9536-99b55f549e6d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.1242759 Oct 20 10:50:43.136366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Router 7b1e4a2d-3980-4dad-ae8e-23a94388d6e7 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:50:43.192602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-97bf8f70-05ce-47e1-9266-d542526e9280 None None] Provisioning complete for port ea2f4231-c167-4b26-a9df-51f45391143f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:43.193141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97bf8f70-05ce-47e1-9266-d542526e9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.220016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193f69d-7e0a-48ff-ad47-3ec56140090e'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:43.232765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6b4811e-5385-4ad9-9c7b-c15f504b2bd7 req-ca93b15a-4ac5-44e6-90f6-64f1555eb3bd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791090 Oct 20 10:50:43.233188 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784c15d-3331-406b-aa57-8fc74f25fabc" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "e193f69d-7e0a-48ff-ad47-3ec56140090e"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "76e6da3c-f2b2-4154-b2d4-1914c8b242a5"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:43.236180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Deleting port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:43.236927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.250790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-97bf8f70-05ce-47e1-9266-d542526e9280 None None] Port ea2f4231-c167-4b26-a9df-51f45391143f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:43.275220 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb90e9a-f5ad-4a78-858c-e3bc5f954373 x-openstack-request-id: req-3bb90e9a-f5ad-4a78-858c-e3bc5f954373 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:43.276537 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "e193f69d-7e0a-48ff-ad47-3ec56140090e", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "76e6da3c-f2b2-4154-b2d4-1914c8b242a5", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-plugged", "status": "completed", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:43.276802 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bb90e9a-f5ad-4a78-858c-e3bc5f954373 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:43.278614 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26', 'code': 200} Oct 20 10:50:43.278896 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193f69d-7e0a-48ff-ad47-3ec56140090e', 'code': 200} Oct 20 10:50:43.279178 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e6da3c-f2b2-4154-b2d4-1914c8b242a5', 'code': 200} Oct 20 10:50:43.281263 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'code': 200} Oct 20 10:50:43.284249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2458ac-4b01-4692-911e-64b3af208d4d req-c3e2cb90-1946-4744-aba8-bc39e2b85494 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.291465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2458ac-4b01-4692-911e-64b3af208d4d req-c3e2cb90-1946-4744-aba8-bc39e2b85494 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.298989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa2458ac-4b01-4692-911e-64b3af208d4d req-c3e2cb90-1946-4744-aba8-bc39e2b85494 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074&device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 1688 time: 0.1775036 Oct 20 10:50:43.377419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] For port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,segment=NetworkSegment(1daca910-acee-4eef-a2fc-3499b4a252c0),segment_id=1daca910-acee-4eef-a2fc-3499b4a252c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:43.377902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.419216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Calling delete_port for fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:43.432965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa2458ac-4b01-4692-911e-64b3af208d4d req-70ed6a56-6905-4bf4-b6c7-eaf1cefeed5f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249902 Oct 20 10:50:43.442679 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:50:43.445679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:43.456311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f50516a-70ff-4813-ace9-744817b9475f tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "PUT /v2.0/routers/7b1e4a2d-3980-4dad-ae8e-23a94388d6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2055602 Oct 20 10:50:43.463567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56354) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:43.466776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] Sync routers for ids ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:43.470126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'port': {'network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d', 'name': 'tempest-FloatingIPNegativeTestJSON-898379850'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:43.491309 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] Routers {'7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:43.494453 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:43.497092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a25b3-dd37-47ad-9e37-9b3709eda4c6 req-d9e265b9-c691-45c0-9484-d5134fc2a7ee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.505263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a9a25b3-dd37-47ad-9e37-9b3709eda4c6 req-d9e265b9-c691-45c0-9484-d5134fc2a7ee tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/ports?device_id=51624218-4583-4a9f-938b-0839644e0805 HTTP/1.1" status: 200 len: 945 time: 0.1361053 Oct 20 10:50:43.568882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.569766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.570300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.570777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.571438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.571907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.572566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.575192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-7e70cd1d-ccc1-4485-b507-e80e39359045 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.1998613 Oct 20 10:50:43.576735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.582867 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:43.595159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:43.601381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a9a25b3-dd37-47ad-9e37-9b3709eda4c6 req-f43e2667-fd22-4ef8-b8ac-1b86826a9891 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba748256-ad70-40d9-b4d2-63efa79f3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951412 Oct 20 10:50:43.614766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] Routers {'7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:43.617143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:43.659587 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:43.661079 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dd2d7-65d8-4150-88f3-1b8920204511 None None] The sync data for ids ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:43.669180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Made reservation on behalf of 5087ab5ea8a8422c9a4d56caf6f1e78e for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:43.672744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.687789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Pushing event deleted for resources: {'Port': ['ID=fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:43.725851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] device_id is not set on port 693a5278-5b0f-4e8a-832d-30751842980d yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:43.739229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] No DVR routers for this DVR port fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:43.744110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.748424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6eefbbf7-dfae-40b7-b184-e8fc829a43bf req-22742fb6-fe86-4177-852a-40b7330c1ed5 tempest-ServersTestJSON-1747973291 tempest-ServersTestJSON-1747973291-project] 10.222.0.83 "DELETE /v2.0/ports/fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 HTTP/1.1" status: 204 len: 173 time: 0.6267333 Oct 20 10:50:43.750611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'name': 'network-vif-deleted', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:43.752081 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83028a-f532-4d61-887a-0f9dcf3a6f93" -d '{"events": [{"server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "name": "network-vif-deleted", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:43.760975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-672314d2-0d46-4f60-a644-97f7ecc21ff5 req-38899d08-8875-4b90-9fd7-b018b8973ca8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717329 Oct 20 10:50:43.876601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbd869-a97f-4cc9-8bdb-9c89a98b3880 req-af70eec5-74ca-4d20-9493-73162265fbcc tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.882876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53cbd869-a97f-4cc9-8bdb-9c89a98b3880 req-af70eec5-74ca-4d20-9493-73162265fbcc tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 1100 time: 0.1698532 Oct 20 10:50:43.908706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cc497-b5b3-4538-84e8-4ba673de5d83 req-5a91aab5-2ccf-4da3-9782-d798818ac095 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.910167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-394cc497-b5b3-4538-84e8-4ba673de5d83 req-5a91aab5-2ccf-4da3-9782-d798818ac095 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1628978 Oct 20 10:50:43.948985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Allocated IP 172.20.0.9 (888a6c25-24b5-4b19-b901-0aae8c1a628d/6eed2c65-53d6-4273-8638-34864f838f27/693a5278-5b0f-4e8a-832d-30751842980d) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:43.982436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53cbd869-a97f-4cc9-8bdb-9c89a98b3880 req-6e8e29d3-4249-4ce3-9b10-947fe1536c8c tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941935 Oct 20 10:50:43.986994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-394cc497-b5b3-4538-84e8-4ba673de5d83 req-877b8442-eefe-4114-8216-41cd145cf2da tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663905 Oct 20 10:50:44.104556 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d2da15-1d0b-49f0-86d4-7f006300f5ab x-openstack-request-id: req-e9d2da15-1d0b-49f0-86d4-7f006300f5ab {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:44.105119 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51624218-4583-4a9f-938b-0839644e0805", "name": "network-vif-deleted", "tag": "fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:44.106323 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e9d2da15-1d0b-49f0-86d4-7f006300f5ab {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:44.106877 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51624218-4583-4a9f-938b-0839644e0805', 'name': 'network-vif-deleted', 'tag': 'fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480', 'status': 'completed', 'code': 200} Oct 20 10:50:44.191918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a2dcfc05-32e0-4f7e-86ef-20af47bc832d details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:44.194643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a19ade-0848-4296-a5e6-5d1f55fc4d74 req-60828bee-1a82-40c0-9e97-58eb96b47fbf tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.196260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00a19ade-0848-4296-a5e6-5d1f55fc4d74 req-60828bee-1a82-40c0-9e97-58eb96b47fbf tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 944 time: 0.1173205 Oct 20 10:50:44.201957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.304631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00a19ade-0848-4296-a5e6-5d1f55fc4d74 req-f9e41026-9499-4ef4-98a4-409a703d8707 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960231 Oct 20 10:50:44.328781 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.331969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666511-4cc5-4517-b3f1-67bb454a74d4 req-1a86c87c-48bb-43b1-9550-cfa2096a05f8 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.333605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3666511-4cc5-4517-b3f1-67bb454a74d4 req-1a86c87c-48bb-43b1-9550-cfa2096a05f8 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 1101 time: 0.0926492 Oct 20 10:50:44.359465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,segment=NetworkSegment(f4e747d2-6577-484d-99a7-17bdba4a5252),segment_id=f4e747d2-6577-484d-99a7-17bdba4a5252)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:44.382355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d', 'network_id': '000fed39-34b6-41f3-b4c6-2209f95a2b12', 'port_id': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d', 'mac_address': 'fa:16:3e:1b:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:44.392694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:44.397958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:44.403845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:44.436415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.452491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dcfc05-32e0-4f7e-86ef-20af47bc832d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:44.452757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=693a5278-5b0f-4e8a-832d-30751842980d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:44.483670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,segment=NetworkSegment(f4e747d2-6577-484d-99a7-17bdba4a5252),segment_id=f4e747d2-6577-484d-99a7-17bdba4a5252)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:44.488731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.515283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3666511-4cc5-4517-b3f1-67bb454a74d4 req-55952753-47d6-476d-a26e-c8bb0fb36a92 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682439 Oct 20 10:50:44.559241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.560039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.566610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:44.590911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.597352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.604214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.610450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.616698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.623159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.629593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.631953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-ca6706cb-7b55-4446-9720-deae8adf22b0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.2152889 Oct 20 10:50:44.641168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a39cf76b-dcae-4137-a4fd-84bafe5ddef1 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1753109 Oct 20 10:50:44.644682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:44.649906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:44.693417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.713349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56380) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:44.724648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1c5d4ba-e626-49d4-9f76-a69bfc4e95fc req-9d830e15-9212-4c5e-93e8-1c6991a0b62b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822999 Oct 20 10:50:44.777354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Deleting subnet 64e2a882-c068-4a57-bcf4-b1025ccdaaae {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:44.783167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11b8b382-1c58-4b28-acb9-c97703b8f68b None None] Provisioning complete for port 693a5278-5b0f-4e8a-832d-30751842980d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:44.783765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11b8b382-1c58-4b28-acb9-c97703b8f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.806515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.821239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-11b8b382-1c58-4b28-acb9-c97703b8f68b None None] Port 693a5278-5b0f-4e8a-832d-30751842980d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:44.829416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a2dcfc05-32e0-4f7e-86ef-20af47bc832d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:44.850873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.882096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-ad9d9c81-a2a1-4961-bd2c-43cb63f4fead tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365553 Oct 20 10:50:44.902102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.930707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.001596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-c4b8a7a3-b5c0-460f-a371-757acf5a5805 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.004225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-c4b8a7a3-b5c0-460f-a371-757acf5a5805 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164589 Oct 20 10:50:45.005147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.024425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-ec771e09-a7d3-422b-aff3-09a2d6e432ca tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0130053 Oct 20 10:50:45.051920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e2a882-c068-4a57-bcf4-b1025ccdaaae,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:45.064494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.070578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7240cd5-9395-4316-b9a6-55f3cbf7f42f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/64e2a882-c068-4a57-bcf4-b1025ccdaaae HTTP/1.1" status: 204 len: 168 time: 0.3528185 Oct 20 10:50:45.071032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.112583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Allocated IP 172.25.3.191 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/61171eef-128c-4e03-8e89-951ae040030b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:45.172985 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.332746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.343500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.360880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6768f348-602f-491e-8798-f3e7419d21f7']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:45.374892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daca910-acee-4eef-a2fc-3499b4a252c0') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:45.375344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daca910-acee-4eef-a2fc-3499b4a252c0') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:45.390047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.398990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-236f4fae-f3cb-4d87-b0d4-71960b2aceb1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3678739 Oct 20 10:50:45.411116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.416237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d306-e4a7-4b57-9714-999069cf66cf req-5186013c-37f1-4dbb-910e-1f85fd22ec21 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.418827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:45.419291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:45.421026 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:45.424013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af54d306-e4a7-4b57-9714-999069cf66cf req-5186013c-37f1-4dbb-910e-1f85fd22ec21 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.3556752 Oct 20 10:50:45.431399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.459148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af54d306-e4a7-4b57-9714-999069cf66cf req-7eaa2840-4aaf-4597-9050-6bbe0757a1ee tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Oct 20 10:50:45.508660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:45.512070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:45.515662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.517197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:45.543397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.547469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6768f348-602f-491e-8798-f3e7419d21f7 HTTP/1.1" status: 204 len: 168 time: 0.4752386 Oct 20 10:50:45.589354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=61171eef-128c-4e03-8e89-951ae040030b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:45.593699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827ff2-b42e-4f7a-8d84-2ea0d234bb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6768f348-602f-491e-8798-f3e7419d21f7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:45.679216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.692571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.727369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.747924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6584f2-3582-4007-ac8b-75c68b2687f9 req-3cc4384d-cab7-4913-8e7b-6785c7356d44 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.756018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af6584f2-3582-4007-ac8b-75c68b2687f9 req-3cc4384d-cab7-4913-8e7b-6785c7356d44 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 945 time: 0.0663049 Oct 20 10:50:45.802004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af6584f2-3582-4007-ac8b-75c68b2687f9 req-71a3874c-a1ac-4abd-ad66-5e0e9568c688 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Oct 20 10:50:45.828691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56410) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.880979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19f45090-aac5-4d1a-87e8-41265d961c1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ec4ecd8a6e745549b9e3dee6c4fc7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485783 Oct 20 10:50:45.881746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.955257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.962725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.010249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.017512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.026228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.034844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.041812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.048952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.051091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=61171eef-128c-4e03-8e89-951ae040030b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:46.056430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.062843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.067453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-e49c922d-b3b1-4e85-9d9e-8b0f28946f05 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.1497362 Oct 20 10:50:46.070381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.076913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.081261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebc119f0-8453-47d0-95e8-3deab446b772 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4354527 Oct 20 10:50:46.081867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.087560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-575dee91-9518-4d41-b526-8e2273adc2b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'floatingip': {'port_id': '693a5278-5b0f-4e8a-832d-30751842980d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:46.107112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.146056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-575dee91-9518-4d41-b526-8e2273adc2b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.197950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a2dcfc05-32e0-4f7e-86ef-20af47bc832d up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:46.208804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ca8d58b-9026-4030-abe9-e0c5903af1ee req-fd90aeb3-a711-4b11-b72c-2d9addbe47c6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.1047752 Oct 20 10:50:46.260685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ac9b668-0c69-403f-89a1-14cfa8164321 req-5a055d14-f6df-4d81-aded-fd998f221a46 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879785 Oct 20 10:50:46.305119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.309252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.312085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba748256-ad70-40d9-b4d2-63efa79f3568 HTTP/1.1" status: 204 len: 168 time: 0.4294903 Oct 20 10:50:46.316802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port a2dcfc05-32e0-4f7e-86ef-20af47bc832d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:46.330250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port a2dcfc05-32e0-4f7e-86ef-20af47bc832d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:46.330583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.335283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4451e7-c17a-4927-98c4-d57fd1d60811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba748256-ad70-40d9-b4d2-63efa79f3568,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:46.336875 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-575dee91-9518-4d41-b526-8e2273adc2b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] update failed (client error): The resource could not be found. Oct 20 10:50:46.342118 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-575dee91-9518-4d41-b526-8e2273adc2b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "PUT /v2.0/floatingips/63d70be0-2c41-4299-879d-93587ef69329 HTTP/1.1" status: 404 len: 507 time: 0.2592063 Oct 20 10:50:46.343732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56442) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.506053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.526600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.545997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.559009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting port 61171eef-128c-4e03-8e89-951ae040030b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:46.559419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.565376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.571967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.589518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.602629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.620730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.627084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e44ba38-30af-497e-a9a4-305098c9dc01 req-d0a4f4da-ef2d-4a89-95b6-0405b522a713 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.2710114 Oct 20 10:50:46.652348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:46.652532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.660343 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51910fe0-cc82-4244-8058-dce6d7aa672e" -d '{"events": [{"server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "name": "network-vif-plugged", "status": "completed", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:46.676693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.680707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Request body: {'floatingip': {'port_id': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:46.693152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,segment=NetworkSegment(f4e747d2-6577-484d-99a7-17bdba4a5252),segment_id=f4e747d2-6577-484d-99a7-17bdba4a5252)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:46.701338 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.750133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.750133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.764737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.779915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Calling delete_port for 61171eef-128c-4e03-8e89-951ae040030b owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:46.794282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:46.835801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6476-7670-431d-9f1f-f02d9929e617 req-3fd0ab3a-7b1d-4902-b1c9-121d6c3a4a37 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.844768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66fc6476-7670-431d-9f1f-f02d9929e617 req-3fd0ab3a-7b1d-4902-b1c9-121d6c3a4a37 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2152197 Oct 20 10:50:46.873356 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900690c-d1cc-406d-aa68-6a1221c91d89 x-openstack-request-id: req-8900690c-d1cc-406d-aa68-6a1221c91d89 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:46.873770 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "name": "network-vif-plugged", "status": "completed", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:46.874116 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8900690c-d1cc-406d-aa68-6a1221c91d89 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:46.874619 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d', 'code': 200} Oct 20 10:50:46.976127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.021585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Port': ['ID=61171eef-128c-4e03-8e89-951ae040030b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:47.043500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:47.091121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66fc6476-7670-431d-9f1f-f02d9929e617 req-16ca7c71-ed47-4ff7-9ef6-ad3eedeaceea tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412488 Oct 20 10:50:47.110386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:47.110736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device fc5ecf3e-556e-41e2-9b6f-5ba64d0e9480 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:47.172291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982731dd-bcf8-4a31-a827-8458d48785fa req-d315c5fb-2d56-45f1-9ea1-e4134db8d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:47.173933 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-982731dd-bcf8-4a31-a827-8458d48785fa req-d315c5fb-2d56-45f1-9ea1-e4134db8d0ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 1098 time: 0.1470864 Oct 20 10:50:47.177353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478faae8-950a-4c50-9b99-489af33e9c15 req-9ae04041-4cbb-44c0-9e5d-bed83dcbe304 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:47.179581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478faae8-950a-4c50-9b99-489af33e9c15 req-9ae04041-4cbb-44c0-9e5d-bed83dcbe304 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.1704221 Oct 20 10:50:47.346550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478faae8-950a-4c50-9b99-489af33e9c15 req-a5c64b0b-121d-4510-8499-2e4ddf466c07 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540654 Oct 20 10:50:47.407840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.414813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.423560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-61467383-29d2-4d25-a964-931de3876270 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "DELETE /v2.0/floatingips/63d70be0-2c41-4299-879d-93587ef69329 HTTP/1.1" status: 204 len: 168 time: 1.0767970 Oct 20 10:50:47.424523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56476) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:47.434208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-edff8e73-7293-403a-bfe2-cb71fb7b1427 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'floatingip': {'floating_network_id': '888a6c25-24b5-4b19-b901-0aae8c1a628d', 'port_id': '693a5278-5b0f-4e8a-832d-30751842980d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:47.445064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-982731dd-bcf8-4a31-a827-8458d48785fa req-01b7e610-d589-4288-98cb-2472e9a98688 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294281 Oct 20 10:50:47.476908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-edff8e73-7293-403a-bfe2-cb71fb7b1427 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.485944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b60ba732-e55e-4136-abe2-95c9f9939bc9 req-7aa71b95-d8eb-44ee-9ecb-c291401fd354 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.1382670 Oct 20 10:50:47.663494 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-edff8e73-7293-403a-bfe2-cb71fb7b1427 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:50:47.664647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-edff8e73-7293-403a-bfe2-cb71fb7b1427 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2351551 Oct 20 10:50:47.670747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56482) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:47.677871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '693a5278-5b0f-4e8a-832d-30751842980d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:47.707319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.713966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.730325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.880665 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Floating IP 09c9bffc-a175-41e5-974f-62c13536a850 associated. External IP: 172.25.3.180, port: f98faeb4-36dc-4852-ac7f-80f717c99f22. Oct 20 10:50:48.027065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-63e4067a-2ea7-44cb-a79a-5004cd5c3143 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914714 Oct 20 10:50:48.031386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.367352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:48.499400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b220f6-1eff-4303-a156-3d696e7b0bde req-8c9d71aa-1eec-405f-a338-698ab6241253 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.507510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72b220f6-1eff-4303-a156-3d696e7b0bde req-8c9d71aa-1eec-405f-a338-698ab6241253 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2248716 Oct 20 10:50:48.615643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72b220f6-1eff-4303-a156-3d696e7b0bde req-8e6cca2e-8861-48b3-aa6d-fb90a997f608 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070225 Oct 20 10:50:48.639930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:48.645340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.647457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-df47fb03-2b37-496b-8139-cc2d5858fd1a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688875 Oct 20 10:50:48.651855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Sync routers for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:48.667769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:48.669792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:48.691541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4142ba1-4392-45fa-b78b-7574a5d6aca4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "PUT /v2.0/floatingips/09c9bffc-a175-41e5-974f-62c13536a850 HTTP/1.1" status: 200 len: 992 time: 2.0338459 Oct 20 10:50:48.691541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:48.694395 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0708f209-a7bf-4fa0-9e83-873476fb2665" -d '{"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:48.712227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fd2d6-6b8c-4d4d-b789-a75e539b7e4b req-56996405-1120-4176-978b-d1c31cf4bbed tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.721770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-250fd2d6-6b8c-4d4d-b789-a75e539b7e4b req-56996405-1120-4176-978b-d1c31cf4bbed tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.2624459 Oct 20 10:50:48.764293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9918d1da-e56d-431d-8de9-268358dc5bc6 req-ce875416-92e7-4461-b779-f5d34220f829 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.0330455 Oct 20 10:50:48.827721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-250fd2d6-6b8c-4d4d-b789-a75e539b7e4b req-7996087b-88fe-432c-b5a2-351e35f2de91 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044695 Oct 20 10:50:48.836859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5ab14c44-ddde-4ffe-98da-b5ba547b02eb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.838438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5ab14c44-ddde-4ffe-98da-b5ba547b02eb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7994230 Oct 20 10:50:48.861809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '3620a503-96b7-480d-a1da-c1de5934bffc', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:48.878993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Allocated IP 172.25.3.188 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/5042aba8-f90b-4d32-b106-a5c6424430d6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:48.910230 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24b86a-701a-4036-adad-dbeb5bd73c14 x-openstack-request-id: req-2a24b86a-701a-4036-adad-dbeb5bd73c14 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:48.910812 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:48.911298 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a24b86a-701a-4036-adad-dbeb5bd73c14 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:48.911930 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'status': 'completed', 'code': 200} Oct 20 10:50:48.920879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-c972e8d1-d707-4bae-8a0c-d64913c9a97b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.923704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-c972e8d1-d707-4bae-8a0c-d64913c9a97b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508187 Oct 20 10:50:48.949577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '8e683be6-1389-406f-b0bf-7e55dae97076', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:48.970969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:49.081997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.082513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.083014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.083482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.083940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.084920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.085374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.091389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-3fda67c1-dc22-42c9-8d61-250c44497093 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.1325104 Oct 20 10:50:49.231536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-fcf55425-b00d-4efd-b69f-acc5037021b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.233266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-fcf55425-b00d-4efd-b69f-acc5037021b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600 HTTP/1.1" status: 200 len: 914 time: 0.1319184 Oct 20 10:50:49.327105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:49.335076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.345427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '09c9bffc-a175-41e5-974f-62c13536a850', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'port_id': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'mac_address': 'fa:16:3e:29:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:23Z', 'updated_at': '2021-10-20T10:50:47Z', 'revision_number': 1, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:49.382177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Checking router: 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:49.395441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-dc8c148a-53fd-43c4-b1c0-43130765a1c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1000 time: 0.1532049 Oct 20 10:50:49.402055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:49.403363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:49.432641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.474565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-450efdd1-e1d0-470f-80f0-ba8b87815dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.476766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-450efdd1-e1d0-470f-80f0-ba8b87815dab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.0731828 Oct 20 10:50:49.496849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:49.500508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.546896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-82bf49c2-1a48-4ade-b2cb-d288931d08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.548978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-82bf49c2-1a48-4ade-b2cb-d288931d08db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617650 Oct 20 10:50:49.594391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:49.711144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.715638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.38 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/d30ef308-c219-44b8-a361-b6ef1f4f892c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:49.722869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-78f5fc46-2954-4f98-a520-098c2bb93aac service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568859 Oct 20 10:50:49.778795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:49.785509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:49.828246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:49.981941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event updated for resources: {'Port': ['ID=5042aba8-f90b-4d32-b106-a5c6424430d6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:49.988516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '09c9bffc-a175-41e5-974f-62c13536a850', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'port_id': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'mac_address': 'fa:16:3e:29:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:23Z', 'updated_at': '2021-10-20T10:50:47Z', 'revision_number': 1, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:49.990420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ede3a77c-cd67-4388-9789-1ab8ea278022 req-f34d588e-5c7e-48c2-8469-921b184b3462 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.0487852 Oct 20 10:50:50.019193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b50a4e-382b-42e4-9a29-400281a566e3 req-7fac2627-a915-4f1d-83ac-fadcf3a164c7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.020800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5b50a4e-382b-42e4-9a29-400281a566e3 req-7fac2627-a915-4f1d-83ac-fadcf3a164c7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1547871 Oct 20 10:50:50.028560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0708f209-a7bf-4fa0-9e83-873476fb2665 req-6750f1dd-39a8-4ad0-b11a-1e0bedaaa8b6 service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967215 Oct 20 10:50:50.047110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26f75-595e-4804-94c1-6ed688e6e9c9 None None] The sync data for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 is: [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '09c9bffc-a175-41e5-974f-62c13536a850', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'port_id': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'mac_address': 'fa:16:3e:29:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:49:23Z', 'updated_at': '2021-10-20T10:50:47Z', 'revision_number': 1, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:50.079716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5b50a4e-382b-42e4-9a29-400281a566e3 req-db058ae7-006c-4156-afc6-2101ae71f3e3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Oct 20 10:50:50.218423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b09984-6beb-4b8c-a008-f5ed532dc818 req-b7af0824-c095-43f4-b572-fc3080cf47c7 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.220243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96b09984-6beb-4b8c-a008-f5ed532dc818 req-b7af0824-c095-43f4-b572-fc3080cf47c7 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.0952890 Oct 20 10:50:50.295503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96b09984-6beb-4b8c-a008-f5ed532dc818 req-758e9a30-0915-4e1f-8fe6-afeea220adb7 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Oct 20 10:50:50.407677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.445295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting port 5042aba8-f90b-4d32-b106-a5c6424430d6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:50.445625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.498526 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba3c36-904e-4cb0-8c52-c09e14a37480 None None] New status for floating IP 09c9bffc-a175-41e5-974f-62c13536a850: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:50:50.528842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.542997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:50.749975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:50.766080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:50.772610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.772940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.775463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:50.784218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:50.826031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Calling delete_port for 5042aba8-f90b-4d32-b106-a5c6424430d6 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:50.828433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.156 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/15633965-6f11-4c8f-b81b-ae3657096c26) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:50.858062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a5aa-f9cb-49c4-8a9b-e23b1115f7a7 req-c4cbd4b8-722a-459f-8c46-bdb4b0236744 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.862770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7051a5aa-f9cb-49c4-8a9b-e23b1115f7a7 req-c4cbd4b8-722a-459f-8c46-bdb4b0236744 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.1364589 Oct 20 10:50:50.948688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7051a5aa-f9cb-49c4-8a9b-e23b1115f7a7 req-4f182463-988e-43b7-b855-058417832b10 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Oct 20 10:50:50.975243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.975951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.054065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b61533b-3fd0-4653-95e8-20506033cefd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1950171 Oct 20 10:50:51.100149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Request body: {'port': {'device_id': '3620a503-96b7-480d-a1da-c1de5934bffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:51.172914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73d9b5c8-607e-43a0-ad5f-a44e5d3ad27f req-29f7d41f-41a7-4600-8abf-1c32ac08a5a7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.0597949 Oct 20 10:50:51.229011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a86787e8-7734-4a4a-9ea9-ea84239f3a85 None None] Provisioning complete for port d30ef308-c219-44b8-a361-b6ef1f4f892c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:51.229533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a86787e8-7734-4a4a-9ea9-ea84239f3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.259116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfd786-dd2e-437e-9c49-d1cfa26cdf8e req-c747fb3c-7dec-40d9-892e-bd022f2a6f15 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.267144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47dfd786-dd2e-437e-9c49-d1cfa26cdf8e req-c747fb3c-7dec-40d9-892e-bd022f2a6f15 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0620203 Oct 20 10:50:51.286310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.288600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a86787e8-7734-4a4a-9ea9-ea84239f3a85 None None] Port d30ef308-c219-44b8-a361-b6ef1f4f892c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:51.353021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47dfd786-dd2e-437e-9c49-d1cfa26cdf8e req-a468aede-0af0-40d9-92f2-c1743ca671b5 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846572 Oct 20 10:50:51.524928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.530197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.562547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Port': ['ID=5042aba8-f90b-4d32-b106-a5c6424430d6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.652102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.746889 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] create failed (client error): The resource could not be found. Oct 20 10:50:51.751870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56600) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:51.752271 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-931e8ea3-dcd5-40da-9305-b76caeff9bb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0780053 Oct 20 10:50:51.754561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:51.766337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:51.772473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:51.828920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.843996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:51.884491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.887460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.958353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-3013e83a-c506-4971-95c1-5aaa066c5515 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0142624 Oct 20 10:50:52.014329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting port 693a5278-5b0f-4e8a-832d-30751842980d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:52.015290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.018752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Request body: {'port': {'device_id': '8e683be6-1389-406f-b0bf-7e55dae97076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:52.148808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30ef308-c219-44b8-a361-b6ef1f4f892c {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:52.154656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.177125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.216875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Transition to ACTIVE for port object d30ef308-c219-44b8-a361-b6ef1f4f892c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:52.226670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.249147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9c0a1694-07cb-480d-b1a2-6b49e1b23565 None None] Provisioning complete for port 15633965-6f11-4c8f-b81b-ae3657096c26 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:52.249759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1694-07cb-480d-b1a2-6b49e1b23565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.342831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a1694-07cb-480d-b1a2-6b49e1b23565 None None] Port 15633965-6f11-4c8f-b81b-ae3657096c26 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:52.404574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:52.472926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.555657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Calling delete_port for 693a5278-5b0f-4e8a-832d-30751842980d owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:52.596668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-6b0a2f4c-f2e1-4027-812b-e007f56729e2 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:52.598227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-6b0a2f4c-f2e1-4027-812b-e007f56729e2 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.70 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.3470428 Oct 20 10:50:52.610629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7927-48ca-4978-9ccd-05deeec3e12b req-48e2655d-70c0-40d7-8a8a-977649566031 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:52.618379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c1b7927-48ca-4978-9ccd-05deeec3e12b req-48e2655d-70c0-40d7-8a8a-977649566031 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 946 time: 0.4995091 Oct 20 10:50:52.839052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15633965-6f11-4c8f-b81b-ae3657096c26 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:52.852672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.877229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Transition to ACTIVE for port object 15633965-6f11-4c8f-b81b-ae3657096c26 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:52.878165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Attempting to bind port d30ef308-c219-44b8-a361-b6ef1f4f892c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:52.878499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Attempting to bind port d30ef308-c219-44b8-a361-b6ef1f4f892c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:52.878830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Attempting to bind port d30ef308-c219-44b8-a361-b6ef1f4f892c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:52.884154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Port d30ef308-c219-44b8-a361-b6ef1f4f892c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:52.884589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Attempting to bind port d30ef308-c219-44b8-a361-b6ef1f4f892c on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:52.890744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:52.891153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:52.891555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:52.892034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Bound port: d30ef308-c219-44b8-a361-b6ef1f4f892c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:52.892402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.903059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.955878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Pushing event updated for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.129745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:53.138984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:53.149058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a64a5-2e87-4a62-956e-cd3f5c41cf93 req-1aa953c5-04ff-452f-913b-a9f0ca57bce9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.156525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-847a64a5-2e87-4a62-956e-cd3f5c41cf93 req-1aa953c5-04ff-452f-913b-a9f0ca57bce9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 936 time: 0.8185041 Oct 20 10:50:53.157275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Attempting to bind port 15633965-6f11-4c8f-b81b-ae3657096c26 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:53.157640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Attempting to bind port 15633965-6f11-4c8f-b81b-ae3657096c26 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:53.157981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Attempting to bind port 15633965-6f11-4c8f-b81b-ae3657096c26 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:53.160998 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.208374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Port 15633965-6f11-4c8f-b81b-ae3657096c26 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:53.208702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Attempting to bind port 15633965-6f11-4c8f-b81b-ae3657096c26 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:53.223548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:53.223938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:53.224284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:53.224797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Bound port: 15633965-6f11-4c8f-b81b-ae3657096c26, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:53.225658 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.228471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.229081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.230476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] 10.222.0.70 "PUT /v2.0/ports/d30ef308-c219-44b8-a361-b6ef1f4f892c HTTP/1.1" status: 200 len: 1096 time: 2.1628900 Oct 20 10:50:53.235090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:53.237392 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9baf3d-290f-4ccb-a681-3bcb7b155523" -d '{"events": [{"name": "network-changed", "server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:53.335519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b0055-6714-4dd4-a2bd-c93f32b50840 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.426159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:53.437121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=15633965-6f11-4c8f-b81b-ae3657096c26,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:53.439459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-cd621e6c-8412-45b9-84dd-cac13fc93a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.440892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-cd621e6c-8412-45b9-84dd-cac13fc93a7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 1099 time: 0.1230249 Oct 20 10:50:53.457942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.481820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c1b7927-48ca-4978-9ccd-05deeec3e12b req-d699effd-a137-402b-a46a-2c5adb2c13d9 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ab19a4a-d9cc-4092-bd51-39b3a22c3115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575435 Oct 20 10:50:53.493567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-847a64a5-2e87-4a62-956e-cd3f5c41cf93 req-65fb2f4b-9673-4c94-9906-2aaecb8b9396 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359137 Oct 20 10:50:53.539570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.624985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Port': ['ID=693a5278-5b0f-4e8a-832d-30751842980d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.625143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.625664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.630139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] 10.222.0.83 "PUT /v2.0/ports/15633965-6f11-4c8f-b81b-ae3657096c26 HTTP/1.1" status: 200 len: 1097 time: 1.6594636 Oct 20 10:50:53.669128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-95a1298c-bf9e-4e0e-9fca-5d4f86ced807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c HTTP/1.1" status: 200 len: 217 time: 0.2046335 Oct 20 10:50:53.791579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Deleting port a2dcfc05-32e0-4f7e-86ef-20af47bc832d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:53.791948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.814459 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc04a24a-2ad2-4fc6-84c9-f9adf9e73643 x-openstack-request-id: req-cc04a24a-2ad2-4fc6-84c9-f9adf9e73643 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:53.815036 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:53.815520 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc04a24a-2ad2-4fc6-84c9-f9adf9e73643 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:53.816152 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c', 'status': 'completed', 'code': 200} Oct 20 10:50:53.817187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c67b6-701c-446b-8917-ae1a43b5bc6f service neutron] Pushing event updated for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.857065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-57a2db11-ce41-42df-aad8-4188a0da25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.858956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-57a2db11-ce41-42df-aad8-4188a0da25c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1887686 Oct 20 10:50:53.886423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b566e75-2596-43ab-bc5e-0c5a35288f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.888013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-8b566e75-2596-43ab-bc5e-0c5a35288f75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 1100 time: 0.1511829 Oct 20 10:50:53.991584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-34648086-150e-4e98-9887-8d0b54386efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.993447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.999886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eda5207e-1afe-4310-bcba-832acc8612b5 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "DELETE /v2.0/ports/693a5278-5b0f-4e8a-832d-30751842980d HTTP/1.1" status: 204 len: 168 time: 2.2469275 Oct 20 10:50:54.004677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-34648086-150e-4e98-9887-8d0b54386efd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354914 Oct 20 10:50:54.006706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5c34728a-8d70-4d94-83de-9555a80c12e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=15633965-6f11-4c8f-b81b-ae3657096c26 HTTP/1.1" status: 200 len: 217 time: 0.0870571 Oct 20 10:50:54.006920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:54.058262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05074773-921c-4818-b5ab-4dad77125507 req-21e7a095-c22d-4182-89ba-e552b97397c3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.059771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05074773-921c-4818-b5ab-4dad77125507 req-21e7a095-c22d-4182-89ba-e552b97397c3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.4371877 Oct 20 10:50:54.106441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] For port a2dcfc05-32e0-4f7e-86ef-20af47bc832d, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,segment=NetworkSegment(f4e747d2-6577-484d-99a7-17bdba4a5252),segment_id=f4e747d2-6577-484d-99a7-17bdba4a5252)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:54.106806 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.140307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac136f45-249b-450d-b7ea-0a4df22cdbb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.144804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ac136f45-249b-450d-b7ea-0a4df22cdbb4 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b1e4a2d-3980-4dad-ae8e-23a94388d6e7 HTTP/1.1" status: 200 len: 913 time: 0.1368120 Oct 20 10:50:54.145441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56646) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:54.153638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Calling delete_port for a2dcfc05-32e0-4f7e-86ef-20af47bc832d owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:54.163778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-9f2c1290-682d-437e-9a22-d5553d08a327 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503897 Oct 20 10:50:54.178920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05074773-921c-4818-b5ab-4dad77125507 req-9e1d160a-91a7-4450-a232-a2db2ddce10d tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019521 Oct 20 10:50:54.301955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5d20f91f-ea8a-48ab-897a-3d4ab4e9191d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264656 Oct 20 10:50:54.331661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-ee954460-8f52-4e8f-b9fd-5ec7ea8b7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.334547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-ee954460-8f52-4e8f-b9fd-5ec7ea8b7fa5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2361894 Oct 20 10:50:54.463903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5666998f-4ef2-4b5b-bace-c27a6195e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.466343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-5666998f-4ef2-4b5b-bace-c27a6195e80e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210601 Oct 20 10:50:54.488200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-e703e9f5-467d-4410-96c2-7593c276af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.490212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-e703e9f5-467d-4410-96c2-7593c276af60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 1099 time: 0.1024969 Oct 20 10:50:54.550545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.717150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] No DVR routers for this DVR port a2dcfc05-32e0-4f7e-86ef-20af47bc832d on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:54.719051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Pushing event deleted for resources: {'Port': ['ID=a2dcfc05-32e0-4f7e-86ef-20af47bc832d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:54.721803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.725364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6675f722-21ba-4a2b-a764-dbbc8d7d49ed req-b37beb0c-829a-4174-9d9a-5edc55fd181c tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.70 "DELETE /v2.0/ports/a2dcfc05-32e0-4f7e-86ef-20af47bc832d HTTP/1.1" status: 204 len: 173 time: 2.1034744 Oct 20 10:50:54.736454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1bbf069-c225-4306-8580-c7d7d9441cdd req-f896b67d-2d50-46cf-98af-1e25470cd3b6 tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 210 time: 0.1118340 Oct 20 10:50:54.737077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'name': 'network-vif-deleted', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:54.739441 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc4559-806e-41d0-b31b-53889c03e5c4" -d '{"events": [{"server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "name": "network-vif-deleted", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:54.799438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a15343-50ee-46ee-9c05-588f60fabd03 req-9f8f8a86-1064-4d61-bbd1-bef1de0c6e6a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.802564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3a15343-50ee-46ee-9c05-588f60fabd03 req-9f8f8a86-1064-4d61-bbd1-bef1de0c6e6a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 948 time: 0.1447871 Oct 20 10:50:54.899583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3a15343-50ee-46ee-9c05-588f60fabd03 req-dd933001-411c-4eab-bd26-92a333ab6b18 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Oct 20 10:50:54.954595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.082248 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e78c56d-128f-47e8-ad2c-51596c92ccbb x-openstack-request-id: req-7e78c56d-128f-47e8-ad2c-51596c92ccbb {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:55.082248 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255006f-4390-4489-ac98-8dd3e24fa828", "name": "network-vif-deleted", "tag": "a2dcfc05-32e0-4f7e-86ef-20af47bc832d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:55.082248 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e78c56d-128f-47e8-ad2c-51596c92ccbb {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:55.082800 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255006f-4390-4489-ac98-8dd3e24fa828', 'name': 'network-vif-deleted', 'tag': 'a2dcfc05-32e0-4f7e-86ef-20af47bc832d', 'status': 'completed', 'code': 200} Oct 20 10:50:55.149812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-b2c1bb68-cb6b-43cc-9685-970b232bbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.151338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-b2c1bb68-cb6b-43cc-9685-970b232bbe15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.6458259 Oct 20 10:50:55.211883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-a632c789-4e9c-40b4-82db-effd7fc47e66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c HTTP/1.1" status: 200 len: 217 time: 0.0501175 Oct 20 10:50:55.248710 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-f4ed6061-abe3-4d01-950d-9723a227b2d8 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708857 Oct 20 10:50:55.381493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting port ea2f4231-c167-4b26-a9df-51f45391143f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:55.381985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.406708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-40604fb5-f5ee-4a45-98b2-2c398fecf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.408802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-40604fb5-f5ee-4a45-98b2-2c398fecf41f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1865766 Oct 20 10:50:55.438603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61be9b-b335-4ff8-9ab7-eaf76c0572da req-2b07fd93-54ab-4567-82f5-f680e88275d8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.440468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e61be9b-b335-4ff8-9ab7-eaf76c0572da req-2b07fd93-54ab-4567-82f5-f680e88275d8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1483662 Oct 20 10:50:55.488488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0ab7308d-db2b-419e-9167-6b1102522273 req-d483a24b-9254-458b-a08a-c03662ee5fb7 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111223 Oct 20 10:50:55.493735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-a2a1a17b-c7a2-47b1-a740-4c99766d4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.500726 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-a2a1a17b-c7a2-47b1-a740-4c99766d4d0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810976 Oct 20 10:50:55.538284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e61be9b-b335-4ff8-9ab7-eaf76c0572da req-a4ea4029-5e27-4d81-8ec8-4d3d1c3115e2 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591815 Oct 20 10:50:55.588879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.602179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Calling delete_port for ea2f4231-c167-4b26-a9df-51f45391143f owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:55.696834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f15033-0a6d-44d5-92ae-74bdb667714b req-72acb62d-f2a9-4bc8-a7d1-41ac3576e51d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.697268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-b3185da0-ab36-44f4-ac3e-e105c18c50d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865892 Oct 20 10:50:55.706889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21f15033-0a6d-44d5-92ae-74bdb667714b req-72acb62d-f2a9-4bc8-a7d1-41ac3576e51d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.2269194 Oct 20 10:50:55.817520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:55.821056 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2d464-6bad-46be-a0c0-a6f10d2695e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:55.875899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f9baf3d-290f-4ccb-a681-3bcb7b155523 req-8a728f6e-c41c-48c9-9411-a5f33f9819b5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686208 Oct 20 10:50:55.879084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21f15033-0a6d-44d5-92ae-74bdb667714b req-0642372b-ca7f-4f87-b3d7-1e92ed2e6c58 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711192 Oct 20 10:50:55.987162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.991410 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805537ee-0748-4070-af6e-ea1f5eab0c05 x-openstack-request-id: req-805537ee-0748-4070-af6e-ea1f5eab0c05 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:55.991827 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:55.992382 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-805537ee-0748-4070-af6e-ea1f5eab0c05 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:55.992890 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26', 'status': 'completed', 'code': 200} Oct 20 10:50:56.036385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c09e14d5-73d7-427a-9e35-014ab80632f7 req-141a7fe6-fbb6-461e-a1ce-bac9b463c3bc tempest-ServerGroupTestJSON-750375781 tempest-ServerGroupTestJSON-750375781-project] 10.222.0.74 "GET /v2.0/ports?device_id=4255006f-4390-4489-ac98-8dd3e24fa828 HTTP/1.1" status: 200 len: 210 time: 0.0629296 Oct 20 10:50:56.101895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-2f92b167-65f4-41c3-9653-894249b62d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.107071 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-2f92b167-65f4-41c3-9653-894249b62d6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 1100 time: 0.0853589 Oct 20 10:50:56.154109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Port': ['ID=ea2f4231-c167-4b26-a9df-51f45391143f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:56.280969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d30ef308-c219-44b8-a361-b6ef1f4f892c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:56.314719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-9098b37c-d597-4353-ab68-f797a49edf0b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760942 Oct 20 10:50:56.338550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-9e88bab1-fe77-452c-afe8-ef665f2ca04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.340465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-9e88bab1-fe77-452c-afe8-ef665f2ca04f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2224898 Oct 20 10:50:56.409781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05f8e3-b385-49d7-a71a-4db676dcd955 req-8d363288-cab8-41b1-b009-146e14ed4d4b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.418294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b05f8e3-b385-49d7-a71a-4db676dcd955 req-8d363288-cab8-41b1-b009-146e14ed4d4b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 948 time: 0.2572985 Oct 20 10:50:56.438138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.438804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:56.446578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-d433abc5-39fa-4ff0-83b3-2c40283e2905 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=15633965-6f11-4c8f-b81b-ae3657096c26 HTTP/1.1" status: 200 len: 217 time: 0.0711229 Oct 20 10:50:56.463511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a2dcfc05-32e0-4f7e-86ef-20af47bc832d no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:56.467312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd30ef308-c219-44b8-a361-b6ef1f4f892c', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'd30ef308-c219-44b8-a361-b6ef1f4f892c', 'mac_address': 'fa:16:3e:58:d5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:56.487171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: a2dcfc05-32e0-4f7e-86ef-20af47bc832d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:56.487891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a2dcfc05-32e0-4f7e-86ef-20af47bc832d not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:56.502910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-11152ce1-0921-400a-a7e3-0eb7fc1077a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.504608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-11152ce1-0921-400a-a7e3-0eb7fc1077a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00af07bfee924c6ba88bf16501910d95&device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 1097 time: 0.1621230 Oct 20 10:50:56.530560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-0ee6a396-373f-412c-a8cb-3325faefbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.533331 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.533449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-0ee6a396-373f-412c-a8cb-3325faefbabf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0747800 Oct 20 10:50:56.547519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30ef308-c219-44b8-a361-b6ef1f4f892c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:56.583712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:56.598309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.649450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-ddf5a35f-1615-4058-a5a7-1cc672bd2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.651370 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-ddf5a35f-1615-4058-a5a7-1cc672bd2404 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073899 Oct 20 10:50:56.685662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:56.699289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.708381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.709118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.709985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.710550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.711651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.712247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.712769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.713304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.713836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.714363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.714883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.763030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-28386593-a90c-4294-afa3-9199e41bf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.764533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-28386593-a90c-4294-afa3-9199e41bf90a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 200 len: 920 time: 0.2313137 Oct 20 10:50:56.788436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Router 7b1e4a2d-3980-4dad-ae8e-23a94388d6e7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:50:56.801674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b05f8e3-b385-49d7-a71a-4db676dcd955 req-b431dc2f-137a-4e93-b032-40740468027b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823490 Oct 20 10:50:56.826543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-db7ad661-b639-44de-b4ed-e0e209fe5935 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 200 len: 217 time: 0.0473304 Oct 20 10:50:56.832723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-b5b20404-8aca-4e79-9545-6e34d8a24538 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658432 Oct 20 10:50:56.893584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-c8973ea5-a2a2-48d8-b3cb-31f5d7d6fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.895181 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-c8973ea5-a2a2-48d8-b3cb-31f5d7d6fbb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 200 len: 858 time: 0.0523319 Oct 20 10:50:56.900147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2a4ac-653c-48ad-87cd-c0d52f53562d req-92b5a2cf-2637-4964-8dbf-0d54f8a0e727 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.908141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15f2a4ac-653c-48ad-87cd-c0d52f53562d req-92b5a2cf-2637-4964-8dbf-0d54f8a0e727 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1454322 Oct 20 10:50:56.945362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:56.998919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01c2d464-6bad-46be-a0c0-a6f10d2695e9 req-6bd02f4d-71f9-46f0-95ee-be54331b1483 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025562 Oct 20 10:50:57.030366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-9ffdc93f-a763-4241-94c4-e5da3e0afd8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c228eaa-7345-4803-b96d-d9e477542056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301011 Oct 20 10:50:57.085187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 15633965-6f11-4c8f-b81b-ae3657096c26 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:57.146601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-d52c3c4b-0c0b-4c6b-944b-5f7fc481a12f service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067502 Oct 20 10:50:57.196830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=15633965-6f11-4c8f-b81b-ae3657096c26,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:57.215503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '15633965-6f11-4c8f-b81b-ae3657096c26', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '15633965-6f11-4c8f-b81b-ae3657096c26', 'mac_address': 'fa:16:3e:01:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:57.229797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56712) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.281672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd716bc8-89e0-4599-ab16-56a5924c59db req-4d92c4a0-8506-49e5-8a70-7c4f8d9081ff service neutron] 10.222.0.83 "GET /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235588 Oct 20 10:50:57.302897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.305062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:57.313135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7b51057-4d1a-449e-a25e-660d7135624b tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "PUT /v2.0/routers/7b1e4a2d-3980-4dad-ae8e-23a94388d6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1607583 Oct 20 10:50:57.316494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56718) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.319945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] Sync routers for ids ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:57.334865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15633965-6f11-4c8f-b81b-ae3657096c26 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:57.341280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15f2a4ac-653c-48ad-87cd-c0d52f53562d req-3f2e9810-7e56-43ea-b4b7-2965025af176 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321337 Oct 20 10:50:57.343319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] Routers {'7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:57.344837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.384167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540c88-9762-45ad-945e-7e1df5cbf895 req-862e3841-9848-4ce5-9708-6c53606a8a93 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:57.385726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5540c88-9762-45ad-945e-7e1df5cbf895 req-862e3841-9848-4ce5-9708-6c53606a8a93 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1129096 Oct 20 10:50:57.406671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=15633965-6f11-4c8f-b81b-ae3657096c26,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:57.408066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.417311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.423554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] Routers {'7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:57.424175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:50:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.447962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5540c88-9762-45ad-945e-7e1df5cbf895 req-afbff919-ceb7-4037-9a09-0e9fa458c81b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552728 Oct 20 10:50:57.494128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217f2cf0-4632-4104-a129-1ea49e44def8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.507852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.515110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.515912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427e63f-8de8-4879-ba66-457b7513a558 None None] The sync data for ids ['7b1e4a2d-3980-4dad-ae8e-23a94388d6e7'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:57.521920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:57.692435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.696515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.753440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.754071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1e4a2d-3980-4dad-ae8e-23a94388d6e7 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:50:57.763271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.764391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b5982237-65d5-4efc-9ef5-cf6cf9cabb63 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "DELETE /v2.0/routers/7b1e4a2d-3980-4dad-ae8e-23a94388d6e7 HTTP/1.1" status: 204 len: 168 time: 0.4459209 Oct 20 10:50:57.767382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56740) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.784329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.787564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217f2cf0-4632-4104-a129-1ea49e44def8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.795844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217f2cf0-4632-4104-a129-1ea49e44def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.808269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:57.828964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting subnet 6eed2c65-53d6-4273-8638-34864f838f27 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:57.833683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.866007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f2cf0-4632-4104-a129-1ea49e44def8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2131b6-a066-4dca-9ada-9394a91f89aa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:57.872069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-217f2cf0-4632-4104-a129-1ea49e44def8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=52445ece4b674e53bc64d8533af731e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412218 Oct 20 10:50:57.875265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.886301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Deleting subnet ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:57.898603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.926811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.962246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.984200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03754a-a45a-4bb5-8e16-45859d22b9e4 req-bc69dc65-e909-429e-a73e-fcb856cd113b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:57.985720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f03754a-a45a-4bb5-8e16-45859d22b9e4 req-bc69dc65-e909-429e-a73e-fcb856cd113b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 949 time: 0.1009796 Oct 20 10:50:57.999115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.025298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.056867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.060918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f03754a-a45a-4bb5-8e16-45859d22b9e4 req-8135fbd8-058e-4d79-814f-7d2921f5675a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667925 Oct 20 10:50:58.065096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.130901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.142664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-321b78dc-92c3-4114-9e4d-ea88c1e660a7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.144152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-321b78dc-92c3-4114-9e4d-ea88c1e660a7 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1165519 Oct 20 10:50:58.150020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.165510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Subnet': ['ID=6eed2c65-53d6-4273-8638-34864f838f27,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.170665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.174003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2539bca2-9f72-4e6b-a2b5-74c4caeb56f2 tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "DELETE /v2.0/subnets/6eed2c65-53d6-4273-8638-34864f838f27 HTTP/1.1" status: 204 len: 168 time: 0.4051259 Oct 20 10:50:58.176971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.178579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a85f1f-459b-4ebc-b749-9c26b5d8cd96 None None] Network 888a6c25-24b5-4b19-b901-0aae8c1a628d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:58.212364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.214907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.218872 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e2131b6-a066-4dca-9ada-9394a91f89aa HTTP/1.1" status: 204 len: 168 time: 0.3398092 Oct 20 10:50:58.218872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.228364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.234298 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-836cba8e-faf3-46e2-982f-0c61d58b1332 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ba0bdb1e-7e79-42b3-90c5-7cf9fedf65fe HTTP/1.1" status: 204 len: 168 time: 0.4489746 Oct 20 10:50:58.241432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56752) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.249194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafcec6-2f4d-47f9-a858-dd79b42d3849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2131b6-a066-4dca-9ada-9394a91f89aa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.294622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.367993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.384699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Deleting port b9acf052-e608-4464-a5e1-163e653fe549 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:58.385052 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.399919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Deleting port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:58.401093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.450429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] DHCP port deletion for 888a6c25-24b5-4b19-b901-0aae8c1a628d request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:58.460260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40bfa326-8d99-4011-a4a5-3285246ff2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.527583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] For port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,segment=NetworkSegment(60b99ad1-8915-4736-ae93-23b6e5d73aa7),segment_id=60b99ad1-8915-4736-ae93-23b6e5d73aa7)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:58.528216 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.550483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Calling delete_port for 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:58.566511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Deleting port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:58.566929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.573872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.584854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608278c-aded-40eb-8024-1f7222199feb req-892be4ac-dfaf-4b20-94ad-f123b325f6f9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.586453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7608278c-aded-40eb-8024-1f7222199feb req-892be4ac-dfaf-4b20-94ad-f123b325f6f9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1132679 Oct 20 10:50:58.616950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] For port b9acf052-e608-4464-a5e1-163e653fe549, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9acf052-e608-4464-a5e1-163e653fe549,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:58.617310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.621171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000fed39-34b6-41f3-b4c6-2209f95a2b12']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:58.642357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e747d2-6577-484d-99a7-17bdba4a5252') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:58.642805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e747d2-6577-484d-99a7-17bdba4a5252') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:58.646474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Calling delete_port for b9acf052-e608-4464-a5e1-163e653fe549 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:58.663395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.675884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] For port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,segment=NetworkSegment(60b99ad1-8915-4736-ae93-23b6e5d73aa7),segment_id=60b99ad1-8915-4736-ae93-23b6e5d73aa7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:58.678319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.700787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Calling delete_port for 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:58.718518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7608278c-aded-40eb-8024-1f7222199feb req-7b0bc118-f7f6-42aa-be22-075cf5561b50 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176217 Oct 20 10:50:58.720843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.726146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.744970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775af7a-4cb8-4b81-8221-d1f8076f9323 req-889d4063-3735-454e-8fd2-0e516a175dc5 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:58.745187 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:58.748854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2775af7a-4cb8-4b81-8221-d1f8076f9323 req-889d4063-3735-454e-8fd2-0e516a175dc5 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 945 time: 0.1755955 Oct 20 10:50:58.774539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-793be192-c161-4a35-b579-9831df18349c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.813649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.820557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.832916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.841299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.847394 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] 10.222.0.74 "DELETE /v2.0/networks/000fed39-34b6-41f3-b4c6-2209f95a2b12 HTTP/1.1" status: 204 len: 168 time: 0.6020267 Oct 20 10:50:58.871540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2775af7a-4cb8-4b81-8221-d1f8076f9323 req-c2dd861a-2320-48b3-875a-0c124ce44331 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209636 Oct 20 10:50:58.879596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Port': ['ID=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.889367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] No DVR routers for this DVR port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:58.925811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] No DVR routers for this DVR port 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:58.938285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570dd1-047a-4666-bd20-2958557e6bce admin admin] Pushing event deleted for resources: {'Network': ['ID=000fed39-34b6-41f3-b4c6-2209f95a2b12,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.942136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c8fff-106f-4799-bef2-634e94cc32df None None] Pushing event deleted for resources: {'Port': ['ID=01ed6402-4aec-4dc6-aa67-a1f0c18562f1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.997495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.002492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.016573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b9acf052-e608-4464-a5e1-163e653fe549'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:59.024408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3926b840-8d02-4908-9eb9-1fa98f93fb14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:59.030244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888a6c25-24b5-4b19-b901-0aae8c1a628d']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:59.062289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b99ad1-8915-4736-ae93-23b6e5d73aa7') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:59.063082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b99ad1-8915-4736-ae93-23b6e5d73aa7') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:59.090845 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.091732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 15633965-6f11-4c8f-b81b-ae3657096c26 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:59.095538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-793be192-c161-4a35-b579-9831df18349c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.098420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Pushing event deleted for resources: {'Port': ['ID=b9acf052-e608-4464-a5e1-163e653fe549,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.104754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-793be192-c161-4a35-b579-9831df18349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.170403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793be192-c161-4a35-b579-9831df18349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6a18b-7bd0-4169-a1d4-b0e4f8b03716,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.193362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.213826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] No DVR routers for this DVR port b9acf052-e608-4464-a5e1-163e653fe549 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:59.220958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.227186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0eb857e9-eae5-4454-9aeb-3fdbfd1d16f2 req-eaba77de-0418-4120-a7e0-4f04533fcfa9 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.70 "DELETE /v2.0/ports/b9acf052-e608-4464-a5e1-163e653fe549 HTTP/1.1" status: 204 len: 173 time: 1.0743506 Oct 20 10:50:59.227919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'name': 'network-vif-deleted', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:59.232538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:59.233071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:59.239882 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:59.248265 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae2436-78ec-4bb4-9aab-25cdb9092fbf" -d '{"events": [{"server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "name": "network-vif-deleted", "tag": "b9acf052-e608-4464-a5e1-163e653fe549"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:59.260540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56772) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:59.302243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-793be192-c161-4a35-b579-9831df18349c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=366aa2de7bc742ed907da1f50173f279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804145 Oct 20 10:50:59.312993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:59.383175 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a6ae2-faeb-40eb-a2d1-7365af84d125 x-openstack-request-id: req-d18a6ae2-faeb-40eb-a2d1-7365af84d125 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:59.383833 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ecaff0-e568-42f4-940d-ea20e677cb14", "name": "network-vif-deleted", "tag": "b9acf052-e608-4464-a5e1-163e653fe549", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:59.383833 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d18a6ae2-faeb-40eb-a2d1-7365af84d125 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:59.384237 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ecaff0-e568-42f4-940d-ea20e677cb14', 'name': 'network-vif-deleted', 'tag': 'b9acf052-e608-4464-a5e1-163e653fe549', 'status': 'completed', 'code': 200} Oct 20 10:50:59.387237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.390774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8e90eb71-6036-4264-93a2-5e4adbc614b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef9100f443f448de94295357f2cd5762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266587 Oct 20 10:50:59.394802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56776) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:59.400800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 15633965-6f11-4c8f-b81b-ae3657096c26 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:59.409569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 15633965-6f11-4c8f-b81b-ae3657096c26 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:59.410032 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.427602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986da6a-6861-4278-bde4-e6a35e19436c req-61dbb791-396b-4cba-b252-2d6a7ca51f75 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.430502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3986da6a-6861-4278-bde4-e6a35e19436c req-61dbb791-396b-4cba-b252-2d6a7ca51f75 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 949 time: 0.2191997 Oct 20 10:50:59.437490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.442124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] 10.222.0.74 "DELETE /v2.0/networks/888a6c25-24b5-4b19-b901-0aae8c1a628d HTTP/1.1" status: 204 len: 168 time: 1.2636240 Oct 20 10:50:59.478690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2ca7-491e-4424-aa4a-d8ecb85d3b7e tempest-FloatingIPNegativeTestJSON-409620641 tempest-FloatingIPNegativeTestJSON-409620641-project] Pushing event deleted for resources: {'Network': ['ID=888a6c25-24b5-4b19-b901-0aae8c1a628d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.505986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.533137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.540347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3986da6a-6861-4278-bde4-e6a35e19436c req-f64545ee-c7cf-4fe6-a9ca-6b3bd42807b7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871890 Oct 20 10:50:59.546895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.575932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.597365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.638991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=15633965-6f11-4c8f-b81b-ae3657096c26,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:59.640241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:59.643563 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1772b0-5111-4956-be27-62c03741a225" -d '{"events": [{"server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "name": "network-vif-plugged", "status": "completed", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:59.648488 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.680562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.684256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.689392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.692277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97a6a18b-7bd0-4169-a1d4-b0e4f8b03716 HTTP/1.1" status: 204 len: 168 time: 0.3752551 Oct 20 10:50:59.692408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.704363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ab19a4a-d9cc-4092-bd51-39b3a22c3115 HTTP/1.1" status: 204 len: 168 time: 0.3083262 Oct 20 10:50:59.708251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf74ef-e34f-475d-8646-915fc9135e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6a18b-7bd0-4169-a1d4-b0e4f8b03716,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.737251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cefe9d-f175-4430-a999-8be884dd6f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab19a4a-d9cc-4092-bd51-39b3a22c3115,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.743598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a812a-e5d0-4d25-b88e-df585b8e649a x-openstack-request-id: req-535a812a-e5d0-4d25-b88e-df585b8e649a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:59.744260 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "name": "network-vif-plugged", "status": "completed", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:59.744679 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-535a812a-e5d0-4d25-b88e-df585b8e649a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:59.745326 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26', 'code': 200} Oct 20 10:50:59.746051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.937145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2fb73-021a-49c9-b800-6d296afe999f req-f7283f22-7e78-414b-b366-5e52f86c7bdd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.939213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f2fb73-021a-49c9-b800-6d296afe999f req-f7283f22-7e78-414b-b366-5e52f86c7bdd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1193733 Oct 20 10:50:59.960940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f4be-dc9d-45b3-9dfc-1273ace21b34 req-cf5959b2-29ce-4769-b6c0-64f7cd08154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.977919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e94f4be-dc9d-45b3-9dfc-1273ace21b34 req-cf5959b2-29ce-4769-b6c0-64f7cd08154a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 1102 time: 0.1122112 Oct 20 10:51:00.017963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4f2fb73-021a-49c9-b800-6d296afe999f req-9e125455-f98f-4666-8ca2-b77aca74984f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707610 Oct 20 10:51:00.069162 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0e94f4be-dc9d-45b3-9dfc-1273ace21b34 req-bc157cd7-6400-4c7d-b3e3-1babc6b974e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Oct 20 10:51:00.078169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:00.152645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21382c7d-72fe-46ec-87a5-5dc553a3020c req-d8ba513d-3037-4b85-b8d3-8390c2287e22 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2ecaff0-e568-42f4-940d-ea20e677cb14 HTTP/1.1" status: 200 len: 210 time: 0.0352910 Oct 20 10:51:00.311741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d30ef308-c219-44b8-a361-b6ef1f4f892c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:00.388648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:00.399695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3bce7878-4169-401d-a63e-c905b972b244 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5087ab5ea8a8422c9a4d56caf6f1e78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074667 Oct 20 10:51:00.415625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port d30ef308-c219-44b8-a361-b6ef1f4f892c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:00.426627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d30ef308-c219-44b8-a361-b6ef1f4f892c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:00.428518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.463871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.497593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.497826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:00.523335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:00.523676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 01ed6402-4aec-4dc6-aa67-a1f0c18562f1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:00.573979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.581531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.584918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.592257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a7bb443-aae9-4de2-ba18-d3158babffc9 HTTP/1.1" status: 204 len: 168 time: 0.2010047 Oct 20 10:51:00.609584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a204a-6975-42a6-aa23-097aad93bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7bb443-aae9-4de2-ba18-d3158babffc9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:00.619560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:00.633425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.634111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9acf052-e608-4464-a5e1-163e653fe549 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:00.675973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b9acf052-e608-4464-a5e1-163e653fe549 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:00.676552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9acf052-e608-4464-a5e1-163e653fe549 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:00.712129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:00.712369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39daae-89f5-4c88-ade3-9d4db8e96349 req-1f5db6e7-1af7-40d1-b9e6-5cc35cf7c705 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:00.719484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e39daae-89f5-4c88-ade3-9d4db8e96349 req-1f5db6e7-1af7-40d1-b9e6-5cc35cf7c705 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 950 time: 0.0612781 Oct 20 10:51:00.765359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e39daae-89f5-4c88-ade3-9d4db8e96349 req-99554d51-4df7-4b3d-a874-3d11b15ad1cf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Oct 20 10:51:01.179224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08176bc-04d5-489f-8365-e2ee229c19bd req-add4a433-dc62-4eb0-b44f-9466a0e83c65 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:01.181047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b08176bc-04d5-489f-8365-e2ee229c19bd req-add4a433-dc62-4eb0-b44f-9466a0e83c65 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0718148 Oct 20 10:51:01.233125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b08176bc-04d5-489f-8365-e2ee229c19bd req-00503981-20f8-42e8-aa2e-98a115816f97 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Oct 20 10:51:01.337599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0c17c4-cdfb-4ae5-b925-488fda30a6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.629750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a980-5972-412e-afa5-16d7631c3fcc req-99ebf576-c747-4c2a-ba85-c7da00a4e30f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:01.630738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a1a980-5972-412e-afa5-16d7631c3fcc req-99ebf576-c747-4c2a-ba85-c7da00a4e30f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0937712 Oct 20 10:51:01.696523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16a1a980-5972-412e-afa5-16d7631c3fcc req-4843c448-a63b-495a-9ec1-c44710b37460 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592988 Oct 20 10:51:01.711700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.746382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:01.750582 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b73fc-a4b3-4bea-af9f-c6e4ef23b81a" -d '{"events": [{"server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "name": "network-vif-plugged", "status": "completed", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:01.807440 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c1a7eb-9c1e-440d-b8cb-817a57822479 x-openstack-request-id: req-f9c1a7eb-9c1e-440d-b8cb-817a57822479 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:01.807845 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "name": "network-vif-plugged", "status": "completed", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:01.808361 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9c1a7eb-9c1e-440d-b8cb-817a57822479 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:01.808756 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c', 'code': 200} Oct 20 10:51:01.881376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-930f6fe9-717c-4668-b8e2-69aa907f0da2 req-d6d84800-505b-494c-9664-bd0e854ac767 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0890079 Oct 20 10:51:01.960182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf06f5-0eb4-4efe-878d-06ca00c8937a req-98d1e141-7c8b-4a32-a07a-83389a7a06c3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:01.967865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bbf06f5-0eb4-4efe-878d-06ca00c8937a req-98d1e141-7c8b-4a32-a07a-83389a7a06c3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 950 time: 0.0853915 Oct 20 10:51:02.017394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad6a1c-0282-4141-bdb8-f5bfd28856a5 req-dd96119a-4f84-4399-99a6-959e8882720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.019317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bbf06f5-0eb4-4efe-878d-06ca00c8937a req-c54f8aef-831c-4e9d-a7c8-79bd3f5842ed tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Oct 20 10:51:02.027098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-67ad6a1c-0282-4141-bdb8-f5bfd28856a5 req-dd96119a-4f84-4399-99a6-959e8882720f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 1101 time: 0.1065247 Oct 20 10:51:02.107835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-67ad6a1c-0282-4141-bdb8-f5bfd28856a5 req-5b48c2f7-b817-4098-a457-f7fd37fb17f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748205 Oct 20 10:51:02.231901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d9288-7051-4a74-991d-4b6407575f01 req-ad08d2e3-d501-4b0b-9dfe-0c989bdf12d2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.233605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d7d9288-7051-4a74-991d-4b6407575f01 req-ad08d2e3-d501-4b0b-9dfe-0c989bdf12d2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.1121597 Oct 20 10:51:02.275889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56932) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:02.312356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d7d9288-7051-4a74-991d-4b6407575f01 req-579487df-6971-4bbc-95a8-85869ecd7f78 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660641 Oct 20 10:51:02.433810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1460421597'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:02.447026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760a152-b5e5-4d34-8db3-3ea070dea1cc req-92380ab0-5ec6-4392-bcf6-0b12ca15e0c0 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.449070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d760a152-b5e5-4d34-8db3-3ea070dea1cc req-92380ab0-5ec6-4392-bcf6-0b12ca15e0c0 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.0558209 Oct 20 10:51:02.463641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:02.468806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.481242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.523288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d760a152-b5e5-4d34-8db3-3ea070dea1cc req-d86eb710-9d6f-4c97-a482-ed229678086f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Oct 20 10:51:02.610505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.618852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.694926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142f3234-202a-4e48-9c29-2946e6bf84b1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:02.709158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c37578a-74d7-4595-a17c-1762d900ef10 req-09a9bb9f-72fb-46ef-aa01-ef06baed3eaf tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0732150 Oct 20 10:51:02.767824 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.769830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:02.791046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.791381 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 23021004-5a75-4736-8d30-0968ff8272d5 of type vlan for network dd6414ba-ae2b-4fc1-a767-c467e83530a8 Oct 20 10:51:02.820664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-b5af65a9-8381-4adc-85b2-972943bff48e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1152670 Oct 20 10:51:02.878421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.896906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351dab-9204-4729-a8f9-65bbbd99bb77 req-ca15c899-86f4-4f44-9b5e-92dd6eac64e6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.907241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27351dab-9204-4729-a8f9-65bbbd99bb77 req-ca15c899-86f4-4f44-9b5e-92dd6eac64e6 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.0747905 Oct 20 10:51:02.930200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.939268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.940510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.961533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27351dab-9204-4729-a8f9-65bbbd99bb77 req-b841720c-dd76-4a05-bdde-d9a9d1676f3b tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Oct 20 10:51:02.987656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7097938 Oct 20 10:51:02.990702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:02.997098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'name': 'tempest-PortsTestJSON-1908296225'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:03.064312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e28a-f342-48aa-9305-2e3fcb84e269 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=dd6414ba-ae2b-4fc1-a767-c467e83530a8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.079565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:03.108486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.110125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.124381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.124912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.128105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.128678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.129193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.131837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-88a0a60f-7576-45ab-ac7c-25367e004ffe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.2208374 Oct 20 10:51:03.151197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:03.159795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.184751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 7569a3dd-be0c-4329-b8d5-f922b97e8439 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:03.362290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-46e10adf-1f30-4326-8d03-c7138b0fdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.362920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-46e10adf-1f30-4326-8d03-c7138b0fdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.363481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-46e10adf-1f30-4326-8d03-c7138b0fdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.366141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-46e10adf-1f30-4326-8d03-c7138b0fdfa4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 2295 time: 0.1853492 Oct 20 10:51:03.452616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-c55d2aaa-447d-45c5-a91f-b44ec4e5c837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1002 time: 0.0750723 Oct 20 10:51:03.486185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.506728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3fc4-ccd3-46d8-8276-935aceed7982 req-e7922c28-d036-4597-ad7b-d9674e678194 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.508754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff4c3fc4-ccd3-46d8-8276-935aceed7982 req-e7922c28-d036-4597-ad7b-d9674e678194 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.1173279 Oct 20 10:51:03.534068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-c7a099a2-e44d-43e5-bfb4-0f240506e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.535855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-c7a099a2-e44d-43e5-bfb4-0f240506e220 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.0743961 Oct 20 10:51:03.579331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff4c3fc4-ccd3-46d8-8276-935aceed7982 req-af1b7dbe-0cd8-4100-851b-5d85b8344bf7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635014 Oct 20 10:51:03.596308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.624786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-d98e61b6-e3d3-4e4e-a33c-7b45d7e61afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.626406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-d98e61b6-e3d3-4e4e-a33c-7b45d7e61afd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631108 Oct 20 10:51:03.734846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=7569a3dd-be0c-4329-b8d5-f922b97e8439,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.752997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '23021004-5a75-4736-8d30-0968ff8272d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:03.753351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: dd6414ba-ae2b-4fc1-a767-c467e83530a8, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:03.766336 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-a9120075-712d-4d43-8063-15fa70f29315 service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290581 Oct 20 10:51:03.780913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa260-66b2-4715-9283-e036900db792 req-c1b0c3bb-dd45-488c-aacb-d68fd7fcd0e1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.782983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733aa260-66b2-4715-9283-e036900db792 req-c1b0c3bb-dd45-488c-aacb-d68fd7fcd0e1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1428387 Oct 20 10:51:03.882819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733aa260-66b2-4715-9283-e036900db792 req-b55117aa-8f11-4595-94c9-95db7ce338fd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 Oct 20 10:51:03.892609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:03.909148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-6d4682e6-714b-4b8c-9049-c8658339739e service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350873 Oct 20 10:51:03.913425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:03.947513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-526c02f9-0343-49af-8361-0c56ab8d71a0 req-70f4fa7d-ea5b-4f89-95c5-75fb7d970dd0 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0501382 Oct 20 10:51:03.948260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, dd6414ba-ae2b-4fc1-a767-c467e83530a8) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:03.951876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:03.957933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.958660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.963076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7d916-f2e5-4759-999b-c4b3c429bb6e None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:03.992343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39883e0d-9fcf-4063-b1b6-8dc42d64988b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9997182 Oct 20 10:51:03.995162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57000) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:04.000977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776167828'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:04.004633 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-3566567a-4aff-42b5-9d55-bad10b5ab717 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 217 time: 0.0816324 Oct 20 10:51:04.070226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-5cdabfbf-24fc-4eeb-9f51-68118a7d3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.072575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-5cdabfbf-24fc-4eeb-9f51-68118a7d3425 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0607629 Oct 20 10:51:04.077362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:04.082784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.128758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30351b47-ca74-4bd5-8d3d-4d0919808c71 req-1b989da4-ab7a-4999-9a06-eed0d46e983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.130733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30351b47-ca74-4bd5-8d3d-4d0919808c71 req-1b989da4-ab7a-4999-9a06-eed0d46e983d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1097 time: 0.1246839 Oct 20 10:51:04.137860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e574d2-b975-4e28-b0c4-4b57d230a57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.159874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:04.167419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-1a1e89a5-5831-4fda-b8cc-b374c89d41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.168913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-1a1e89a5-5831-4fda-b8cc-b374c89d41cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825024 Oct 20 10:51:04.191073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26351171-ff1e-41d1-b355-19de5aff0ec5 req-5d4809c1-6b09-40a3-87cc-36286e04fe86 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.192845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26351171-ff1e-41d1-b355-19de5aff0ec5 req-5d4809c1-6b09-40a3-87cc-36286e04fe86 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1026428 Oct 20 10:51:04.198424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.198873 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 1bf96145-e682-421e-90de-96523cc2d5b0 of type vlan for network a886758f-8537-4ec2-b5c8-b819fb5bb1e9 Oct 20 10:51:04.265076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.267192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30351b47-ca74-4bd5-8d3d-4d0919808c71 req-e3bd5217-50e5-44ca-aa8e-3fb8b04e2525 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135898 Oct 20 10:51:04.272041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.298448 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26351171-ff1e-41d1-b355-19de5aff0ec5 req-36b96696-8dcb-4708-8114-f8276d18c1ee tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Oct 20 10:51:04.318353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.325012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.326886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.337387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e574d2-b975-4e28-b0c4-4b57d230a57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.342465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-fead5013-21cf-4729-8ba8-81c73a8175ad service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625552 Oct 20 10:51:04.343483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e574d2-b975-4e28-b0c4-4b57d230a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.374443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3779769 Oct 20 10:51:04.378203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57004) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:04.382572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'ports': [{'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'}, {'network_id': 'a886758f-8537-4ec2-b5c8-b819fb5bb1e9'}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:04.383077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:04.383553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'a886758f-8537-4ec2-b5c8-b819fb5bb1e9'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:04.394801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7e574d2-b975-4e28-b0c4-4b57d230a57f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e46f08e5977f4fc1ae6d0f7337685cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794297 Oct 20 10:51:04.396276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e574d2-b975-4e28-b0c4-4b57d230a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d47d7e6-624d-4351-8e5a-cb3ce0322a29,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:04.399377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57006) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:04.429888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88819b3e-8b12-45a5-a01b-b73cc87001d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=a886758f-8537-4ec2-b5c8-b819fb5bb1e9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:04.442135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a886758f-8537-4ec2-b5c8-b819fb5bb1e9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:04.469214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.513620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.618064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-cb6af35f-8ee9-4d2b-8704-ad2b85d28723 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349092 Oct 20 10:51:04.622170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.625677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 2} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:04.627518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.628716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d47d7e6-624d-4351-8e5a-cb3ce0322a29 HTTP/1.1" status: 204 len: 168 time: 0.2281048 Oct 20 10:51:04.630539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.646735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b67821-1c1a-4bfa-b8a9-a722bf02a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d47d7e6-624d-4351-8e5a-cb3ce0322a29,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:04.651885 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.693215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-ccac5ce7-ba8e-4601-a9af-bacef939d3a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 217 time: 0.0597222 Oct 20 10:51:04.760085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-ea9f859a-d2bb-4b80-a888-96d673310417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.761767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-ea9f859a-d2bb-4b80-a888-96d673310417 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0508354 Oct 20 10:51:04.764938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 83655bf3-e9f5-44e5-b150-96af0687b3e1 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:04.774972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f9b5-e40f-4a48-a325-1977e2644643 req-730c73dc-1745-4a21-a0ec-097c57889152 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.776489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f98f9b5-e40f-4a48-a325-1977e2644643 req-730c73dc-1745-4a21-a0ec-097c57889152 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.1210349 Oct 20 10:51:04.813601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-283e0380-31bf-41b3-9563-e0837d9d8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:04.815414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-283e0380-31bf-41b3-9563-e0837d9d8518 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458536 Oct 20 10:51:04.841380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f98f9b5-e40f-4a48-a325-1977e2644643 req-1ed8b44f-a0ec-4fa1-8927-43755505c60c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537069 Oct 20 10:51:04.961028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-55291ee7-d6fa-44f5-8dac-6f8da5a6cb49 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260192 Oct 20 10:51:04.998403 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.027884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57022) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:05.065837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-590f8105-f8b7-40ce-bf60-2fb94e411e23 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973415 Oct 20 10:51:05.089624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b365-3621-4f60-9fe6-c0e527a8b0fe req-b212c980-8854-44f7-b552-e6128d593c87 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.091172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a594b365-3621-4f60-9fe6-c0e527a8b0fe req-b212c980-8854-44f7-b552-e6128d593c87 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1323500 Oct 20 10:51:05.096878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-711b4e8e-1839-4323-babc-700461720e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.104811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 5054b225-e489-4494-b168-143aab9dec08 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:05.113369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-b982854e-1d29-4bbe-a1d0-282c1692c63a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0385451 Oct 20 10:51:05.174905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-796b4e5d-ae37-41fe-8cbd-c155073a3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.176517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-796b4e5d-ae37-41fe-8cbd-c155073a3529 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0454714 Oct 20 10:51:05.177233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a594b365-3621-4f60-9fe6-c0e527a8b0fe req-8d84a7cd-5ea5-484f-a1d2-b6c97d1e7b12 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762210 Oct 20 10:51:05.245689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-969a2435-2b15-4fdb-a8e9-795c99418f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.247539 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-969a2435-2b15-4fdb-a8e9-795c99418f17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619993 Oct 20 10:51:05.310465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-916a9fa9-99f4-42a2-9686-037f46f12c21 req-e32e6f03-4805-4637-91cb-8d913c69f797 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0502651 Oct 20 10:51:05.338396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6aebf-a5f3-421a-88b8-65b761d6fd44 req-8da0b53f-6437-4a8e-a7a7-218a4b434b14 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.344350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6aebf-a5f3-421a-88b8-65b761d6fd44 req-8da0b53f-6437-4a8e-a7a7-218a4b434b14 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.345994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64c6aebf-a5f3-421a-88b8-65b761d6fd44 req-8da0b53f-6437-4a8e-a7a7-218a4b434b14 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc&device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 1690 time: 0.1759524 Oct 20 10:51:05.362100 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-ee9207e2-9fdb-4049-8c6b-f22d180dca9e service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996008 Oct 20 10:51:05.390670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-711b4e8e-1839-4323-babc-700461720e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.408510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-711b4e8e-1839-4323-babc-700461720e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.443921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.466802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-2fb9de2c-a60a-4f84-9a3d-1e5c8318a86b service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Oct 20 10:51:05.488682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64c6aebf-a5f3-421a-88b8-65b761d6fd44 req-963b5424-c6f2-46d6-939d-ea6982e95203 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323016 Oct 20 10:51:05.502812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-711b4e8e-1839-4323-babc-700461720e6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2750643890b44b0692ef97d8c89d7e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686303 Oct 20 10:51:05.511502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57028) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:05.555686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4e8e-1839-4323-babc-700461720e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3484c5b4-5802-4344-b757-ee209bbeaeea,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.584688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd34b-a8e3-468c-890e-71db23915427 req-f31aad68-ddda-47d5-aa1e-e66e0a062403 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.590391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41acd34b-a8e3-468c-890e-71db23915427 req-f31aad68-ddda-47d5-aa1e-e66e0a062403 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1981375 Oct 20 10:51:05.638491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.642723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.709627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41acd34b-a8e3-468c-890e-71db23915427 req-a5778ae2-56bf-4e96-98d7-982c12fbbb45 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064334 Oct 20 10:51:05.724641 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.735297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:05.757724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:05.781821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:05.782953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.785851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=83655bf3-e9f5-44e5-b150-96af0687b3e1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.809637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-0c818e86-699b-4c1c-adb6-ea2d63422279 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 217 time: 0.3312144 Oct 20 10:51:05.863951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=5054b225-e489-4494-b168-143aab9dec08,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.866704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-005f7198-103a-49aa-a491-8dad0af3ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.868567 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-005f7198-103a-49aa-a491-8dad0af3ed77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0474977 Oct 20 10:51:05.870182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebe591-fa89-44ad-8a9a-fff685f2a850 req-7d98a4d2-f435-44e3-83c7-6a5ecb392044 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.872075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8ebe591-fa89-44ad-8a9a-fff685f2a850 req-7d98a4d2-f435-44e3-83c7-6a5ecb392044 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 1101 time: 0.1485739 Oct 20 10:51:05.894837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.898143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.899310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3484c5b4-5802-4344-b757-ee209bbeaeea HTTP/1.1" status: 204 len: 168 time: 0.3867731 Oct 20 10:51:05.914905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '1bf96145-e682-421e-90de-96523cc2d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a886758f-8537-4ec2-b5c8-b819fb5bb1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:05.915299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: a886758f-8537-4ec2-b5c8-b819fb5bb1e9, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:05.925449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52866353-0b86-4d77-ae00-7fa503deef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3484c5b4-5802-4344-b757-ee209bbeaeea,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.950711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8ebe591-fa89-44ad-8a9a-fff685f2a850 req-ce914b52-f933-4d2e-9404-db43faed6064 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Oct 20 10:51:05.958353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-1827173d-567a-4345-a35c-f2c30e5e63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:05.960820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network a886758f-8537-4ec2-b5c8-b819fb5bb1e9 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:05.961903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-1827173d-567a-4345-a35c-f2c30e5e63bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849502 Oct 20 10:51:05.973865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a886758f-8537-4ec2-b5c8-b819fb5bb1e9) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:05.989371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:06.001738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.001909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da1333-97be-49a7-ac92-3b35ad33c8d0 None None] Network a886758f-8537-4ec2-b5c8-b819fb5bb1e9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:06.011679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.013274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.036169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c40fc7eb-78aa-4c7d-92f2-7bc21132895f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6575813 Oct 20 10:51:06.038749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57040) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:06.133062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-295f6561-ef21-45af-980a-7436f8b9ed18 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621382 Oct 20 10:51:06.155935 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0a5aa59-be29-43a7-9037-0e42b5d0b6e6 req-d8303e61-1af5-430a-a416-b65da1cab9c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.1522720 Oct 20 10:51:06.157378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e0919-cfc8-4867-b517-df4858206612 req-b2d8e4cc-a840-4aa8-b926-3ad7467b2f45 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.158990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-858e0919-cfc8-4867-b517-df4858206612 req-b2d8e4cc-a840-4aa8-b926-3ad7467b2f45 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 1102 time: 0.1066275 Oct 20 10:51:06.204664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-858e0919-cfc8-4867-b517-df4858206612 req-f4c3e60b-926c-4002-a750-b21f4bd8915b tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Oct 20 10:51:06.218445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 5054b225-e489-4494-b168-143aab9dec08 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:06.218891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.264439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-113d4a42-dc73-491f-8753-ace741a04ad6 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178114 Oct 20 10:51:06.316441 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-7637b7d8-c814-4638-a5e3-423a3e917924 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.0390446 Oct 20 10:51:06.341947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.362301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 5054b225-e489-4494-b168-143aab9dec08 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:06.382583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db75b-5f79-4782-81cb-81e425a2d739 req-26b7f610-6e85-48a0-82aa-d656713a2be4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.384142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa8db75b-5f79-4782-81cb-81e425a2d739 req-26b7f610-6e85-48a0-82aa-d656713a2be4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.1141775 Oct 20 10:51:06.394443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-6a8b035c-0be5-4e19-b0c1-c4ffb3c0868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.395988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-6a8b035c-0be5-4e19-b0c1-c4ffb3c0868c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0701358 Oct 20 10:51:06.453708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-9d3d469e-544f-42a3-b0b6-3fc025b1c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.455958 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-9d3d469e-544f-42a3-b0b6-3fc025b1c0b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519810 Oct 20 10:51:06.463579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-370270b2-c63a-40db-80af-5002a482c431 req-ed743a75-25b3-46b2-9faf-b52cbad3b369 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0445447 Oct 20 10:51:06.509982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa8db75b-5f79-4782-81cb-81e425a2d739 req-6aae84b5-622e-4f0a-9fc3-d35ff4b93f30 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920365 Oct 20 10:51:06.541348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.581748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=5054b225-e489-4494-b168-143aab9dec08,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:06.584797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-6f6965cf-ffd5-4990-90ad-c9a11b1cd3ef service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115463 Oct 20 10:51:06.649072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.659386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4bd11d5c-849e-4465-8527-dfd3feccfe24 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/5054b225-e489-4494-b168-143aab9dec08 HTTP/1.1" status: 204 len: 168 time: 0.6188507 Oct 20 10:51:06.660331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:06.671195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-afa948da-84f0-44a9-91c7-07153c4ca634 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907178 Oct 20 10:51:06.726806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-fccb2939-df76-4941-90db-ae1157ee34d8 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336761 Oct 20 10:51:06.780363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-a5fdffa7-f1ef-4d9b-825d-f8d5b3552ef0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0439086 Oct 20 10:51:06.810215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c82f4-af2e-4aa2-99c0-d86a42ce88c0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.816648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c82f4-af2e-4aa2-99c0-d86a42ce88c0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.818256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd6c82f4-af2e-4aa2-99c0-d86a42ce88c0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1569684 Oct 20 10:51:06.822629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:06.884006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-1d3d0257-e236-409e-babb-9d063a7e9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.885428 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-1d3d0257-e236-409e-babb-9d063a7e9351 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0950553 Oct 20 10:51:06.915045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-783e6835-5235-487c-b0bc-e37678037e85 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.922030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-783e6835-5235-487c-b0bc-e37678037e85 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418828 Oct 20 10:51:06.944082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e9d065e-ee1a-40f2-8c8a-3a22a662ea46 req-04daf91a-4459-4037-9c08-fd64183609d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0613096 Oct 20 10:51:06.946465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-47138dc7-b1cf-4fe8-89c0-c1785a8d5392 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0235708 Oct 20 10:51:06.987705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956106-c0e8-432a-810d-61efc472c643 req-8ffb4305-2a51-473d-a62e-df2e5c29fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.989202 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-8ffb4305-2a51-473d-a62e-df2e5c29fde5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0900304 Oct 20 10:51:06.997154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-8e763fcb-eb25-4789-bdc6-a54e39860f62 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:06.998811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-8e763fcb-eb25-4789-bdc6-a54e39860f62 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 811 time: 0.2366645 Oct 20 10:51:07.001392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 83655bf3-e9f5-44e5-b150-96af0687b3e1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:07.001736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.035539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-c034d436-b790-4126-8607-3dffe41801bf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0881600 Oct 20 10:51:07.047704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-1c1f0587-3b4a-497a-8176-bf514b804a70 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/quotas/08d538607d91412187334c8883be1e70 HTTP/1.1" status: 200 len: 375 time: 0.0379894 Oct 20 10:51:07.125309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-511ced9c-1b27-4ab7-be01-55b1d8690b76 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759492 Oct 20 10:51:07.136438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.164787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 83655bf3-e9f5-44e5-b150-96af0687b3e1 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:07.239596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-a8f2b240-a356-4cd3-9a23-6f74428874c6 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406895 Oct 20 10:51:07.367237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.396731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e3956106-c0e8-432a-810d-61efc472c643 req-995ea1c0-4b09-4c4f-8f96-a416d2b1184d service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463034 Oct 20 10:51:07.428660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=83655bf3-e9f5-44e5-b150-96af0687b3e1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:07.441856 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.447288 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5b6b6237-a382-494d-b9b2-33c8d3ef5ee7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/83655bf3-e9f5-44e5-b150-96af0687b3e1 HTTP/1.1" status: 204 len: 168 time: 0.6235156 Oct 20 10:51:07.449761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57116) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.521379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386562b-d38f-4ce1-b5d2-a828aa47979f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:07.523335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4386562b-d38f-4ce1-b5d2-a828aa47979f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0723743 Oct 20 10:51:07.525980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57122) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.561589 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28e4e43-7d60-4a8c-baa0-e726f021e6d8 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:07.564072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f28e4e43-7d60-4a8c-baa0-e726f021e6d8 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/5054b225-e489-4494-b168-143aab9dec08 HTTP/1.1" status: 404 len: 333 time: 0.0370100 Oct 20 10:51:07.566825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57126) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.611656 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aac37d-d336-4587-9150-338383b1f605 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:07.614383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62aac37d-d336-4587-9150-338383b1f605 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/83655bf3-e9f5-44e5-b150-96af0687b3e1 HTTP/1.1" status: 404 len: 333 time: 0.0459077 Oct 20 10:51:07.617535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57130) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.649104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-787540bd-bde2-47a6-8c76-7356d84dcc0d service neutron] 10.222.0.74 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214012 Oct 20 10:51:07.656742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8a8f-bfa1-479b-86bd-4fdc76e25a3d req-63572ec3-b0fb-4d41-a734-f480c259c90e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:07.665142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cca8a8f-bfa1-479b-86bd-4fdc76e25a3d req-63572ec3-b0fb-4d41-a734-f480c259c90e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.4247544 Oct 20 10:51:07.724258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.790252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cca8a8f-bfa1-479b-86bd-4fdc76e25a3d req-49b07cee-c4f3-4952-9687-05c1570f419d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239359 Oct 20 10:51:07.792740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-f5e4880e-638d-40cb-9d2c-140fca1f9605 service neutron] 10.222.0.74 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 Oct 20 10:51:07.878348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.906813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a886758f-8537-4ec2-b5c8-b819fb5bb1e9']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:07.923403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf96145-e682-421e-90de-96523cc2d5b0') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:07.923998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf96145-e682-421e-90de-96523cc2d5b0') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:07.936611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.952181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.960454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:07.961169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:07.965202 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:08.014842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-164aa4f5-3975-4f86-806d-395742862d58 req-18a5e8f0-1e70-49eb-9e59-1432652220f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 210 time: 0.0517168 Oct 20 10:51:08.059323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.108387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.114878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/a886758f-8537-4ec2-b5c8-b819fb5bb1e9 HTTP/1.1" status: 204 len: 168 time: 0.4953165 Oct 20 10:51:08.117077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047d87-e5b6-4dee-8dd5-e21a2e14a4eb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=a886758f-8537-4ec2-b5c8-b819fb5bb1e9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:08.120742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57144) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.129837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1856053317'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:08.144678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-806f9bfb-e52d-4d20-b889-bd7ca9c0d479 req-13e69146-6ad7-46ff-973e-f036d8bf6b3c tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0587533 Oct 20 10:51:08.185503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:08.191886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.223282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:08.237969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.239993 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 7012a80c-95a4-4ffd-903b-e494025f8b32 of type vlan for network 494144b4-a8da-4fcb-aa03-a74e7ab171dd Oct 20 10:51:08.256975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29a90761-f192-46fb-a7b4-dca4f01dd09e req-7e896750-eda1-462d-89ee-5e9ee043a206 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 210 time: 0.0437505 Oct 20 10:51:08.316393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.346036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.352901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.353739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.388805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2653830 Oct 20 10:51:08.393517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57152) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.401353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:08.481983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-48438cf5-00dc-480a-a30e-415246ba7e04 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838051 Oct 20 10:51:08.487335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbfd06-ceba-424a-991d-b827fb41da77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=494144b4-a8da-4fcb-aa03-a74e7ab171dd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:08.500580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:08.582288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:08.592057 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.684929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-744f9579-2c34-41c1-8342-79b5bd1295fd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.686658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-744f9579-2c34-41c1-8342-79b5bd1295fd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914234 Oct 20 10:51:08.696746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:51:08.697306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:51:08.704730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:08.863451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.954177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:08.965823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.006720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=86c839fc-8ec9-49d0-9a05-dd3c0f7b7449,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:09.011703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '7012a80c-95a4-4ffd-903b-e494025f8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:09.012078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: 494144b4-a8da-4fcb-aa03-a74e7ab171dd, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:09.035659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361cff6-209f-43f2-b2ae-31a801881b4b req-7c42a05f-8ef0-40f2-8d3f-a90030794a02 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.037929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b361cff6-209f-43f2-b2ae-31a801881b4b req-7c42a05f-8ef0-40f2-8d3f-a90030794a02 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1307209 Oct 20 10:51:09.073656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:09.097746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b361cff6-209f-43f2-b2ae-31a801881b4b req-fbbc6474-1ee4-4212-af08-45896b453e3d tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481710 Oct 20 10:51:09.098389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 494144b4-a8da-4fcb-aa03-a74e7ab171dd) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:09.104283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.105068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.113729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b553e12-f720-4452-962f-16c4f0b05018 None None] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:09.129814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55de21cb-556f-41ed-95ba-1a8604b6e268 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7348344 Oct 20 10:51:09.130649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57172) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:09.136468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd', 'name': 'tempest-PortsTestJSON-1150588714'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:09.195775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.236 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/3afa2a54-44d2-4254-882f-48ec3e5113bd) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:09.250162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d64f9b9e-2e35-4298-b3e5-33a6d70dedf5 req-a3545dfb-56e7-43e2-aa98-7cb5c0a566f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 210 time: 0.0417960 Oct 20 10:51:09.328780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:09.338567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.372041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-494144b4-a8da-4fcb-aa03-a74e7ab171dd', 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': '86c839fc-8ec9-49d0-9a05-dd3c0f7b7449'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:09.372900 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.380642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 92e517ae-e4e9-46e0-8247-86928bb139fb yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:09.440029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89ee8b83-d348-40ce-9727-fc55a6c57fdd req-a99b7344-2ed9-4d4f-91a5-b6197e47c2f2 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0659065 Oct 20 10:51:09.457917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.509586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.510588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9c0d754-58f0-45d2-854c-febe8163786f req-e63c31cc-0d71-4fe1-9ad0-a66292e61eb3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 210 time: 0.1136153 Oct 20 10:51:09.561627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:09.565085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:09.592180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:09.596324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:09.605114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:09.610443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:09.716583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Allocated IP 172.20.0.2 (494144b4-a8da-4fcb-aa03-a74e7ab171dd/86c839fc-8ec9-49d0-9a05-dd3c0f7b7449/25e1c19b-90bc-401e-8bdc-e677309fbbd0) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:09.729244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.730546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.754702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-348f436a-73de-4af1-bb4b-ef254fef55b2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0548873 Oct 20 10:51:09.774907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Request body: {'port': {'device_id': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:09.907544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-a3b0befb-ff28-4a9f-bf6d-a41d61082378 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.911588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-a3b0befb-ff28-4a9f-bf6d-a41d61082378 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 811 time: 0.2717810 Oct 20 10:51:09.937033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.940153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Request body: {'port': {'device_id': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'admin_state_up': True, 'tenant_id': '08d538607d91412187334c8883be1e70'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:09.967569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:10.113717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Made reservation on behalf of 08d538607d91412187334c8883be1e70 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:10.114697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-29465af8-4ad0-49c1-b611-0a44b5126962 None None] Provisioning complete for port 3afa2a54-44d2-4254-882f-48ec3e5113bd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:10.115095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-29465af8-4ad0-49c1-b611-0a44b5126962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.119957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.187566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-882bf3de-54ff-485a-9372-7eb629de8358 req-cfd84af4-f098-4afb-a528-45f1817dbaa4 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0629628 Oct 20 10:51:10.228725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9504a85e-a303-462d-bd0b-32cfbbe19c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.288591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-29465af8-4ad0-49c1-b611-0a44b5126962 None None] Port 3afa2a54-44d2-4254-882f-48ec3e5113bd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:10.349152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.373067 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.428642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.11 (494144b4-a8da-4fcb-aa03-a74e7ab171dd/86c839fc-8ec9-49d0-9a05-dd3c0f7b7449/92e517ae-e4e9-46e0-8247-86928bb139fb) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:10.432496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:10.439712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:10.447874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:10.451908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9504a85e-a303-462d-bd0b-32cfbbe19c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.461311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afa2a54-44d2-4254-882f-48ec3e5113bd {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:10.461780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Pushing event updated for resources: {'Port': ['ID=25e1c19b-90bc-401e-8bdc-e677309fbbd0,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.467199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9504a85e-a303-462d-bd0b-32cfbbe19c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.485784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.523348 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9504a85e-a303-462d-bd0b-32cfbbe19c1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c4a6302e6d34373b200d9861e8ff78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088987 Oct 20 10:51:10.525346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57212) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:10.532867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Transition to ACTIVE for port object 3afa2a54-44d2-4254-882f-48ec3e5113bd will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:10.540781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504a85e-a303-462d-bd0b-32cfbbe19c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816cb26b-99e6-489c-81d5-481622b2b9a3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.546375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Attempting to bind port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:10.547002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Attempting to bind port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7012a80c-95a4-4ffd-903b-e494025f8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:10.547546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Attempting to bind port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 on network 494144b4-a8da-4fcb-aa03-a74e7ab171dd {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:10.549904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.558419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:10.558868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Checking segment: {'id': '7012a80c-95a4-4ffd-903b-e494025f8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:10.559345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.559790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Bound using segment: {'id': '7012a80c-95a4-4ffd-903b-e494025f8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:10.560371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Bound port: 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7012a80c-95a4-4ffd-903b-e494025f8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '494144b4-a8da-4fcb-aa03-a74e7ab171dd'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:10.560812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.641839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730c77-36bb-42b8-891a-6d3be4ced1d0 req-500ca030-fcee-4eb8-ba0e-5fa434d5a305 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:10.644901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc730c77-36bb-42b8-891a-6d3be4ced1d0 req-500ca030-fcee-4eb8-ba0e-5fa434d5a305 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.3978803 Oct 20 10:51:10.649173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.680250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] For port 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:10.702464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.703130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] For port 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=25e1c19b-90bc-401e-8bdc-e677309fbbd0,segment=NetworkSegment(7012a80c-95a4-4ffd-903b-e494025f8b32),segment_id=7012a80c-95a4-4ffd-903b-e494025f8b32)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:10.703678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.714314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.725797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Attempting to bind port 3afa2a54-44d2-4254-882f-48ec3e5113bd on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:10.726498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Attempting to bind port 3afa2a54-44d2-4254-882f-48ec3e5113bd by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:10.726498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Attempting to bind port 3afa2a54-44d2-4254-882f-48ec3e5113bd on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:10.737088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Port 3afa2a54-44d2-4254-882f-48ec3e5113bd on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:10.737408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Attempting to bind port 3afa2a54-44d2-4254-882f-48ec3e5113bd on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:10.741375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Allocated IP 172.20.0.5 (5a84a45d-a81f-4ce7-a2a8-69a98579fb39/4ca5f30b-cd59-4757-8196-92fbac5be7ec/4872512b-abf2-4572-a5b0-6d8d1e07f869) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:10.745300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.753929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:10.754264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:10.754640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:10.755109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Bound port: 3afa2a54-44d2-4254-882f-48ec3e5113bd, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:10.755456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.818921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48dd0-dd1c-4120-8c3d-1f6ea4559866 None None] Pushing event updated for resources: {'Port': ['ID=25e1c19b-90bc-401e-8bdc-e677309fbbd0,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.860461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:10.864269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.868605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:10.877742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.919723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.924647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.926425 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/816cb26b-99e6-489c-81d5-481622b2b9a3 HTTP/1.1" status: 204 len: 168 time: 0.3988421 Oct 20 10:51:10.939349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:10.940060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.941457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] 10.222.0.70 "PUT /v2.0/ports/3afa2a54-44d2-4254-882f-48ec3e5113bd HTTP/1.1" status: 200 len: 1097 time: 1.1745000 Oct 20 10:51:10.941877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:10.949758 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4360a0e9-7c0f-47bd-868f-e24eb4023261" -d '{"events": [{"name": "network-changed", "server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:10.979406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83cf6d-e568-483a-afda-e9408af61fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816cb26b-99e6-489c-81d5-481622b2b9a3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.985787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60f673-3706-4267-ae4c-ba930f239108 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.008451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:11.051809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3900b-c382-45a1-87df-fba989c797dc req-d28a83a9-3066-490e-93a7-faaab7c62fbd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.060402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4e3900b-c382-45a1-87df-fba989c797dc req-d28a83a9-3066-490e-93a7-faaab7c62fbd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 948 time: 0.4551840 Oct 20 10:51:11.093262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:11.107790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-8c3c4893-cef8-4dc7-a012-05e0df27db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.110481 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-8c3c4893-cef8-4dc7-a012-05e0df27db26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 1100 time: 0.0868354 Oct 20 10:51:11.152454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:11.167446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc730c77-36bb-42b8-891a-6d3be4ced1d0 req-9c1ca1e6-60c7-4697-a3f4-9b9feedc2794 tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259408 Oct 20 10:51:11.177053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-010e2ec3-1e63-451e-b572-d71add5ae3ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd HTTP/1.1" status: 200 len: 217 time: 0.0516033 Oct 20 10:51:11.214501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=92e517ae-e4e9-46e0-8247-86928bb139fb,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.267575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4e3900b-c382-45a1-87df-fba989c797dc req-567ec3d6-eb9a-400a-b4d7-9d7106099dc3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062764 Oct 20 10:51:11.298931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-38eb53a2-4eae-4750-b3f1-26e9e54df94e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.300424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-38eb53a2-4eae-4750-b3f1-26e9e54df94e tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1260099 Oct 20 10:51:11.313045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-0b84f044-b902-47f0-93ee-09527ef80942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.314415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-0b84f044-b902-47f0-93ee-09527ef80942 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1273468 Oct 20 10:51:11.368478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.369125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.388509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6bd6fd-c2c6-4f78-901a-2506be7a95da x-openstack-request-id: req-3a6bd6fd-c2c6-4f78-901a-2506be7a95da {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:11.388509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:11.388509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3a6bd6fd-c2c6-4f78-901a-2506be7a95da {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:11.388509 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd', 'status': 'completed', 'code': 200} Oct 20 10:51:11.390757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.420979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-417b0fcf-4f69-421d-ad03-d70a44344663 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2885935 Oct 20 10:51:11.425726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57226) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:11.449504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57228) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:11.463875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc02938c-3a4e-47b8-bb21-917a938b4c74 req-9783fb13-c814-4e44-b1cd-d22da60d24c8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 210 time: 0.0472989 Oct 20 10:51:11.488232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.504964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b056ea84-b34e-4685-8f1b-ec1c75dab693'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:11.532697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa515fe9-73a2-4844-9cd4-30e36610186f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.540059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Pushing event updated for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.563327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-70ba9373-a5db-445d-8044-14392edeb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.563977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:11.564959 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-70ba9373-a5db-445d-8044-14392edeb029 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000670 Oct 20 10:51:11.567409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:11.582641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:11.628808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ed343e1-6d19-42ee-ba7a-d79a32e7df20 req-47544e94-fd27-4e3f-a194-1a355b2dfa8c tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0624135 Oct 20 10:51:11.660390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:11.661014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.681895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-5f14cf79-882a-430f-b9a7-141119bdb072 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7473111 Oct 20 10:51:11.695946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Request body: {'port': {'device_id': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:11.713386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Deleting port 3926b840-8d02-4908-9eb9-1fa98f93fb14 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:11.713834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.763681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.833602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 92e517ae-e4e9-46e0-8247-86928bb139fb {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:11.833924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.917706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-4e984746-18a1-404c-94eb-1e99a4dadf2d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269372 Oct 20 10:51:11.980785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa515fe9-73a2-4844-9cd4-30e36610186f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.994737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] For port 3926b840-8d02-4908-9eb9-1fa98f93fb14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3926b840-8d02-4908-9eb9-1fa98f93fb14,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:11.995143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.003386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa515fe9-73a2-4844-9cd4-30e36610186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.058715 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa515fe9-73a2-4844-9cd4-30e36610186f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=adab709567e24cf992e90efcbc87e430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821247 Oct 20 10:51:12.059776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Calling delete_port for 3926b840-8d02-4908-9eb9-1fa98f93fb14 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:12.061539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57230) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:12.062486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.086711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4872512b-abf2-4572-a5b0-6d8d1e07f869 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:12.101916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.124196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 92e517ae-e4e9-46e0-8247-86928bb139fb owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:12.129517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Transition to ACTIVE for port object 4872512b-abf2-4572-a5b0-6d8d1e07f869 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:12.131517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ad13f-af6d-4102-b8ec-c431fdb69fc6 None None] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:12.138870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.146636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa515fe9-73a2-4844-9cd4-30e36610186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a80702d-6abe-4e82-984a-b196d5077439,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.170277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.219071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Pushing event updated for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.223041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.249719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad1817ef-7d94-4093-a3be-167943e01af9 req-9606c50f-69b2-4b94-8829-f0d4bd068ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186958 Oct 20 10:51:12.352491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] Provisioning complete for port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:12.353249 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.381835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Attempting to bind port 4872512b-abf2-4572-a5b0-6d8d1e07f869 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:12.382652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Attempting to bind port 4872512b-abf2-4572-a5b0-6d8d1e07f869 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:12.382652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Attempting to bind port 4872512b-abf2-4572-a5b0-6d8d1e07f869 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:12.393829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Port 4872512b-abf2-4572-a5b0-6d8d1e07f869 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:12.394160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Attempting to bind port 4872512b-abf2-4572-a5b0-6d8d1e07f869 on network 5a84a45d-a81f-4ce7-a2a8-69a98579fb39 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:12.406910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e54fd6-743f-4bb4-ad0e-85aac5fb3c01 req-71fac980-4245-49dd-ac90-9b703bae634c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:12.408782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78e54fd6-743f-4bb4-ad0e-85aac5fb3c01 req-71fac980-4245-49dd-ac90-9b703bae634c tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 945 time: 0.1005566 Oct 20 10:51:12.411863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.415065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.416160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a80702d-6abe-4e82-984a-b196d5077439 HTTP/1.1" status: 204 len: 168 time: 0.3535414 Oct 20 10:51:12.420405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:12.420405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Checking segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:12.420857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Bound using segment: {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:12.421362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Bound port: 4872512b-abf2-4572-a5b0-6d8d1e07f869, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57f0328-a0e6-455e-96e0-40a93134e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:12.421713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.451303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66948cc8-3d6f-4fae-96e2-afa426e6af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a80702d-6abe-4e82-984a-b196d5077439,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.512248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78e54fd6-743f-4bb4-ad0e-85aac5fb3c01 req-5d673636-b65f-44d7-b7e5-3b052445ed0f tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/security-groups?id=812fa816-4db8-48c0-80a0-4c42b4efb327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949247 Oct 20 10:51:12.564452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-8a95a47e-aed9-4817-9373-bb58f8461501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:12.566795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-8a95a47e-aed9-4817-9373-bb58f8461501 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 1100 time: 0.2054651 Oct 20 10:51:12.630687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:12.648646 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.666608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceca004-538a-41cf-8c94-651340b0f767 req-577c91ca-eafb-4aa9-a2f4-b3a3c00886ed tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:12.668320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ceca004-538a-41cf-8c94-651340b0f767 req-577c91ca-eafb-4aa9-a2f4-b3a3c00886ed tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 948 time: 0.1876712 Oct 20 10:51:12.670337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:12.673249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.688939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 25e1c19b-90bc-401e-8bdc-e677309fbbd0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:12.691346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.748264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3926b840-8d02-4908-9eb9-1fa98f93fb14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:12.809595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] For port 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=25e1c19b-90bc-401e-8bdc-e677309fbbd0,segment=NetworkSegment(7012a80c-95a4-4ffd-903b-e494025f8b32),segment_id=7012a80c-95a4-4ffd-903b-e494025f8b32)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:12.813121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:12.813748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.815194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] 10.222.0.70 "PUT /v2.0/ports/4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 200 len: 1092 time: 1.1240087 Oct 20 10:51:12.821095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.832337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:12.835767 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:13.038867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ceca004-538a-41cf-8c94-651340b0f767 req-fe9839d3-bf72-47d7-a179-8d1a06c2ece3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604841 Oct 20 10:51:13.101947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622acb6-8fe9-4644-a639-abc6da1ba487 service neutron] Pushing event updated for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.150977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a9dc-7929-4697-bedb-3c94410f8c68 req-596f8801-d7c6-4bf5-a30d-7a4fd6ba3510 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.156260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c932a17-9aab-4bce-a55e-7d562502a7fd None None] Pushing event updated for resources: {'Port': ['ID=25e1c19b-90bc-401e-8bdc-e677309fbbd0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.161203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ccbd04bb-7a70-47d2-a1b1-dd9a831f459c None None] Provisioning complete for port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:13.163419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ccbd04bb-7a70-47d2-a1b1-dd9a831f459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.167904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3a2a9dc-7929-4697-bedb-3c94410f8c68 req-596f8801-d7c6-4bf5-a30d-7a4fd6ba3510 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 943 time: 0.3113670 Oct 20 10:51:13.171772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-6facd52a-a83c-41c2-baa3-a0b011bf2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.173246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-6facd52a-a83c-41c2-baa3-a0b011bf2021 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1095 time: 0.2854097 Oct 20 10:51:13.212749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:13.213123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.359757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ccbd04bb-7a70-47d2-a1b1-dd9a831f459c None None] Could not find standard attr ID for object 92e517ae-e4e9-46e0-8247-86928bb139fb. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:13.367097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.373909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92a0afc3-0103-49f0-9b1d-b044a8cc0f29 req-5189389e-575c-409f-a648-915cbb40b0b4 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.1816726 Oct 20 10:51:13.375475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-e50efbab-7957-45fc-9fff-c8e460bc8920 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 200 len: 217 time: 0.1845102 Oct 20 10:51:13.395041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Pushing event deleted for resources: {'Port': ['ID=3926b840-8d02-4908-9eb9-1fa98f93fb14,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.419185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3a2a9dc-7929-4697-bedb-3c94410f8c68 req-d3e4c01e-06bd-484d-857b-39f135ab68a4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502830 Oct 20 10:51:13.473877 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58d9a3-4fe8-4d0c-b3dd-5074ea312e42 x-openstack-request-id: req-da58d9a3-4fe8-4d0c-b3dd-5074ea312e42 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:13.474597 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:13.475866 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da58d9a3-4fe8-4d0c-b3dd-5074ea312e42 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:13.476674 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869', 'status': 'completed', 'code': 200} Oct 20 10:51:13.479122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=92e517ae-e4e9-46e0-8247-86928bb139fb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.481521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2de515e4-d856-4782-ada3-793d6ff8262c None None] Could not find standard attr ID for object 92e517ae-e4e9-46e0-8247-86928bb139fb. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:13.503268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beca22-0df3-4064-adf9-baee1273c4af req-d82b9ac5-ac7f-42e1-bd6c-908302f2af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.504732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-d82b9ac5-ac7f-42e1-bd6c-908302f2af4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.1117761 Oct 20 10:51:13.562260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-4697a320-6e63-4387-b390-e2c90bce1945 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417509 Oct 20 10:51:13.579867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] No DVR routers for this DVR port 3926b840-8d02-4908-9eb9-1fa98f93fb14 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:13.608015 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.611418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a4b8f5d-b562-40a4-9082-cc077448e9e7 req-abbe69a3-a1b9-49aa-8fac-17b0d759d5cb tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.83 "DELETE /v2.0/ports/3926b840-8d02-4908-9eb9-1fa98f93fb14 HTTP/1.1" status: 204 len: 173 time: 2.3016927 Oct 20 10:51:13.611856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'name': 'network-vif-deleted', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:13.620468 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56500491-42c9-4404-95bc-b2a94db4306c" -d '{"events": [{"server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "name": "network-vif-deleted", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:13.650010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-7aadec0a-5e83-436b-84aa-c6055e31b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.652058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-7aadec0a-5e83-436b-84aa-c6055e31b546 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 1.0684862 Oct 20 10:51:13.720398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-74d6c95a-7a18-4ddc-90db-7eb88097e917 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496136 Oct 20 10:51:13.769975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26fda7b0-cdb4-4ce8-8e96-b9ae91ca3f1e req-931e9e35-a8ca-4972-ac0d-1bc532c064db tempest-ServerRescueNegativeTestJSON-1515107654 tempest-ServerRescueNegativeTestJSON-1515107654-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7b1c51e-64b5-41be-8da6-cef38b632363 HTTP/1.1" status: 200 len: 210 time: 0.0482144 Oct 20 10:51:13.772739 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ba95d-187e-4a2d-8da7-8430cb2f4fe5 x-openstack-request-id: req-6f4ba95d-187e-4a2d-8da7-8430cb2f4fe5 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:13.773042 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1c51e-64b5-41be-8da6-cef38b632363", "name": "network-vif-deleted", "tag": "3926b840-8d02-4908-9eb9-1fa98f93fb14", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:13.773300 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f4ba95d-187e-4a2d-8da7-8430cb2f4fe5 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:13.773709 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b1c51e-64b5-41be-8da6-cef38b632363', 'name': 'network-vif-deleted', 'tag': '3926b840-8d02-4908-9eb9-1fa98f93fb14', 'status': 'completed', 'code': 200} Oct 20 10:51:13.777668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-f02802f8-8ff2-42b6-9b1f-c73953d62fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd HTTP/1.1" status: 200 len: 217 time: 0.1131439 Oct 20 10:51:13.815003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.821303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aafaecd3-1ddb-4bde-b837-3218ec8ef9ff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/92e517ae-e4e9-46e0-8247-86928bb139fb HTTP/1.1" status: 204 len: 168 time: 2.3859315 Oct 20 10:51:13.825336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57274) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.913794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25beca22-0df3-4064-adf9-baee1273c4af req-227a87cd-68ad-4533-8a20-5b88408376dd service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805208 Oct 20 10:51:13.921314 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba875a14-3b92-42ad-8347-759609e3ac68 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:51:13.921314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba875a14-3b92-42ad-8347-759609e3ac68 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:51:13.932407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba875a14-3b92-42ad-8347-759609e3ac68 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/92e517ae-e4e9-46e0-8247-86928bb139fb HTTP/1.1" status: 404 len: 333 time: 0.1029503 Oct 20 10:51:13.935808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57278) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.950435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-04ce8fe1-7b79-44a7-9c97-85bda0bd02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.952393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-04ce8fe1-7b79-44a7-9c97-85bda0bd02ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1564114 Oct 20 10:51:13.983002 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2d6624-f371-40f8-8a38-de17e858e6b3 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:13.984998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ed2d6624-f371-40f8-8a38-de17e858e6b3 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/92e517ae-e4e9-46e0-8247-86928bb139fb HTTP/1.1" status: 404 len: 333 time: 0.0479023 Oct 20 10:51:13.991075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57280) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:14.045093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-0835c360-66e6-4242-bef9-8aabbeca5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.046917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-0835c360-66e6-4242-bef9-8aabbeca5d02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1095 time: 0.0607779 Oct 20 10:51:14.054820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-070415a7-e840-478f-a931-2f2e03f5b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.056483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-070415a7-e840-478f-a931-2f2e03f5b54f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942047 Oct 20 10:51:14.067485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 86c839fc-8ec9-49d0-9a05-dd3c0f7b7449 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:14.096575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.204803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.216879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786d18-9e46-4065-85c6-03fcbd0ebe07 req-325c4bb6-6c98-468b-a646-e7705a23e19c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.224320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10786d18-9e46-4065-85c6-03fcbd0ebe07 req-325c4bb6-6c98-468b-a646-e7705a23e19c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 948 time: 0.0883462 Oct 20 10:51:14.245357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-ea4cd397-0572-4302-afa3-12c5b51757a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.246918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-ea4cd397-0572-4302-afa3-12c5b51757a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.1915007 Oct 20 10:51:14.257200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-fddcb348-f59d-4582-be0d-c92b4d4ed98c service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854107 Oct 20 10:51:14.318309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10786d18-9e46-4065-85c6-03fcbd0ebe07 req-3663ed8b-9418-46ef-bf46-2916d5f54411 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920014 Oct 20 10:51:14.355031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-51587a11-227b-4909-a39e-c88a03e7a0bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 200 len: 217 time: 0.0916800 Oct 20 10:51:14.381792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.390379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3afa2a54-44d2-4254-882f-48ec3e5113bd details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:14.462066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4360a0e9-7c0f-47bd-868f-e24eb4023261 req-69bdb203-bd66-4564-bd8e-436fc6d7d493 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974101 Oct 20 10:51:14.485265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.507952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-1a4c0ca3-a4bc-4b0d-8703-20cdda67514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.509437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-1a4c0ca3-a4bc-4b0d-8703-20cdda67514d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.1453543 Oct 20 10:51:14.533184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=86c839fc-8ec9-49d0-9a05-dd3c0f7b7449,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:14.537147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.541535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ac0994dd-d8bd-4a3a-bac7-022f1b0b7fe9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/86c839fc-8ec9-49d0-9a05-dd3c0f7b7449 HTTP/1.1" status: 204 len: 168 time: 0.5491521 Oct 20 10:51:14.544431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57296) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:14.545344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca653d8a-57ac-4ff8-a24d-248ea7e0d2be None None] Network 494144b4-a8da-4fcb-aa03-a74e7ab171dd requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:14.567723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-68537d1e-3df2-49ff-b892-affe38997872 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435147 Oct 20 10:51:14.679211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 25e1c19b-90bc-401e-8bdc-e677309fbbd0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:14.721534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.726153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55792a52-1080-4c46-928b-996eb011af41 req-35264f1b-210a-4ab4-9d61-d4434438c87a tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.1720090 Oct 20 10:51:14.763384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:14.767071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-dda9181e-098d-439e-9f26-47d86ad4792a service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695023 Oct 20 10:51:14.795307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ceca4-f0f4-4467-be3d-4a8d06e0128f req-09c08d84-1a76-4556-bf00-83e6dd0d01ff tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.797652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-528ceca4-f0f4-4467-be3d-4a8d06e0128f req-09c08d84-1a76-4556-bf00-83e6dd0d01ff tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 943 time: 0.2421842 Oct 20 10:51:14.831421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3afa2a54-44d2-4254-882f-48ec3e5113bd', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '3afa2a54-44d2-4254-882f-48ec3e5113bd', 'mac_address': 'fa:16:3e:d7:6a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:14.864275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:14.864648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.900145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:14.900611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.911715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-528ceca4-f0f4-4467-be3d-4a8d06e0128f req-f4fd7204-5fd3-4563-a05c-a67f6c62a515 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006458 Oct 20 10:51:14.956545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b62fd3-d4ee-49c5-92cb-8b9cf8521465 req-b4fadae4-bbe1-473e-ba26-92a8e484fd93 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754827 Oct 20 10:51:14.977877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.987146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57312) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.013092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afa2a54-44d2-4254-882f-48ec3e5113bd {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:15.056899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:15.070391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] DHCP port deletion for 494144b4-a8da-4fcb-aa03-a74e7ab171dd request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:15.093638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=25e1c19b-90bc-401e-8bdc-e677309fbbd0,segment=NetworkSegment(7012a80c-95a4-4ffd-903b-e494025f8b32),segment_id=7012a80c-95a4-4ffd-903b-e494025f8b32)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:15.093994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.101736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.112724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 25e1c19b-90bc-401e-8bdc-e677309fbbd0 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:15.184729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3926b840-8d02-4908-9eb9-1fa98f93fb14 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:15.221827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 3926b840-8d02-4908-9eb9-1fa98f93fb14 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:15.222297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3926b840-8d02-4908-9eb9-1fa98f93fb14 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:15.243338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.263599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.283126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=25e1c19b-90bc-401e-8bdc-e677309fbbd0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.286316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:15.301434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Deleting port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:15.302115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.406118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.411864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] For port 25e1c19b-90bc-401e-8bdc-e677309fbbd0, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:15.412432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.429613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Calling delete_port for 25e1c19b-90bc-401e-8bdc-e677309fbbd0 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:15.434629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:51:15.435996 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.437047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494144b4-a8da-4fcb-aa03-a74e7ab171dd']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:15.449496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7012a80c-95a4-4ffd-903b-e494025f8b32') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:15.450247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7012a80c-95a4-4ffd-903b-e494025f8b32') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:15.463653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] Pushing event deleted for resources: {'Port': ['ID=25e1c19b-90bc-401e-8bdc-e677309fbbd0,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.464346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.473131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1c8c5-000e-4786-8d43-79ab82e584eb None None] No DVR routers for this DVR port 25e1c19b-90bc-401e-8bdc-e677309fbbd0 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:15.482312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.490128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:15.491171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:15.494715 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:15.501573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3afa2a54-44d2-4254-882f-48ec3e5113bd'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:15.588730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.604306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.609208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/494144b4-a8da-4fcb-aa03-a74e7ab171dd HTTP/1.1" status: 204 len: 168 time: 1.0603359 Oct 20 10:51:15.613451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.622119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1995096787'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:15.642161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d5ae-ff3c-4130-9704-8e89020c5e72 req-10fa6e10-31c4-425f-8ebe-fe1bc711f3ef tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:15.646253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9101-50bb-42c3-a78d-f7d7552e7581 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=494144b4-a8da-4fcb-aa03-a74e7ab171dd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.650151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4989d5ae-ff3c-4130-9704-8e89020c5e72 req-10fa6e10-31c4-425f-8ebe-fe1bc711f3ef tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 949 time: 0.1355107 Oct 20 10:51:15.665128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:15.671280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.701755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:15.713482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.714008 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment cad8e8fd-2505-4d8c-93a2-5f55b55c45d2 of type vlan for network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 Oct 20 10:51:15.714237 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.734250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4989d5ae-ff3c-4130-9704-8e89020c5e72 req-b88036dc-7b56-4b54-a65d-3b7251529d19 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831873 Oct 20 10:51:15.776320 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.809331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.815952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:15.816742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.863770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2485375 Oct 20 10:51:15.864932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57346) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.882707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3850a36b-27cb-4420-bcdf-a5d1508bda91 req-506a1359-f6c7-4b1b-9775-5393c820be95 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0484958 Oct 20 10:51:15.887838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:15.913933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f37fe-3946-4fb1-861a-d73076d08612 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=4f94b287-108e-4e71-b82c-3ecc6ca545c4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.953354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:16.116471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.162480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:16.166104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.214254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f433-aa98-4908-82f3-c39c7e195304 req-ed042c97-b0ae-4772-825c-9b2c882d60ff tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:16.221435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccc9f433-aa98-4908-82f3-c39c7e195304 req-ed042c97-b0ae-4772-825c-9b2c882d60ff tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 943 time: 0.1804485 Oct 20 10:51:16.395962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccc9f433-aa98-4908-82f3-c39c7e195304 req-dbb67b0d-ca4a-4a48-9a2a-67e2b4a0a71e tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732318 Oct 20 10:51:16.407726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57362) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:16.415847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4872512b-abf2-4572-a5b0-6d8d1e07f869 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:16.539835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.540314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 25e1c19b-90bc-401e-8bdc-e677309fbbd0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:16.541991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8690da08-e92d-4db4-9d9a-ff97481068a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.571615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 25e1c19b-90bc-401e-8bdc-e677309fbbd0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:16.571964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 25e1c19b-90bc-401e-8bdc-e677309fbbd0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:16.586866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.606496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:16.619892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4872512b-abf2-4572-a5b0-6d8d1e07f869', 'network_id': '5a84a45d-a81f-4ce7-a2a8-69a98579fb39', 'port_id': '4872512b-abf2-4572-a5b0-6d8d1e07f869', 'mac_address': 'fa:16:3e:bf:19:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca5f30b-cd59-4757-8196-92fbac5be7ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:16.633306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8690da08-e92d-4db4-9d9a-ff97481068a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.638322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8690da08-e92d-4db4-9d9a-ff97481068a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.640461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=bb85e8be-c644-4be4-88de-92af9e117d12,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:16.663408 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.674777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:16.675374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: 4f94b287-108e-4e71-b82c-3ecc6ca545c4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:16.679711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4872512b-abf2-4572-a5b0-6d8d1e07f869 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:16.685744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8690da08-e92d-4db4-9d9a-ff97481068a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e33e46b19784cf6aab37f524e68a452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745624 Oct 20 10:51:16.686138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57366) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:16.693327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690da08-e92d-4db4-9d9a-ff97481068a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b8f255-7efd-4f7b-8f14-f90be381247d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:16.706892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:16.707750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Deleting port a3ea9aac-a49f-46f5-b897-b50f3010bb50 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:16.708135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.710742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:16.712996 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.742719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 4f94b287-108e-4e71-b82c-3ecc6ca545c4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:16.748410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.772924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:16.777317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad535e7-d66b-422d-af77-38657aedf518 None None] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:16.779484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:16.780431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.803763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.812842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d52df009-7a4b-494d-a27c-cfe3a6b9804f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9464066 Oct 20 10:51:16.815962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57370) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:16.823751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-595323387'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:16.871279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] For port a3ea9aac-a49f-46f5-b897-b50f3010bb50, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a3ea9aac-a49f-46f5-b897-b50f3010bb50,segment=NetworkSegment(50674116-b9ac-4d60-bd16-6faf28728821),segment_id=50674116-b9ac-4d60-bd16-6faf28728821)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:16.871652 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.887478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Calling delete_port for a3ea9aac-a49f-46f5-b897-b50f3010bb50 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:16.908273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1611d-4c8d-4479-bc09-f5e8c2602177 req-d51e4334-1e71-4cc2-a2bd-b943c62fb0ee tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:16.908985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fe1611d-4c8d-4479-bc09-f5e8c2602177 req-d51e4334-1e71-4cc2-a2bd-b943c62fb0ee tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 949 time: 0.0924230 Oct 20 10:51:16.982848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.986143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.994655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-4f94b287-108e-4e71-b82c-3ecc6ca545c4', 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': 'bb85e8be-c644-4be4-88de-92af9e117d12'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:16.995625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.999262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62b8f255-7efd-4f7b-8f14-f90be381247d HTTP/1.1" status: 204 len: 168 time: 0.3031054 Oct 20 10:51:17.011399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fe1611d-4c8d-4479-bc09-f5e8c2602177 req-487052c3-d661-417b-85ff-f5b5a746070c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955813 Oct 20 10:51:17.030700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e86ba253-c612-42c4-b8bf-d53f450353b5 req-22969d51-66e4-4311-9953-af6dc018a1ca tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0496833 Oct 20 10:51:17.042400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9892c2-2575-4e16-a773-f6f7507d38f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b8f255-7efd-4f7b-8f14-f90be381247d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.085823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:17.089829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.121368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port c850b210-5fea-43c4-9a14-e378859b2395 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:17.168044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4872512b-abf2-4572-a5b0-6d8d1e07f869'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:17.242822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Allocated IP 172.20.0.2 (4f94b287-108e-4e71-b82c-3ecc6ca545c4/bb85e8be-c644-4be4-88de-92af9e117d12/09127642-066f-49bc-977a-6fd314d379af) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:17.261646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.297930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ea9aac-a49f-46f5-b897-b50f3010bb50,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.373825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:17.389116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f78de846-1d4a-41f4-a9c2-7809aa76f6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.489232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.493226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f78de846-1d4a-41f4-a9c2-7809aa76f6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.498169 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.501060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f78de846-1d4a-41f4-a9c2-7809aa76f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.537531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:17.542463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:17.547009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:17.557076 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.560097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Pushing event updated for resources: {'Port': ['ID=09127642-066f-49bc-977a-6fd314d379af,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.579389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76506-9fee-434f-afc0-2a5f503175dd req-ea15f903-9b72-44ee-9b24-6897aa062c33 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:17.580981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9a76506-9fee-434f-afc0-2a5f503175dd req-ea15f903-9b72-44ee-9b24-6897aa062c33 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 944 time: 0.0817819 Oct 20 10:51:17.589618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f78de846-1d4a-41f4-a9c2-7809aa76f6e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6b432ba3bdf4e59b8961dc100115dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146757 Oct 20 10:51:17.595217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:17.608002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78de846-1d4a-41f4-a9c2-7809aa76f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26afcafc-9ef8-47e0-b2f0-5b47c101e0db,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.611705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.9 (4f94b287-108e-4e71-b82c-3ecc6ca545c4/bb85e8be-c644-4be4-88de-92af9e117d12/c850b210-5fea-43c4-9a14-e378859b2395) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:17.636871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Attempting to bind port 09127642-066f-49bc-977a-6fd314d379af on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:17.637599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Attempting to bind port 09127642-066f-49bc-977a-6fd314d379af by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:17.638258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Attempting to bind port 09127642-066f-49bc-977a-6fd314d379af on network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:17.646550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:17.647414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Checking segment: {'id': 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:17.647982 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.648591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Bound using segment: {'id': 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:17.649368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Bound port: 09127642-066f-49bc-977a-6fd314d379af, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4f94b287-108e-4e71-b82c-3ecc6ca545c4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:17.650612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.706370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9a76506-9fee-434f-afc0-2a5f503175dd req-37f39738-dba5-4231-8266-f4e64a11825c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Oct 20 10:51:17.731119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] For port 09127642-066f-49bc-977a-6fd314d379af, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:17.731367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.735173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] For port 09127642-066f-49bc-977a-6fd314d379af, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=09127642-066f-49bc-977a-6fd314d379af,segment=NetworkSegment(cad8e8fd-2505-4d8c-93a2-5f55b55c45d2),segment_id=cad8e8fd-2505-4d8c-93a2-5f55b55c45d2)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:17.740045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.762931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.810419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225605-2d71-4a7f-8e48-e63accec34a6 None None] Pushing event updated for resources: {'Port': ['ID=09127642-066f-49bc-977a-6fd314d379af,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.844807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.847314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.852136 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/26afcafc-9ef8-47e0-b2f0-5b47c101e0db HTTP/1.1" status: 204 len: 168 time: 0.2547219 Oct 20 10:51:17.861335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Router c471b0f2-33b0-4762-a132-c651db6140f5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:17.864355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.872343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037917-c3c5-42e6-b0a0-4c3d4dc3bd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afcafc-9ef8-47e0-b2f0-5b47c101e0db,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.911472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.955117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:17.958192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:17.962646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:17.992679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=c850b210-5fea-43c4-9a14-e378859b2395,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:18.015130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:18.026577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:18.027527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.028559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Sync routers for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:18.031348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b618a352-97e8-4c91-a2bb-124b13474f51 admin admin] 10.222.0.74 "PUT /v2.0/routers/c471b0f2-33b0-4762-a132-c651db6140f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422871 Oct 20 10:51:18.033562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57390) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:18.050497 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8140034b-e358-4da1-af4d-ac1b4e1d847b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2334008 Oct 20 10:51:18.053965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:18.117375 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:18.118077 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:18.228058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port c850b210-5fea-43c4-9a14-e378859b2395 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:18.228394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.272049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.327701 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:18.365088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a3b0651-a7ee-4361-b4f5-b061daa5c66e req-a123211f-bf29-421f-8e1c-3eaaeb4c4b05 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.1070833 Oct 20 10:51:18.367866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.391093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for c850b210-5fea-43c4-9a14-e378859b2395 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:18.454470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3afa2a54-44d2-4254-882f-48ec3e5113bd up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:18.564994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3afa2a54-44d2-4254-882f-48ec3e5113bd completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:18.567775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93837b00-e9eb-4d39-9e45-063e4495e67c req-5196392c-fda1-47c8-8071-6c964c21eb04 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:18.571793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3afa2a54-44d2-4254-882f-48ec3e5113bd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:18.572418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.574616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93837b00-e9eb-4d39-9e45-063e4495e67c req-5196392c-fda1-47c8-8071-6c964c21eb04 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 949 time: 0.3358436 Oct 20 10:51:18.577959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.660306 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:51:17Z', 'revision_number': 5, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port': {'id': '8b5787ef-bae1-4368-add4-21f91f2aa922', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:56Z', 'updated_at': '2021-10-20T10:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:18.699349 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Checking router: c471b0f2-33b0-4762-a132-c651db6140f5 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:18.718195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.731288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Routers {'c471b0f2-33b0-4762-a132-c651db6140f5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:18.732003 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c471b0f2-33b0-4762-a132-c651db6140f5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:18.741363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.749683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93837b00-e9eb-4d39-9e45-063e4495e67c req-039cebc8-2950-43b3-ad8c-96ffbd154bf1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649539 Oct 20 10:51:18.788453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Deleting port 8b5787ef-bae1-4368-add4-21f91f2aa922 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:18.790730 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.805854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 09127642-066f-49bc-977a-6fd314d379af up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:18.863388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=c850b210-5fea-43c4-9a14-e378859b2395,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:18.873170 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] Set router c471b0f2-33b0-4762-a132-c651db6140f5 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:18.942759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:18.947559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:18.950543 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a802fd5c-48fc-4759-81af-9dd5f66ded91" -d '{"events": [{"server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "name": "network-vif-plugged", "status": "completed", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:18.967287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72706a91-9a7b-40b9-977d-ff110bffe683 req-9be266c7-2c8c-4b77-9a30-3e94b6810e92 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:18.969683 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.977039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72706a91-9a7b-40b9-977d-ff110bffe683 req-9be266c7-2c8c-4b77-9a30-3e94b6810e92 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 944 time: 0.1186230 Oct 20 10:51:19.000938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.001770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:51:18Z', 'revision_number': 6, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:19.010877 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0243d3f6-dca4-4ff8-8f8b-7d5a4a90f4cf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/c850b210-5fea-43c4-9a14-e378859b2395 HTTP/1.1" status: 204 len: 168 time: 0.9534638 Oct 20 10:51:19.012552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:19.025085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] For port 8b5787ef-bae1-4368-add4-21f91f2aa922, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5787ef-bae1-4368-add4-21f91f2aa922,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:19.025547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.060265 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d892ed4-58a3-40ec-879c-0f0c9ea2c694 x-openstack-request-id: req-5d892ed4-58a3-40ec-879c-0f0c9ea2c694 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:19.060844 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "name": "network-vif-plugged", "status": "completed", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:19.061273 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d892ed4-58a3-40ec-879c-0f0c9ea2c694 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:19.061872 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd', 'code': 200} Oct 20 10:51:19.064731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Calling delete_port for 8b5787ef-bae1-4368-add4-21f91f2aa922 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:19.072527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 09127642-066f-49bc-977a-6fd314d379af triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:19.072527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.082904 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-00683180-699c-4369-b81a-59759fbcc618 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:19.089357 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-00683180-699c-4369-b81a-59759fbcc618 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/c850b210-5fea-43c4-9a14-e378859b2395 HTTP/1.1" status: 404 len: 333 time: 0.0732560 Oct 20 10:51:19.090539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57426) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:19.131551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72706a91-9a7b-40b9-977d-ff110bffe683 req-91636ab7-05f0-40f9-b7cd-86b41319afb1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534142 Oct 20 10:51:19.217967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:19.223955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet bb85e8be-c644-4be4-88de-92af9e117d12 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:19.239787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da991b-ed53-4c9c-946d-014b41abee77 req-42a9ece1-0ff3-4cec-84b0-d410ed6d1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:19.241751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30da991b-ed53-4c9c-946d-014b41abee77 req-42a9ece1-0ff3-4cec-84b0-d410ed6d1964 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 1102 time: 0.0987515 Oct 20 10:51:19.243653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.244206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.287336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 09127642-066f-49bc-977a-6fd314d379af, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=09127642-066f-49bc-977a-6fd314d379af,segment=NetworkSegment(cad8e8fd-2505-4d8c-93a2-5f55b55c45d2),segment_id=cad8e8fd-2505-4d8c-93a2-5f55b55c45d2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:19.298742 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.332754 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0b5d0-599c-4eb1-adec-2fac181a0216 None None] The sync data for ids ['c471b0f2-33b0-4762-a132-c651db6140f5'] in n-d-802060-17 is: [{'id': 'c471b0f2-33b0-4762-a132-c651db6140f5', 'name': 'tempest-ServerRescueNegativeTestJSON-571387561-router', 'tenant_id': '00af07bfee924c6ba88bf16501910d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:55Z', 'updated_at': '2021-10-20T10:51:18Z', 'revision_number': 6, 'project_id': '00af07bfee924c6ba88bf16501910d95', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:19.359756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.372709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=09127642-066f-49bc-977a-6fd314d379af,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:19.421894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30da991b-ed53-4c9c-946d-014b41abee77 req-696bb6c3-ccbb-42fb-be3e-428c65e245e1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076951 Oct 20 10:51:19.462711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e68ae-3b03-49be-97f3-bc10c13c9677 None None] Network 4f94b287-108e-4e71-b82c-3ecc6ca545c4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:19.513709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.557715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92dd25e9-3ef8-4b72-81ba-419e21701e15 req-ea69615e-0e24-4250-93b1-6798f4829813 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0518928 Oct 20 10:51:19.573285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-80b96807-0b7d-4c9e-9f2b-b4dd8022a8a0 None None] Provisioning complete for port 09127642-066f-49bc-977a-6fd314d379af triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:19.573758 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-80b96807-0b7d-4c9e-9f2b-b4dd8022a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.589398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.609552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.647192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5787ef-bae1-4368-add4-21f91f2aa922,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:19.650142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=bb85e8be-c644-4be4-88de-92af9e117d12,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:19.654953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.659280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-19b4e356-3ecf-4ce7-8047-a1d01c520897 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/bb85e8be-c644-4be4-88de-92af9e117d12 HTTP/1.1" status: 204 len: 168 time: 0.5674911 Oct 20 10:51:19.663144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:19.715578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.801521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.871739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 09127642-066f-49bc-977a-6fd314d379af {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:19.872437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.873335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.883145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.963737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port 09127642-066f-49bc-977a-6fd314d379af, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=09127642-066f-49bc-977a-6fd314d379af,segment=NetworkSegment(cad8e8fd-2505-4d8c-93a2-5f55b55c45d2),segment_id=cad8e8fd-2505-4d8c-93a2-5f55b55c45d2)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:19.964286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.981658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 09127642-066f-49bc-977a-6fd314d379af owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:20.009661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.010175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c471b0f2-33b0-4762-a132-c651db6140f5 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:51:20.019169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.020286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-63f08079-01d5-4d47-b125-0a8e203f045b admin admin] 10.222.0.74 "DELETE /v2.0/routers/c471b0f2-33b0-4762-a132-c651db6140f5 HTTP/1.1" status: 204 len: 168 time: 1.9853861 Oct 20 10:51:20.022853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57448) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.080274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.091605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f45b69-e734-43b4-afeb-215dce051c53 req-a0d730e8-8315-42ca-bc03-2ce85631a383 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:20.093760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83f45b69-e734-43b4-afeb-215dce051c53 req-a0d730e8-8315-42ca-bc03-2ce85631a383 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.1225517 Oct 20 10:51:20.101338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Deleting subnet 405260be-8af6-4256-b022-70309254ca3c {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:20.106633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.110079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=09127642-066f-49bc-977a-6fd314d379af,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.112212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port 09127642-066f-49bc-977a-6fd314d379af on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:20.181038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.215306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.223530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95dad6b-bd96-433d-a149-1cd5446c0e46 None None] DHCP port deletion for 4f94b287-108e-4e71-b82c-3ecc6ca545c4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:20.262181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f94b287-108e-4e71-b82c-3ecc6ca545c4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.280050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.280576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8e8fd-2505-4d8c-93a2-5f55b55c45d2') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.292480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83f45b69-e734-43b4-afeb-215dce051c53 req-a87df684-377f-4962-a3e0-f5e91a44231a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868238 Oct 20 10:51:20.312659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.327344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.330167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.339422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:20.339857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:20.343498 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:20.375220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38655-5f78-46be-ab19-0f1993137434 req-516828cd-1796-4f27-b20e-80975ada3046 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:20.376919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9da38655-5f78-46be-ab19-0f1993137434 req-516828cd-1796-4f27-b20e-80975ada3046 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 944 time: 0.1122210 Oct 20 10:51:20.426812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.434563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4872512b-abf2-4572-a5b0-6d8d1e07f869 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:20.443014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9da38655-5f78-46be-ab19-0f1993137434 req-adea0536-bb9f-4d53-90d8-edf1492f3c26 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589416 Oct 20 10:51:20.455511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:51:20.472064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.476330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/405260be-8af6-4256-b022-70309254ca3c HTTP/1.1" status: 204 len: 168 time: 0.4523189 Oct 20 10:51:20.479250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57460) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.480867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90932aed-7e0d-465f-87e6-4e1714cff573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405260be-8af6-4256-b022-70309254ca3c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.532287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 4872512b-abf2-4572-a5b0-6d8d1e07f869 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:20.540731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 4872512b-abf2-4572-a5b0-6d8d1e07f869 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:20.541113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.545655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a3ea9aac-a49f-46f5-b897-b50f3010bb50 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:20.584014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.586487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a3ea9aac-a49f-46f5-b897-b50f3010bb50 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:20.587528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a3ea9aac-a49f-46f5-b897-b50f3010bb50 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:20.588148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 09127642-066f-49bc-977a-6fd314d379af no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:20.590410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.608223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57466) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.612601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/4f94b287-108e-4e71-b82c-3ecc6ca545c4 HTTP/1.1" status: 204 len: 168 time: 0.9482312 Oct 20 10:51:20.616280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 09127642-066f-49bc-977a-6fd314d379af {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:20.616631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 09127642-066f-49bc-977a-6fd314d379af not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:20.617174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5787ef-bae1-4368-add4-21f91f2aa922 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:20.617555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'name': 'tempest-PortsTestJSON-1032289962'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:20.640346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8b5787ef-bae1-4368-add4-21f91f2aa922 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:20.640947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5787ef-bae1-4368-add4-21f91f2aa922 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:20.670537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.675299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9718e-a477-4554-ac0d-3bff331755e5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=4f94b287-108e-4e71-b82c-3ecc6ca545c4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.708070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.780443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:20.793975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.795710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.826665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c228eaa-7345-4803-b96d-d9e477542056']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.853456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50674116-b9ac-4d60-bd16-6faf28728821') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.854004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50674116-b9ac-4d60-bd16-6faf28728821') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.895268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.900978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.920340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.930448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:20.930905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:20.933747 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:21.019606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.031805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.044076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8c228eaa-7345-4803-b96d-d9e477542056 HTTP/1.1" status: 204 len: 168 time: 0.5627387 Oct 20 10:51:21.061091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3484a68-092c-4e74-916b-7989600b1762 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c228eaa-7345-4803-b96d-d9e477542056,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:21.064085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:21.068195 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03e7cd3-f7c6-4ec6-a659-85b393714c0f" -d '{"events": [{"server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "name": "network-vif-plugged", "status": "completed", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:21.110010 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60345b1-adb3-4fe4-9284-bb5d3bb7f273 x-openstack-request-id: req-c60345b1-adb3-4fe4-9284-bb5d3bb7f273 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:21.110314 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "name": "network-vif-plugged", "status": "completed", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:21.110580 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c60345b1-adb3-4fe4-9284-bb5d3bb7f273 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:21.111270 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869', 'code': 200} Oct 20 10:51:21.222147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9295164-f6b2-45f0-a7db-fc7024e2dcc0 req-77d4d98e-272b-4418-bd64-c92fcddbb0e0 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0473206 Oct 20 10:51:21.262643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.267619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58be24-61ab-4c15-a1f1-e0e09c39fc9f req-376b9292-f202-4833-bcd5-8071fd62e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.269110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a58be24-61ab-4c15-a1f1-e0e09c39fc9f req-376b9292-f202-4833-bcd5-8071fd62e274 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1097 time: 0.0743377 Oct 20 10:51:21.269674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:21.273157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.294694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 278a8600-60fe-4f32-889c-e8ddb6519d2e yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:21.311015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-988ce009-be10-4774-8636-38615ca9bf3f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00af07bfee924c6ba88bf16501910d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455501 Oct 20 10:51:21.314025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.380747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.408492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.417057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a58be24-61ab-4c15-a1f1-e0e09c39fc9f req-98c40aab-9f67-4828-8d8f-1d9f64bc2847 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268909 Oct 20 10:51:21.468532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.469725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889eff8-3cb6-447b-944b-478407e40400 req-99df6819-e2a0-4d57-81da-307ed1fb814f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.471270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d889eff8-3cb6-447b-944b-478407e40400 req-99df6819-e2a0-4d57-81da-307ed1fb814f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.0901053 Oct 20 10:51:21.471412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.472486 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/812fa816-4db8-48c0-80a0-4c42b4efb327 HTTP/1.1" status: 204 len: 168 time: 0.1573851 Oct 20 10:51:21.484015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656866a1-1528-4710-a2fa-2c7ea3bcad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812fa816-4db8-48c0-80a0-4c42b4efb327,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:21.606697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d889eff8-3cb6-447b-944b-478407e40400 req-78faad8d-2dc6-432e-b28f-110209b44151 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238458 Oct 20 10:51:21.611835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.639764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eaf3d-84ee-44d0-87c6-71f689c1242e req-24a93458-ff24-4967-b398-15efd6aabae1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.641287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f2eaf3d-84ee-44d0-87c6-71f689c1242e req-24a93458-ff24-4967-b398-15efd6aabae1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0952511 Oct 20 10:51:21.690231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.703017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f2eaf3d-84ee-44d0-87c6-71f689c1242e req-17fee945-374f-42e9-9d5f-4370bf465319 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 Oct 20 10:51:21.751240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:21.760640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:21.781209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:21.789488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.789488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.792441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=278a8600-60fe-4f32-889c-e8ddb6519d2e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:21.813526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9be09ca1-e523-4f73-96c8-ccd15de77fc7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2036674 Oct 20 10:51:21.816135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.820024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1d4a-e5f4-4763-b7a6-b8b484884c5b req-c844219b-00c8-4e4b-b61e-c807367db4c9 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.821554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6cb1d4a-e5f4-4763-b7a6-b8b484884c5b req-c844219b-00c8-4e4b-b61e-c807367db4c9 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 1102 time: 0.0800025 Oct 20 10:51:21.869917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6cb1d4a-e5f4-4763-b7a6-b8b484884c5b req-945ed70a-282f-4d40-b873-83d7d25a390e tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Oct 20 10:51:21.950448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 278a8600-60fe-4f32-889c-e8ddb6519d2e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:21.951138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.038569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.054328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 278a8600-60fe-4f32-889c-e8ddb6519d2e owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:22.133050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-bec9185c-6e7b-4cb4-a552-6224ce8e8068 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332358 Oct 20 10:51:22.173619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.211874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=278a8600-60fe-4f32-889c-e8ddb6519d2e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.218406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.222156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b72755b7-e8dd-4174-b7c5-7fb5e08fa3b4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/278a8600-60fe-4f32-889c-e8ddb6519d2e HTTP/1.1" status: 204 len: 168 time: 0.4044442 Oct 20 10:51:22.225717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:22.233992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'mac_address': 'fa:16:3e:5c:32:94', 'name': 'tempest-PortsTestJSON-1620888634'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:22.327950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-9a8e50bd-ee9a-4bca-92ce-c9404898f2a4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:22.331661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-9a8e50bd-ee9a-4bca-92ce-c9404898f2a4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971779 Oct 20 10:51:22.379678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49351cd0-dec3-49a3-be9e-98b14bc759f2 req-0c5fda07-3b4f-4c9f-be36-6cf4a8693bb3 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0465376 Oct 20 10:51:22.388686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-c571da4f-f303-4034-846e-3ba12b56cc46 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0513699 Oct 20 10:51:22.448835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:22.497019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-c573e8fa-5728-4b49-84c4-07cff8aad26d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1068683 Oct 20 10:51:22.542920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.573110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port e173cfb9-a7c3-4280-aeb4-44d33bd0f887 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:22.726500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fc1de1b-f3bc-44a5-8dd4-c5537db3a793 req-d4eca880-bca1-47af-b77e-b1c8730efb1c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 210 time: 0.0489352 Oct 20 10:51:22.879304 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.921233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a351d-8f4e-4d2d-ab38-7353a06ae8c8 req-d50f310a-e403-4b15-aad6-fea562601cd9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:22.935441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57574) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:22.936210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-579a351d-8f4e-4d2d-ab38-7353a06ae8c8 req-d50f310a-e403-4b15-aad6-fea562601cd9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0951235 Oct 20 10:51:22.997434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.017813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-579a351d-8f4e-4d2d-ab38-7353a06ae8c8 req-4335ba4d-53c7-4f53-8f2c-b800bc3db49f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767009 Oct 20 10:51:23.083520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:23.087545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:23.098003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:23.113774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.114441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.126525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=e173cfb9-a7c3-4280-aeb4-44d33bd0f887,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.154496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9360c5dc-2052-4ae1-bae4-94e85c43ffcf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9242399 Oct 20 10:51:23.154691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57586) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.210152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fb34b-bbee-4a5b-ba85-9c9daf36d792 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.214154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-720fb34b-bbee-4a5b-ba85-9c9daf36d792 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/e173cfb9-a7c3-4280-aeb4-44d33bd0f887 HTTP/1.1" status: 200 len: 841 time: 0.0554121 Oct 20 10:51:23.214507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57590) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.232161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-316914947-network', 'tenant_id': '3a862fbf013c424390bce87ba2619bae'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:23.260589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Made reservation on behalf of 3a862fbf013c424390bce87ba2619bae for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:23.263776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.276109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.331579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port e173cfb9-a7c3-4280-aeb4-44d33bd0f887 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:23.332144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.364697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.370686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.411763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:23.420065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6ab5d-90fe-4857-9530-c4532b342895,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.427190 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.427783 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Added segment 9a474710-6af5-4ace-8cc7-d86e3af13352 of type vlan for network 7f03de83-566e-4534-8aaf-bb68d95efefe Oct 20 10:51:23.434894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.451072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for e173cfb9-a7c3-4280-aeb4-44d33bd0f887 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:23.475058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.500968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.502453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.503226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.536385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f58f5ef-e420-4aa9-b4e4-82f9720ddda6 req-7563baf3-bacc-48f8-a4c8-237e70269966 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0338905 Oct 20 10:51:23.544388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6069984 Oct 20 10:51:23.547131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57598) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.552555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Request body: {'subnet': {'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-316914947-subnet', 'tenant_id': '3a862fbf013c424390bce87ba2619bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:23.581683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.590219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a4a0-513d-458e-ad98-3e35a0560850 admin admin] Pushing event updated for resources: {'Network': ['ID=7f03de83-566e-4534-8aaf-bb68d95efefe,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.605307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7f03de83-566e-4534-8aaf-bb68d95efefe details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:23.608621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.609590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Made reservation on behalf of 3a862fbf013c424390bce87ba2619bae for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:23.612440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.615338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.615721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/e173cfb9-a7c3-4280-aeb4-44d33bd0f887 HTTP/1.1" status: 204 len: 168 time: 0.3997831 Oct 20 10:51:23.636160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acd41a-6886-4a48-b398-47dfc8616bac tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=e173cfb9-a7c3-4280-aeb4-44d33bd0f887,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.653734 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a988660-13d7-4046-8ca7-535923339e77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:23.655350 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a988660-13d7-4046-8ca7-535923339e77 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/e173cfb9-a7c3-4280-aeb4-44d33bd0f887 HTTP/1.1" status: 404 len: 333 time: 0.0388248 Oct 20 10:51:23.659324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57602) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.665850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'name': 'tempest-PortsTestJSON-1871553711'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:23.761475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:23.766267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.790265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port ff7012f2-a089-426a-acc4-c9edc78665ab yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:23.862767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6bcc994-8c4d-4237-aa15-ac19c3897018 req-8abf34f2-fa0b-40ae-83ba-d30713ac6293 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 210 time: 0.0339355 Oct 20 10:51:24.065043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-4885ec1e-6039-4e19-93f0-a7e1bb2d6ccd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473475 Oct 20 10:51:24.073083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.174053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.246206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b459431-71b9-4b4a-83c6-c968b3e2a3f8,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:24.249695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Checking segment: {'id': '9a474710-6af5-4ace-8cc7-d86e3af13352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:24.249695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Network hostable DHCP agents. Network: 7f03de83-566e-4534-8aaf-bb68d95efefe, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:24.266125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d15110-4e7d-4293-ad69-e2e5d2a4ec3b req-5370aeef-9b27-4766-8c0e-195c7cfc1b37 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.269598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51d15110-4e7d-4293-ad69-e2e5d2a4ec3b req-5370aeef-9b27-4766-8c0e-195c7cfc1b37 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1514652 Oct 20 10:51:24.269867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Network 7f03de83-566e-4534-8aaf-bb68d95efefe is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:24.275481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.283767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7f03de83-566e-4534-8aaf-bb68d95efefe) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:24.289439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-7e563053-d458-4a63-ac17-381835fba723 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.289623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.290109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.291259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-7e563053-d458-4a63-ac17-381835fba723 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163897 Oct 20 10:51:24.296473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893242ae-4a5c-4ea1-a758-21c215f1915b None None] Network 7f03de83-566e-4534-8aaf-bb68d95efefe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:24.316566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '73164ec5-50cb-412d-9733-d31208e82d52', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:24.317562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-647ef4d7-b7d2-46d0-99ce-04c6a39ab0f6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7692933 Oct 20 10:51:24.406370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:24.419937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:24.451035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=ff7012f2-a089-426a-acc4-c9edc78665ab,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:24.453987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:24.460255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.460868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.468165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51d15110-4e7d-4293-ad69-e2e5d2a4ec3b req-8b3c0b4e-1027-4a79-aef9-0ccbd31f2275 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905322 Oct 20 10:51:24.474096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805febea-3abe-42f6-9860-1580c9d24aec None None] Network 7f03de83-566e-4534-8aaf-bb68d95efefe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:24.504461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9fa28935-c268-401d-be0e-51c58ccec6ab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8438087 Oct 20 10:51:24.508038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:24.514608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:24.555774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:24.560261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.674752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.790487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.11 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/3ad847f3-814e-4f04-898b-69cdaf5c95f1) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:24.874916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55f0200b-3637-4b01-aa16-2a3a9d9a277d req-fcb99149-0d83-4def-9f85-221bf02c8f15 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0385590 Oct 20 10:51:24.928011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-65166187-ee8f-4e41-9254-45a4ca8f0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.929743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-65166187-ee8f-4e41-9254-45a4ca8f0bae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1097 time: 0.1272671 Oct 20 10:51:25.055913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e48795-0449-490d-9e02-1b044d74ae21 req-bc1c714e-7a01-40f7-8e9b-977061319aef tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.063134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97e48795-0449-490d-9e02-1b044d74ae21 req-bc1c714e-7a01-40f7-8e9b-977061319aef tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1129737 Oct 20 10:51:25.074838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.077618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-9de83274-63c6-4277-bbb4-391edeeeaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.079244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-9de83274-63c6-4277-bbb4-391edeeeaf0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.1311405 Oct 20 10:51:25.081501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.151683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] In _notify_port_updated(), no bound segment for port ff7012f2-a089-426a-acc4-c9edc78665ab on network dd6414ba-ae2b-4fc1-a767-c467e83530a8 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:51:25.157348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.157950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.159239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/ports/ff7012f2-a089-426a-acc4-c9edc78665ab HTTP/1.1" status: 200 len: 818 time: 0.6501622 Oct 20 10:51:25.162985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-6f85ca0b-20be-4630-aef3-45674ecd073f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 200 len: 217 time: 0.0542657 Oct 20 10:51:25.163432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.184182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97e48795-0449-490d-9e02-1b044d74ae21 req-94c9ed72-7011-4967-a0f9-76fd88546f55 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201630 Oct 20 10:51:25.199809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.229851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676ff7-aff3-46f1-a834-82a8039f4323 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=ff7012f2-a089-426a-acc4-c9edc78665ab,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.244541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-b8ee422d-5636-421a-a7f1-accf4756f2dd tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.246323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-b8ee422d-5636-421a-a7f1-accf4756f2dd tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/networks?id=7f03de83-566e-4534-8aaf-bb68d95efefe HTTP/1.1" status: 200 len: 808 time: 0.1784799 Oct 20 10:51:25.279696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-c443093d-e49f-42df-9441-7ff004d52c7d tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/quotas/3a862fbf013c424390bce87ba2619bae HTTP/1.1" status: 200 len: 375 time: 0.0258379 Oct 20 10:51:25.282775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-8499a574-666a-4b85-b2c6-2da367a83435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.284258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-8499a574-666a-4b85-b2c6-2da367a83435 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.1103363 Oct 20 10:51:25.336270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-43afe307-496f-413e-85be-af77df243e38 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a862fbf013c424390bce87ba2619bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445161 Oct 20 10:51:25.338079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ea0b6d0-8c88-4776-bd4f-f1939926dc93 req-bd104f92-dd81-4c06-b332-5c19ec062f5f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 210 time: 0.0574448 Oct 20 10:51:25.338673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-07e4a594-99d9-4a1b-b324-a85e9e8f4917 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365851 Oct 20 10:51:25.344582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.361565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port ff7012f2-a089-426a-acc4-c9edc78665ab {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:25.361565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.366644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:25.369156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c', '3afa2a54-44d2-4254-882f-48ec3e5113bd'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:25.422030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.439178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for ff7012f2-a089-426a-acc4-c9edc78665ab owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:25.455412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-06567596-ddc7-467e-bf80-bb20336c6c98 service neutron] 10.222.0.74 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056623 Oct 20 10:51:25.488449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:25.501269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:25.504742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:25.621310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.653661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-e659a828-7520-4878-a74d-5ace151f1a1d service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033242 Oct 20 10:51:25.654902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.674582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.681119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.703012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=ff7012f2-a089-426a-acc4-c9edc78665ab,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.729332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.736875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f5d218af-7bf3-45cf-bc16-474d0319067b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/ff7012f2-a089-426a-acc4-c9edc78665ab HTTP/1.1" status: 204 len: 168 time: 0.5705991 Oct 20 10:51:25.742965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57662) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.801050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-4c5cb096-9ffb-4db9-a22f-ff18d7836a82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4907656 Oct 20 10:51:25.817768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d1a9cc6-30bd-4823-9f76-9419996f4f3e req-cfe0d17a-3b36-42be-8c7c-fadd8aeb5c3e service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440916 Oct 20 10:51:25.820481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-a74fc186-352c-41fb-bfba-034f6ffae384 service neutron] 10.222.0.74 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399689 Oct 20 10:51:25.849901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Request body: {'port': {'device_id': '73164ec5-50cb-412d-9733-d31208e82d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:25.913294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69711a24-3d25-4d10-b92e-bd09f74b959d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.917800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-69711a24-3d25-4d10-b92e-bd09f74b959d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1703820 Oct 20 10:51:25.918494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57672) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.961154 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6993dc31-4f35-4b00-8646-fac7c6385e3b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:25.969026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6993dc31-4f35-4b00-8646-fac7c6385e3b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/ff7012f2-a089-426a-acc4-c9edc78665ab HTTP/1.1" status: 404 len: 333 time: 0.0466230 Oct 20 10:51:25.970095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.975049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6a74b5e4-e601-4b87-b151-848ace6654b1 None None] Provisioning complete for port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:25.975495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a74b5e4-e601-4b87-b151-848ace6654b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.976485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1841425307'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:26.021293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.028284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:26.038716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.080112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6a74b5e4-e601-4b87-b151-848ace6654b1 None None] Port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:26.092453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d212ee96-0867-45d8-99cd-b55ea720b2e1 req-d0112fc1-bf2c-42a6-af8a-8cf504373ac3 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0671740 Oct 20 10:51:26.095278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:26.117537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.120497 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment bc7e347f-7443-4832-a157-75337946d022 of type vlan for network b77ab7a2-def0-418c-906f-7566b169b2e6 Oct 20 10:51:26.181558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29288c85-99dc-44c2-8aa6-798c38f020e1 req-fd4ae850-f706-4535-9789-532df3a36198 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 210 time: 0.0394106 Oct 20 10:51:26.203113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.242110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.248118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.248813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.308570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3345184 Oct 20 10:51:26.309369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57690) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:26.314155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:26.357820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de48bba-11b0-4fdf-b057-c545805b155a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=b77ab7a2-def0-418c-906f-7566b169b2e6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:26.379158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a4b4-8bfa-4fd5-9e6e-271aab3e22b1 req-edc39aa4-be7f-4b9b-9db3-8199fb00b8de tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.380693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbc2a4b4-8bfa-4fd5-9e6e-271aab3e22b1 req-edc39aa4-be7f-4b9b-9db3-8199fb00b8de tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0854449 Oct 20 10:51:26.381661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:26.468252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:26.472219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.482879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbc2a4b4-8bfa-4fd5-9e6e-271aab3e22b1 req-f2043eda-7e65-430c-b13f-11b7e158285e tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693610 Oct 20 10:51:26.606554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad847f3-814e-4f04-898b-69cdaf5c95f1 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:26.617827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.652504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4cd7f-87e9-4513-a4e0-4b339dd865ab req-703a91b3-728a-4432-ba6e-04d03310bff6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.653963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca4cd7f-87e9-4513-a4e0-4b339dd865ab req-703a91b3-728a-4432-ba6e-04d03310bff6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 935 time: 0.1279469 Oct 20 10:51:26.658811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Transition to ACTIVE for port object 3ad847f3-814e-4f04-898b-69cdaf5c95f1 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:26.671452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.796760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.802559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca4cd7f-87e9-4513-a4e0-4b339dd865ab req-2ae83301-deff-427a-b9d5-d0a6a3dcc8f6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393337 Oct 20 10:51:26.805002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Pushing event updated for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:26.875417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Attempting to bind port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:26.875809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Attempting to bind port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:26.876751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Attempting to bind port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:26.882418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:26.882855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Attempting to bind port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:26.884653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=efcc3451-551f-42f4-82e8-cfc7c5ce1af4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:26.889673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:26.890347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:26.890966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:26.891713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Bound port: 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:26.892353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.900495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': 'bc7e347f-7443-4832-a157-75337946d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:26.900868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: b77ab7a2-def0-418c-906f-7566b169b2e6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:26.930864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network b77ab7a2-def0-418c-906f-7566b169b2e6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:26.948196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b77ab7a2-def0-418c-906f-7566b169b2e6) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:26.954821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.955710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.960482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da3194-1f62-4fcd-ae55-a01e85020c39 None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:26.989937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ab893afe-e5ab-4ab4-9ec0-fca1c3847bb7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6794701 Oct 20 10:51:26.991533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:27.002087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:27.036630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:27.090885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:27.099443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.177568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b77ab7a2-def0-418c-906f-7566b169b2e6', 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': 'efcc3451-551f-42f4-82e8-cfc7c5ce1af4'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:27.180214 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.345425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Allocated IP 172.20.0.2 (b77ab7a2-def0-418c-906f-7566b169b2e6/efcc3451-551f-42f4-82e8-cfc7c5ce1af4/8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:27.468783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.469398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.470771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] 10.222.0.70 "PUT /v2.0/ports/3ad847f3-814e-4f04-898b-69cdaf5c95f1 HTTP/1.1" status: 200 len: 1096 time: 1.6455786 Oct 20 10:51:27.474304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:27.475425 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09fed11-63d9-4205-b5c8-2a74a74f80e4" -d '{"events": [{"name": "network-changed", "server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:27.523006 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2327a5d-8573-47e5-98d9-9d8097f728e2 req-a86ec64b-64ef-467c-b4a5-4d12137fe925 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 210 time: 0.0877388 Oct 20 10:51:27.524790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ac7f64a-2e61-474a-a019-45083eefe75b req-b3d26a85-c5c0-4962-9a01-ecea5457c3a7 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0883923 Oct 20 10:51:27.559542 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.591926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.602039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c5ec-07c1-4699-8863-fa25a8548ddb service neutron] Pushing event updated for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:27.630513 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50562039-ecde-47a2-a451-695cf7cfcf46 x-openstack-request-id: req-50562039-ecde-47a2-a451-695cf7cfcf46 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:27.630757 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:27.631651 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50562039-ecde-47a2-a451-695cf7cfcf46 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:27.632180 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1', 'status': 'completed', 'code': 200} Oct 20 10:51:27.636562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-c0c30fd1-387f-4656-b691-56a9ad905d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.638075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-c0c30fd1-387f-4656-b691-56a9ad905d5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 1099 time: 0.1078911 Oct 20 10:51:27.638860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:27.642340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.682459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:27.689969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:27.710451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:27.752516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Pushing event updated for resources: {'Port': ['ID=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:27.763611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-ba652486-d50d-4544-8d3c-6a035537f01f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1 HTTP/1.1" status: 200 len: 217 time: 0.0896177 Oct 20 10:51:27.868198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Attempting to bind port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:27.868198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Attempting to bind port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bc7e347f-7443-4832-a157-75337946d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:27.868571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Attempting to bind port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a on network b77ab7a2-def0-418c-906f-7566b169b2e6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:27.879824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:27.880733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Checking segment: {'id': 'bc7e347f-7443-4832-a157-75337946d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:27.881766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.882171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Bound using segment: {'id': 'bc7e347f-7443-4832-a157-75337946d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:27.882971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Bound port: 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7e347f-7443-4832-a157-75337946d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:27.883605 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.899121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-9a2c393a-452e-41ac-8cd8-1b91eb2d962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.900464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-9a2c393a-452e-41ac-8cd8-1b91eb2d962b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1143661 Oct 20 10:51:27.923192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0114f8-45d1-4492-bba9-32ae306a9d6b req-6b8688cd-3373-4d80-a509-98c232f1fef6 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.930834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b0114f8-45d1-4492-bba9-32ae306a9d6b req-6b8688cd-3373-4d80-a509-98c232f1fef6 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1989367 Oct 20 10:51:27.941620 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet efcc3451-551f-42f4-82e8-cfc7c5ce1af4 (CIDR: 172.20.0.0/28) Oct 20 10:51:27.971784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-5baa836f-da3f-4637-9c37-53994c51d157 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.974320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-5baa836f-da3f-4637-9c37-53994c51d157 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.83 "GET /v2.0/networks?id=7f03de83-566e-4534-8aaf-bb68d95efefe HTTP/1.1" status: 200 len: 808 time: 0.2843864 Oct 20 10:51:27.991182 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:51:27.991708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:51:27.995655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] For port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:28.001305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] For port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,segment=NetworkSegment(bc7e347f-7443-4832-a157-75337946d022),segment_id=bc7e347f-7443-4832-a157-75337946d022)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:28.005241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Request body: {'port': {'device_id': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe', 'admin_state_up': True, 'tenant_id': '3a862fbf013c424390bce87ba2619bae'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:28.008950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.033621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8c22be9d-426b-48c7-b5e8-a646410a68a5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0386312 Oct 20 10:51:28.036890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57728) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:28.054055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b0114f8-45d1-4492-bba9-32ae306a9d6b req-c39303d6-9805-4514-b779-88d5d8be8969 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168017 Oct 20 10:51:28.060475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:28.081074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36006-0f70-4548-88df-aa949282bb83 req-d2c60deb-8c0e-41ab-aa5b-b943a7a89d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:28.082796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-d2c60deb-8c0e-41ab-aa5b-b943a7a89d14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675572 Oct 20 10:51:28.098328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82d514-bb53-4b4a-8832-6905547517e7 req-39baf2c6-8704-4bfb-b760-c1cdd9e25063 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:28.100578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c82d514-bb53-4b4a-8832-6905547517e7 req-39baf2c6-8704-4bfb-b760-c1cdd9e25063 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 947 time: 0.1984117 Oct 20 10:51:28.119803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27f69-731a-4292-b56c-6e45d6a3a12f None None] Pushing event updated for resources: {'Port': ['ID=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.185377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Made reservation on behalf of 3a862fbf013c424390bce87ba2619bae for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:28.189702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.273983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c82d514-bb53-4b4a-8832-6905547517e7 req-b491779f-8e6b-45c6-9fa2-5d07a60599ea tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Oct 20 10:51:28.345449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-5d88987d-54c5-435f-ae4f-bb6e8e9021dd service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437525 Oct 20 10:51:28.373329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:28.377191 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.428464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Allocated IP 172.20.0.3 (7f03de83-566e-4534-8aaf-bb68d95efefe/3b459431-71b9-4b4a-83c6-c968b3e2a3f8/11b31244-8337-4ca2-9515-10e99954d217) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:28.455306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c5512fb-5e30-4e5e-a858-727555b81b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.588271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:28.642456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:28.642835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.688982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.722919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48e36006-0f70-4548-88df-aa949282bb83 req-45dcee19-8e8b-49d0-9aef-cb8b52097561 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640337 Oct 20 10:51:28.732591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.762509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.764421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9a3d4d3-c9c2-422c-9e65-e1055d5ce4af req-695b70c7-6653-45ef-93ec-32951b490d99 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 210 time: 0.1027532 Oct 20 10:51:28.780396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c86594c5-8112-4be2-aa11-62f5777c90bb req-26450eff-716a-4cd5-9ed7-8641dbc72efb tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0828769 Oct 20 10:51:28.824470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,segment=NetworkSegment(bc7e347f-7443-4832-a157-75337946d022),segment_id=bc7e347f-7443-4832-a157-75337946d022)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:28.836447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.843576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Network 7f03de83-566e-4534-8aaf-bb68d95efefe is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:28.846795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:28.859211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:28.921795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Pushing event updated for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.938334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.948525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.948864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.949273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.949550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.949947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.950274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.950732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.950996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.951305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.952240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.952240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.952444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:28.980859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-e4f7e5f1-1bbe-4f56-973c-5e3c641951e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:28.982361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-e4f7e5f1-1bbe-4f56-973c-5e3c641951e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 1099 time: 0.1685960 Oct 20 10:51:28.991224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:28.992206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.014792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-156ef89f-60df-483d-923e-67670f2932ad tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0162446 Oct 20 10:51:29.032050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Request body: {'port': {'device_id': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:29.140331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.174072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.255857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-aea1932e-61b6-4fa9-a99b-a433ee49dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.257374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-aea1932e-61b6-4fa9-a99b-a433ee49dcd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2418649 Oct 20 10:51:29.264931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network b77ab7a2-def0-418c-906f-7566b169b2e6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:29.267225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=50789e76-43d3-49d2-af8e-7380e8bc2494,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.271561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:29.275137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.275717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.335609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cba4c-00dc-4d34-83a4-aec2a0852490 req-0b2646b8-3c4e-4241-88ff-d75c943c1cb2 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.337226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e65cba4c-00dc-4d34-83a4-aec2a0852490 req-0b2646b8-3c4e-4241-88ff-d75c943c1cb2 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1836884 Oct 20 10:51:29.339871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-c32d8e4d-f19d-4c33-ae40-5a5e30879d01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1 HTTP/1.1" status: 200 len: 217 time: 0.0615673 Oct 20 10:51:29.358060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ba54226f-ac47-4da9-8d5b-771323d21d74 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3198578 Oct 20 10:51:29.365287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:29.372717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'fixed_ips': [{'subnet_id': 'efcc3451-551f-42f4-82e8-cfc7c5ce1af4'}, {'subnet_id': '50789e76-43d3-49d2-af8e-7380e8bc2494'}], 'name': 'tempest-PortsTestJSON-2120953280'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:29.379518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89305949-cd08-49f6-ac65-36e045841a54 None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:29.433730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f5a4425b-6a9d-4680-a131-bc75c894b8b7 None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:29.434395 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f5a4425b-6a9d-4680-a131-bc75c894b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.471220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e65cba4c-00dc-4d34-83a4-aec2a0852490 req-7bef90e0-73f1-4241-b9fc-ac60539264c8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129193 Oct 20 10:51:29.471220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-3b5eceb4-7144-4ad9-b43a-51350b61d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.471220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-3b5eceb4-7144-4ad9-b43a-51350b61d2d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1187799 Oct 20 10:51:29.499778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce887f2-af1c-418e-af90-966855d15d86 req-e76e3a09-5701-4136-99d5-b0133760a2ff tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.510494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fce887f2-af1c-418e-af90-966855d15d86 req-e76e3a09-5701-4136-99d5-b0133760a2ff tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 947 time: 0.1512434 Oct 20 10:51:29.621960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:29.629535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fce887f2-af1c-418e-af90-966855d15d86 req-c112ab40-bb20-434c-b509-fb6b1aa34d5a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177518 Oct 20 10:51:29.634223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-6f1258a8-6956-4278-9821-1a4237d8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.636181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-6f1258a8-6956-4278-9821-1a4237d8efeb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560721 Oct 20 10:51:29.665215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b31244-8337-4ca2-9515-10e99954d217 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:29.701976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.741996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Update dhcp port {'port': {'network_id': 'b77ab7a2-def0-418c-906f-7566b169b2e6', 'fixed_ips': [{'subnet_id': 'efcc3451-551f-42f4-82e8-cfc7c5ce1af4', 'ip_address': '172.20.0.2'}, {'subnet_id': '50789e76-43d3-49d2-af8e-7380e8bc2494'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:51:29.747526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Transition to ACTIVE for port object 11b31244-8337-4ca2-9515-10e99954d217 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:29.751861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.764497 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.767269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-0cfe9c16-150c-4493-8e0f-6e62de10677d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158452 Oct 20 10:51:29.771954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.812211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port ec73e04d-8e28-457a-ac08-37fa4de59a7a yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:29.874196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Pushing event updated for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.009214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7453992-9383-4cc9-9c56-b8064393b9ff req-2f2adb48-07a9-4066-83ca-6d5b254f79f1 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0567391 Oct 20 10:51:30.019978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Allocated IP 172.20.0.18 (b77ab7a2-def0-418c-906f-7566b169b2e6/50789e76-43d3-49d2-af8e-7380e8bc2494/8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:30.024307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Attempting to bind port 11b31244-8337-4ca2-9515-10e99954d217 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:30.025315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Attempting to bind port 11b31244-8337-4ca2-9515-10e99954d217 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '9a474710-6af5-4ace-8cc7-d86e3af13352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:30.026390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Attempting to bind port 11b31244-8337-4ca2-9515-10e99954d217 on network 7f03de83-566e-4534-8aaf-bb68d95efefe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:30.044609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9f97-0b45-4777-b2e8-6c8ffc956d78 req-67d57636-8587-4247-a078-47bc49be98c0 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.046188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0bfa9f97-0b45-4777-b2e8-6c8ffc956d78 req-67d57636-8587-4247-a078-47bc49be98c0 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 943 time: 0.1784189 Oct 20 10:51:30.052630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09fed11-63d9-4205-b5c8-2a74a74f80e4 req-c5effe8d-4285-438f-b412-b70817ed95c8 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647152 Oct 20 10:51:30.060231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Port 11b31244-8337-4ca2-9515-10e99954d217 on network 7f03de83-566e-4534-8aaf-bb68d95efefe not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:30.060819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Attempting to bind port 11b31244-8337-4ca2-9515-10e99954d217 on network 7f03de83-566e-4534-8aaf-bb68d95efefe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:30.068667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:30.069350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Checking segment: {'id': '9a474710-6af5-4ace-8cc7-d86e3af13352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:30.070093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Bound using segment: {'id': '9a474710-6af5-4ace-8cc7-d86e3af13352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:30.070749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Bound port: 11b31244-8337-4ca2-9515-10e99954d217, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a474710-6af5-4ace-8cc7-d86e3af13352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:30.071333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.118864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0bfa9f97-0b45-4777-b2e8-6c8ffc956d78 req-d7881da5-866b-48fc-9050-dda8cb66414f tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642853 Oct 20 10:51:30.184557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:30.189102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11b31244-8337-4ca2-9515-10e99954d217,segment=NetworkSegment(9a474710-6af5-4ace-8cc7-d86e3af13352),segment_id=9a474710-6af5-4ace-8cc7-d86e3af13352)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:30.194111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.195187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] For port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,segment=NetworkSegment(bc7e347f-7443-4832-a157-75337946d022),segment_id=bc7e347f-7443-4832-a157-75337946d022)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:30.233353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.233709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.235156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] 10.222.0.83 "PUT /v2.0/ports/11b31244-8337-4ca2-9515-10e99954d217 HTTP/1.1" status: 200 len: 1092 time: 1.2073889 Oct 20 10:51:30.235598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.235712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'tag': '11b31244-8337-4ca2-9515-10e99954d217'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:30.238122 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08471345-0524-48de-9463-420e9b49ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "tag": "11b31244-8337-4ca2-9515-10e99954d217"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:30.241039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.294410 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701774cf-0272-48e1-9874-4e89520a21a6 x-openstack-request-id: req-701774cf-0272-48e1-9874-4e89520a21a6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:30.294701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "tag": "11b31244-8337-4ca2-9515-10e99954d217", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:30.294999 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-701774cf-0272-48e1-9874-4e89520a21a6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:30.295418 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'tag': '11b31244-8337-4ca2-9515-10e99954d217', 'status': 'completed', 'code': 200} Oct 20 10:51:30.382520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb36a82-3b60-44e7-bb28-6328c644ef16 service neutron] Pushing event updated for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.411358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-59f8ca71-609d-4449-9a8c-5243a56ae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.413542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-59f8ca71-609d-4449-9a8c-5243a56ae0b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a862fbf013c424390bce87ba2619bae&device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 1095 time: 0.1005487 Oct 20 10:51:30.419304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.14 (b77ab7a2-def0-418c-906f-7566b169b2e6/efcc3451-551f-42f4-82e8-cfc7c5ce1af4/ec73e04d-8e28-457a-ac08-37fa4de59a7a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:30.431559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.29 (b77ab7a2-def0-418c-906f-7566b169b2e6/50789e76-43d3-49d2-af8e-7380e8bc2494/ec73e04d-8e28-457a-ac08-37fa4de59a7a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:30.475717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-4321fc7a-f6f1-42cd-9a28-d63578ead838 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11b31244-8337-4ca2-9515-10e99954d217 HTTP/1.1" status: 200 len: 217 time: 0.0507278 Oct 20 10:51:30.539119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45392f-56d9-4c96-9f6e-46bb6968e83c None None] Pushing event updated for resources: {'Port': ['ID=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.552740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:30.565688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-63628fb3-3f31-412b-99e7-5ae3472013a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.567276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-63628fb3-3f31-412b-99e7-5ae3472013a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b459431-71b9-4b4a-83c6-c968b3e2a3f8 HTTP/1.1" status: 200 len: 848 time: 0.0827112 Oct 20 10:51:30.615274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:30.615744 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.640509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea79c9-d21a-4f4e-ac17-8c957f4d09ab req-52e98110-86d4-4942-b83b-5a934107ffc6 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.642170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52ea79c9-d21a-4f4e-ac17-8c957f4d09ab req-52e98110-86d4-4942-b83b-5a934107ffc6 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0750217 Oct 20 10:51:30.689447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-68f7e0e7-3394-4424-a8ad-9f78b4022a96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f03de83-566e-4534-8aaf-bb68d95efefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015704 Oct 20 10:51:30.711707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52ea79c9-d21a-4f4e-ac17-8c957f4d09ab req-5acb5006-55a0-4b64-968a-d00c72a9f35b tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600739 Oct 20 10:51:30.801478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc4bce-7fd8-4014-8edd-f00723f5256e req-7dc406a5-1891-46ce-9833-4247f5e5514f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.803696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84fc4bce-7fd8-4014-8edd-f00723f5256e req-7dc406a5-1891-46ce-9833-4247f5e5514f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 947 time: 0.0574410 Oct 20 10:51:30.818257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.853173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84fc4bce-7fd8-4014-8edd-f00723f5256e req-8d5b3c5e-5681-481e-9e80-64e2c22ab24f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Oct 20 10:51:30.870208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-0a667a36-1ee1-4a76-b5a2-c942df788f4e service neutron] 10.222.0.83 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686256 Oct 20 10:51:30.890057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.984271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network b77ab7a2-def0-418c-906f-7566b169b2e6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:30.990329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:30.997401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:31.039568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=ec73e04d-8e28-457a-ac08-37fa4de59a7a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:31.061970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a1a7f5a-54e5-406d-81f4-ac01b9820487 req-825470c6-e3ae-4917-8efe-903aaa2bc2fd service neutron] 10.222.0.83 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817560 Oct 20 10:51:31.075150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.076012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.100855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-10c51bf2-57ac-496b-822d-8b555ff309ba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7339358 Oct 20 10:51:31.103553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.109392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efcc3451-551f-42f4-82e8-cfc7c5ce1af4'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:31.175644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-397e8b55-4181-40c8-8334-a6b2419307f1 req-4d055c1c-3a09-4faf-a957-15c8b54fb0bc tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0457270 Oct 20 10:51:31.234465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e5e4f-7689-4d04-9c1c-fcbb49875e90 None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:31.273759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.302344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471345-0524-48de-9463-420e9b49ac9d req-1722db22-2d9f-4120-b62a-841088dd4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.304406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-1722db22-2d9f-4120-b62a-841088dd4bc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a862fbf013c424390bce87ba2619bae&device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 1095 time: 0.1652079 Oct 20 10:51:31.331006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30568414-080a-428e-915e-223952d01213 req-7095d3a3-a32a-470c-a038-c880dcf0280d tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.336559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30568414-080a-428e-915e-223952d01213 req-7095d3a3-a32a-470c-a038-c880dcf0280d tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 943 time: 0.1009147 Oct 20 10:51:31.389582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d1e7e911-c85c-4df7-9f67-1233abb2590d None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:31.389975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e911-c85c-4df7-9f67-1233abb2590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.407956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30568414-080a-428e-915e-223952d01213 req-0c74e64f-ab34-47a2-a228-3e10c24caaa9 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 Oct 20 10:51:31.427760 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c9e85ab-9c5d-4442-80fd-9bfeacf47d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.513511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471345-0524-48de-9463-420e9b49ac9d req-4c4e97f3-27f5-4a7d-9758-fb72c3961735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.515013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-4c4e97f3-27f5-4a7d-9758-fb72c3961735 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f03de83-566e-4534-8aaf-bb68d95efefe HTTP/1.1" status: 200 len: 910 time: 0.1912706 Oct 20 10:51:31.547586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57818) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.600462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-c0779333-99cd-4e60-aa37-8abb86ef1972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11b31244-8337-4ca2-9515-10e99954d217 HTTP/1.1" status: 200 len: 217 time: 0.0751116 Oct 20 10:51:31.661775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d71c294-06dd-47e0-b1af-38325111503b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.700144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.700437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471345-0524-48de-9463-420e9b49ac9d req-2115d61d-5fb9-4384-84a4-086571131c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.701845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-2115d61d-5fb9-4384-84a4-086571131c95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b459431-71b9-4b4a-83c6-c968b3e2a3f8 HTTP/1.1" status: 200 len: 848 time: 0.0849285 Oct 20 10:51:31.702769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Delete allocated IP 172.20.0.29 (b77ab7a2-def0-418c-906f-7566b169b2e6/50789e76-43d3-49d2-af8e-7380e8bc2494) {{(pid=100746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:51:31.769971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d71c294-06dd-47e0-b1af-38325111503b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.772904 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-b2d3f38e-8221-4879-9443-7615544d06c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f03de83-566e-4534-8aaf-bb68d95efefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528820 Oct 20 10:51:31.777295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d71c294-06dd-47e0-b1af-38325111503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.814506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c294-06dd-47e0-b1af-38325111503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60aee00-fa22-4f07-a691-4b9e5dfcd748,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:31.858456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-683869c6-eb8f-4eb2-ab04-6b9deb770a61 None None] Provisioning complete for port ec73e04d-8e28-457a-ac08-37fa4de59a7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:31.859215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-683869c6-eb8f-4eb2-ab04-6b9deb770a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.864810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d71c294-06dd-47e0-b1af-38325111503b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3dd796939dd40a08b34fdcabb59c783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161342 Oct 20 10:51:31.868305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57824) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.911137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d3f8-604e-474e-bec0-c809c0b7e886 req-79b712bd-f277-453d-b1e7-f2a54afd3013 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.913050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dc8d3f8-604e-474e-bec0-c809c0b7e886 req-79b712bd-f277-453d-b1e7-f2a54afd3013 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0953710 Oct 20 10:51:31.934218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-683869c6-eb8f-4eb2-ab04-6b9deb770a61 None None] Port ec73e04d-8e28-457a-ac08-37fa4de59a7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:31.948611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-683869c6-eb8f-4eb2-ab04-6b9deb770a61 None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:31.949340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-683869c6-eb8f-4eb2-ab04-6b9deb770a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.986980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.047624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.060577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dc8d3f8-604e-474e-bec0-c809c0b7e886 req-143d8a28-5562-494f-ab48-c2280299c821 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333423 Oct 20 10:51:32.080765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae7b1-2d0a-47a7-8c22-989b3bb3091c req-90537db0-5218-48bb-bf6b-89e7ce146955 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:32.082260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06eae7b1-2d0a-47a7-8c22-989b3bb3091c req-90537db0-5218-48bb-bf6b-89e7ce146955 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 947 time: 0.1114275 Oct 20 10:51:32.134693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06eae7b1-2d0a-47a7-8c22-989b3bb3091c req-4591be4d-d264-44b8-a484-7d429a407ddb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Oct 20 10:51:32.147778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.151079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.152261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f60aee00-fa22-4f07-a691-4b9e5dfcd748 HTTP/1.1" status: 204 len: 168 time: 0.2828500 Oct 20 10:51:32.171432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d0749-716c-4005-8888-fbe3167bbfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60aee00-fa22-4f07-a691-4b9e5dfcd748,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:32.173520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-81bedadc-cdf8-4c79-bcd3-5b5ce231acfc None None] Provisioning complete for port ec73e04d-8e28-457a-ac08-37fa4de59a7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:32.173890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-81bedadc-cdf8-4c79-bcd3-5b5ce231acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.224935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-81bedadc-cdf8-4c79-bcd3-5b5ce231acfc None None] Port ec73e04d-8e28-457a-ac08-37fa4de59a7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:32.285600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7bec0cd-7aeb-4e0e-b1a2-f1f08684c248 req-3632ea61-ceee-466b-99a0-156de862dcd1 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Oct 20 10:51:32.291263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-8f805e72-ae16-49d9-9278-0126e3a332b8 service neutron] 10.222.0.83 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817588 Oct 20 10:51:32.299816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.310000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.437933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=ec73e04d-8e28-457a-ac08-37fa4de59a7a,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:32.499765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] In _notify_port_updated(), no bound segment for port ec73e04d-8e28-457a-ac08-37fa4de59a7a on network b77ab7a2-def0-418c-906f-7566b169b2e6 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:51:32.506454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:32.507169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.511637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ec1d865b-e04e-4157-b7cf-e16890da6b86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/ports/ec73e04d-8e28-457a-ac08-37fa4de59a7a HTTP/1.1" status: 200 len: 920 time: 1.4039977 Oct 20 10:51:32.511637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-08471345-0524-48de-9463-420e9b49ac9d req-a8e0a5d0-33aa-43a2-adfc-21ba996f8916 service neutron] 10.222.0.83 "GET /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975322 Oct 20 10:51:32.511637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:32.513986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3ad847f3-814e-4f04-898b-69cdaf5c95f1 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:32.516709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efcc3451-551f-42f4-82e8-cfc7c5ce1af4'}, {'subnet_id': '50789e76-43d3-49d2-af8e-7380e8bc2494'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:32.572817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:32.599285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65f4a-32c2-4f95-a02b-f89b8baba2eb req-7de4bcf5-cefe-4d5a-858e-f843c8f2812e tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:32.600478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb65f4a-32c2-4f95-a02b-f89b8baba2eb req-7de4bcf5-cefe-4d5a-858e-f843c8f2812e tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 943 time: 0.0805163 Oct 20 10:51:32.601364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:32.613807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.641388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6b1db17-1b4e-4eb5-88a8-d5acf7d79469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.674617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb65f4a-32c2-4f95-a02b-f89b8baba2eb req-b08a71cf-dd16-40bf-b2dd-199df5953558 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643144 Oct 20 10:51:32.716675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:32.717118 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.764745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6b1db17-1b4e-4eb5-88a8-d5acf7d79469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.769702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6b1db17-1b4e-4eb5-88a8-d5acf7d79469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.770905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:32.784756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.799090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3ad847f3-814e-4f04-898b-69cdaf5c95f1', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '3ad847f3-814e-4f04-898b-69cdaf5c95f1', 'mac_address': 'fa:16:3e:45:d8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:32.807344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ac49f2ca-81b5-49a9-8e08-0158ca2bbe1f None None] Provisioning complete for port ec73e04d-8e28-457a-ac08-37fa4de59a7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:32.807704 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac49f2ca-81b5-49a9-8e08-0158ca2bbe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.811236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1db17-1b4e-4eb5-88a8-d5acf7d79469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7977c-8c3f-45cd-aed1-256c88b76d05,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:32.819217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d6b1db17-1b4e-4eb5-88a8-d5acf7d79469 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8931272eafed4d96b7cb35a0f3a4ef0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135193 Oct 20 10:51:32.820092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57844) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:32.873087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.882618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ac49f2ca-81b5-49a9-8e08-0158ca2bbe1f None None] Port ec73e04d-8e28-457a-ac08-37fa4de59a7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:32.886423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.899872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.927259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad847f3-814e-4f04-898b-69cdaf5c95f1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:32.955038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.958138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.959841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:32.963109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31a7977c-8c3f-45cd-aed1-256c88b76d05 HTTP/1.1" status: 204 len: 168 time: 0.1427257 Oct 20 10:51:32.964724 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.972752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b23f04-7dca-4197-bbb5-fd3120ef4d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7977c-8c3f-45cd-aed1-256c88b76d05,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:32.986127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.19 (b77ab7a2-def0-418c-906f-7566b169b2e6/50789e76-43d3-49d2-af8e-7380e8bc2494/ec73e04d-8e28-457a-ac08-37fa4de59a7a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:33.028445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.132100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.137187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.213406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81442-fc69-4031-83c9-6c631220f57e req-3baabdf2-742a-4a96-add9-159562c85e8a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:33.220875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10f81442-fc69-4031-83c9-6c631220f57e req-3baabdf2-742a-4a96-add9-159562c85e8a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0837669 Oct 20 10:51:33.229378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=ec73e04d-8e28-457a-ac08-37fa4de59a7a,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.291285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] In _notify_port_updated(), no bound segment for port ec73e04d-8e28-457a-ac08-37fa4de59a7a on network b77ab7a2-def0-418c-906f-7566b169b2e6 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:51:33.298173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:33.299034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.300492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bde6a13c-4db8-439d-ab23-2825eee5ea84 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/ports/ec73e04d-8e28-457a-ac08-37fa4de59a7a HTTP/1.1" status: 200 len: 1000 time: 0.7881556 Oct 20 10:51:33.304120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:33.329209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10f81442-fc69-4031-83c9-6c631220f57e req-e9ce9e13-3362-4bf4-ade3-cd6ae78a8e0f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073401 Oct 20 10:51:33.375310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e629ea-cdb8-42a1-a431-105ad77c8243 req-791fed9c-14dc-40c3-8ad1-23f2740522f9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:33.386968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3e629ea-cdb8-42a1-a431-105ad77c8243 req-791fed9c-14dc-40c3-8ad1-23f2740522f9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 948 time: 0.1326878 Oct 20 10:51:33.391664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:33.419398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3210c0f4-bda3-44ac-becb-2569caf1cc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.430523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port ec73e04d-8e28-457a-ac08-37fa4de59a7a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:33.430911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.479754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8cd69e0-a5d4-4888-8db3-6602638f7752 req-556ce38b-c68e-4773-b4ad-482138e6880e tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0501356 Oct 20 10:51:33.481574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3ad847f3-814e-4f04-898b-69cdaf5c95f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:33.485967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3e629ea-cdb8-42a1-a431-105ad77c8243 req-08e15eeb-598e-4b35-ac36-725eb423dbf6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011961 Oct 20 10:51:33.557241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3210c0f4-bda3-44ac-becb-2569caf1cc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.560180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7989bca7-ae03-46f5-aae6-8cbb4f10fc88 None None] Provisioning complete for port ec73e04d-8e28-457a-ac08-37fa4de59a7a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:33.560955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7989bca7-ae03-46f5-aae6-8cbb4f10fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.562539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3210c0f4-bda3-44ac-becb-2569caf1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.584178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.597538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for ec73e04d-8e28-457a-ac08-37fa4de59a7a owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:33.617861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3210c0f4-bda3-44ac-becb-2569caf1cc76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3fb7085ccba644e3a67fd32037b51977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207048 Oct 20 10:51:33.617861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c0f4-bda3-44ac-becb-2569caf1cc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b7db8-c189-46db-819e-0b362a7f0336,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.618767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57864) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:33.627486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7989bca7-ae03-46f5-aae6-8cbb4f10fc88 None None] Port ec73e04d-8e28-457a-ac08-37fa4de59a7a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:33.686113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.715256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.797393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.800160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.803888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/007b7db8-c189-46db-819e-0b362a7f0336 HTTP/1.1" status: 204 len: 168 time: 0.1816483 Oct 20 10:51:33.817738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0097d64-3468-49c8-8f54-18166313bd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b7db8-c189-46db-819e-0b362a7f0336,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.829135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa915f-18fc-40f1-9974-ee2f059722a3 req-f9a319fc-f1d8-4c11-8bb7-a1b0fe4f4914 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:33.830736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23fa915f-18fc-40f1-9974-ee2f059722a3 req-f9a319fc-f1d8-4c11-8bb7-a1b0fe4f4914 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 943 time: 0.0721278 Oct 20 10:51:33.831044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.872523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=ec73e04d-8e28-457a-ac08-37fa4de59a7a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.882512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23fa915f-18fc-40f1-9974-ee2f059722a3 req-e9dcf7f6-8652-496c-9138-d3deb5b41f34 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Oct 20 10:51:33.983808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.987811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7be13bf-fd01-467e-97e5-6df2328de705 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/ec73e04d-8e28-457a-ac08-37fa4de59a7a HTTP/1.1" status: 204 len: 168 time: 0.6824694 Oct 20 10:51:33.991633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.018343 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a621c8d7-809e-4809-a85b-77c08cacf9bb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:34.020058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a621c8d7-809e-4809-a85b-77c08cacf9bb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/ec73e04d-8e28-457a-ac08-37fa4de59a7a HTTP/1.1" status: 404 len: 333 time: 0.0272255 Oct 20 10:51:34.022876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.078969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 50789e76-43d3-49d2-af8e-7380e8bc2494 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:34.083046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.129758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.218996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.265648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.279358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.312493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=50789e76-43d3-49d2-af8e-7380e8bc2494,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:34.317539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.321417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5996a0eb-51ac-4c3e-a0ae-00730ccc5851 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/50789e76-43d3-49d2-af8e-7380e8bc2494 HTTP/1.1" status: 204 len: 168 time: 0.2974410 Oct 20 10:51:34.324122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57884) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.325275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10586a-2d79-4394-9351-bfb8274bb80e None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:34.388207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet efcc3451-551f-42f4-82e8-cfc7c5ce1af4 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:34.393417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.469192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.476012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b91d5b-e13d-4f21-b467-e3fec76627ae req-01550717-1c11-4c36-934c-bc2d74eb13ed tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:34.483753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80b91d5b-e13d-4f21-b467-e3fec76627ae req-01550717-1c11-4c36-934c-bc2d74eb13ed tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0751669 Oct 20 10:51:34.545809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80b91d5b-e13d-4f21-b467-e3fec76627ae req-b83ce359-a8d1-41fe-939f-c4f90938b91a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565839 Oct 20 10:51:34.610154 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.684681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.690178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4985d65b-b72e-498e-b0f9-afac54e22b09 req-a27fcda0-54f2-4678-ae39-aec0c991be32 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0426304 Oct 20 10:51:34.708573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8417b8-454d-4306-8f8d-df97875fea2b req-df54f485-efa4-4a42-a544-b0a225eb8d68 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:34.712292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a8417b8-454d-4306-8f8d-df97875fea2b req-df54f485-efa4-4a42-a544-b0a225eb8d68 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 948 time: 0.0997884 Oct 20 10:51:34.758241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.762618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/efcc3451-551f-42f4-82e8-cfc7c5ce1af4 HTTP/1.1" status: 204 len: 168 time: 0.4372356 Oct 20 10:51:34.763839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdb202-a502-4873-a88e-531176e62dff tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=efcc3451-551f-42f4-82e8-cfc7c5ce1af4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:34.765728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57906) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.785202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a8417b8-454d-4306-8f8d-df97875fea2b req-99b8afa9-a6d2-44f5-b3aa-068aa79ab08d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Oct 20 10:51:34.867861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.937792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:34.938123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.039860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,segment=NetworkSegment(bc7e347f-7443-4832-a157-75337946d022),segment_id=bc7e347f-7443-4832-a157-75337946d022)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:35.040299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.057936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:35.085123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730cf4-293d-413d-a7a4-725456145ae5 req-6be0a93c-ec42-4175-9c0d-0df88225a1f6 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.086647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b730cf4-293d-413d-a7a4-725456145ae5 req-6be0a93c-ec42-4175-9c0d-0df88225a1f6 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 943 time: 0.1199288 Oct 20 10:51:35.181177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b730cf4-293d-413d-a7a4-725456145ae5 req-eea74cbc-52b0-465f-8e0f-ccb17f5fd796 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605702 Oct 20 10:51:35.212158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.226391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13abb86-64fe-487a-974f-7401bd2f35b3 None None] Network b77ab7a2-def0-418c-906f-7566b169b2e6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:35.240907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.246272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:35.289545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11b31244-8337-4ca2-9515-10e99954d217 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:35.295639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c7db4b6f-eb49-427d-bb33-11e12cc9fc48 None None] Could not find standard attr ID for object 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:35.345120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.369777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77ab7a2-def0-418c-906f-7566b169b2e6']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.382194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7e347f-7443-4832-a157-75337946d022') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.382506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7e347f-7443-4832-a157-75337946d022') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.393573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.409938 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.423526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:35.424339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:35.427572 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:35.451874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb8cde-1cac-4eb4-8d03-507a3583ecbc None None] DHCP port deletion for b77ab7a2-def0-418c-906f-7566b169b2e6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:35.479384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11b31244-8337-4ca2-9515-10e99954d217,segment=NetworkSegment(9a474710-6af5-4ace-8cc7-d86e3af13352),segment_id=9a474710-6af5-4ace-8cc7-d86e3af13352)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:35.494002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '11b31244-8337-4ca2-9515-10e99954d217', 'network_id': '7f03de83-566e-4534-8aaf-bb68d95efefe', 'port_id': '11b31244-8337-4ca2-9515-10e99954d217', 'mac_address': 'fa:16:3e:af:2f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b459431-71b9-4b4a-83c6-c968b3e2a3f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:35.500189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.513056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.520294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/b77ab7a2-def0-418c-906f-7566b169b2e6 HTTP/1.1" status: 204 len: 168 time: 0.7500896 Oct 20 10:51:35.521989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57924) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.526865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a27b-3423-4e51-84c7-a08639bb5dd9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=b77ab7a2-def0-418c-906f-7566b169b2e6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.540117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.561086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b31244-8337-4ca2-9515-10e99954d217 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:35.582988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5fe29-46cf-44a9-9cd8-e8f531ce5ae2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.582988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-93f5fe29-46cf-44a9-9cd8-e8f531ce5ae2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0585341 Oct 20 10:51:35.585337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57930) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.585467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11b31244-8337-4ca2-9515-10e99954d217,segment=NetworkSegment(9a474710-6af5-4ace-8cc7-d86e3af13352),segment_id=9a474710-6af5-4ace-8cc7-d86e3af13352)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:35.592727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.636866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d34fadb2-2a90-4505-b48a-cda4ce424699 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0498450 Oct 20 10:51:35.637609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57932) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.643121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1825935897'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:35.649233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.669534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:35.673119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.679273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f56931-bbd8-45c2-b0f6-da345bed5faf req-6a85ba08-ac9a-4cde-9a56-bffe82d39f72 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.681069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43f56931-bbd8-45c2-b0f6-da345bed5faf req-6a85ba08-ac9a-4cde-9a56-bffe82d39f72 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0582120 Oct 20 10:51:35.703246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:35.714169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.714568 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 91fdc4d6-fe78-49d3-902a-6db260aeb492 of type vlan for network 315de485-cf73-4675-83ae-dbfc6d0fe193 Oct 20 10:51:35.735370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43f56931-bbd8-45c2-b0f6-da345bed5faf req-25b8b071-cbe9-4ffe-8c7c-33dc49fd9747 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Oct 20 10:51:35.762253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.790879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.796947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.797557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.827480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8fc5254-35f8-442f-aa7d-e23490180cc6 req-4e8eb9f1-71fc-4a59-9c38-f7299b5820fe tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Oct 20 10:51:35.836758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1980436 Oct 20 10:51:35.840618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57944) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.847418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:35.879677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a712b7-1e52-4e0b-8e26-9b5a9e37645d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=315de485-cf73-4675-83ae-dbfc6d0fe193,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.892230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:35.959483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['11b31244-8337-4ca2-9515-10e99954d217'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:36.013066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1f63e-427a-49a1-a4e3-df238da748c1 req-2cdf9132-01ce-4a13-ae5e-368d58a3668d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.015565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cd1f63e-427a-49a1-a4e3-df238da748c1 req-2cdf9132-01ce-4a13-ae5e-368d58a3668d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 948 time: 0.1157506 Oct 20 10:51:36.049499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:36.053900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.097991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5cd1f63e-427a-49a1-a4e3-df238da748c1 req-d9c89fa5-fbc2-4d98-b87f-4926d143737c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743072 Oct 20 10:51:36.273684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.369869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=75099cfd-cd8a-4c84-b60f-e80af26b9d23,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:36.385990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e5e99-cd7f-4cce-95c8-8677fdd968ef req-fe530ee2-0648-4770-ba8f-b86cede90e6f tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.388008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e6e5e99-cd7f-4cce-95c8-8677fdd968ef req-fe530ee2-0648-4770-ba8f-b86cede90e6f tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 944 time: 0.1174979 Oct 20 10:51:36.396025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '91fdc4d6-fe78-49d3-902a-6db260aeb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:36.396921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: 315de485-cf73-4675-83ae-dbfc6d0fe193, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:36.428637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:36.453627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e6e5e99-cd7f-4cce-95c8-8677fdd968ef req-2b76ec50-1fc2-41a6-8b25-46c0e06e1f27 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Oct 20 10:51:36.455313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 315de485-cf73-4675-83ae-dbfc6d0fe193) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:36.463861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.464439 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.466028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b712fe-de23-42ca-831d-570cbc9067b5 None None] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:36.483759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aee3d78e-bb44-4490-aa02-9f5535759db0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6416383 Oct 20 10:51:36.486266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57960) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.492648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193', 'name': 'tempest-PortsTestJSON-1526143317'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:36.544151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:36.570722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3ad847f3-814e-4f04-898b-69cdaf5c95f1 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:36.574540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:36.575113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a5a0e69-cda6-4098-a0db-4f9e6edcaa8a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:36.627776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:36.631471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.650557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 14e2fd2d-059b-4d4e-9d51-bc62181d47c9 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:36.670923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57964) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.691843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:36.696651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:36.697314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.722155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-315de485-cf73-4675-83ae-dbfc6d0fe193', 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': '75099cfd-cd8a-4c84-b60f-e80af26b9d23'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:36.727939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.796627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.3 (315de485-cf73-4675-83ae-dbfc6d0fe193/75099cfd-cd8a-4c84-b60f-e80af26b9d23/14e2fd2d-059b-4d4e-9d51-bc62181d47c9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:36.822601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec67718a-9e99-449b-a2cb-76eb424f80db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.878228 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.913808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:36.916456 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c75f2-3b93-4c55-a943-981a60f1d2ca" -d '{"events": [{"server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "name": "network-vif-plugged", "status": "completed", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:36.925150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec67718a-9e99-449b-a2cb-76eb424f80db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.931001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:36.933558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec67718a-9e99-449b-a2cb-76eb424f80db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.936517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.942210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517255d2-5d3b-4755-888e-1a3f70bf781a req-cf439062-109e-44c4-ae5e-801bea7081b7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.958993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-517255d2-5d3b-4755-888e-1a3f70bf781a req-cf439062-109e-44c4-ae5e-801bea7081b7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1193862 Oct 20 10:51:36.981643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ec67718a-9e99-449b-a2cb-76eb424f80db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f30b6bb44fc4a688428d20b689bc075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093486 Oct 20 10:51:36.983304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57976) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.991290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67718a-9e99-449b-a2cb-76eb424f80db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e530a-080e-4784-9820-e512781414ec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:36.996446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.046886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.074044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.134511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.137710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.139128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d1e530a-080e-4784-9820-e512781414ec HTTP/1.1" status: 204 len: 168 time: 0.1547365 Oct 20 10:51:37.149517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658a1fc-5ba5-40ff-a837-14df25ba4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e530a-080e-4784-9820-e512781414ec,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.303027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11b31244-8337-4ca2-9515-10e99954d217 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:37.351254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62b819be-b9de-48f4-87c5-93bf40a27b2f req-fd1925a4-221c-4a6d-a88d-9b38efb0e066 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.3852897 Oct 20 10:51:37.362231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 11b31244-8337-4ca2-9515-10e99954d217 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:37.367501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 11b31244-8337-4ca2-9515-10e99954d217 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:37.368364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.411543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-517255d2-5d3b-4755-888e-1a3f70bf781a req-c11fd889-3e1b-47d5-afce-46e955f46efe tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510193 Oct 20 10:51:37.422332 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87029126-6443-41a5-a92e-918fc49d4574 x-openstack-request-id: req-87029126-6443-41a5-a92e-918fc49d4574 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:37.422641 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "name": "network-vif-plugged", "status": "completed", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:37.422893 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87029126-6443-41a5-a92e-918fc49d4574 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:37.423384 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1', 'code': 200} Oct 20 10:51:37.442951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.478686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57988) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:37.500758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08ca18-fafe-42be-b35f-d595d54f91b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.516586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.526823 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.597851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11b31244-8337-4ca2-9515-10e99954d217,segment=NetworkSegment(9a474710-6af5-4ace-8cc7-d86e3af13352),segment_id=9a474710-6af5-4ace-8cc7-d86e3af13352)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:37.605756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.612960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Allocated IP 172.20.0.2 (315de485-cf73-4675-83ae-dbfc6d0fe193/75099cfd-cd8a-4c84-b60f-e80af26b9d23/e552ddad-40c1-4edb-a1fc-0686a225b383) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:37.620081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:37.637861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:37.640903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:37.641316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08ca18-fafe-42be-b35f-d595d54f91b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.648411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08ca18-fafe-42be-b35f-d595d54f91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.684666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.699240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a08ca18-fafe-42be-b35f-d595d54f91b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6feaa3d40e1148e5b2b66d5af16fc656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163937 Oct 20 10:51:37.702240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57990) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:37.716274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ca18-fafe-42be-b35f-d595d54f91b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5764c8-f70f-4da3-880f-4c2e619704ac,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.741939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=14e2fd2d-059b-4d4e-9d51-bc62181d47c9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.767218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0c216-8365-40b3-933d-47928909ff26 req-68b7e8aa-3a72-4200-b33a-928eaaa8dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:37.770130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbd0c216-8365-40b3-933d-47928909ff26 req-68b7e8aa-3a72-4200-b33a-928eaaa8dc56 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 1101 time: 0.2255228 Oct 20 10:51:37.778551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.781854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:37.783194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.798657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0005f1-bf9a-4d86-82b5-98befe88dd0f req-5a674326-6247-4826-a2c7-122326bdefc6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:37.800847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f0005f1-bf9a-4d86-82b5-98befe88dd0f req-5a674326-6247-4826-a2c7-122326bdefc6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.2343724 Oct 20 10:51:37.806822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.820629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1353-47b3-4f63-9c6b-23c31434eabf req-7e18fc78-ccc9-460b-ba53-4cf13438b396 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:37.822724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52cc1353-47b3-4f63-9c6b-23c31434eabf req-7e18fc78-ccc9-460b-ba53-4cf13438b396 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.2015719 Oct 20 10:51:37.863888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1e540268-4d3f-4283-aa48-484591ab75b0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3735132 Oct 20 10:51:37.864321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.868079 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.871025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b5764c8-f70f-4da3-880f-4c2e619704ac HTTP/1.1" status: 204 len: 168 time: 0.1660273 Oct 20 10:51:37.871244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:37.883218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193', 'name': 'tempest-PortsTestJSON-749191237'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:37.894417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67c374-fa67-4990-8193-85faf9cee40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5764c8-f70f-4da3-880f-4c2e619704ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:37.936320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f0005f1-bf9a-4d86-82b5-98befe88dd0f req-8138e79b-d141-40c3-bd6d-7f73e0ccf296 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046200 Oct 20 10:51:37.940512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbd0c216-8365-40b3-933d-47928909ff26 req-f1092981-8ffc-470e-b866-154d230f377c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543815 Oct 20 10:51:37.944859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52cc1353-47b3-4f63-9c6b-23c31434eabf req-4d6ae18e-6e87-4d64-ac88-442ecfcb710f tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055264 Oct 20 10:51:38.016567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.024256 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.047610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:38.052466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.064857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:38.069326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:38.071329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:38.074270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port e0ea2583-db01-486a-9226-1a1f087883c8 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:38.144968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Pushing event updated for resources: {'Port': ['ID=e552ddad-40c1-4edb-a1fc-0686a225b383,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:38.156344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Attempting to bind port e552ddad-40c1-4edb-a1fc-0686a225b383 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:38.156775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Attempting to bind port e552ddad-40c1-4edb-a1fc-0686a225b383 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '91fdc4d6-fe78-49d3-902a-6db260aeb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:38.157444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Attempting to bind port e552ddad-40c1-4edb-a1fc-0686a225b383 on network 315de485-cf73-4675-83ae-dbfc6d0fe193 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:38.163473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:38.163852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Checking segment: {'id': '91fdc4d6-fe78-49d3-902a-6db260aeb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:38.164238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.164642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Bound using segment: {'id': '91fdc4d6-fe78-49d3-902a-6db260aeb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:38.165378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Bound port: e552ddad-40c1-4edb-a1fc-0686a225b383, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fdc4d6-fe78-49d3-902a-6db260aeb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '315de485-cf73-4675-83ae-dbfc6d0fe193'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:38.165757 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.200387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.10 (315de485-cf73-4675-83ae-dbfc6d0fe193/75099cfd-cd8a-4c84-b60f-e80af26b9d23/e0ea2583-db01-486a-9226-1a1f087883c8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:38.238830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] For port e552ddad-40c1-4edb-a1fc-0686a225b383, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:38.243348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] For port e552ddad-40c1-4edb-a1fc-0686a225b383, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e552ddad-40c1-4edb-a1fc-0686a225b383,segment=NetworkSegment(91fdc4d6-fe78-49d3-902a-6db260aeb492),segment_id=91fdc4d6-fe78-49d3-902a-6db260aeb492)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:38.248346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.313988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f031d-a563-4c24-b5ea-e238397a5f05 None None] Pushing event updated for resources: {'Port': ['ID=e552ddad-40c1-4edb-a1fc-0686a225b383,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:38.404494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.460972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.535108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:38.543105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=e0ea2583-db01-486a-9226-1a1f087883c8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:38.547831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:38.556471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:38.574573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fe4a108-b17d-4892-a529-a0983f14602a req-0186f0ab-cd68-4f1f-9d2d-09ac3c3ee48b tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.1027477 Oct 20 10:51:38.657427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-eada3143-251d-40e5-98eb-8c3530f3ad3c req-c96cc4b6-6849-435b-8647-b97080806e65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0502095 Oct 20 10:51:38.660446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d40c67-e463-42b0-9754-9f86be9fc783 req-1d9c872b-9e7b-4556-b2fa-f6553dff138b tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:38.662087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3d40c67-e463-42b0-9754-9f86be9fc783 req-1d9c872b-9e7b-4556-b2fa-f6553dff138b tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1366444 Oct 20 10:51:38.680351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:38.681393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.723510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58020) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:38.723975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b75b5ade-b4bf-49bf-b31e-5b759fcf8ed6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8468947 Oct 20 10:51:38.785242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3d40c67-e463-42b0-9754-9f86be9fc783 req-8dc53c40-f53c-47a3-bbce-ff3594d746f7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100693 Oct 20 10:51:38.824073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca418572-fa7a-4ec9-ae1d-708bc940b960 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:38.825548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ca418572-fa7a-4ec9-ae1d-708bc940b960 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1000454 Oct 20 10:51:38.828521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58024) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:38.931602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port e0ea2583-db01-486a-9226-1a1f087883c8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:38.931991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.069493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.111553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for e0ea2583-db01-486a-9226-1a1f087883c8 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:39.191665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d550c05-9e2e-4c72-86b4-7b94a34a0ce7 req-a455a7d6-a028-4ccb-a369-08f3ce7e29f7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:39.193269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d550c05-9e2e-4c72-86b4-7b94a34a0ce7 req-a455a7d6-a028-4ccb-a369-08f3ce7e29f7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.1514719 Oct 20 10:51:39.203100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22898c-05a2-4e81-ae25-4dfed197a50c req-ca7229eb-033c-4ce1-ae7b-390425142d8d tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:39.204608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b22898c-05a2-4e81-ae25-4dfed197a50c req-ca7229eb-033c-4ce1-ae7b-390425142d8d tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.1639628 Oct 20 10:51:39.305486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d550c05-9e2e-4c72-86b4-7b94a34a0ce7 req-cc07cc93-565b-4a8e-9129-b1be60548ce5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996730 Oct 20 10:51:39.319075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b22898c-05a2-4e81-ae25-4dfed197a50c req-39540e3b-5b1c-40f8-90a8-65bab1668a39 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006327 Oct 20 10:51:39.389274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.424193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b31244-8337-4ca2-9515-10e99954d217'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:39.425458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=e0ea2583-db01-486a-9226-1a1f087883c8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:39.432557 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f915b1-3f37-4d2b-a26e-f7a6eaaeab75" -d '{"events": [{"server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "name": "network-vif-plugged", "status": "completed", "tag": "11b31244-8337-4ca2-9515-10e99954d217"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:39.487475 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57fd16f-d359-4f19-a6e8-cc82d5ea2fe8 x-openstack-request-id: req-e57fd16f-d359-4f19-a6e8-cc82d5ea2fe8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:39.488319 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "name": "network-vif-plugged", "status": "completed", "tag": "11b31244-8337-4ca2-9515-10e99954d217", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:39.488887 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e57fd16f-d359-4f19-a6e8-cc82d5ea2fe8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:39.489504 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b31244-8337-4ca2-9515-10e99954d217', 'code': 200} Oct 20 10:51:39.503756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68eb624-920f-4cec-9ab6-1a1bf54c6305 None None] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:39.523086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.529441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aa0173bc-1c8c-4cf6-9b60-9f6eb618d7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/e0ea2583-db01-486a-9226-1a1f087883c8 HTTP/1.1" status: 204 len: 168 time: 0.6975627 Oct 20 10:51:39.529772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58046) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:39.561324 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-058091ed-c89e-42ba-b65f-56e3adbe61d5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:39.565651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-058091ed-c89e-42ba-b65f-56e3adbe61d5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/e0ea2583-db01-486a-9226-1a1f087883c8 HTTP/1.1" status: 404 len: 333 time: 0.0315301 Oct 20 10:51:39.565902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58048) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:39.597965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] Provisioning complete for port e552ddad-40c1-4edb-a1fc-0686a225b383 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:39.598329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.647547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74463-c48f-4c8e-9455-bdcdc2b33a1d req-a73e398a-59bd-49de-88a5-331f7b875f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:39.649850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dcd74463-c48f-4c8e-9455-bdcdc2b33a1d req-a73e398a-59bd-49de-88a5-331f7b875f74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 1097 time: 0.0769966 Oct 20 10:51:39.685319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 14e2fd2d-059b-4d4e-9d51-bc62181d47c9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:39.685879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.729037 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dcd74463-c48f-4c8e-9455-bdcdc2b33a1d req-1338cdea-891a-49c9-b4d4-51ff92e8259a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609450 Oct 20 10:51:39.742854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.817364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] For port e552ddad-40c1-4edb-a1fc-0686a225b383, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e552ddad-40c1-4edb-a1fc-0686a225b383,segment=NetworkSegment(91fdc4d6-fe78-49d3-902a-6db260aeb492),segment_id=91fdc4d6-fe78-49d3-902a-6db260aeb492)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:39.821762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7729060-106b-4ae3-ac3f-e9921137a2fe req-676aab41-0c4d-42db-9be1-e20fb026a029 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0461164 Oct 20 10:51:39.824677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.843124 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.868861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 14e2fd2d-059b-4d4e-9d51-bc62181d47c9 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:39.890985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd665ef0-5be7-48f5-9d64-d246119d3489 None None] Pushing event updated for resources: {'Port': ['ID=e552ddad-40c1-4edb-a1fc-0686a225b383,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.035368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4a510-fbd6-4282-b48a-bbe9db1395ea req-bad04526-0917-4613-981e-2bc006afefa4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:40.044424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2e4a510-fbd6-4282-b48a-bbe9db1395ea req-bad04526-0917-4613-981e-2bc006afefa4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1332021 Oct 20 10:51:40.161701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-184dad73-d98d-41c8-917e-258a0b618828 None None] Provisioning complete for port 14e2fd2d-059b-4d4e-9d51-bc62181d47c9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:40.162419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-184dad73-d98d-41c8-917e-258a0b618828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.163416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2e4a510-fbd6-4282-b48a-bbe9db1395ea req-20c025e5-6e07-4fe9-af86-7156537842b9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169765 Oct 20 10:51:40.190262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.228848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=14e2fd2d-059b-4d4e-9d51-bc62181d47c9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.262800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-184dad73-d98d-41c8-917e-258a0b618828 None None] Port 14e2fd2d-059b-4d4e-9d51-bc62181d47c9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:40.283458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-184dad73-d98d-41c8-917e-258a0b618828 None None] Provisioning complete for port e552ddad-40c1-4edb-a1fc-0686a225b383 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:40.284100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-184dad73-d98d-41c8-917e-258a0b618828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.336399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.340162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a9305be-faa5-4079-88de-2aa71159bc12 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/14e2fd2d-059b-4d4e-9d51-bc62181d47c9 HTTP/1.1" status: 204 len: 168 time: 0.7730749 Oct 20 10:51:40.342589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58076) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:40.372990 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ce2cc9-0511-4ab8-8706-0477f567a0e8 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:40.374711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-48ce2cc9-0511-4ab8-8706-0477f567a0e8 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/14e2fd2d-059b-4d4e-9d51-bc62181d47c9 HTTP/1.1" status: 404 len: 333 time: 0.0310738 Oct 20 10:51:40.377450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58078) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:40.467608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 75099cfd-cd8a-4c84-b60f-e80af26b9d23 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:40.499491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.534622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-70874b3f-9b2a-4fbf-b562-02db92543545 None None] Could not find standard attr ID for object 14e2fd2d-059b-4d4e-9d51-bc62181d47c9. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:40.589461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.594348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e552ddad-40c1-4edb-a1fc-0686a225b383 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:40.599848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e991d-17c3-45e6-87a4-98076d19432a req-97a2a28f-320a-40f4-b481-ee6fe9bcb140 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:40.601508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-238e991d-17c3-45e6-87a4-98076d19432a req-97a2a28f-320a-40f4-b481-ee6fe9bcb140 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.1539984 Oct 20 10:51:40.658568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d75d7-6bcc-49cd-aa26-860975b28eac req-2c68016c-f150-42e8-8f6f-bc8da10c1f7b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:40.660185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a52d75d7-6bcc-49cd-aa26-860975b28eac req-2c68016c-f150-42e8-8f6f-bc8da10c1f7b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.1981089 Oct 20 10:51:40.663837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e552ddad-40c1-4edb-a1fc-0686a225b383 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:40.664048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.717046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-238e991d-17c3-45e6-87a4-98076d19432a req-9ccb19f4-c8ef-41ca-bd74-aba9ca160686 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931399 Oct 20 10:51:40.761787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-025a958e-e244-4b3f-a2e0-daa54b35edfd None None] Could not find standard attr ID for object e0ea2583-db01-486a-9226-1a1f087883c8. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:40.779010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a52d75d7-6bcc-49cd-aa26-860975b28eac req-0d65fcad-49d8-414f-b692-7ba36fec1d72 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007211 Oct 20 10:51:40.784913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.905490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.963727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=75099cfd-cd8a-4c84-b60f-e80af26b9d23,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.970359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.977133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58096) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:40.986998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0849163-2bb3-48ab-b291-a8f44cfc6740 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/75099cfd-cd8a-4c84-b60f-e80af26b9d23 HTTP/1.1" status: 204 len: 168 time: 0.6081719 Oct 20 10:51:41.040992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-416a2019-084f-44f9-9b47-f4c0600f829b req-82f9f6c8-2554-466c-a1a8-c4c6ca02ddea tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0482974 Oct 20 10:51:41.047943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bb8bc-5e93-459d-bfcc-a22ae860f49a None None] Network 315de485-cf73-4675-83ae-dbfc6d0fe193 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:41.048370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543386-d4ba-482f-96be-c090b6ed3b0f req-32afbc2f-89fd-48b9-ae1e-f163252b2de9 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:41.050104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6543386-d4ba-482f-96be-c090b6ed3b0f req-32afbc2f-89fd-48b9-ae1e-f163252b2de9 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 1101 time: 0.1572480 Oct 20 10:51:41.107846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6543386-d4ba-482f-96be-c090b6ed3b0f req-71502af2-c034-43bd-89d8-6c4bc9d6af14 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Oct 20 10:51:41.125118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.240165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port e552ddad-40c1-4edb-a1fc-0686a225b383 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:41.241237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.332093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58110) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:41.360374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port e552ddad-40c1-4edb-a1fc-0686a225b383, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e552ddad-40c1-4edb-a1fc-0686a225b383,segment=NetworkSegment(91fdc4d6-fe78-49d3-902a-6db260aeb492),segment_id=91fdc4d6-fe78-49d3-902a-6db260aeb492)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:41.360840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.377018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for e552ddad-40c1-4edb-a1fc-0686a225b383 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:41.390623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] DHCP port deletion for 315de485-cf73-4675-83ae-dbfc6d0fe193 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:41.440165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e522d-3b60-41a6-84ef-2ec529fcdac7 req-c9722c8f-ce26-4b75-815d-aab091396b74 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:41.449452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff6e522d-3b60-41a6-84ef-2ec529fcdac7 req-c9722c8f-ce26-4b75-815d-aab091396b74 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1316800 Oct 20 10:51:41.486098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f6cbe0-add1-43e0-88dd-2f14789cd3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.502995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff6e522d-3b60-41a6-84ef-2ec529fcdac7 req-e979e5c8-d59c-4a2f-b59c-c4a333008139 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Oct 20 10:51:41.512990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Deleting port e552ddad-40c1-4edb-a1fc-0686a225b383 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:41.513390 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.518888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.566260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=e552ddad-40c1-4edb-a1fc-0686a225b383,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.582284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port e552ddad-40c1-4edb-a1fc-0686a225b383 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:41.593915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8388b8d-d929-4eac-b735-95f7a57e63cc req-0bcdd883-cff2-4a37-9bd1-67da4531c9ab tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900&device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0409877 Oct 20 10:51:41.618357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] For port e552ddad-40c1-4edb-a1fc-0686a225b383, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:41.618357 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.636497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-2e8e0400-5a18-415b-b981-e879b072dc74 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389407 Oct 20 10:51:41.641333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Calling delete_port for e552ddad-40c1-4edb-a1fc-0686a225b383 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:41.649926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Port e552ddad-40c1-4edb-a1fc-0686a225b383 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:51:41.655686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.695285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] Pushing event deleted for resources: {'Port': ['ID=e552ddad-40c1-4edb-a1fc-0686a225b383,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.703203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a63fee-3e86-44f6-8398-d0292507f2fb None None] No DVR routers for this DVR port e552ddad-40c1-4edb-a1fc-0686a225b383 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:41.724356 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.756946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f6cbe0-add1-43e0-88dd-2f14789cd3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.763765 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f6cbe0-add1-43e0-88dd-2f14789cd3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.772995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315de485-cf73-4675-83ae-dbfc6d0fe193']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:41.794906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-0ada38ef-86cb-4ab1-9dfd-c943162f0cd5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:41.796709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-0ada38ef-86cb-4ab1-9dfd-c943162f0cd5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514006 Oct 20 10:51:41.808967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fdc4d6-fe78-49d3-902a-6db260aeb492') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:41.809261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fdc4d6-fe78-49d3-902a-6db260aeb492') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:41.836125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-fa928986-572c-4ee6-b85c-08c0195990d2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/quotas/e865fcd4532646d69ab6861615bcdbd5 HTTP/1.1" status: 200 len: 375 time: 0.0128145 Oct 20 10:51:41.836405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.879024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6cbe0-add1-43e0-88dd-2f14789cd3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc8597-3598-4301-a1d3-b9f2300a9ee3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.882453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.886403 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f7ee7a1-871b-4518-979d-734386846181 req-6dc53b82-0089-4ecb-b2e7-54d1a1e639f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=053236644bb743e28d7b062c5ad7151d&device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0467312 Oct 20 10:51:41.892241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-01f6cbe0-add1-43e0-88dd-2f14789cd3c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04d61728202f49f7ab38c3e5dcdfd9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610108 Oct 20 10:51:41.895484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:41.895992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:41.899502 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:41.902742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58128) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:41.955046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f7ee7a1-871b-4518-979d-734386846181 req-7052f9f0-3743-44f7-b18c-0d73f9093a32 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=053236644bb743e28d7b062c5ad7151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539749 Oct 20 10:51:41.956795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-5223123c-5207-4104-a608-1a60b57a522a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1215372 Oct 20 10:51:41.968364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728de8c3-8a32-48c0-a22e-6da6b0b07b02 req-9f17c769-5181-47f6-8b05-fb9abfb6ce67 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:41.970806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-728de8c3-8a32-48c0-a22e-6da6b0b07b02 req-9f17c769-5181-47f6-8b05-fb9abfb6ce67 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.0943685 Oct 20 10:51:42.039200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-728de8c3-8a32-48c0-a22e-6da6b0b07b02 req-60ccee99-6ffc-4df0-9497-e3736c20672e tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Oct 20 10:51:42.049167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.055092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.058502 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/315de485-cf73-4675-83ae-dbfc6d0fe193 HTTP/1.1" status: 204 len: 168 time: 1.0803666 Oct 20 10:51:42.064858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58136) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:42.073230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1235163310'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:42.120144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaf431-4f84-4ab3-837f-17acab10dc95 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=315de485-cf73-4675-83ae-dbfc6d0fe193,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.136239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.154897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-120f067e-fe49-4aed-ad2a-b12e3e2095a0 req-81c17bf5-8635-4a6f-be82-89202850fe46 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0449679 Oct 20 10:51:42.172135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:42.177116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.190134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.192643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee7a1-871b-4518-979d-734386846181 req-cdb69ac5-28c4-4f2f-a86c-34c11cb574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:42.194910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f7ee7a1-871b-4518-979d-734386846181 req-cdb69ac5-28c4-4f2f-a86c-34c11cb574b4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2007606 Oct 20 10:51:42.215226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:42.226288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.226683 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 5ac2147f-fe5f-415c-96a7-4a0889868edb of type vlan for network e840565a-8d7d-48a8-ae3c-2443bf477b9c Oct 20 10:51:42.298902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.305047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.308149 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67dc8597-3598-4301-a1d3-b9f2300a9ee3 HTTP/1.1" status: 204 len: 168 time: 0.4060113 Oct 20 10:51:42.310754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49ecf05d-b8c7-4cd1-ac63-26f49a78455a req-85f39b83-2416-4c83-8d17-b63d4389aafd tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 210 time: 0.0461407 Oct 20 10:51:42.312658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.332933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9a81d-160f-474f-94b7-7c7feec1fb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc8597-3598-4301-a1d3-b9f2300a9ee3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.362484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.371464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:42.372165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.412897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3454731 Oct 20 10:51:42.415938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58154) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:42.422598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:42.500769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=e840565a-8d7d-48a8-ae3c-2443bf477b9c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.522573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.522915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.523278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.523609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.527902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.527902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.528359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.529494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.529931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.530431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.530861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.531822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb59697-cd82-476a-af94-16282623ef69 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:42.554976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:42.560936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e552ddad-40c1-4edb-a1fc-0686a225b383 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:42.566352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:42.572978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.620399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e552ddad-40c1-4edb-a1fc-0686a225b383 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:42.621569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e552ddad-40c1-4edb-a1fc-0686a225b383 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:42.738864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49f13-3925-4386-a370-c60366c875ad req-77e60703-08ea-4e7d-8277-6787f2aa2c68 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:42.747732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35f49f13-3925-4386-a370-c60366c875ad req-77e60703-08ea-4e7d-8277-6787f2aa2c68 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0768766 Oct 20 10:51:42.816556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35f49f13-3925-4386-a370-c60366c875ad req-17d747d1-0280-48be-813c-3d209ad35633 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Oct 20 10:51:42.856176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.935633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '5ac2147f-fe5f-415c-96a7-4a0889868edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:42.936188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: e840565a-8d7d-48a8-ae3c-2443bf477b9c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:42.940385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=9d744144-d097-4b9d-a24f-abada008d3a1,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.964258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:42.976599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e840565a-8d7d-48a8-ae3c-2443bf477b9c) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:42.981784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:42.982845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.990857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a1207-2bda-4f27-8ef8-108f9c8d4f13 None None] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:43.000680 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d771d0f-6e09-4912-9ed8-0f4a64d7d432 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5835123 Oct 20 10:51:43.003321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58182) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:43.009236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c', 'name': 'tempest-PortsTestJSON-595079007', 'fixed_ips': [{'subnet_id': '9d744144-d097-4b9d-a24f-abada008d3a1', 'ip_address': '172.20.0.10'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:43.206132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:43.219988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e840565a-8d7d-48a8-ae3c-2443bf477b9c', 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': '9d744144-d097-4b9d-a24f-abada008d3a1'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:43.221547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.302607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f31624a-2e60-4782-b4ff-d837220e5fd3 req-c380389e-e081-48b7-975a-3e149aec1e3a tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0540566 Oct 20 10:51:43.326073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.351801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:43.436167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Allocated IP 172.20.0.2 (e840565a-8d7d-48a8-ae3c-2443bf477b9c/9d744144-d097-4b9d-a24f-abada008d3a1/b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:43.456705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be1b6ea0-5ffa-48a0-9f2b-01fc426834d0 req-b1d1cea7-836d-4dfa-86a0-d1829ea1d16f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 210 time: 0.0368352 Oct 20 10:51:43.638452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.646604 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.690452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:43.700669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:43.706567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:43.726367 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-7a70aa5d-3441-4565-8e37-1090f05a949b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e865fcd4532646d69ab6861615bcdbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348816 Oct 20 10:51:43.727568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.10 (e840565a-8d7d-48a8-ae3c-2443bf477b9c/9d744144-d097-4b9d-a24f-abada008d3a1/5e91df53-75dd-49b2-bfdf-af4ffad7f0be) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:43.791346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Pushing event updated for resources: {'Port': ['ID=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:43.821809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Attempting to bind port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:43.822462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Attempting to bind port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5ac2147f-fe5f-415c-96a7-4a0889868edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:43.823105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Attempting to bind port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de on network e840565a-8d7d-48a8-ae3c-2443bf477b9c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:43.828849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:43.829594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Checking segment: {'id': '5ac2147f-fe5f-415c-96a7-4a0889868edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:43.830301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.831549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Bound using segment: {'id': '5ac2147f-fe5f-415c-96a7-4a0889868edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:43.832334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Bound port: b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac2147f-fe5f-415c-96a7-4a0889868edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:43.833049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.942563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-203a163e-99d9-450d-b018-e8d8b763a626 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:43.945308 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-203a163e-99d9-450d-b018-e8d8b763a626 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046082 Oct 20 10:51:43.969755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] For port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:43.975547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] For port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,segment=NetworkSegment(5ac2147f-fe5f-415c-96a7-4a0889868edb),segment_id=5ac2147f-fe5f-415c-96a7-4a0889868edb)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:43.979242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Request body: {'port': {'device_id': '254b8376-153f-400e-a7f8-a6577c1019ae', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'e865fcd4532646d69ab6861615bcdbd5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:43.987919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.017955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337093b-c8c7-41c6-bdbf-9820caefb32f req-a64dc345-727d-4a16-ac71-abe850734d86 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:44.027573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a337093b-c8c7-41c6-bdbf-9820caefb32f req-a64dc345-727d-4a16-ac71-abe850734d86 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0730827 Oct 20 10:51:44.030385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:44.038248 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f7ee7a1-871b-4518-979d-734386846181 req-7a7f0d38-2e1f-49db-91db-ff2f33117544 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.83 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0487232 Oct 20 10:51:44.069917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.085985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3af60-4f3e-4250-a7e2-340b9d7f56a7 None None] Pushing event updated for resources: {'Port': ['ID=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:44.129638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a337093b-c8c7-41c6-bdbf-9820caefb32f req-0549325f-c246-4309-b611-e32066968c00 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Oct 20 10:51:44.189422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.233630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:44.236823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Made reservation on behalf of e865fcd4532646d69ab6861615bcdbd5 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:44.240433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.245683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:44.253924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:44.268899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fe0372a-06f2-4e26-a5f8-5bc009b562d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.318479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=5e91df53-75dd-49b2-bfdf-af4ffad7f0be,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:44.414300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:44.415073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.422501 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fe0372a-06f2-4e26-a5f8-5bc009b562d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.431941 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fe0372a-06f2-4e26-a5f8-5bc009b562d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.456613 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-acbd0e30-8d26-4b39-bfc6-b22203c9cb3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4520593 Oct 20 10:51:44.459714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58238) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:44.480498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': 'e840565a-8d7d-48a8-ae3c-2443bf477b9c', 'name': 'tempest-PortsTestJSON-351450783', 'fixed_ips': [{'subnet_id': '9d744144-d097-4b9d-a24f-abada008d3a1', 'ip_address': '172.20.0.9'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:44.545215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6fe0372a-06f2-4e26-a5f8-5bc009b562d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63c96f5533fe446e95f324bdba56cae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128224 Oct 20 10:51:44.547956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58242) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:44.584856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-121ace20-f5ff-443c-b846-80335172672e req-52e8cbf9-d05c-4791-bc9d-56b021c398ba tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f9be437-e812-4ffe-9f09-6e2aeae7a900 HTTP/1.1" status: 200 len: 210 time: 0.0812144 Oct 20 10:51:44.585640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0372a-06f2-4e26-a5f8-5bc009b562d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c2cd5-d26d-4c18-9478-bc0e1e8d34e2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:44.641030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:44.705189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:44.705479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.720641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Allocated IP 192.168.233.203 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/d37be71a-f356-4684-a433-8c069f8ea764) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:44.748756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46e8762c-c398-493f-9f8d-c45d12f23b00 req-b9171845-f979-463b-9407-91018d3bc30e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 210 time: 0.0597694 Oct 20 10:51:44.760183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:44.765980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.800191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.822905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.839506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 8c98b867-6478-4762-932d-13437b3725eb yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:44.875193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,segment=NetworkSegment(5ac2147f-fe5f-415c-96a7-4a0889868edb),segment_id=5ac2147f-fe5f-415c-96a7-4a0889868edb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:44.880461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.918063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.985925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768dfd-17ad-46fd-ba1e-059fa4f6c61d req-5e72cb48-0a01-4522-a0e0-639047a7ce80 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:44.986295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:44.987793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26768dfd-17ad-46fd-ba1e-059fa4f6c61d req-5e72cb48-0a01-4522-a0e0-639047a7ce80 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.0993867 Oct 20 10:51:45.039251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26768dfd-17ad-46fd-ba1e-059fa4f6c61d req-46d059ef-6646-4f02-b6c9-999a9e8db0b9 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Oct 20 10:51:45.169109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.172133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.173395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce3c2cd5-d26d-4c18-9478-bc0e1e8d34e2 HTTP/1.1" status: 204 len: 168 time: 0.6245091 Oct 20 10:51:45.357489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93e36-a739-4fd2-b5ab-287cf086195a req-555ce3fa-bd0b-4730-a873-fd3444e3ac0f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:45.366151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98a93e36-a739-4fd2-b5ab-287cf086195a req-555ce3fa-bd0b-4730-a873-fd3444e3ac0f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1029932 Oct 20 10:51:45.456368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98a93e36-a739-4fd2-b5ab-287cf086195a req-a9c5b3ad-e16c-44b0-83a3-15d7dc0e8b6d tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849295 Oct 20 10:51:45.543685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf4422-c503-4333-8387-ee5edf72ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c2cd5-d26d-4c18-9478-bc0e1e8d34e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:45.547955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2748f50-40b6-4096-8a80-f5c8a8921b98 None None] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:45.563706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.9 (e840565a-8d7d-48a8-ae3c-2443bf477b9c/9d744144-d097-4b9d-a24f-abada008d3a1/8c98b867-6478-4762-932d-13437b3725eb) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:45.579315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.694202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.722806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:45.746210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c', '3afa2a54-44d2-4254-882f-48ec3e5113bd', '3ad847f3-814e-4f04-898b-69cdaf5c95f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:45.881398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:45.905281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:45.911417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc6ce2-90ac-40d2-8237-43c96834b244 req-fb378f53-0eaa-4a0f-878d-c183545ea2e7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:45.925745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:45.940507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3cc6ce2-90ac-40d2-8237-43c96834b244 req-fb378f53-0eaa-4a0f-878d-c183545ea2e7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 936 time: 0.1023092 Oct 20 10:51:45.950197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event updated for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:46.000135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f55bfb70-4b47-493a-b0b9-ba9c73a3433f req-b8da8da6-8105-4767-8ce2-4b92e86df3bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=053236644bb743e28d7b062c5ad7151d&device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0671198 Oct 20 10:51:46.044447 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0e17622-323f-4cbf-b681-8e2f8beb9645 req-f5401a40-ea3b-4c6f-af48-e85c9a2bf79e tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0370321 Oct 20 10:51:46.066684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4700271c-1531-4bf1-9821-b7fa48ebe2ff None None] Provisioning complete for port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:46.067096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4700271c-1531-4bf1-9821-b7fa48ebe2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.080874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3cc6ce2-90ac-40d2-8237-43c96834b244 req-83a1c3e6-a6d8-424a-abc5-7c99c01a48cc tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219611 Oct 20 10:51:46.102472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f55bfb70-4b47-493a-b0b9-ba9c73a3433f req-7d88471a-eac8-495b-8260-21f3f0df9d77 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=053236644bb743e28d7b062c5ad7151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770264 Oct 20 10:51:46.122787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.127253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.157623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.158835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.281916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcfba3-8749-4f49-ac0e-781ff400b40b req-737321af-39d5-437c-bb0d-11413dd85e1a tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.294009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bdcfba3-8749-4f49-ac0e-781ff400b40b req-737321af-39d5-437c-bb0d-11413dd85e1a tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.1041460 Oct 20 10:51:46.344204 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-6735d591-181d-451f-8e0e-6edb478f4854 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3696804 Oct 20 10:51:46.377957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bdcfba3-8749-4f49-ac0e-781ff400b40b req-2a8bae08-e607-491a-95b9-0ab63c2be182 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800233 Oct 20 10:51:46.384338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Request body: {'port': {'device_id': '254b8376-153f-400e-a7f8-a6577c1019ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:46.433220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.452568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bfb70-4b47-493a-b0b9-ba9c73a3433f req-303a84c7-b876-4e68-96a2-e84bf8279b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.454065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f55bfb70-4b47-493a-b0b9-ba9c73a3433f req-303a84c7-b876-4e68-96a2-e84bf8279b98 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3407111 Oct 20 10:51:46.559395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:46.610046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=8c98b867-6478-4762-932d-13437b3725eb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:46.613423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:46.624164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:46.628985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:46.631259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.663845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c816a-e351-4b33-b22f-62f45ecbe721 req-e434bbe9-8911-4326-b76d-06cc3b02f9d7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.666839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-496c816a-e351-4b33-b22f-62f45ecbe721 req-e434bbe9-8911-4326-b76d-06cc3b02f9d7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0798366 Oct 20 10:51:46.675951 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.778577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-496c816a-e351-4b33-b22f-62f45ecbe721 req-1199170f-efb6-4e05-9716-ae3eb3c3667a tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953355 Oct 20 10:51:46.804494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.827131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.854618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Provisioning complete for port d37be71a-f356-4684-a433-8c069f8ea764 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:46.855778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.859481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:46.859934 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.926696 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8feafd8b-14c3-4549-98f0-f3d531f9e736 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4658957 Oct 20 10:51:46.930107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58310) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:46.940331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-c2d9bac2-b16d-446f-bdab-c36c170c9959 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.942197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-c2d9bac2-b16d-446f-bdab-c36c170c9959 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.83 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.4024243 Oct 20 10:51:47.019706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d77ca-e6a6-46ca-877e-5e7cfe38fc0a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.021244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e91d77ca-e6a6-46ca-877e-5e7cfe38fc0a tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0901158 Oct 20 10:51:47.025567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58312) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:47.246271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Port d37be71a-f356-4684-a433-8c069f8ea764 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:47.246763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40c80074-20bc-4cca-baed-273813d0203f req-03347c02-0abe-4417-bad4-6167a708e5c9 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0595553 Oct 20 10:51:47.313490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dac289-4ef5-4f27-a4c9-65e779d0e1d5 req-ba2f8ae8-d843-4958-90e0-0e6365b56402 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.319412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f03c7-556c-43f5-b4e8-8bfcfd78df00 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.323237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5dac289-4ef5-4f27-a4c9-65e779d0e1d5 req-ba2f8ae8-d843-4958-90e0-0e6365b56402 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 936 time: 0.0743954 Oct 20 10:51:47.337798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f03c7-556c-43f5-b4e8-8bfcfd78df00 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.344005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f03c7-556c-43f5-b4e8-8bfcfd78df00 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.345694 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-382f03c7-556c-43f5-b4e8-8bfcfd78df00 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3169806 Oct 20 10:51:47.348663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:47.365486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Provisioning complete for port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:47.365486 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.424859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Deleting port 11b31244-8337-4ca2-9515-10e99954d217 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:47.425223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.496548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5dac289-4ef5-4f27-a4c9-65e779d0e1d5 req-de3a6e53-02d4-4350-b0a4-1a78f971cdbe tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723387 Oct 20 10:51:47.575889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351a1c-fd5b-43cd-b87d-1cc037a645b5 req-6a53128b-c5f0-4f0d-8d92-ffa34299dc83 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.583489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4351a1c-fd5b-43cd-b87d-1cc037a645b5 req-6a53128b-c5f0-4f0d-8d92-ffa34299dc83 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 945 time: 0.1030452 Oct 20 10:51:47.587944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 8c98b867-6478-4762-932d-13437b3725eb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:47.588275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.648284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] For port 11b31244-8337-4ca2-9515-10e99954d217, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11b31244-8337-4ca2-9515-10e99954d217,segment=NetworkSegment(9a474710-6af5-4ace-8cc7-d86e3af13352),segment_id=9a474710-6af5-4ace-8cc7-d86e3af13352)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:47.648874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.670629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37be71a-f356-4684-a433-8c069f8ea764 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:47.678566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Calling delete_port for 11b31244-8337-4ca2-9515-10e99954d217 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:47.682141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4351a1c-fd5b-43cd-b87d-1cc037a645b5 req-9bd9d5f6-7992-4a02-a0c8-9cd97150a86e tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/security-groups?id=7af6ab5d-90fe-4857-9530-c4532b342895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977588 Oct 20 10:51:47.689226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.717180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.734127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 8c98b867-6478-4762-932d-13437b3725eb owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:47.774180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Provisioning complete for port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:47.774649 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.778484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Transition to ACTIVE for port object d37be71a-f356-4684-a433-8c069f8ea764 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:47.854602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5b9a8-f185-416c-81ed-83484d57c3a2 None None] Port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:47.898207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.908810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.987094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1293d8f4-7dbf-4a14-b470-4a82fd68c722 None None] Provisioning complete for port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:47.987608 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1293d8f4-7dbf-4a14-b470-4a82fd68c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.003519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f55bfb70-4b47-493a-b0b9-ba9c73a3433f req-c8fa6eb3-a92f-4f08-bcbf-1c6153b93fb1 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0391059 Oct 20 10:51:48.020095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8d3a7-b997-418f-9850-27e9d42fa322 req-d7bf4dc6-325e-4fd9-9569-e93561d338c9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.022091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1d8d3a7-b997-418f-9850-27e9d42fa322 req-d7bf4dc6-325e-4fd9-9569-e93561d338c9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1423512 Oct 20 10:51:48.023572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.049266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] No DVR routers for this DVR port 11b31244-8337-4ca2-9515-10e99954d217 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:48.068200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Pushing event updated for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.071282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.075260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2eb82c7-344f-40c0-830e-405b1187b4fa req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.83 "DELETE /v2.0/ports/11b31244-8337-4ca2-9515-10e99954d217 HTTP/1.1" status: 204 len: 173 time: 1.1056700 Oct 20 10:51:48.076124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'name': 'network-vif-deleted', 'tag': '11b31244-8337-4ca2-9515-10e99954d217'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:48.079590 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ed4b7-1188-411b-9da8-ed1a1ff1c434" -d '{"events": [{"server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "name": "network-vif-deleted", "tag": "11b31244-8337-4ca2-9515-10e99954d217"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:48.089225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1293d8f4-7dbf-4a14-b470-4a82fd68c722 None None] Port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:48.101149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1293d8f4-7dbf-4a14-b470-4a82fd68c722 None None] Could not find standard attr ID for object 8c98b867-6478-4762-932d-13437b3725eb. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:48.112214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=8c98b867-6478-4762-932d-13437b3725eb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.195237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61550b40-b2ee-488e-ad7c-09130e24a696 tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] Pushing event deleted for resources: {'Port': ['ID=11b31244-8337-4ca2-9515-10e99954d217,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.232824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Attempting to bind port d37be71a-f356-4684-a433-8c069f8ea764 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:48.233627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Attempting to bind port d37be71a-f356-4684-a433-8c069f8ea764 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:48.233627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Attempting to bind port d37be71a-f356-4684-a433-8c069f8ea764 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:48.240189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Port d37be71a-f356-4684-a433-8c069f8ea764 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:48.240419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Attempting to bind port d37be71a-f356-4684-a433-8c069f8ea764 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:48.246776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:48.247293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:48.247800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:48.248296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Bound port: d37be71a-f356-4684-a433-8c069f8ea764, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:48.248767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.279912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1d8d3a7-b997-418f-9850-27e9d42fa322 req-2a0e77a0-09d4-49a9-b540-0ad588d5521c tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371674 Oct 20 10:51:48.330731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.336650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d944ef07-cc12-48a9-aa98-45a1de9efeab tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/8c98b867-6478-4762-932d-13437b3725eb HTTP/1.1" status: 204 len: 168 time: 0.9842570 Oct 20 10:51:48.337238 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aaac22-d76d-4440-8f64-e335c4c78b5d x-openstack-request-id: req-12aaac22-d76d-4440-8f64-e335c4c78b5d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:48.337548 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e04e2-8884-40b8-8e16-e1a6b67cce14", "name": "network-vif-deleted", "tag": "11b31244-8337-4ca2-9515-10e99954d217", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:48.337809 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12aaac22-d76d-4440-8f64-e335c4c78b5d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:48.337931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58392) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:48.338236 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e04e2-8884-40b8-8e16-e1a6b67cce14', 'name': 'network-vif-deleted', 'tag': '11b31244-8337-4ca2-9515-10e99954d217', 'status': 'completed', 'code': 200} Oct 20 10:51:48.389216 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-18315d13-2a6a-4eb8-8412-1fa56ee0a5af tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:48.399053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-18315d13-2a6a-4eb8-8412-1fa56ee0a5af tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/8c98b867-6478-4762-932d-13437b3725eb HTTP/1.1" status: 404 len: 333 time: 0.0595896 Oct 20 10:51:48.403111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:48.416124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:48.471705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d37be71a-f356-4684-a433-8c069f8ea764,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:48.475374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8361586a-909d-4c77-83a7-a77415afa326 req-54f0ce6c-e9f2-4c37-9734-a7a7a9d8e9e8 tempest-ServerShowV247Test-871702819 tempest-ServerShowV247Test-871702819-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2f47cc-945f-4a1d-a216-367419a08eff HTTP/1.1" status: 200 len: 210 time: 0.0730073 Oct 20 10:51:48.509762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.569398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.570158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.571795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] 10.222.0.83 "PUT /v2.0/ports/d37be71a-f356-4684-a433-8c069f8ea764 HTTP/1.1" status: 200 len: 1097 time: 2.2015345 Oct 20 10:51:48.628666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959fd08-cc0b-4098-be42-f7cae8482747 service neutron] Pushing event updated for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.651924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 5e91df53-75dd-49b2-bfdf-af4ffad7f0be {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:48.652590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.748420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae469e-56db-4869-a610-1b7c5549d1ad req-10fb155b-3d11-447d-9951-cae354cb5034 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.757874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56ae469e-56db-4869-a610-1b7c5549d1ad req-10fb155b-3d11-447d-9951-cae354cb5034 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 948 time: 0.0903132 Oct 20 10:51:48.792295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-212007e3-4459-47c0-9414-1a82f5c8c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.794062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-212007e3-4459-47c0-9414-1a82f5c8c31d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 1100 time: 0.1452258 Oct 20 10:51:48.802081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['11b31244-8337-4ca2-9515-10e99954d217'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:48.820180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56ae469e-56db-4869-a610-1b7c5549d1ad req-6c98e763-8728-4930-ad9f-91a44b50eb78 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612395 Oct 20 10:51:48.887778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-17983ff0-d96d-4f5f-85d5-da3abf48d369 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d37be71a-f356-4684-a433-8c069f8ea764 HTTP/1.1" status: 200 len: 217 time: 0.0698116 Oct 20 10:51:48.942047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.964927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 5e91df53-75dd-49b2-bfdf-af4ffad7f0be owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:48.966243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc0ba312-6e1f-42c6-bf65-a0beb1ed7dc8 req-6b70b5ec-d607-4baa-9c7c-0f1340ba27cb tempest-ServerTagsTestJSON-1900224500 tempest-ServerTagsTestJSON-1900224500-project] 10.222.0.74 "GET /v2.0/ports?device_id=368e04e2-8884-40b8-8e16-e1a6b67cce14 HTTP/1.1" status: 200 len: 210 time: 0.0454583 Oct 20 10:51:48.989814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-106179ad-c7d0-4179-aa42-4cc7ee76997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.992542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-106179ad-c7d0-4179-aa42-4cc7ee76997a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0806751 Oct 20 10:51:49.109146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-507d2b14-a1d2-47a5-8e51-287033fe6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.110588 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-507d2b14-a1d2-47a5-8e51-287033fe6fe4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592740 Oct 20 10:51:49.114339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc317f-0e4b-446d-84c1-2c4391a342b6 req-babb03af-586d-445d-b5e3-01ba7ad920e2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.123377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fdc317f-0e4b-446d-84c1-2c4391a342b6 req-babb03af-586d-445d-b5e3-01ba7ad920e2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.0704689 Oct 20 10:51:49.170469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fdc317f-0e4b-446d-84c1-2c4391a342b6 req-2a061e1f-8ed5-4b81-8086-bd05d118bfb0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462222 Oct 20 10:51:49.253317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.262526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-e0711b25-78a5-483e-912f-b3ea2f7ee19c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372178 Oct 20 10:51:49.313038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=5e91df53-75dd-49b2-bfdf-af4ffad7f0be,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:49.409218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5d088600-cf13-48a8-b70d-f11f9d53177c req-73015c58-892b-4d78-863a-b4a41066fd61 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228158 Oct 20 10:51:49.448206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e14cd-0ea7-4269-ab73-99020e5a1e0c req-4d32f25e-e049-4b7c-a6dc-78fa46ce6a06 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.449927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-086e14cd-0ea7-4269-ab73-99020e5a1e0c req-4d32f25e-e049-4b7c-a6dc-78fa46ce6a06 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.0721278 Oct 20 10:51:49.467816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.473672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-479d66bd-d45a-4e0c-8cf5-1f6741a72cc5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/5e91df53-75dd-49b2-bfdf-af4ffad7f0be HTTP/1.1" status: 204 len: 168 time: 1.0671496 Oct 20 10:51:49.474929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58472) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.505888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-086e14cd-0ea7-4269-ab73-99020e5a1e0c req-8438da34-399e-4f95-9d78-f69a35d8ece7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Oct 20 10:51:49.517666 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-047098e5-8e7d-4cfe-b4e1-ad6fe6f5e41f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:51:49.519758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-047098e5-8e7d-4cfe-b4e1-ad6fe6f5e41f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/5e91df53-75dd-49b2-bfdf-af4ffad7f0be HTTP/1.1" status: 404 len: 333 time: 0.0437174 Oct 20 10:51:49.523136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58480) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.592233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 9d744144-d097-4b9d-a24f-abada008d3a1 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:49.595312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.646973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.745960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.810702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.831039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.847332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=9d744144-d097-4b9d-a24f-abada008d3a1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:49.850181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.854884 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5a425a0-6e6d-4e19-881d-23d58a6427ef tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/9d744144-d097-4b9d-a24f-abada008d3a1 HTTP/1.1" status: 204 len: 168 time: 0.3305213 Oct 20 10:51:49.857547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58514) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.862714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a3ab0-037e-4150-a493-41e7c922b3c6 None None] Network e840565a-8d7d-48a8-ae3c-2443bf477b9c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:49.987396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.023278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55740043-727a-4125-a385-9a47f7bce20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.025813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58524) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:50.076116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Deleting subnet 3b459431-71b9-4b4a-83c6-c968b3e2a3f8 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:50.079767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.104513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9aea4-c756-4f93-856e-af31ed4d5fe9 req-60bd5954-3154-46ac-a46e-086cf54bc7eb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.106344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b9aea4-c756-4f93-856e-af31ed4d5fe9 req-60bd5954-3154-46ac-a46e-086cf54bc7eb tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 948 time: 0.1479099 Oct 20 10:51:50.123315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] DHCP port deletion for e840565a-8d7d-48a8-ae3c-2443bf477b9c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:50.132723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.191559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.207937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:50.208287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.247326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Deleting port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:50.255691 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.274345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b9aea4-c756-4f93-856e-af31ed4d5fe9 req-90b7a2f9-da61-4e7c-965c-4c0034f050aa tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475413 Oct 20 10:51:50.274601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.311360 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55740043-727a-4125-a385-9a47f7bce20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.320276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b459431-71b9-4b4a-83c6-c968b3e2a3f8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:50.328295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.337978 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65118312-9bca-4f2c-bae0-6cd7259e9a49 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3b459431-71b9-4b4a-83c6-c968b3e2a3f8 HTTP/1.1" status: 204 len: 168 time: 0.3094473 Oct 20 10:51:50.338143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58552) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:50.348527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:50.351661 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b021b4ab-7e14-447e-87e0-d0a076d66b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "tag": "d37be71a-f356-4684-a433-8c069f8ea764"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:50.354319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] For port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,segment=NetworkSegment(5ac2147f-fe5f-415c-96a7-4a0889868edb),segment_id=5ac2147f-fe5f-415c-96a7-4a0889868edb)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:50.354712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.360724 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55740043-727a-4125-a385-9a47f7bce20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.369149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Calling delete_port for b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:50.437580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,segment=NetworkSegment(5ac2147f-fe5f-415c-96a7-4a0889868edb),segment_id=5ac2147f-fe5f-415c-96a7-4a0889868edb)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:50.438022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.441639 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc62c7-c307-4d1d-b7e1-64c869d6a917 x-openstack-request-id: req-69bc62c7-c307-4d1d-b7e1-64c869d6a917 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:50.442176 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "tag": "d37be71a-f356-4684-a433-8c069f8ea764", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:50.442425 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69bc62c7-c307-4d1d-b7e1-64c869d6a917 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:50.442813 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764', 'status': 'completed', 'code': 200} Oct 20 10:51:50.452850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.471729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740043-727a-4125-a385-9a47f7bce20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4c5c7-7cee-41bb-9759-68a2b61303a2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:50.477090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55740043-727a-4125-a385-9a47f7bce20f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=053236644bb743e28d7b062c5ad7151d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449800 Oct 20 10:51:50.478647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:50.484145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58562) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:50.498752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.502143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905766a-14ed-4b2e-a19f-a618b2280ecb req-c85f4509-0618-4b1a-9394-c3ecf61800d0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.513442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b905766a-14ed-4b2e-a19f-a618b2280ecb req-c85f4509-0618-4b1a-9394-c3ecf61800d0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2052431 Oct 20 10:51:50.538151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] Pushing event deleted for resources: {'Port': ['ID=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:50.548057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac98d4-3380-463d-8e29-8998f347af5c None None] No DVR routers for this DVR port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:50.601858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:50.624358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:50.624701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:50.639336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.653527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-d27cde1d-07c1-410d-b0d2-f80bbde91809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.655104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-d27cde1d-07c1-410d-b0d2-f80bbde91809 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e865fcd4532646d69ab6861615bcdbd5&device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 1100 time: 0.1596014 Oct 20 10:51:50.689471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f03de83-566e-4534-8aaf-bb68d95efefe']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:50.700119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b905766a-14ed-4b2e-a19f-a618b2280ecb req-fe2cda20-1f7a-4d99-915c-3ba56f8f62c1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857316 Oct 20 10:51:50.710261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a474710-6af5-4ace-8cc7-d86e3af13352') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:50.710554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a474710-6af5-4ace-8cc7-d86e3af13352') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:50.716412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.751625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.764218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.773547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.774457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743227-8d3b-4f66-87c8-a3c8b6dfd998 req-2f32967f-1bc2-4573-b014-ca5fdacd0228 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.781610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79743227-8d3b-4f66-87c8-a3c8b6dfd998 req-2f32967f-1bc2-4573-b014-ca5fdacd0228 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1523197 Oct 20 10:51:50.783218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:50.783665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:50.785460 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:50.798143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.841359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:50.843693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port b50a4b7a-4b6c-44e5-a5d0-b64b0c7946de on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:50.848364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-f077083b-7a93-47e6-b556-2e30068f3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.850717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-f077083b-7a93-47e6-b556-2e30068f3343 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1876731 Oct 20 10:51:50.858187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.864531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.869049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7f03de83-566e-4534-8aaf-bb68d95efefe HTTP/1.1" status: 204 len: 168 time: 0.5299580 Oct 20 10:51:50.908684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:50.920360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79743227-8d3b-4f66-87c8-a3c8b6dfd998 req-ea38220c-a6bf-4c2d-b8f4-bd63de018c09 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371195 Oct 20 10:51:50.925009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048caa-8cf2-424b-b0ff-469f6ad0aca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f03de83-566e-4534-8aaf-bb68d95efefe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:50.928322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-dde780f5-848c-4580-b62f-e656e629dee5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d37be71a-f356-4684-a433-8c069f8ea764 HTTP/1.1" status: 200 len: 217 time: 0.0578907 Oct 20 10:51:50.988618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-a8ece282-4dcc-4358-bcee-32105d689e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.988814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.991011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-a8ece282-4dcc-4358-bcee-32105d689e21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0532095 Oct 20 10:51:50.998747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.001488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.002625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecb4c5c7-7cee-41bb-9759-68a2b61303a2 HTTP/1.1" status: 204 len: 168 time: 0.5174773 Oct 20 10:51:51.021162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c0687-e731-4c51-8eec-acd1961b928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4c5c7-7cee-41bb-9759-68a2b61303a2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.023947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e840565a-8d7d-48a8-ae3c-2443bf477b9c']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:51.035253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac2147f-fe5f-415c-96a7-4a0889868edb') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:51.035458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac2147f-fe5f-415c-96a7-4a0889868edb') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:51.047988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.057516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-022a39e1-747e-4a89-8427-896cb7c627fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:51.059154 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-022a39e1-747e-4a89-8427-896cb7c627fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608425 Oct 20 10:51:51.067485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.076053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:51.076383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:51.080095 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:51.122204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44e4e798-f2bc-40ef-8c29-3e8bd64884ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.145022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58582) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.213659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-ff6a7f68-61cc-4e52-8971-521a1453ed8c service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460023 Oct 20 10:51:51.219207 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65979f5d-739f-467e-a273-28ebe405dfa4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a862fbf013c424390bce87ba2619bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701447 Oct 20 10:51:51.219207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58584) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.354827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.378231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11b31244-8337-4ca2-9515-10e99954d217 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:51.381674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b021b4ab-7e14-447e-87e0-d0a076d66b1f req-7093d79c-5ee6-41e7-ac79-6ec7029f9335 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556180 Oct 20 10:51:51.391043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.433369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 11b31244-8337-4ca2-9515-10e99954d217 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:51.434005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11b31244-8337-4ca2-9515-10e99954d217 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:51.448791 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.451915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.453068 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7af6ab5d-90fe-4857-9530-c4532b342895 HTTP/1.1" status: 204 len: 168 time: 0.2331464 Oct 20 10:51:51.469665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3854ab-f83d-454f-9a43-2d906cad1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6ab5d-90fe-4857-9530-c4532b342895,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.524825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.529860 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.538897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.539098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/e840565a-8d7d-48a8-ae3c-2443bf477b9c HTTP/1.1" status: 204 len: 168 time: 1.6801665 Oct 20 10:51:51.545667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668708833'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:51.567102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df02c1-98a7-4cb9-8c27-9720e05bfcdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=e840565a-8d7d-48a8-ae3c-2443bf477b9c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.576754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:51.580825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.580979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c8ed-c6da-4768-99d6-7f3d64b550de req-ec956eef-09b2-4732-813c-19820147ec5e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:51.587555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cad2c8ed-c6da-4768-99d6-7f3d64b550de req-ec956eef-09b2-4732-813c-19820147ec5e tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 948 time: 0.1146545 Oct 20 10:51:51.609208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:51.620737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.621142 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Added segment 2feae9e2-8f29-47fe-85ce-bdc96dc87b8e of type vlan for network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 Oct 20 10:51:51.647264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cad2c8ed-c6da-4768-99d6-7f3d64b550de req-b72ceef7-16c8-473e-bb6e-1ea485da9853 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Oct 20 10:51:51.681342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.701545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44e4e798-f2bc-40ef-8c29-3e8bd64884ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.707020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44e4e798-f2bc-40ef-8c29-3e8bd64884ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.711215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.719238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:51.720386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.760956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58616) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.761549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2207763 Oct 20 10:51:51.766193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:51.774087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e798-f2bc-40ef-8c29-3e8bd64884ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614bbef5-91cd-422c-8566-cf44bc35e933,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.793083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44e4e798-f2bc-40ef-8c29-3e8bd64884ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7a703ee111940c8a016520fc04072b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8805993 Oct 20 10:51:51.794137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.819934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caed22-fbfc-4058-9678-1e2a3aa5ede7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Network': ['ID=25cd2e8c-d4d1-4782-aaef-2804ef00cc58,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.833366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:51.999536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f57e1-f6e3-4b02-985f-05473557b2b5 req-0ad0b0d8-ab17-4665-ad1b-b7a00c69c847 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.007751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f91f57e1-f6e3-4b02-985f-05473557b2b5 req-0ad0b0d8-ab17-4665-ad1b-b7a00c69c847 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1370387 Oct 20 10:51:52.045172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.072718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:52.076474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.125908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.155138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f91f57e1-f6e3-4b02-985f-05473557b2b5 req-94509da4-6bbb-422c-a7de-32f93d2cde04 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450720 Oct 20 10:51:52.207376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b12091-56c5-4df1-b5ef-88e240d3d7fe req-dcdd6b03-dd1c-4cf3-8c3e-3715fb496a67 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.207376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94b12091-56c5-4df1-b5ef-88e240d3d7fe req-dcdd6b03-dd1c-4cf3-8c3e-3715fb496a67 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1895206 Oct 20 10:51:52.322964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.325519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.330703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/614bbef5-91cd-422c-8566-cf44bc35e933 HTTP/1.1" status: 204 len: 168 time: 0.5316067 Oct 20 10:51:52.333345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94b12091-56c5-4df1-b5ef-88e240d3d7fe req-a6c771a1-911c-4b79-a5f8-1f395513e0f8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115115 Oct 20 10:51:52.346768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65840154-5e60-47b2-8b20-44367fd4f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614bbef5-91cd-422c-8566-cf44bc35e933,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:52.438987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.508934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Checking segment: {'id': '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:52.509487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network hostable DHCP agents. Network: 25cd2e8c-d4d1-4782-aaef-2804ef00cc58, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:52.528068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=1289e869-be5d-4f11-ae3d-b4c67f1a7e8b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:52.542385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:52.555444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 25cd2e8c-d4d1-4782-aaef-2804ef00cc58) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:52.560421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.561450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.568003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbab4f5-d926-4d58-9874-b274981b9dbd None None] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:52.590407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-03f6b23b-7364-46fb-94e9-8b4a416f0fba tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8278201 Oct 20 10:51:52.592893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58660) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:52.597927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1165379196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:52.646391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.648186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.699818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d888a-696d-430d-86de-c3ac3009e4a1 req-6ce23a25-5bbc-4abd-a631-03581f62e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.701335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c10d888a-696d-430d-86de-c3ac3009e4a1 req-6ce23a25-5bbc-4abd-a631-03581f62e752 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1097 time: 0.0935752 Oct 20 10:51:52.769970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.771274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c10d888a-696d-430d-86de-c3ac3009e4a1 req-b408b5df-4d33-43a6-9441-9a2c27b0aaa4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601146 Oct 20 10:51:52.777544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.810788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-25cd2e8c-d4d1-4782-aaef-2804ef00cc58', 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': '1289e869-be5d-4f11-ae3d-b4c67f1a7e8b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:52.811930 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.822710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.831175 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-442a78e0-c8a9-4c8c-b319-4e82304158a2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2371616 Oct 20 10:51:52.833377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58678) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:52.845479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58', 'name': 'tempest-PortsTestJSON-2043765127'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:52.913527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92ac7-7432-43f7-b021-3546c7bb6f47 req-2190d12a-82f8-4ccf-8a7d-c347db3e7994 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.915127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f92ac7-7432-43f7-b021-3546c7bb6f47 req-2190d12a-82f8-4ccf-8a7d-c347db3e7994 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 948 time: 0.1268296 Oct 20 10:51:53.008073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f92ac7-7432-43f7-b021-3546c7bb6f47 req-2d83ea17-9196-48db-b591-155a9d75c541 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770886 Oct 20 10:51:53.058912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Allocated IP 172.20.0.2 (25cd2e8c-d4d1-4782-aaef-2804ef00cc58/1289e869-be5d-4f11-ae3d-b4c67f1a7e8b/bc372173-7f73-462d-a62e-379503b8a414) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:53.103716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:53.108675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.153181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-913b5554-1106-471e-8316-09a64e16dbd7 req-4d8fd740-ffce-4bdf-a8e5-9f530252810a tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0719280 Oct 20 10:51:53.153667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port d4159e60-dfe5-4d54-bcff-772109bfe74b yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:53.283705 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.293836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.341522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99fab1-838f-4413-aa1a-9d9a513e5a27 req-e296b629-6156-4f8d-b44c-cc468b4dea9a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:53.343761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b99fab1-838f-4413-aa1a-9d9a513e5a27 req-e296b629-6156-4f8d-b44c-cc468b4dea9a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.0796821 Oct 20 10:51:53.365038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Pushing event updated for resources: {'Port': ['ID=bc372173-7f73-462d-a62e-379503b8a414,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:53.375897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:53.377770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:53.381421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:53.395302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.14 (25cd2e8c-d4d1-4782-aaef-2804ef00cc58/1289e869-be5d-4f11-ae3d-b4c67f1a7e8b/d4159e60-dfe5-4d54-bcff-772109bfe74b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:53.436114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b99fab1-838f-4413-aa1a-9d9a513e5a27 req-1cc7457c-19ce-4ac5-81b4-7df14da27639 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820990 Oct 20 10:51:53.439804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d37be71a-f356-4684-a433-8c069f8ea764 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:53.490039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Attempting to bind port bc372173-7f73-462d-a62e-379503b8a414 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:53.490428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Attempting to bind port bc372173-7f73-462d-a62e-379503b8a414 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:53.490833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Attempting to bind port bc372173-7f73-462d-a62e-379503b8a414 on network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:53.506309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:53.506751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Checking segment: {'id': '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:53.509170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.509600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Bound using segment: {'id': '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:53.512299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Bound port: bc372173-7f73-462d-a62e-379503b8a414, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '25cd2e8c-d4d1-4782-aaef-2804ef00cc58'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:53.512456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.598417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609eeae-8e50-4650-a287-b77961086e8b req-6040a5a7-6da1-4fe5-8ed7-919e9a7a90cd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:53.601382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b609eeae-8e50-4650-a287-b77961086e8b req-6040a5a7-6da1-4fe5-8ed7-919e9a7a90cd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1011300 Oct 20 10:51:53.605560 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:51:53.686493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] For port bc372173-7f73-462d-a62e-379503b8a414, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:53.705340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b609eeae-8e50-4650-a287-b77961086e8b req-8b3405d0-2873-4065-93a8-d5afd62f9841 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861521 Oct 20 10:51:53.709471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] For port bc372173-7f73-462d-a62e-379503b8a414, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bc372173-7f73-462d-a62e-379503b8a414,segment=NetworkSegment(2feae9e2-8f29-47fe-85ce-bdc96dc87b8e),segment_id=2feae9e2-8f29-47fe-85ce-bdc96dc87b8e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:53.721425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.732905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.781180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.781776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d37be71a-f356-4684-a433-8c069f8ea764,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:53.813927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'd37be71a-f356-4684-a433-8c069f8ea764', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'd37be71a-f356-4684-a433-8c069f8ea764', 'mac_address': 'fa:16:3e:82:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:53.848625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=d4159e60-dfe5-4d54-bcff-772109bfe74b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:53.888643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:53.890926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:53.893903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:53.898601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b28fd-cd2b-4a1b-a927-a4b1e54bb0d3 None None] Pushing event updated for resources: {'Port': ['ID=bc372173-7f73-462d-a62e-379503b8a414,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:53.901784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.931745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37be71a-f356-4684-a433-8c069f8ea764 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:53.961097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d37be71a-f356-4684-a433-8c069f8ea764,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:53.965740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.968256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:53.968998 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.006313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58726) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:54.007745 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bbf3e983-153b-4a9a-9d9f-d4bf2c4bfe9f tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1688492 Oct 20 10:51:54.038207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:54.252734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['d37be71a-f356-4684-a433-8c069f8ea764'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:54.399975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-524ccf6c-1a3f-4f68-be35-fffc8c3d05b6 req-56d3ddf4-2355-4bbe-860a-b9200a5fa720 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0720532 Oct 20 10:51:54.410703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103acc2d-1391-409b-9b6c-91b3c45207c9 req-b8488f37-3f87-42d0-8201-1f5b7318af82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:54.417860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-103acc2d-1391-409b-9b6c-91b3c45207c9 req-b8488f37-3f87-42d0-8201-1f5b7318af82 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 949 time: 0.2833674 Oct 20 10:51:54.637900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bc372173-7f73-462d-a62e-379503b8a414 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:54.641802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-103acc2d-1391-409b-9b6c-91b3c45207c9 req-8df9ff7b-1b4a-4825-9521-d55c367915b9 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229888 Oct 20 10:51:54.757083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bc372173-7f73-462d-a62e-379503b8a414 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:54.757400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3675b-0b8f-4fa3-8fd7-516813dc6bbf req-aa86d405-cd75-45d5-a2fd-5a4782c69edd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:54.757597 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.761430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66b3675b-0b8f-4fa3-8fd7-516813dc6bbf req-aa86d405-cd75-45d5-a2fd-5a4782c69edd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1856873 Oct 20 10:51:54.837086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.891555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66b3675b-0b8f-4fa3-8fd7-516813dc6bbf req-c37c6dd3-6299-402a-a1d2-84c94f9e54c6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173074 Oct 20 10:51:54.916174 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.988156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port bc372173-7f73-462d-a62e-379503b8a414, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bc372173-7f73-462d-a62e-379503b8a414,segment=NetworkSegment(2feae9e2-8f29-47fe-85ce-bdc96dc87b8e),segment_id=2feae9e2-8f29-47fe-85ce-bdc96dc87b8e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:54.996794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.063248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=bc372173-7f73-462d-a62e-379503b8a414,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:55.128309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549b0ec-5553-4fed-80c3-97c21bb5bcdf req-b9e30862-807b-4493-b75e-ac390c605a81 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.135910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8549b0ec-5553-4fed-80c3-97c21bb5bcdf req-b9e30862-807b-4493-b75e-ac390c605a81 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.2019355 Oct 20 10:51:55.259309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8549b0ec-5553-4fed-80c3-97c21bb5bcdf req-5a160aa0-ea52-4276-93da-d00a87f51a32 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132987 Oct 20 10:51:55.275958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019a151-f0d0-43ed-b12b-c9d05d2e01b7 None None] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:55.350292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.356479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.397495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d37be71a-f356-4684-a433-8c069f8ea764 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:55.450172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0ec6cbeb-3a55-4c2f-90a3-51213502547e None None] Provisioning complete for port bc372173-7f73-462d-a62e-379503b8a414 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:55.450553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0ec6cbeb-3a55-4c2f-90a3-51213502547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.467345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=d4159e60-dfe5-4d54-bcff-772109bfe74b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:55.597086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port d37be71a-f356-4684-a433-8c069f8ea764 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:55.602788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f085a729-46ab-45f6-97eb-78bea3e8becf req-d5cfe23d-81b3-4713-b0eb-5a959a1637d1 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0369565 Oct 20 10:51:55.624851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port d37be71a-f356-4684-a433-8c069f8ea764 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:55.626967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.639739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:55.731753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-53896add-b0ab-43c0-b93b-de4dc40a099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.734558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-53896add-b0ab-43c0-b93b-de4dc40a099f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 1097 time: 0.2417850 Oct 20 10:51:55.783988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18570-7234-4deb-ad39-7767318c9638 req-703eb52f-8462-4940-9ad5-d7984aebb5e1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.785672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73d18570-7234-4deb-ad39-7767318c9638 req-703eb52f-8462-4940-9ad5-d7984aebb5e1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.2234676 Oct 20 10:51:55.811950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.839243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:55.842467 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1892415-a9d6-4373-8eb9-92ebb706cae8" -d '{"events": [{"server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "name": "network-vif-plugged", "status": "completed", "tag": "d37be71a-f356-4684-a433-8c069f8ea764"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:55.859500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d37be71a-f356-4684-a433-8c069f8ea764,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:55.867111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.915673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1c89cdc-82ba-4e3b-bfee-cd5712b80566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.988213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:56.014721 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.027697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1c89cdc-82ba-4e3b-bfee-cd5712b80566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.037045 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1c89cdc-82ba-4e3b-bfee-cd5712b80566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.085200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d9767e9b-2dae-4cbb-ab0d-b72fa6987468 None None] Provisioning complete for port bc372173-7f73-462d-a62e-379503b8a414 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:56.085619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d9767e9b-2dae-4cbb-ab0d-b72fa6987468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.087605 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1c89cdc-82ba-4e3b-bfee-cd5712b80566 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3949cb4006343139fc5f6dfa488c020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465585 Oct 20 10:51:56.088740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58832) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:56.089868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c89cdc-82ba-4e3b-bfee-cd5712b80566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149cf4d7-e7a7-4001-a720-3cf0619d6a16,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:56.130488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73d18570-7234-4deb-ad39-7767318c9638 req-e1681169-f894-47a2-a5f7-ca9d36fa1985 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110003 Oct 20 10:51:56.175393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356729f4-6122-4a18-89bd-8937b514e258 req-5ed5dbf4-85d3-4505-8d8b-8f0ec85fa517 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.183666 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-356729f4-6122-4a18-89bd-8937b514e258 req-5ed5dbf4-85d3-4505-8d8b-8f0ec85fa517 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 949 time: 0.3925471 Oct 20 10:51:56.233979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.242097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d9767e9b-2dae-4cbb-ab0d-b72fa6987468 None None] Provisioning complete for port d4159e60-dfe5-4d54-bcff-772109bfe74b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:56.242510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d9767e9b-2dae-4cbb-ab0d-b72fa6987468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.256951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-341100c7-eb28-4181-8bfd-9f7988f08fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.258659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-341100c7-eb28-4181-8bfd-9f7988f08fd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.4687276 Oct 20 10:51:56.312639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d9767e9b-2dae-4cbb-ab0d-b72fa6987468 None None] Port d4159e60-dfe5-4d54-bcff-772109bfe74b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:56.358414 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff3d18-e648-43dc-954d-1aa59fdfc20a x-openstack-request-id: req-beff3d18-e648-43dc-954d-1aa59fdfc20a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:56.361162 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "name": "network-vif-plugged", "status": "completed", "tag": "d37be71a-f356-4684-a433-8c069f8ea764", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:56.361849 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-beff3d18-e648-43dc-954d-1aa59fdfc20a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:56.362532 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764', 'code': 200} Oct 20 10:51:56.419338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-4bf266a6-3f24-4ff6-9e81-a70f78b87e33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 200 len: 217 time: 0.1409907 Oct 20 10:51:56.435990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-356729f4-6122-4a18-89bd-8937b514e258 req-949d7873-8394-4627-8b38-df31f2e5fd09 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506719 Oct 20 10:51:56.442645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-db87ec74-5b7c-45c5-8442-e11ab5b9a551 None None] Provisioning complete for port d4159e60-dfe5-4d54-bcff-772109bfe74b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:56.443733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-db87ec74-5b7c-45c5-8442-e11ab5b9a551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.466714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.524070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-db87ec74-5b7c-45c5-8442-e11ab5b9a551 None None] Port d4159e60-dfe5-4d54-bcff-772109bfe74b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:56.600327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f22ba-1571-4e82-8e91-5516b0185328 req-aa66cba4-6835-4865-9136-371c4eb01961 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.606582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bc372173-7f73-462d-a62e-379503b8a414 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:56.610718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-570f22ba-1571-4e82-8e91-5516b0185328 req-aa66cba4-6835-4865-9136-371c4eb01961 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1657636 Oct 20 10:51:56.644902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-9f8dd59a-c525-4342-bcf5-efd66fa999d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.646421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-9f8dd59a-c525-4342-bcf5-efd66fa999d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.2082081 Oct 20 10:51:56.732122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bc372173-7f73-462d-a62e-379503b8a414 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:56.733006 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.753511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-8a014ae1-56df-4560-bc0c-2f17e609e7f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894403 Oct 20 10:51:56.808709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7889200b-7f49-48a0-ba83-d03e0dc19585 None None] Provisioning complete for port d4159e60-dfe5-4d54-bcff-772109bfe74b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:56.809217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7889200b-7f49-48a0-ba83-d03e0dc19585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.836981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-124af857-780e-44a5-9afa-fecd14ab6255 req-b52f7242-806e-4bb0-9eba-d38d1674bd37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.6439633 Oct 20 10:51:56.854038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-570f22ba-1571-4e82-8e91-5516b0185328 req-c6516274-5bfd-4575-a761-65d3a7ecdb70 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423873 Oct 20 10:51:56.855638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.883663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7889200b-7f49-48a0-ba83-d03e0dc19585 None None] Port d4159e60-dfe5-4d54-bcff-772109bfe74b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:56.920577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3cffe672-448e-4a87-94a4-c9dfdbbf4ed4 req-f424507a-3193-4d58-b38f-534fc8ec6cd1 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1370261 Oct 20 10:51:56.932181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa8740-9dc3-482a-ab7b-f8799d9bf4de req-7c661fcf-6479-43cb-a63b-f8d14d5045a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.935105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30aa8740-9dc3-482a-ab7b-f8799d9bf4de req-7c661fcf-6479-43cb-a63b-f8d14d5045a3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 1102 time: 0.1011608 Oct 20 10:51:56.959140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.963369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:56.964842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/149cf4d7-e7a7-4001-a720-3cf0619d6a16 HTTP/1.1" status: 204 len: 168 time: 0.8597443 Oct 20 10:51:56.979969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bc3c7-ab75-4f0c-9419-79042fc9438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149cf4d7-e7a7-4001-a720-3cf0619d6a16,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:57.050956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-4fd04d2f-9516-4c71-98fb-cd31859a49d4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489407 Oct 20 10:51:57.082771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-30aa8740-9dc3-482a-ab7b-f8799d9bf4de req-c74049d8-7a80-4f45-8828-69c002ef97f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Oct 20 10:51:57.154287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.165756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.252810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f8a6453-bf7f-45a1-a6d9-4d4bc644643e req-64153767-9d24-46de-bf4d-bead7d47e670 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882734 Oct 20 10:51:57.296825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.309817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=d4159e60-dfe5-4d54-bcff-772109bfe74b,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:57.340535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21971e7-4b49-4990-8d6a-8d1a847bceb0 req-fe147ce9-77fe-422d-95ad-ac7423b1bff9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:57.343685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f21971e7-4b49-4990-8d6a-8d1a847bceb0 req-fe147ce9-77fe-422d-95ad-ac7423b1bff9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1306326 Oct 20 10:51:57.356913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58920) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:57.375146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20e0fe9-233a-42af-8827-1ea7566a2ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.442397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:51:57.486681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20e0fe9-233a-42af-8827-1ea7566a2ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.492341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20e0fe9-233a-42af-8827-1ea7566a2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.541822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a20e0fe9-233a-42af-8827-1ea7566a2ca5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f269c6358d742fdb1cf8876df7f6114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836271 Oct 20 10:51:57.544037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e0fe9-233a-42af-8827-1ea7566a2ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8cc5f-fbb8-4512-ab76-eb15d246ae0b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:57.546774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58934) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:57.607464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.632215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.687319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.690185 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.694039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4a8cc5f-fbb8-4512-ab76-eb15d246ae0b HTTP/1.1" status: 204 len: 168 time: 0.1436379 Oct 20 10:51:57.699708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338af168-f7d1-4b8d-9f60-f0b6bd2dc65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8cc5f-fbb8-4512-ab76-eb15d246ae0b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:57.760255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58940) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:57.800132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f21971e7-4b49-4990-8d6a-8d1a847bceb0 req-5fc0163c-4386-4e58-a4f7-f7a3c4d28eac tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496765 Oct 20 10:51:57.835221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98e361-99a6-462e-80e1-2f51778c8792 req-2cbc79eb-7e3f-40cb-9263-45dd62c9ca3f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:57.836929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a98e361-99a6-462e-80e1-2f51778c8792 req-2cbc79eb-7e3f-40cb-9263-45dd62c9ca3f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 950 time: 0.0935490 Oct 20 10:51:57.838915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:57.840549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:57.886585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a53eb75f-a6ef-4ed9-bfb4-d76dbfaad6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.972214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a98e361-99a6-462e-80e1-2f51778c8792 req-b7d8abe4-d56c-4ad3-b785-43c87c2c8ce6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246085 Oct 20 10:51:58.006284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a53eb75f-a6ef-4ed9-bfb4-d76dbfaad6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.013162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a53eb75f-a6ef-4ed9-bfb4-d76dbfaad6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.077584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a53eb75f-a6ef-4ed9-bfb4-d76dbfaad6b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33ba718ad5444fd79ba276a99ec0bc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162155 Oct 20 10:51:58.079767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb75f-a6ef-4ed9-bfb4-d76dbfaad6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8da2c-f94b-4c58-a92f-9265a70689a6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:58.081003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58952) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:58.122168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Router 9768201e-4d8a-4e3e-91c4-01c061daab7c is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:51:58.162763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fcd77bff-7472-4f28-98d3-a0b6b5907f61 req-08aadbfe-7f6c-430b-ab4f-540f7608b511 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0609405 Oct 20 10:51:58.184311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41716d-b6d5-4a08-85f4-c1a626235223 req-bf2bc672-ff7c-48a6-bfd1-8f9d35388a0c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:58.185848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b41716d-b6d5-4a08-85f4-c1a626235223 req-bf2bc672-ff7c-48a6-bfd1-8f9d35388a0c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1888366 Oct 20 10:51:58.222093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea7d024d-49be-4b45-9ac9-fce3f9a045f7 None None] Provisioning complete for port d4159e60-dfe5-4d54-bcff-772109bfe74b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:58.222668 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea7d024d-49be-4b45-9ac9-fce3f9a045f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.264479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d024d-49be-4b45-9ac9-fce3f9a045f7 None None] Port d4159e60-dfe5-4d54-bcff-772109bfe74b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:58.296161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.343894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b41716d-b6d5-4a08-85f4-c1a626235223 req-43609f17-d30b-429a-8721-67a95f9b50cb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448290 Oct 20 10:51:58.345876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.365688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:58.365688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-756c8120-3cc4-431e-b819-7efe32f87035 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/routers/9768201e-4d8a-4e3e-91c4-01c061daab7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3554800 Oct 20 10:51:58.366883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58962) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:58.369174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] Sync routers for ids ['9768201e-4d8a-4e3e-91c4-01c061daab7c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:58.407892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] Routers {'9768201e-4d8a-4e3e-91c4-01c061daab7c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:58.409708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9768201e-4d8a-4e3e-91c4-01c061daab7c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:58.424334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.428599 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.432583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/29b8da2c-f94b-4c58-a92f-9265a70689a6 HTTP/1.1" status: 204 len: 168 time: 0.3504970 Oct 20 10:51:58.461560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3113ce-11d8-47ce-9ad0-1602459356ca tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:58.464010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132e771-df5b-430b-9743-e634b06ca329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8da2c-f94b-4c58-a92f-9265a70689a6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:58.465707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb3113ce-11d8-47ce-9ad0-1602459356ca tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?device_id=9768201e-4d8a-4e3e-91c4-01c061daab7c HTTP/1.1" status: 200 len: 983 time: 0.0929592 Oct 20 10:51:58.466575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:58.676210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:58.704227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] Routers {'9768201e-4d8a-4e3e-91c4-01c061daab7c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:58.705063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9768201e-4d8a-4e3e-91c4-01c061daab7c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:58.738420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-87614f9e-058e-47b2-9ff0-6b263017d62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.740755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:58.741570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3433c-9395-416e-a34c-6b352e8d8b12 None None] The sync data for ids ['9768201e-4d8a-4e3e-91c4-01c061daab7c'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:58.853968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58984) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:58.868465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75316da4-f7ba-4d09-b8ab-673060bb5f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.951332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75316da4-f7ba-4d09-b8ab-673060bb5f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.955986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75316da4-f7ba-4d09-b8ab-673060bb5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.972127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.995497 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75316da4-f7ba-4d09-b8ab-673060bb5f1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ace1b69a23354438938e73833d78b9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404071 Oct 20 10:51:58.998274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58986) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:59.005923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75316da4-f7ba-4d09-b8ab-673060bb5f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c41133-f74b-4f8d-96c8-141f974b8862,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:59.025028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339327-3d97-48af-afcb-fef88249a5c1 req-5eab5d38-9319-4662-9c33-c1dca39ee6f3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.026399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf339327-3d97-48af-afcb-fef88249a5c1 req-5eab5d38-9319-4662-9c33-c1dca39ee6f3 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1321423 Oct 20 10:51:59.059525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.084438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.144012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.147121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.148453 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37c41133-f74b-4f8d-96c8-141f974b8862 HTTP/1.1" status: 204 len: 168 time: 0.1492925 Oct 20 10:51:59.157994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b274ef-86d5-4689-8bcc-07c8b13f61dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c41133-f74b-4f8d-96c8-141f974b8862,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:59.177533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf339327-3d97-48af-afcb-fef88249a5c1 req-9a770c53-335a-4947-92be-a0cf4319cb8f tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098032 Oct 20 10:51:59.230559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f70868-311f-4a16-8a22-8b6bcbdac161 req-66b2df26-a638-4bab-96f6-1443aaf09333 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.232082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9f70868-311f-4a16-8a22-8b6bcbdac161 req-66b2df26-a638-4bab-96f6-1443aaf09333 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 950 time: 0.1317573 Oct 20 10:51:59.331579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3b84dca-6fd5-4d05-8f63-8ab71f908a5a req-450a63d1-0905-4b75-92f3-538e6623f4bd tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0507269 Oct 20 10:51:59.335184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9f70868-311f-4a16-8a22-8b6bcbdac161 req-092aa2d3-c90b-4bfa-9b51-abf8ac529ff7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959392 Oct 20 10:51:59.425080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port d4159e60-dfe5-4d54-bcff-772109bfe74b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:59.425432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.528993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.553100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for d4159e60-dfe5-4d54-bcff-772109bfe74b owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:59.620800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f298be-b58e-45e5-ac69-454400b9cd98 req-6401ae38-8d71-4f34-9eab-cb1371ecf5fb tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.622345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2f298be-b58e-45e5-ac69-454400b9cd98 req-6401ae38-8d71-4f34-9eab-cb1371ecf5fb tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 1102 time: 0.0797708 Oct 20 10:51:59.764257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2f298be-b58e-45e5-ac69-454400b9cd98 req-20727b64-676b-4dde-a24a-9847e222a2b3 tempest-ServersOnMultiNodesTest-1281471384 tempest-ServersOnMultiNodesTest-1281471384-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319818 Oct 20 10:51:59.814297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-80a87c29-50e5-47ed-b3bf-5bd40ff9e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.819587 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-80a87c29-50e5-47ed-b3bf-5bd40ff9e44e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0910614 Oct 20 10:51:59.861856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251cf6a-f94a-4034-afe2-e29ca06366a5 req-3098e1ec-46e0-465c-8be2-e55d0d9e4ba8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.863371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6251cf6a-f94a-4034-afe2-e29ca06366a5 req-3098e1ec-46e0-465c-8be2-e55d0d9e4ba8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1169925 Oct 20 10:51:59.870430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.933611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=d4159e60-dfe5-4d54-bcff-772109bfe74b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:59.987313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-09d162e2-c16d-4fe7-b652-ae04242064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.990288 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-09d162e2-c16d-4fe7-b652-ae04242064c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.1445217 Oct 20 10:51:59.992977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6251cf6a-f94a-4034-afe2-e29ca06366a5 req-d46a8358-8b58-430c-8de5-aabb408c3366 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146824 Oct 20 10:52:00.068978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c40855-1257-4c33-ad56-c6d49e5defab req-9ef6d9b6-d242-478b-965c-3eda753a99e5 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0746391 Oct 20 10:52:00.175272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-7bd78e4d-668e-4dda-96f1-4956e0056a6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 1001 time: 0.1638551 Oct 20 10:52:00.242037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-f428f846-0f9b-4e6b-b0b5-94d2663efd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.243909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-f428f846-0f9b-4e6b-b0b5-94d2663efd91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.0627596 Oct 20 10:52:00.298728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.338155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-8b71a2bd-53f7-403f-8996-a1520f816577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.339753 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-8b71a2bd-53f7-403f-8996-a1520f816577 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852501 Oct 20 10:52:00.473257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-bd46acf0-872e-4980-a39c-2119fcddd978 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237252 Oct 20 10:52:00.549005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1564-cb22-453b-ab01-ec454df040da req-730ff23d-cc20-42f3-a6ab-b751615b45b7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.550481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eaa1564-cb22-453b-ab01-ec454df040da req-730ff23d-cc20-42f3-a6ab-b751615b45b7 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1804175 Oct 20 10:52:00.561576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4b56-5b20-4b53-8f7f-d6aad3671545 req-7a4f8584-882d-4fe8-ac4c-3b7a683d2183 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.569273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b84b4b56-5b20-4b53-8f7f-d6aad3671545 req-7a4f8584-882d-4fe8-ac4c-3b7a683d2183 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 950 time: 0.2002051 Oct 20 10:52:00.590705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Router 9768201e-4d8a-4e3e-91c4-01c061daab7c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:52:00.623670 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b03fdb6-0c71-4c8c-aabb-f188b3bbf4d6 req-c4300881-a80e-433f-aa96-66ec03b98e3f service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293707 Oct 20 10:52:00.663016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b84b4b56-5b20-4b53-8f7f-d6aad3671545 req-fc44f851-db20-4cb2-a682-2ccc71049e57 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795469 Oct 20 10:52:00.694621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eaa1564-cb22-453b-ab01-ec454df040da req-3ea163ec-dc3f-42f4-b423-83e3af3167fc tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232686 Oct 20 10:52:00.761010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:00.765806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4a783db8-b145-4d33-9eda-4065d298d6e1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/routers/9768201e-4d8a-4e3e-91c4-01c061daab7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981594 Oct 20 10:52:00.769429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59102) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:00.771967 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] Sync routers for ids ['9768201e-4d8a-4e3e-91c4-01c061daab7c'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:00.783556 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] Routers {'9768201e-4d8a-4e3e-91c4-01c061daab7c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:00.784164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9768201e-4d8a-4e3e-91c4-01c061daab7c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:00.817790 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:00.825924 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bedc091-2847-43b3-b5b5-3bc0105cfe07 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:52:00.827080 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] Routers {'9768201e-4d8a-4e3e-91c4-01c061daab7c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:00.827585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4bedc091-2847-43b3-b5b5-3bc0105cfe07 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/d4159e60-dfe5-4d54-bcff-772109bfe74b HTTP/1.1" status: 404 len: 333 time: 0.0565503 Oct 20 10:52:00.827726 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9768201e-4d8a-4e3e-91c4-01c061daab7c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:00.830417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59106) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:00.865581 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:00.866249 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f41b5-2e0f-4e85-9d18-61345a18863a None None] The sync data for ids ['9768201e-4d8a-4e3e-91c4-01c061daab7c'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:01.306984 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.335068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a26-5479-405a-a186-767d19c871dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.490740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.496150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b924324-b9aa-47ee-a224-b5cdc997fb2e req-10f45430-1bc8-48ba-b1e5-2c2fba8250dc tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.497660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b924324-b9aa-47ee-a224-b5cdc997fb2e req-10f45430-1bc8-48ba-b1e5-2c2fba8250dc tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2446699 Oct 20 10:52:01.507236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689c00-dc38-4219-9c12-1660f4b29087 req-80412376-69ee-4575-8feb-75a5e1fd09a8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.508701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be689c00-dc38-4219-9c12-1660f4b29087 req-80412376-69ee-4575-8feb-75a5e1fd09a8 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.2546191 Oct 20 10:52:01.539521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.548221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.626860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc0027d3-f127-43ba-b628-f397cd8380b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.641294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b924324-b9aa-47ee-a224-b5cdc997fb2e req-e23d5259-8482-47ec-9ac1-a0f77def928c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298580 Oct 20 10:52:01.647746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.648335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Fanout notify agent at l3_agent the message router_deleted on router 9768201e-4d8a-4e3e-91c4-01c061daab7c {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:52:01.677107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.682888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d83e1759-0cee-4006-b21f-1c034b157430 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/routers/9768201e-4d8a-4e3e-91c4-01c061daab7c HTTP/1.1" status: 204 len: 168 time: 0.8489485 Oct 20 10:52:01.685758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59198) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.711455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.711618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be689c00-dc38-4219-9c12-1660f4b29087 req-9d87bb07-8c2d-4c79-add4-56542c3ff948 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700289 Oct 20 10:52:01.712400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.763291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc0027d3-f127-43ba-b628-f397cd8380b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.770749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc0027d3-f127-43ba-b628-f397cd8380b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.771008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d2c3d7c-3abf-459b-b49c-fd8e5fb49f87 req-f2e453d2-c933-43ad-9df2-8b1983b4effe tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0344572 Oct 20 10:52:01.793478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 1289e869-be5d-4f11-ae3d-b4c67f1a7e8b {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:01.797698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.825775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fc0027d3-f127-43ba-b628-f397cd8380b6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1a93b26207945b893e015c6e55258f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329437 Oct 20 10:52:01.828082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59204) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.835606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0027d3-f127-43ba-b628-f397cd8380b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bc636c-8d16-451f-9acd-2b64137c2f40,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:01.882363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.910640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b36b7516-8037-4948-92ee-e65c0e2594a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.918513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94f01-7530-4bb5-a7f1-fb208784e868 req-8a2c0a1f-f8bf-428d-b7c9-24cb270ab031 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.920099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50e94f01-7530-4bb5-a7f1-fb208784e868 req-8a2c0a1f-f8bf-428d-b7c9-24cb270ab031 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 950 time: 0.1189585 Oct 20 10:52:01.940864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.961092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-ba0066d6-570b-4358-b8c4-b9fd09c8e0fe tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.962553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-ba0066d6-570b-4358-b8c4-b9fd09c8e0fe tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/ports?device_id=254b8376-153f-400e-a7f8-a6577c1019ae HTTP/1.1" status: 200 len: 950 time: 0.1063199 Oct 20 10:52:01.992982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50e94f01-7530-4bb5-a7f1-fb208784e868 req-6dd2769d-cc01-4e91-9946-fc01f0400f99 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Oct 20 10:52:02.012251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.013408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.077157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.106557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=1289e869-be5d-4f11-ae3d-b4c67f1a7e8b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.108562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.114280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5b09512-bd53-4d75-92c4-ee1ea330d7d2 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/1289e869-be5d-4f11-ae3d-b4c67f1a7e8b HTTP/1.1" status: 204 len: 168 time: 0.4248455 Oct 20 10:52:02.114852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59208) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:02.118553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b24ed-bf23-46b4-be20-e736b6b3f471 None None] Network 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:02.136395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.139000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.142766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06bc636c-8d16-451f-9acd-2b64137c2f40 HTTP/1.1" status: 204 len: 168 time: 0.3137798 Oct 20 10:52:02.162466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdd3cf-e08b-442b-a296-c5e7b4e061fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bc636c-8d16-451f-9acd-2b64137c2f40,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.174877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b36b7516-8037-4948-92ee-e65c0e2594a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.187795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b36b7516-8037-4948-92ee-e65c0e2594a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.210597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.228183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7516-8037-4948-92ee-e65c0e2594a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8314a89-17b1-4ad4-8d9d-15ab411097e6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.232508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port d37be71a-f356-4684-a433-8c069f8ea764 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:02.233119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.285850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b36b7516-8037-4948-92ee-e65c0e2594a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=386a1c971a944c4b9dd8a2d6ba991db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711720 Oct 20 10:52:02.290376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59212) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:02.353475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port bc372173-7f73-462d-a62e-379503b8a414 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:02.354070 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.380431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port d37be71a-f356-4684-a433-8c069f8ea764, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d37be71a-f356-4684-a433-8c069f8ea764,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:02.381006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.381590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] DHCP port deletion for 25cd2e8c-d4d1-4782-aaef-2804ef00cc58 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:02.400345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for d37be71a-f356-4684-a433-8c069f8ea764 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:02.439622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] For port bc372173-7f73-462d-a62e-379503b8a414, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bc372173-7f73-462d-a62e-379503b8a414,segment=NetworkSegment(2feae9e2-8f29-47fe-85ce-bdc96dc87b8e),segment_id=2feae9e2-8f29-47fe-85ce-bdc96dc87b8e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:02.440263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.448404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Deleting port bc372173-7f73-462d-a62e-379503b8a414 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:02.449104 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.465054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for bc372173-7f73-462d-a62e-379503b8a414 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:02.476245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.535538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.549300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] For port bc372173-7f73-462d-a62e-379503b8a414, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bc372173-7f73-462d-a62e-379503b8a414,segment=NetworkSegment(2feae9e2-8f29-47fe-85ce-bdc96dc87b8e),segment_id=2feae9e2-8f29-47fe-85ce-bdc96dc87b8e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:02.549836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.564248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bc372173-7f73-462d-a62e-379503b8a414 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:02.575481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Calling delete_port for bc372173-7f73-462d-a62e-379503b8a414 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:02.605314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.617945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:02.624681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.628770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26', 'd37be71a-f356-4684-a433-8c069f8ea764'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:02.631075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c', '3afa2a54-44d2-4254-882f-48ec3e5113bd', '3ad847f3-814e-4f04-898b-69cdaf5c95f1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:02.638049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=d37be71a-f356-4684-a433-8c069f8ea764,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.638570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.641178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.645005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8314a89-17b1-4ad4-8d9d-15ab411097e6 HTTP/1.1" status: 204 len: 168 time: 0.3535972 Oct 20 10:52:02.674197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9096578f-9121-48c3-8277-72405caf20de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.682891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=bc372173-7f73-462d-a62e-379503b8a414,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.691068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No DVR routers for this DVR port bc372173-7f73-462d-a62e-379503b8a414 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:02.705660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port d37be71a-f356-4684-a433-8c069f8ea764 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:02.709167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.712927 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ef7b8d10-9515-4f78-ba55-57189aa2577c req-70633ef1-1740-4228-bc3b-529b7331dac4 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "DELETE /v2.0/ports/d37be71a-f356-4684-a433-8c069f8ea764 HTTP/1.1" status: 204 len: 173 time: 0.7385237 Oct 20 10:52:02.714052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'name': 'network-vif-deleted', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:02.716158 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458e026-9c23-4e8e-9d67-6e3f5061f7e7" -d '{"events": [{"server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "name": "network-vif-deleted", "tag": "d37be71a-f356-4684-a433-8c069f8ea764"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:02.737645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0635-1550-4df6-978b-fd442fbfeaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8314a89-17b1-4ad4-8d9d-15ab411097e6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.850025 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fe4cb-e719-4e0d-a704-c85a5012cd48 x-openstack-request-id: req-5f4fe4cb-e719-4e0d-a704-c85a5012cd48 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:02.850354 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254b8376-153f-400e-a7f8-a6577c1019ae", "name": "network-vif-deleted", "tag": "d37be71a-f356-4684-a433-8c069f8ea764", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:02.850700 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f4fe4cb-e719-4e0d-a704-c85a5012cd48 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:02.851221 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254b8376-153f-400e-a7f8-a6577c1019ae', 'name': 'network-vif-deleted', 'tag': 'd37be71a-f356-4684-a433-8c069f8ea764', 'status': 'completed', 'code': 200} Oct 20 10:52:02.854714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.859229 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.941488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cd2e8c-d4d1-4782-aaef-2804ef00cc58']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:02.957571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No active binding found for port bc372173-7f73-462d-a62e-379503b8a414 {{(pid=100748) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:52:02.958322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bc372173-7f73-462d-a62e-379503b8a414 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:02.983208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:02.983208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feae9e2-8f29-47fe-85ce-bdc96dc87b8e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:03.009321 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.028136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.047578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.062255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1ff40-cb28-47f4-a95c-da1bea3ea441 req-ac5b98ad-901a-46ba-92fe-4d8e75eaf572 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:03.063917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7b1ff40-cb28-47f4-a95c-da1bea3ea441 req-ac5b98ad-901a-46ba-92fe-4d8e75eaf572 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2165926 Oct 20 10:52:03.081652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:03.082194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:03.085911 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:03.099801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Pushing event deleted for resources: {'Port': ['ID=bc372173-7f73-462d-a62e-379503b8a414,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.104028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] No DVR routers for this DVR port bc372173-7f73-462d-a62e-379503b8a414 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:03.130359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.131108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.131609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.131966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.132284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.132789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.133273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.133783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.134114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.134550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.134794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.135314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ce55a-922c-4553-84ba-5277d6cfc421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.214609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9096578f-9121-48c3-8277-72405caf20de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.233569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9096578f-9121-48c3-8277-72405caf20de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.247189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7b1ff40-cb28-47f4-a95c-da1bea3ea441 req-b3d8daa0-3c9c-42d4-8eb2-d6924c909a13 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593504 Oct 20 10:52:03.329493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c69c2-5459-470a-9cc8-1f2ba06036ef req-bb42730a-09e9-446b-af89-e625c94d44ab tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:03.331338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a4c69c2-5459-470a-9cc8-1f2ba06036ef req-bb42730a-09e9-446b-af89-e625c94d44ab tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.2964191 Oct 20 10:52:03.332214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.335576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096578f-9121-48c3-8277-72405caf20de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3ce4e-7760-4e35-9732-7fef87bab822,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.379783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.387310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/25cd2e8c-d4d1-4782-aaef-2804ef00cc58 HTTP/1.1" status: 204 len: 168 time: 1.2708998 Oct 20 10:52:03.390988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59242) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.418010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e70db-ad22-4a7a-b089-7088b41b6542 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=25cd2e8c-d4d1-4782-aaef-2804ef00cc58,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.462496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063987c-6e21-4aea-96b9-d416a4ff6a3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:03.463579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9096578f-9121-48c3-8277-72405caf20de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd805d1f85d6423ea9c2de2fee4b57b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434436 Oct 20 10:52:03.464450 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8063987c-6e21-4aea-96b9-d416a4ff6a3e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/7569a3dd-be0c-4329-b8d5-f922b97e8439 HTTP/1.1" status: 200 len: 841 time: 0.0724545 Oct 20 10:52:03.465371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59246) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.468513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59248) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.515606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dacd7b6d-d81d-4520-bfd6-33acb2d077bd req-1e14c05f-4816-4809-91f1-b8cfc865e63c tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0931914 Oct 20 10:52:03.551151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a4c69c2-5459-470a-9cc8-1f2ba06036ef req-8c6b220c-93df-4848-9082-94510f12113e tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739337 Oct 20 10:52:03.562060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2146600b-a8cb-4f67-8850-e27b07cd8bd0 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/7569a3dd-be0c-4329-b8d5-f922b97e8439?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0843070 Oct 20 10:52:03.565757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59254) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.581696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:03.596508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.638983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.705621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.711542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.713300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04d3ce4e-7760-4e35-9732-7fef87bab822 HTTP/1.1" status: 204 len: 168 time: 0.2467952 Oct 20 10:52:03.724107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a3be0-3ae0-439f-9dc1-86b4a7dc8bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d3ce4e-7760-4e35-9732-7fef87bab822,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.770690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:03.775551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.813570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59264) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.947012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3cd82-6dc1-4bb1-9a51-2ad13a971836 req-8ac83db3-14d6-4f77-9464-36cda9027e22 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:03.948591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66a3cd82-6dc1-4bb1-9a51-2ad13a971836 req-8ac83db3-14d6-4f77-9464-36cda9027e22 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.0760984 Oct 20 10:52:04.024664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66a3cd82-6dc1-4bb1-9a51-2ad13a971836 req-1a323586-9879-45f3-a742-c8b334fc477c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694432 Oct 20 10:52:04.044663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-67752787'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:04.072512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:04.077132 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.087405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.089091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.149245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:04.152646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:04.155739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.156306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.165310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=9e4cf1f0-b1a0-4405-9db1-2b9777443189,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.166041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6dfff2-817a-46fc-9511-09a53b71eef9 None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:04.181173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.183109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59276) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.184057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bf02360a-da88-4fc6-81af-6274fd31bccb tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169009 Oct 20 10:52:04.191235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904781764'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:04.197754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.237208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:04.246220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.251248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320f3e4e-a4c3-460c-883c-7a4657a24a25,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.262808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.263492 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Added segment 49ec8598-0261-4d9b-af6e-00c758574d2d of type vlan for network 2d5fe838-a998-4d31-a688-24a98274b0ba Oct 20 10:52:04.279415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.326015 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.373904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.379742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.380348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.408716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'tenant_id': '6c9f3921802e4e10bc5bcc023cfd0d3f', 'fixed_ips': [{'subnet_id': '9e4cf1f0-b1a0-4405-9db1-2b9777443189'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:04.411280 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.431700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.444426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.456284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6414809 Oct 20 10:52:04.458501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59288) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.475871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9567ae5-9747-4d2f-b87e-b64101cc54c8 req-085ff3c7-237d-456f-af76-4817eb3d62e8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.486817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9567ae5-9747-4d2f-b87e-b64101cc54c8 req-085ff3c7-237d-456f-af76-4817eb3d62e8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1000402 Oct 20 10:52:04.501806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:04.532083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9567ae5-9747-4d2f-b87e-b64101cc54c8 req-9ef4305f-d859-4f9b-bbf8-c69ba9a2b590 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Oct 20 10:52:04.535194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fb845-b785-49af-8a8b-cac0f826df30 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Network': ['ID=2d5fe838-a998-4d31-a688-24a98274b0ba,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.553113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.554357 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3700690 Oct 20 10:52:04.568552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59294) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.568552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'security_group': {'name': 'tempest-secgroup-197748052'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:04.600425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7385c-2a22-4b12-ba0a-5259a7a01f86 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ad358-cc71-4ef0-b90d-ce9d3631c192,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.618860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:04.626450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.637499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Allocated IP 172.20.0.2 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/9e4cf1f0-b1a0-4405-9db1-2b9777443189/61875167-6ec5-4d77-af19-7c7e343e427a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:04.653566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:04.659360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.703220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e925c6bd-dae4-44de-bf53-116b88ae5d8b req-d344e5c2-8c60-47b3-bdd9-d73ec7cbd3d9 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0432169 Oct 20 10:52:04.872718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-7d75ba98-2ec8-441d-b3ec-88fd4f3edc41 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.874212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-7d75ba98-2ec8-441d-b3ec-88fd4f3edc41 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1524944 Oct 20 10:52:04.876330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-c763e123-b03c-4be0-918d-c7010e20f056 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779471 Oct 20 10:52:04.881665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.887564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b5ef2-a183-4d4e-be08-fc7764cb34c4 req-db7da457-599d-43a4-bbc8-9ebe5f7ed0bd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.889023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57b5ef2-a183-4d4e-be08-fc7764cb34c4 req-db7da457-599d-43a4-bbc8-9ebe5f7ed0bd tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 945 time: 0.1756940 Oct 20 10:52:04.891639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.901566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.936477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.949824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:04.953710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:04.958123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:04.993261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.995247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.996487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4363689 Oct 20 10:52:05.001405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59302) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:05.022045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1829237440', 'security_groups': ['2a4adac9-3e7c-4c8b-9659-d2b8fe2b72d3'], 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e4cf1f0-b1a0-4405-9db1-2b9777443189'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:05.025218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-3f074b9a-8131-49d2-92c2-b559b08d95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.027009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-3f074b9a-8131-49d2-92c2-b559b08d95a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08d538607d91412187334c8883be1e70&device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 1097 time: 0.1125784 Oct 20 10:52:05.047600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Attempting to bind port 61875167-6ec5-4d77-af19-7c7e343e427a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:05.048076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Attempting to bind port 61875167-6ec5-4d77-af19-7c7e343e427a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '23021004-5a75-4736-8d30-0968ff8272d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:05.048354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Attempting to bind port 61875167-6ec5-4d77-af19-7c7e343e427a on network dd6414ba-ae2b-4fc1-a767-c467e83530a8 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:05.050359 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.054356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb1561-da24-4d7b-8194-7b325885df91 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4adac9-3e7c-4c8b-9659-d2b8fe2b72d3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:05.056020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:05.056020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Checking segment: {'id': '23021004-5a75-4736-8d30-0968ff8272d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:05.056909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.056909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Bound using segment: {'id': '23021004-5a75-4736-8d30-0968ff8272d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:05.058550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Bound port: 61875167-6ec5-4d77-af19-7c7e343e427a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23021004-5a75-4736-8d30-0968ff8272d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:05.058550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.077395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c57b5ef2-a183-4d4e-be08-fc7764cb34c4 req-d1f7fd2e-7c31-469c-9d9e-daf27daf9fd5 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426334 Oct 20 10:52:05.126047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=cecb56aa-e936-4f72-b3f6-33329ea77ead,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:05.153840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:05.159050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:05.166514 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.223868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Deleting port 4872512b-abf2-4572-a5b0-6d8d1e07f869 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:05.224742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.239861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:05.240783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network hostable DHCP agents. Network: 2d5fe838-a998-4d31-a688-24a98274b0ba, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:05.269376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4c99-3836-42e7-8b66-e7bf2a781d7c None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:05.280056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-d4b14f68-2e4f-4acb-a0ae-9640ce09ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.283855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-d4b14f68-2e4f-4acb-a0ae-9640ce09ec50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 200 len: 913 time: 0.2207475 Oct 20 10:52:05.287473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:05.344894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-70d72133-70c1-44bc-98d2-090239e41ae6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 200 len: 217 time: 0.0407977 Oct 20 10:52:05.345100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5fd89-d409-4720-a1a3-4fd319523b84 req-86bdb824-36d4-4664-8bf4-4df7f1d562a6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.350111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96f5fd89-d409-4720-a1a3-4fd319523b84 req-86bdb824-36d4-4664-8bf4-4df7f1d562a6 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.1889069 Oct 20 10:52:05.417517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-7a953633-3382-45a4-89cf-00a4c9e7d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.419015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-7a953633-3382-45a4-89cf-00a4c9e7d1f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 200 len: 851 time: 0.0639951 Oct 20 10:52:05.420072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 2d5fe838-a998-4d31-a688-24a98274b0ba) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:05.425045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.425633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.435504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac064b-2e10-4ec5-b549-11b7d51b985c None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:05.439584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] For port 4872512b-abf2-4572-a5b0-6d8d1e07f869, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4872512b-abf2-4572-a5b0-6d8d1e07f869,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:05.444478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.456292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96f5fd89-d409-4720-a1a3-4fd319523b84 req-75555fda-1e66-4ca0-ae69-80f58d577411 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982239 Oct 20 10:52:05.465423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:05.478926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-fa32b349-83d7-4830-a704-d69fd41a7259 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a84a45d-a81f-4ce7-a2a8-69a98579fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498066 Oct 20 10:52:05.497677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Calling delete_port for 4872512b-abf2-4572-a5b0-6d8d1e07f869 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:05.542137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f424c7df-55ca-405b-897e-c39312297f9a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0763350 Oct 20 10:52:05.565069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59316) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:05.582527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'name': 'tempest-NetworksTestDHCPv6-873669493'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:05.729630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'cecb56aa-e936-4f72-b3f6-33329ea77ead'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:05.730404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.766616 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.776950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-6044ff29-bb81-4e67-b4b0-54d9c3648a89 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.778473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-6044ff29-bb81-4e67-b4b0-54d9c3648a89 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.2772923 Oct 20 10:52:05.808647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 62c663f9-35a3-4815-bf36-3073710de7a3 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:05.826869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e52143-f7b7-47da-a361-91ef52125bb5 req-52adba64-ae19-4ff2-8d6a-9c2f2b0d7655 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.834055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66e52143-f7b7-47da-a361-91ef52125bb5 req-52adba64-ae19-4ff2-8d6a-9c2f2b0d7655 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1503220 Oct 20 10:52:05.847206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-df4dbcbb-49aa-444d-bc88-77850adc66db service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447399 Oct 20 10:52:05.935685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/cecb56aa-e936-4f72-b3f6-33329ea77ead/e19bb7fe-7dad-4341-a05f-1bdcececdfb5) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:05.948379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-899c758b-a40a-4df1-8417-382f71a39d43 req-ae9610dc-bdc8-4111-9beb-936970d614e0 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1122274 Oct 20 10:52:06.019804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66e52143-f7b7-47da-a361-91ef52125bb5 req-c61b2d13-9055-442b-9e5a-6e8a9277491c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845641 Oct 20 10:52:06.023930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.037528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:06.041971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.058333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-b9fc0bca-02ff-45f4-875c-be7cae191698 service neutron] 10.222.0.70 "GET /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992831 Oct 20 10:52:06.062571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:06.063184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.079984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Pushing event deleted for resources: {'Port': ['ID=4872512b-abf2-4572-a5b0-6d8d1e07f869,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:06.085474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 5b9cfd6c-a405-40b3-82cf-f604a7540dc7 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:06.162853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] No DVR routers for this DVR port 4872512b-abf2-4572-a5b0-6d8d1e07f869 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:06.185739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.189472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7cb874b-df1a-46bb-bd1e-001b0d0faa56 req-80dbfe3a-b0ba-4736-90d6-876dba1feabf tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "DELETE /v2.0/ports/4872512b-abf2-4572-a5b0-6d8d1e07f869 HTTP/1.1" status: 204 len: 173 time: 1.2966392 Oct 20 10:52:06.190098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'name': 'network-vif-deleted', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:06.192795 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117d875-f484-4c32-bef6-c27b81f31b22" -d '{"events": [{"server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "name": "network-vif-deleted", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:06.238896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6d2990e-c825-40ec-b4b7-fff99edf5d43 req-a25b3b23-aed9-410e-b0dd-756766a11f58 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a3a35be-9745-4116-99e9-d0e22a9b658d HTTP/1.1" status: 200 len: 210 time: 0.0390027 Oct 20 10:52:06.269533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.11 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/9e4cf1f0-b1a0-4405-9db1-2b9777443189/62c663f9-35a3-4815-bf36-3073710de7a3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:06.279799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.286363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b056ea84-b34e-4685-8f1b-ec1c75dab693', '4872512b-abf2-4572-a5b0-6d8d1e07f869'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:06.375628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.404700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port 3ad847f3-814e-4f04-898b-69cdaf5c95f1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3ad847f3-814e-4f04-898b-69cdaf5c95f1,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:06.405089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.451746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for 3ad847f3-814e-4f04-898b-69cdaf5c95f1 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:06.476298 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a707781-0806-49ac-87c0-3734dd931547 x-openstack-request-id: req-4a707781-0806-49ac-87c0-3734dd931547 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:06.476587 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a35be-9745-4116-99e9-d0e22a9b658d", "name": "network-vif-deleted", "tag": "4872512b-abf2-4572-a5b0-6d8d1e07f869", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:06.477041 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a707781-0806-49ac-87c0-3734dd931547 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:06.477424 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a35be-9745-4116-99e9-d0e22a9b658d', 'name': 'network-vif-deleted', 'tag': '4872512b-abf2-4572-a5b0-6d8d1e07f869', 'status': 'completed', 'code': 200} Oct 20 10:52:06.481158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:06.500570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:06.511711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::389 (2d5fe838-a998-4d31-a688-24a98274b0ba/cecb56aa-e936-4f72-b3f6-33329ea77ead/5b9cfd6c-a405-40b3-82cf-f604a7540dc7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:06.524480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:06.536753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Pushing event updated for resources: {'Port': ['ID=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:06.621988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.679849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Attempting to bind port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:06.680237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Attempting to bind port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:06.680604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Attempting to bind port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:06.715111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:06.715496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:06.715994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.716290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:06.716778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Bound port: e19bb7fe-7dad-4341-a05f-1bdcececdfb5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:06.717221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.731696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611585a-fe82-4846-a411-6aabe611fff2 req-468e08c9-0845-423d-ba17-a9de0203799d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:06.743296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6611585a-fe82-4846-a411-6aabe611fff2 req-468e08c9-0845-423d-ba17-a9de0203799d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 949 time: 0.1041570 Oct 20 10:52:06.748109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:06.762514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.901681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.911752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:06.914988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6611585a-fe82-4846-a411-6aabe611fff2 req-eebe6bb1-9a0c-45b2-830c-97b5d9f73ce0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748319 Oct 20 10:52:06.944755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:06.954019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:06.968265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.003593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] For port e19bb7fe-7dad-4341-a05f-1bdcececdfb5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:07.010787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] For port e19bb7fe-7dad-4341-a05f-1bdcececdfb5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:07.022195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=62c663f9-35a3-4815-bf36-3073710de7a3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.030885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.105011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.107363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.155328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d596be31-5232-46e5-bffe-279e819843fd tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1495433 Oct 20 10:52:07.156195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.157561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:07.162997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:07.171368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:07.182581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:07.201134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.203214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.234174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24539a-dd0b-49b4-9f31-33861535d93f None None] Pushing event updated for resources: {'Port': ['ID=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.246771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=5b9cfd6c-a405-40b3-82cf-f604a7540dc7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.269520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.275456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.312363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:07.373117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:07.373490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.380120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15ee4085-19e5-4dd6-b089-375631747d97 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8034542 Oct 20 10:52:07.386633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.405733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ff7fc20-3629-4653-9d18-6d4a463e178f req-62f45e0f-67b3-4c27-9f11-c742be5deefa tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1326890 Oct 20 10:52:07.460711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=3ad847f3-814e-4f04-898b-69cdaf5c95f1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.496065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:52:07.522704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd7eb4-eb77-4d9d-9469-5c06f4db1365 req-3d566e48-c1b8-4f8c-967a-1de73beeb398 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.544131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3cd7eb4-eb77-4d9d-9469-5c06f4db1365 req-3d566e48-c1b8-4f8c-967a-1de73beeb398 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2695012 Oct 20 10:52:07.560411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d37be71a-f356-4684-a433-8c069f8ea764 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:07.587374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port 3ad847f3-814e-4f04-898b-69cdaf5c95f1 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:07.602420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.631630 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a0bf5a13-2e6f-4589-bdfe-2d0f9d3ff8ca req-efe1f727-d080-4d19-a7ef-ed4d1261dcc8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "DELETE /v2.0/ports/3ad847f3-814e-4f04-898b-69cdaf5c95f1 HTTP/1.1" status: 204 len: 173 time: 1.8395214 Oct 20 10:52:07.642966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'name': 'network-vif-deleted', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:07.652999 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef64f5-66ca-4269-b5f9-064c8813c9c9" -d '{"events": [{"server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "name": "network-vif-deleted", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:07.667535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:07.670647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.678408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-800b16d4-1bb8-413b-ae98-1c3cc5d6250b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.722537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3cd7eb4-eb77-4d9d-9469-5c06f4db1365 req-1fd22e28-e658-4eb1-a3a7-437422e93107 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770661 Oct 20 10:52:07.795887 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bdc8f6-a611-47e2-9b50-9f3875dd54a2 x-openstack-request-id: req-36bdc8f6-a611-47e2-9b50-9f3875dd54a2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:07.795887 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73164ec5-50cb-412d-9733-d31208e82d52", "name": "network-vif-deleted", "tag": "3ad847f3-814e-4f04-898b-69cdaf5c95f1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:07.795887 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36bdc8f6-a611-47e2-9b50-9f3875dd54a2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:07.795887 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73164ec5-50cb-412d-9733-d31208e82d52', 'name': 'network-vif-deleted', 'tag': '3ad847f3-814e-4f04-898b-69cdaf5c95f1', 'status': 'completed', 'code': 200} Oct 20 10:52:07.845354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15605ef-3a77-498e-9e4b-9b494689c41b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.856308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15605ef-3a77-498e-9e4b-9b494689c41b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.858279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b15605ef-3a77-498e-9e4b-9b494689c41b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3882656 Oct 20 10:52:07.867500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.036339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: d37be71a-f356-4684-a433-8c069f8ea764 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:08.036589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d37be71a-f356-4684-a433-8c069f8ea764 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:08.038599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1a041f1b-6a43-4320-bfa5-7076dcbf4821 None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:08.039054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1a041f1b-6a43-4320-bfa5-7076dcbf4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.045160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c', '3afa2a54-44d2-4254-882f-48ec3e5113bd'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:08.136111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-800b16d4-1bb8-413b-ae98-1c3cc5d6250b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.154927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-800b16d4-1bb8-413b-ae98-1c3cc5d6250b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.252144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-800b16d4-1bb8-413b-ae98-1c3cc5d6250b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e688b23f213461183603e65bdb22993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9570084 Oct 20 10:52:08.252144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b16d4-1bb8-413b-ae98-1c3cc5d6250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e511a-15d1-4fcf-9b01-1a6c6ec8d428,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.262336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59406) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.274026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1a041f1b-6a43-4320-bfa5-7076dcbf4821 None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:08.300766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.358047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.401072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.446113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:08.497683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.499290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.500528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f95e511a-15d1-4fcf-9b01-1a6c6ec8d428 HTTP/1.1" status: 204 len: 168 time: 0.2371392 Oct 20 10:52:08.524146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1a041f1b-6a43-4320-bfa5-7076dcbf4821 None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:08.524517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1a041f1b-6a43-4320-bfa5-7076dcbf4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.531325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1802cb7-6e12-4fc2-b3a5-61e402b65331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e511a-15d1-4fcf-9b01-1a6c6ec8d428,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.542758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:52:08.651347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:08.708075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0dec2c97-4e6b-4db8-bb00-d3357314b4df req-18ae8b06-9b87-45b7-90a4-3db1a6c731e1 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=73164ec5-50cb-412d-9733-d31208e82d52 HTTP/1.1" status: 200 len: 210 time: 0.1135943 Oct 20 10:52:08.714480 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e4cf1f0-b1a0-4405-9db1-2b9777443189 (CIDR: 172.20.0.0/28) Oct 20 10:52:08.757709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3ad847f3-814e-4f04-898b-69cdaf5c95f1 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:08.779491 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:08.784412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:08.805948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.821247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 3ad847f3-814e-4f04-898b-69cdaf5c95f1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:08.821593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3ad847f3-814e-4f04-898b-69cdaf5c95f1 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:08.822011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4872512b-abf2-4572-a5b0-6d8d1e07f869 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:08.904633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9f40f50-b24c-44f8-88b5-f44fb6baa321 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7455938 Oct 20 10:52:08.907220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.911491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:08.930835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 4872512b-abf2-4572-a5b0-6d8d1e07f869 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:08.931601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4872512b-abf2-4572-a5b0-6d8d1e07f869 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:08.970203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-569dc83a-9dd5-4533-8d61-a983bfba1f2c req-3c59c004-5eeb-4a09-aa47-77cb08bc8e9a tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1374738 Oct 20 10:52:09.012820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659dca-9f70-46aa-ab82-fb3326074b66 req-28905948-0e50-4732-ab0e-36675e044fc4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.026465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43659dca-9f70-46aa-ab82-fb3326074b66 req-28905948-0e50-4732-ab0e-36675e044fc4 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.4330158 Oct 20 10:52:09.111359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59420) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:09.131276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9fc775b5-9580-4907-928e-8fad69493cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.143509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43659dca-9f70-46aa-ab82-fb3326074b66 req-f3a763b8-9cb6-46e6-b042-d3a17d705647 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137488 Oct 20 10:52:09.151269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147db5a-0a86-4b90-956c-74722625bc75 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:09.154623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 5b9cfd6c-a405-40b3-82cf-f604a7540dc7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:09.155748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e19bb7fe-7dad-4341-a05f-1bdcececdfb5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:09.156764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.200417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.233539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:09.242305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.280205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9fc775b5-9580-4907-928e-8fad69493cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.301041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9fc775b5-9580-4907-928e-8fad69493cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.340377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.344036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8c7e7fb-805b-4c36-bb0d-833b54d58685 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:09.356637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9fc775b5-9580-4907-928e-8fad69493cb0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74d58eaed33a412ab34d7488671b47f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440567 Oct 20 10:52:09.358305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:09.367075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0500c3-a550-4f93-9713-85a735785597 req-166ad393-aa90-4564-afac-434a8a78cb51 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.375777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c0500c3-a550-4f93-9713-85a735785597 req-166ad393-aa90-4564-afac-434a8a78cb51 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1049182 Oct 20 10:52:09.402389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.430370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 5b9cfd6c-a405-40b3-82cf-f604a7540dc7 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:09.442247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c0500c3-a550-4f93-9713-85a735785597 req-f29b4531-f575-4205-b67f-f324180f8c08 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652556 Oct 20 10:52:09.500897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:09.535161 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.626031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.647429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc775b5-9580-4907-928e-8fad69493cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85430ec4-e67c-47d9-b3bc-ea1e981fe016,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.668025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=5b9cfd6c-a405-40b3-82cf-f604a7540dc7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.693247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c8c7e7fb-805b-4c36-bb0d-833b54d58685'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:09.696666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:09.697080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.699585 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.704273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-275013b6-d362-4baf-a99c-f3ce9979b849 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/5b9cfd6c-a405-40b3-82cf-f604a7540dc7 HTTP/1.1" status: 204 len: 168 time: 1.8335469 Oct 20 10:52:09.706687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59424) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:09.712742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.716615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.800712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.842342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:09.844793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Provisioning complete for port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:09.845263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.849966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.863825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff76c1-9eb4-4757-afed-617721fa4e7c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.865450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff76c1-9eb4-4757-afed-617721fa4e7c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.867714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2dff76c1-9eb4-4757-afed-617721fa4e7c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1599221 Oct 20 10:52:09.871928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59430) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:09.927142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:09.945984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e997216-069b-44bc-9793-3afca2659983 None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:09.951283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.952463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.956096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=655d40f5-bb44-41dd-bb59-db144156f12b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.973310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.976925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.981597 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85430ec4-e67c-47d9-b3bc-ea1e981fe016 HTTP/1.1" status: 204 len: 168 time: 0.4297125 Oct 20 10:52:09.999965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-60620462-5aa5-46de-90e5-fc14819ed142 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0893679 Oct 20 10:52:09.999965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586bb39-9e0d-4429-a1db-da6f1419f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85430ec4-e67c-47d9-b3bc-ea1e981fe016,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.000301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59434) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:10.008148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1328225928', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '655d40f5-bb44-41dd-bb59-db144156f12b'}], 'security_groups': ['ff5ad358-cc71-4ef0-b90d-ce9d3631c192']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:10.051855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet cecb56aa-e936-4f72-b3f6-33329ea77ead {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:10.060686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.196934 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.211157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fae3feed-45e5-4fca-af87-083fdc8fd703 req-d89fa22e-0279-4930-be65-7c4840d7d9be tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0609913 Oct 20 10:52:10.245502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.408858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee7b12-9039-4699-8546-1acde69c326a req-f2296daa-c2ac-4741-9c22-38678e7dd7da tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.424419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0ee7b12-9039-4699-8546-1acde69c326a req-f2296daa-c2ac-4741-9c22-38678e7dd7da tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.2061958 Oct 20 10:52:10.509614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.601528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e19bb7fe-7dad-4341-a05f-1bdcececdfb5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:10.625848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0ee7b12-9039-4699-8546-1acde69c326a req-2a790020-010c-490f-8069-e5093c256315 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991959 Oct 20 10:52:10.643332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.651739 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.662376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.726437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7337d-8793-4474-bf89-b248b14cf5c4 req-bf7f9057-43c5-4748-b720-1d67c0680bf2 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.738333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53f7337d-8793-4474-bf89-b248b14cf5c4 req-bf7f9057-43c5-4748-b720-1d67c0680bf2 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2375495 Oct 20 10:52:10.793101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.931651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-34b72fb4-ec49-4add-b528-2339208db1dc tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.935423 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-34b72fb4-ec49-4add-b528-2339208db1dc tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.5654950 Oct 20 10:52:10.944246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.966107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53f7337d-8793-4474-bf89-b248b14cf5c4 req-2dc10609-a064-47e4-afb6-c6c547858ed6 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115507 Oct 20 10:52:10.994631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.994631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/cecb56aa-e936-4f72-b3f6-33329ea77ead HTTP/1.1" status: 204 len: 168 time: 1.1190686 Oct 20 10:52:11.056366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59452) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:11.087949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b0204-faab-47d1-b626-4f78cef7cc40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=cecb56aa-e936-4f72-b3f6-33329ea77ead,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:11.134925 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:52:11.141715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-67bbd968-9d17-493c-85c3-a86b77786724 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778611 Oct 20 10:52:11.142038 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:52:11.143438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:11.152898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:11.198328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd5d90-46ca-4d97-be22-f341538cbe07 req-dea664a9-dd16-40ca-aeb3-a1658435dd90 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.203026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:11.207026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4bd5d90-46ca-4d97-be22-f341538cbe07 req-dea664a9-dd16-40ca-aeb3-a1658435dd90 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 945 time: 0.3831964 Oct 20 10:52:11.335221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434154a5-1cf0-493f-92bd-0bd9c61d151f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:11.352642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4bd5d90-46ca-4d97-be22-f341538cbe07 req-2c2687f8-7097-401d-97b0-9ddb0e4d2ce2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445112 Oct 20 10:52:11.484923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7937672-903c-4f51-b17d-e149ce6ab4de req-088b753e-eadb-4210-b25c-121be16be95b tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1086059 Oct 20 10:52:11.564245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:11.575064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.619575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:11.661227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Update dhcp port {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'fixed_ips': [{'subnet_id': '9e4cf1f0-b1a0-4405-9db1-2b9777443189', 'ip_address': '172.20.0.2'}, {'subnet_id': '655d40f5-bb44-41dd-bb59-db144156f12b'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '61875167-6ec5-4d77-af19-7c7e343e427a'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:11.756405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-4c7ad60a-875c-404b-9980-9e08202d882c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.770673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-4c7ad60a-875c-404b-9980-9e08202d882c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.2936254 Oct 20 10:52:11.787910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.866851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:11.867455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.948077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Provisioning complete for port 62c663f9-35a3-4815-bf36-3073710de7a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:11.948803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.978979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100edb7a-ff54-4df2-9006-f3635559164a req-d69d016a-ca11-4ce7-817a-ca6a30c32889 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.980925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-100edb7a-ff54-4df2-9006-f3635559164a req-d69d016a-ca11-4ce7-817a-ca6a30c32889 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.1789382 Oct 20 10:52:12.003432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c8c7e7fb-805b-4c36-bb0d-833b54d58685 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:12.004115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.054336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e19bb7fe-7dad-4341-a05f-1bdcececdfb5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:12.155324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Delete allocated IP 172.20.0.11 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/9e4cf1f0-b1a0-4405-9db1-2b9777443189) {{(pid=100746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:52:12.159780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Deleting port b056ea84-b34e-4685-8f1b-ec1c75dab693 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:12.160316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.184617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.29 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/655d40f5-bb44-41dd-bb59-db144156f12b/62c663f9-35a3-4815-bf36-3073710de7a3) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:12.249822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce517128-7ce3-41d9-9baa-2ef9100e30e2 None None] Port 62c663f9-35a3-4815-bf36-3073710de7a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:12.327129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] For port b056ea84-b34e-4685-8f1b-ec1c75dab693, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b056ea84-b34e-4685-8f1b-ec1c75dab693,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:12.327547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.359617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Calling delete_port for b056ea84-b34e-4685-8f1b-ec1c75dab693 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:12.366369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:12.400535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.438178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-100edb7a-ff54-4df2-9006-f3635559164a req-756e9233-de61-434c-8d19-2b2ee34a2aa7 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302323 Oct 20 10:52:12.444485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port 3afa2a54-44d2-4254-882f-48ec3e5113bd {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:12.444825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.455954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9a03d499-4243-4b32-a965-3572bb686c54 None None] Provisioning complete for port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:12.456517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a03d499-4243-4b32-a965-3572bb686c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.461886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:12.462724 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.499398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:12.502145 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d796b2b-406d-4d61-af44-668583d420eb" -d '{"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:12.547151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:12.550478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.560036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.565702 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.589320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66693f42-9f1f-47d1-8b45-d8486d29afd9 req-979bfb07-54d0-4b83-aa17-c2e83972b5b1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.597543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66693f42-9f1f-47d1-8b45-d8486d29afd9 req-979bfb07-54d0-4b83-aa17-c2e83972b5b1 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 945 time: 0.2738111 Oct 20 10:52:12.600339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.667252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Deleting port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:12.668223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.755125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66693f42-9f1f-47d1-8b45-d8486d29afd9 req-90dedec2-8aeb-4b0d-ab8a-ce44620fb047 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/security-groups?id=50f8f458-0da6-4b7e-9547-3c804d044939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548982 Oct 20 10:52:12.783518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:12.866868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Allocated IP 172.20.0.18 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/655d40f5-bb44-41dd-bb59-db144156f12b/61875167-6ec5-4d77-af19-7c7e343e427a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:12.877298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:12.898497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:12.911981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.913254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.931042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=62c663f9-35a3-4815-bf36-3073710de7a3,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:12.961587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8170950 Oct 20 10:52:12.971933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:12.983441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6898b7-dc05-421a-857e-5c7aa241564d req-d2500f08-0f31-4b96-9838-5f36def7ef33 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.996391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e6898b7-dc05-421a-857e-5c7aa241564d req-d2500f08-0f31-4b96-9838-5f36def7ef33 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.3822629 Oct 20 10:52:13.014590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.029237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] For port e19bb7fe-7dad-4341-a05f-1bdcececdfb5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:13.037052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.037695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'name': 'tempest-NetworksTestDHCPv6-784518015'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:13.081125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e6898b7-dc05-421a-857e-5c7aa241564d req-6ed97fcd-a894-4fb8-8123-954fdd7e73de tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774283 Oct 20 10:52:13.093228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Calling delete_port for e19bb7fe-7dad-4341-a05f-1bdcececdfb5 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:13.100618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9a03d499-4243-4b32-a965-3572bb686c54 None None] Could not find standard attr ID for object 5b9cfd6c-a405-40b3-82cf-f604a7540dc7. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:13.104894 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0481819-97f9-429b-ab0b-b292b1f0c2aa x-openstack-request-id: req-e0481819-97f9-429b-ab0b-b292b1f0c2aa {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:13.105702 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:13.105951 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0481819-97f9-429b-ab0b-b292b1f0c2aa {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:13.106332 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'code': 200} Oct 20 10:52:13.108799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef7433-65ee-476f-898d-a814b13cd80a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=b12007df-1195-44e3-ba91-0a68f9af4964,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.136451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] In _notify_port_updated(), no bound segment for port 62c663f9-35a3-4815-bf36-3073710de7a3 on network dd6414ba-ae2b-4fc1-a767-c467e83530a8 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:52:13.142469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.151225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.158617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65781a9d-e724-40aa-8062-515760991d35 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/ports/62c663f9-35a3-4815-bf36-3073710de7a3 HTTP/1.1" status: 200 len: 921 time: 3.1570911 Oct 20 10:52:13.160060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:13.162301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Pushing event deleted for resources: {'Port': ['ID=b056ea84-b34e-4685-8f1b-ec1c75dab693,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.204331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port 3afa2a54-44d2-4254-882f-48ec3e5113bd, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3afa2a54-44d2-4254-882f-48ec3e5113bd,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:13.205180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.226007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e19bb7fe-7dad-4341-a05f-1bdcececdfb5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:13.288813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] No DVR routers for this DVR port b056ea84-b34e-4685-8f1b-ec1c75dab693 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:13.295578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.301841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-18a88c07-74f0-4c43-8f48-c4bd4757aba7 req-916598e4-e8b6-4a31-983a-b7c4ede501d9 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.70 "DELETE /v2.0/ports/b056ea84-b34e-4685-8f1b-ec1c75dab693 HTTP/1.1" status: 204 len: 173 time: 2.3420136 Oct 20 10:52:13.307741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'name': 'network-vif-deleted', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:13.313569 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2fc116-01dd-4e0a-abed-bea6db116f94" -d '{"events": [{"server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "name": "network-vif-deleted", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:13.323122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:13.405038 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.407245 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca792e-0314-4b74-ad85-1c04a7770bbe x-openstack-request-id: req-e3ca792e-0314-4b74-ad85-1c04a7770bbe {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:13.407889 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3f852-2eb4-4919-98d9-21e305e9bb58", "name": "network-vif-deleted", "tag": "b056ea84-b34e-4685-8f1b-ec1c75dab693", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:13.408239 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3ca792e-0314-4b74-ad85-1c04a7770bbe {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:13.408761 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3f852-2eb4-4919-98d9-21e305e9bb58', 'name': 'network-vif-deleted', 'tag': 'b056ea84-b34e-4685-8f1b-ec1c75dab693', 'status': 'completed', 'code': 200} Oct 20 10:52:13.412872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.453498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] Pushing event deleted for resources: {'Port': ['ID=e19bb7fe-7dad-4341-a05f-1bdcececdfb5,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.459667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.473017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.476358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3d7e0-4b27-491b-a7f3-e6990d6245ab None None] No DVR routers for this DVR port e19bb7fe-7dad-4341-a05f-1bdcececdfb5 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:13.520163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c8547-218e-44f7-b2dd-059c37636175 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:13.555911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for 3afa2a54-44d2-4254-882f-48ec3e5113bd owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:13.640993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dca53c-6c00-4d0d-a353-32bdd8ff070b None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.813468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07e43c02-156c-4319-9b19-4605f0acf982 req-8891d38a-cbec-4896-bebe-56b0ad264ef2 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.3962393 Oct 20 10:52:13.816984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'b12007df-1195-44e3-ba91-0a68f9af4964'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:13.820502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.095489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/b12007df-1195-44e3-ba91-0a68f9af4964/1be1da13-767b-4090-9720-09d8db7db13f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:14.185590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f63d1d-b8d7-4b5d-9352-3948c57054ed req-99271a73-b285-4d9e-8df2-515873a84e92 tempest-ServerRescueTestJSON-1843407668 tempest-ServerRescueTestJSON-1843407668-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc3f852-2eb4-4919-98d9-21e305e9bb58 HTTP/1.1" status: 200 len: 210 time: 0.1008604 Oct 20 10:52:14.206991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:14.211160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.264096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5310944-a2a3-472d-a1e1-277aef250678 req-3fca335e-1451-40fb-993d-a61bde0f0524 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:14.267267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5310944-a2a3-472d-a1e1-277aef250678 req-3fca335e-1451-40fb-993d-a61bde0f0524 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 950 time: 0.6692069 Oct 20 10:52:14.299576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 62c663f9-35a3-4815-bf36-3073710de7a3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:14.300248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.351182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 1a35e8aa-c3f8-4229-b685-dca57a963f3a yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:14.727792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ddef-d5ce-41a1-862e-10658bb54c95 req-80d39037-0131-415c-b69a-9d1001bbf4f6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:14.729928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bc4ddef-d5ce-41a1-862e-10658bb54c95 req-80d39037-0131-415c-b69a-9d1001bbf4f6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2358758 Oct 20 10:52:14.739420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5310944-a2a3-472d-a1e1-277aef250678 req-477f9222-8286-445c-9265-cf7eb49a12e0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324141 Oct 20 10:52:14.773477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b056ea84-b34e-4685-8f1b-ec1c75dab693 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:14.780074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.857006 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.879969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::172 (2d5fe838-a998-4d31-a688-24a98274b0ba/b12007df-1195-44e3-ba91-0a68f9af4964/1a35e8aa-c3f8-4229-b685-dca57a963f3a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:14.914992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b056ea84-b34e-4685-8f1b-ec1c75dab693 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:14.915345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b056ea84-b34e-4685-8f1b-ec1c75dab693 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:14.915769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3afa2a54-44d2-4254-882f-48ec3e5113bd no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:15.064656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.140316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:15.152161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:15.157867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:15.172361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.205741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.253651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Pushing event updated for resources: {'Port': ['ID=1be1da13-767b-4090-9720-09d8db7db13f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.277282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:15.277660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.321468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:15.382640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:15.386604 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No ports have port_id starting with 3afa2a54-44d2-4254-882f-48ec3e5113bd Oct 20 10:52:15.416220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Attempting to bind port 1be1da13-767b-4090-9720-09d8db7db13f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:15.416437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.417138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Attempting to bind port 1be1da13-767b-4090-9720-09d8db7db13f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:15.417733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Attempting to bind port 1be1da13-767b-4090-9720-09d8db7db13f on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:15.425167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59542) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.447734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09a074d2-6760-45ea-93b7-e77ad5c21f4d req-a5c64150-ee01-41a5-8919-ce7bf0931a25 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.2680128 Oct 20 10:52:15.470306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d30ef308-c219-44b8-a361-b6ef1f4f892c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:15.473252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=1a35e8aa-c3f8-4229-b685-dca57a963f3a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.484962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 62c663f9-35a3-4815-bf36-3073710de7a3 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:15.517641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:15.525398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Provisioning complete for port 62c663f9-35a3-4815-bf36-3073710de7a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:15.525761 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.552004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59546) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.575647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:15.576048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:15.576420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.576819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:15.577311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Bound port: 1be1da13-767b-4090-9720-09d8db7db13f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:15.577688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.611218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:15.621189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bc4ddef-d5ce-41a1-862e-10658bb54c95 req-771c1589-4b75-4eff-9d02-25cd6bedea77 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8735101 Oct 20 10:52:15.684162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:15.685973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Port 62c663f9-35a3-4815-bf36-3073710de7a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:15.690019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:15.696263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:15.696985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.736545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=3afa2a54-44d2-4254-882f-48ec3e5113bd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.736891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d95c60c7-39d8-4d40-bee8-55304a0f4460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.748541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5741bf46-e176-4dd3-b131-05f8c9f5da77 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7214062 Oct 20 10:52:15.753836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59548) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.766472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:15.766873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.815401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:15.815772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a3b34f1-1123-44ed-b2e5-77322e407993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.846089 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.849336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port 3afa2a54-44d2-4254-882f-48ec3e5113bd on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:15.853302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.857826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ef03fc-3997-4f8b-80d8-6b3136db1f06 req-95d58442-c978-4120-b000-6f0e75e8a9f3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "DELETE /v2.0/ports/3afa2a54-44d2-4254-882f-48ec3e5113bd HTTP/1.1" status: 204 len: 173 time: 4.0809469 Oct 20 10:52:15.870786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'name': 'network-vif-deleted', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:15.874189 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0bde4f-653b-401f-b4f6-cb3780069451" -d '{"events": [{"server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "name": "network-vif-deleted", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:15.959928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42834c86-2f50-472e-88e4-65f6adf04262 req-a5128640-b506-4e5c-beba-c67d46df475a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=fec627c2-8e39-4809-8a1c-fb0d66694e17 HTTP/1.1" status: 200 len: 210 time: 0.0712554 Oct 20 10:52:15.991734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e073013-57b9-4124-a534-0f5ec9e6ac26 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:15.997901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e073013-57b9-4124-a534-0f5ec9e6ac26 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:16.002091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e073013-57b9-4124-a534-0f5ec9e6ac26 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2432549 Oct 20 10:52:16.003315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59554) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:16.003454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] For port 1be1da13-767b-4090-9720-09d8db7db13f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:16.007482 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c933bb-2804-4c8f-9fb3-52ed43cea14c x-openstack-request-id: req-c7c933bb-2804-4c8f-9fb3-52ed43cea14c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:16.007838 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec627c2-8e39-4809-8a1c-fb0d66694e17", "name": "network-vif-deleted", "tag": "3afa2a54-44d2-4254-882f-48ec3e5113bd", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:16.008091 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7c933bb-2804-4c8f-9fb3-52ed43cea14c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:16.008476 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec627c2-8e39-4809-8a1c-fb0d66694e17', 'name': 'network-vif-deleted', 'tag': '3afa2a54-44d2-4254-882f-48ec3e5113bd', 'status': 'completed', 'code': 200} Oct 20 10:52:16.105839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d95c60c7-39d8-4d40-bee8-55304a0f4460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.121493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d95c60c7-39d8-4d40-bee8-55304a0f4460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.160594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] For port 1be1da13-767b-4090-9720-09d8db7db13f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1be1da13-767b-4090-9720-09d8db7db13f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:16.264452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.311817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d95c60c7-39d8-4d40-bee8-55304a0f4460 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43a81cde9dd342c2b3e3dec49beb5653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854694 Oct 20 10:52:16.329603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59556) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:16.390420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c60c7-39d8-4d40-bee8-55304a0f4460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336ee8c-d074-4561-8726-66bf436e5c00,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:16.575480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.628338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.634737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e4431-bd1c-4cc9-ab9e-7136cfd06d80 None None] Pushing event updated for resources: {'Port': ['ID=1be1da13-767b-4090-9720-09d8db7db13f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:16.699389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.702246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.703569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8336ee8c-d074-4561-8726-66bf436e5c00 HTTP/1.1" status: 204 len: 168 time: 0.3706322 Oct 20 10:52:16.719145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3282b-57be-479d-af1a-59807ab0e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336ee8c-d074-4561-8726-66bf436e5c00,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:16.925495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.951912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ae4e65e1-a9bf-4cf3-b086-b0169aa9103f None None] Provisioning complete for port 62c663f9-35a3-4815-bf36-3073710de7a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:16.952275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ae4e65e1-a9bf-4cf3-b086-b0169aa9103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.991832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.010037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e65e1-a9bf-4cf3-b086-b0169aa9103f None None] Port 62c663f9-35a3-4815-bf36-3073710de7a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:17.129636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28c0da46-40a7-4d64-898a-9409e1f15eb1 req-fa7f6440-e968-4b6d-95ed-8aa298297ece tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.1642799 Oct 20 10:52:17.143119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.206408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=62c663f9-35a3-4815-bf36-3073710de7a3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:17.229312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfd293-e565-4f63-b52e-b0f1d66dd789 req-513da782-18be-4c5e-8016-9d53d83e6580 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:17.237946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fbfd293-e565-4f63-b52e-b0f1d66dd789 req-513da782-18be-4c5e-8016-9d53d83e6580 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2058067 Oct 20 10:52:17.371946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1be1da13-767b-4090-9720-09d8db7db13f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:17.433831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fbfd293-e565-4f63-b52e-b0f1d66dd789 req-0290189f-864b-40e9-9cdc-e57b4ecb5681 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942482 Oct 20 10:52:17.459838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.493867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 1a35e8aa-c3f8-4229-b685-dca57a963f3a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:17.494200 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.499235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.502520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ec59e3a5-0998-4bfa-b17d-25b1f973c232 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/62c663f9-35a3-4815-bf36-3073710de7a3 HTTP/1.1" status: 204 len: 168 time: 4.3327489 Oct 20 10:52:17.513836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c846d954-0556-4fa6-ac8d-b3ed5ff0b752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.518859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59578) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.574112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1be1da13-767b-4090-9720-09d8db7db13f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:17.574879 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.732189 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.738795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c846d954-0556-4fa6-ac8d-b3ed5ff0b752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.755959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Deleting port 66d64bf1-a570-4fa1-a9f6-09a6f7944873 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:17.756527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.779959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 1be1da13-767b-4090-9720-09d8db7db13f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1be1da13-767b-4090-9720-09d8db7db13f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:17.789235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.796656 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f6141f-05b2-4b1e-8194-f4c1069c1cea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:52:17.806148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f4f6141f-05b2-4b1e-8194-f4c1069c1cea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/62c663f9-35a3-4815-bf36-3073710de7a3 HTTP/1.1" status: 404 len: 333 time: 0.2859783 Oct 20 10:52:17.855841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] For port 66d64bf1-a570-4fa1-a9f6-09a6f7944873, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66d64bf1-a570-4fa1-a9f6-09a6f7944873,segment=NetworkSegment(c57f0328-a0e6-455e-96e0-40a93134e3c8),segment_id=c57f0328-a0e6-455e-96e0-40a93134e3c8)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:17.856233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.867423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59582) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.871601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Calling delete_port for 66d64bf1-a570-4fa1-a9f6-09a6f7944873 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:17.875940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c846d954-0556-4fa6-ac8d-b3ed5ff0b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.987410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=1be1da13-767b-4090-9720-09d8db7db13f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.008040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c846d954-0556-4fa6-ac8d-b3ed5ff0b752 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c1c6e2d834342df8bf15a63ebca37ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468295 Oct 20 10:52:18.015127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59588) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:18.139600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d954-0556-4fa6-ac8d-b3ed5ff0b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e15db-ba35-403e-8bef-4ada81ba7b48,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.146330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.160240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.206722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.214376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.222163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 1a35e8aa-c3f8-4229-b685-dca57a963f3a owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:18.272801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781fae9-f9e8-43c2-a5ae-f8eb063ada9d req-28fadd58-f4fa-45c8-9cc7-bd1cc6e609b5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:18.281202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781fae9-f9e8-43c2-a5ae-f8eb063ada9d req-28fadd58-f4fa-45c8-9cc7-bd1cc6e609b5 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.2170060 Oct 20 10:52:18.317357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.323166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.352270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fee337c3-8d2e-4ea8-bedc-d0ade18f0118 None None] Provisioning complete for port 1be1da13-767b-4090-9720-09d8db7db13f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:18.352783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fee337c3-8d2e-4ea8-bedc-d0ade18f0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.370472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e0231a1-6424-4a23-9133-65d17d4662f9 req-506fdeaf-ef88-45f6-ac41-340a2009aae4 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0862863 Oct 20 10:52:18.410069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d64bf1-a570-4fa1-a9f6-09a6f7944873,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.511544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781fae9-f9e8-43c2-a5ae-f8eb063ada9d req-3e05cefc-dcc3-40f5-ab04-06596edc3765 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294197 Oct 20 10:52:18.513975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.517178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.520862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c86e15db-ba35-403e-8bef-4ada81ba7b48 HTTP/1.1" status: 204 len: 168 time: 0.5031393 Oct 20 10:52:18.588127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4794a7-e8d5-4079-b6a9-6f8bd9d2a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e15db-ba35-403e-8bef-4ada81ba7b48,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.622866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.625494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.627147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/security-groups/2a4adac9-3e7c-4c8b-9659-d2b8fe2b72d3 HTTP/1.1" status: 204 len: 168 time: 0.7569392 Oct 20 10:52:18.645461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:18.688379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bc432-8503-4750-a9be-70a1db250021 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4adac9-3e7c-4c8b-9659-d2b8fe2b72d3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.802025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865557-e723-4f43-b0e3-c3b3df02ae5c req-3541865a-e6c8-4dc4-bb13-832abf68498d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:18.805227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45865557-e723-4f43-b0e3-c3b3df02ae5c req-3541865a-e6c8-4dc4-bb13-832abf68498d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2035534 Oct 20 10:52:18.843736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3068b47c-1a63-429a-88b4-0e2dbd126971 None None] Could not find standard attr ID for object 1a35e8aa-c3f8-4229-b685-dca57a963f3a. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:18.846717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.852947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.868280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.945419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.961293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=1a35e8aa-c3f8-4229-b685-dca57a963f3a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:19.042657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.048042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0beacfe1-78cc-4433-b998-60b30ab9a38e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/1a35e8aa-c3f8-4229-b685-dca57a963f3a HTTP/1.1" status: 204 len: 168 time: 3.0433075 Oct 20 10:52:19.051274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59604) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.097073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45865557-e723-4f43-b0e3-c3b3df02ae5c req-2ebc6f41-cb0a-4221-a2e4-1bf3a6221744 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456760 Oct 20 10:52:19.202048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.205453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.209064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/security-groups/ff5ad358-cc71-4ef0-b90d-ce9d3631c192 HTTP/1.1" status: 204 len: 168 time: 0.5594220 Oct 20 10:52:19.221766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59610) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.341529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14c655-20cd-4297-9ca7-2953d751371c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ad358-cc71-4ef0-b90d-ce9d3631c192,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:19.356860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:52:19.367067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89274766-4a90-4948-a116-e4c31bbe5d0e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.375159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89274766-4a90-4948-a116-e4c31bbe5d0e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.375952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-89274766-4a90-4948-a116-e4c31bbe5d0e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3236806 Oct 20 10:52:19.380805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59614) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.392699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1be1da13-767b-4090-9720-09d8db7db13f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:19.406178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-ce0e383f-53d2-4d9d-9632-abf403ede210 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.409729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-ce0e383f-53d2-4d9d-9632-abf403ede210 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.2807746 Oct 20 10:52:19.427885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 9e4cf1f0-b1a0-4405-9db1-2b9777443189 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:19.438779 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.492743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1be1da13-767b-4090-9720-09d8db7db13f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:19.493176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.615968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-742da555-5c61-4b48-8cfd-2107d7fee3e3 req-87f530c1-a186-4335-8a16-95e65d634801 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0901520 Oct 20 10:52:19.647295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.700132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet b12007df-1195-44e3-ba91-0a68f9af4964 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:19.703272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.747723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.759103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.849982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.856262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.934993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e117a-d21a-4bc4-8c1a-ef1d974f89ef None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:19.950061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.961212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/9e4cf1f0-b1a0-4405-9db1-2b9777443189 HTTP/1.1" status: 204 len: 168 time: 0.7295201 Oct 20 10:52:19.970929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-70e1e458-c9a8-4113-8575-721457222f12 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.972551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-70e1e458-c9a8-4113-8575-721457222f12 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 950 time: 0.4387505 Oct 20 10:52:19.974901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59628) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.981379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:20.009942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f2c90-2451-424f-afd1-597597bf7e59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4cf1f0-b1a0-4405-9db1-2b9777443189,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:20.077480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port d30ef308-c219-44b8-a361-b6ef1f4f892c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:20.077847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.135637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf84e-3843-4f6b-a975-e87d28bc695f req-0146ee42-30be-4c09-9457-e54069260b40 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:20.146994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d96bf84e-3843-4f6b-a975-e87d28bc695f req-0146ee42-30be-4c09-9457-e54069260b40 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 949 time: 0.3003361 Oct 20 10:52:20.364037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d96bf84e-3843-4f6b-a975-e87d28bc695f req-66b19db4-5a12-437d-b621-077066001173 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161281 Oct 20 10:52:20.424759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port d30ef308-c219-44b8-a361-b6ef1f4f892c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d30ef308-c219-44b8-a361-b6ef1f4f892c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:20.425132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.451154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf09e-291e-4b85-ad45-191c2d8f4e1b req-502e20af-d636-47b7-aa6a-73710dcbd424 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:20.452780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bbdf09e-291e-4b85-ad45-191c2d8f4e1b req-502e20af-d636-47b7-aa6a-73710dcbd424 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1537473 Oct 20 10:52:20.460417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for d30ef308-c219-44b8-a361-b6ef1f4f892c owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:20.590001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bbdf09e-291e-4b85-ad45-191c2d8f4e1b req-2f6eae33-004e-475e-ad2f-48da8658b76e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241033 Oct 20 10:52:20.701953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.752252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=b12007df-1195-44e3-ba91-0a68f9af4964,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:20.754500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:20.769612 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ace3a7c5-4600-4955-95ec-a404793c2178 admin admin] 10.222.0.74 "PUT /v2.0/routers/24327dbe-cb99-4c68-857b-8c5e5ebb1429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2164066 Oct 20 10:52:20.771675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.772208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Sync routers for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:20.787623 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.793433 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-204e2bda-441d-4b1c-b6a2-067877e41f4b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/b12007df-1195-44e3-ba91-0a68f9af4964 HTTP/1.1" status: 204 len: 168 time: 1.4108772 Oct 20 10:52:20.798526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b1664-7a6f-44bf-99a1-9037c2df1ea1 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:20.801286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59648) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.810462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:20.812253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:20.861426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port 15633965-6f11-4c8f-b81b-ae3657096c26 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:20.861955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.014740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:21.018234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.040886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7314b3cc-5bd3-4160-a3d5-5aa0a85ac070 req-059656b7-f3e4-40ad-bc3b-976590285829 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.2501285 Oct 20 10:52:21.047242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.047892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.055789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-224b4dee-bb57-40b9-b89c-ead1188e4997 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2197030 Oct 20 10:52:21.058798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59654) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.093558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:21.109980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=d30ef308-c219-44b8-a361-b6ef1f4f892c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:21.121495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:21.203792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.242632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port 15633965-6f11-4c8f-b81b-ae3657096c26, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=15633965-6f11-4c8f-b81b-ae3657096c26,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:21.243108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.245041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port d30ef308-c219-44b8-a361-b6ef1f4f892c on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:21.250252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.254460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a6ed1ea-de04-4105-af27-a085b80ada5f req-4603c2e7-1fef-436e-8971-6174a2045019 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.70 "DELETE /v2.0/ports/d30ef308-c219-44b8-a361-b6ef1f4f892c HTTP/1.1" status: 204 len: 173 time: 1.8239372 Oct 20 10:52:21.255344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'name': 'network-vif-deleted', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:21.259154 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45948ba0-148a-459d-871a-73a26c106090" -d '{"events": [{"server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "name": "network-vif-deleted", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:21.334068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:21.342199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.379963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e', '15633965-6f11-4c8f-b81b-ae3657096c26'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:21.382996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59658) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.409169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for 15633965-6f11-4c8f-b81b-ae3657096c26 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:21.531545 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7cdd68-9671-4f00-a46e-e2a66775c7b5 x-openstack-request-id: req-1e7cdd68-9671-4f00-a46e-e2a66775c7b5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:21.533624 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620a503-96b7-480d-a1da-c1de5934bffc", "name": "network-vif-deleted", "tag": "d30ef308-c219-44b8-a361-b6ef1f4f892c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:21.533916 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e7cdd68-9671-4f00-a46e-e2a66775c7b5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:21.538521 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620a503-96b7-480d-a1da-c1de5934bffc', 'name': 'network-vif-deleted', 'tag': 'd30ef308-c219-44b8-a361-b6ef1f4f892c', 'status': 'completed', 'code': 200} Oct 20 10:52:21.553143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Deleting port c5fff078-8e0f-422b-bfa4-a869e8af97b5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:21.553756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.640743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-755eb5af-1737-401f-8170-1e557166cb52 req-56097a15-6802-4b21-a641-6897209cba1f tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3620a503-96b7-480d-a1da-c1de5934bffc HTTP/1.1" status: 200 len: 210 time: 0.0858691 Oct 20 10:52:21.832250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:21.882498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] For port c5fff078-8e0f-422b-bfa4-a869e8af97b5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5fff078-8e0f-422b-bfa4-a869e8af97b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:21.883245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.973865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Calling delete_port for c5fff078-8e0f-422b-bfa4-a869e8af97b5 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:21.998347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509d6f2-3abd-433e-b7db-96ba539847c8 req-d8d01b65-f529-4e7a-adcb-7e06eab5052f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:22.002673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.009043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a509d6f2-3abd-433e-b7db-96ba539847c8 req-d8d01b65-f529-4e7a-adcb-7e06eab5052f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2085905 Oct 20 10:52:22.063543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-99f1074f-898b-45b7-b9a8-97186211f6a6 None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:22.064123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99f1074f-898b-45b7-b9a8-97186211f6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.075990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.110033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.111742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a509d6f2-3abd-433e-b7db-96ba539847c8 req-94114362-e670-41da-96f3-44e2198f9e8b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014688 Oct 20 10:52:22.181604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:22.185434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:22.195946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:22.196547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.215029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=15633965-6f11-4c8f-b81b-ae3657096c26,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.226473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f5c1e549-3891-4bd3-969b-14716a0ac071,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.234811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.245327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b5c0e36-d126-4032-9b32-4b76d4644285 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1805446 Oct 20 10:52:22.246844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59670) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:22.252874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'name': 'tempest-NetworksTestDHCPv6-1117089081'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:22.260124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-99f1074f-898b-45b7-b9a8-97186211f6a6 None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:22.311129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8be5fcba-55d0-4d80-82e2-c46116d72588 req-5d042277-6379-4ff4-be27-28477fc47e6d tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0608885 Oct 20 10:52:22.360555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:52:18Z', 'revision_number': 5, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port': {'id': 'c5fff078-8e0f-422b-bfa4-a869e8af97b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:02Z', 'updated_at': '2021-10-20T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:22.414758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-99f1074f-898b-45b7-b9a8-97186211f6a6 None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:22.415148 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99f1074f-898b-45b7-b9a8-97186211f6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.416937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Checking router: 24327dbe-cb99-4c68-857b-8c5e5ebb1429 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:52:22.423159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:22.473523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Routers {'24327dbe-cb99-4c68-857b-8c5e5ebb1429'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:22.474281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:22.474819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.478734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:22.487273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.493445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port 15633965-6f11-4c8f-b81b-ae3657096c26 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:22.508413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:22.515897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 7f9212ca-5acc-459e-924b-108bf115a8cd yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:22.537107 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.541286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7c973142-6d32-4ac6-b4dd-3b8d061871c3 req-5da18e63-9314-4837-984a-246d0a1e5001 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "DELETE /v2.0/ports/15633965-6f11-4c8f-b81b-ae3657096c26 HTTP/1.1" status: 204 len: 173 time: 2.5531385 Oct 20 10:52:22.545934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'name': 'network-vif-deleted', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:22.548455 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ded537-8252-4371-8df9-2f2f9880100b" -d '{"events": [{"server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "name": "network-vif-deleted", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:22.569394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=37e475fa-5818-4893-a351-3343c432c06a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.574519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:22.578742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fff078-8e0f-422b-bfa4-a869e8af97b5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.581872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:22.582641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.637632 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a9d0c0b-3284-477f-90ca-6b4eac2a5d1b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6600854 Oct 20 10:52:22.642853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:22.654645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1922584942'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:22.705009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910171ef-a43d-4a4f-bbab-d331562661d9 None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:22.710580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.712260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::36d (2d5fe838-a998-4d31-a688-24a98274b0ba/f5c1e549-3891-4bd3-969b-14716a0ac071/7f9212ca-5acc-459e-924b-108bf115a8cd) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:22.723422 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcec639-0ca4-44f4-a7b7-c5d49834597f x-openstack-request-id: req-cfcec639-0ca4-44f4-a7b7-c5d49834597f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:22.729639 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e683be6-1389-406f-b0bf-7e55dae97076", "name": "network-vif-deleted", "tag": "15633965-6f11-4c8f-b81b-ae3657096c26", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:22.730712 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfcec639-0ca4-44f4-a7b7-c5d49834597f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:22.731640 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e683be6-1389-406f-b0bf-7e55dae97076', 'name': 'network-vif-deleted', 'tag': '15633965-6f11-4c8f-b81b-ae3657096c26', 'status': 'completed', 'code': 200} Oct 20 10:52:22.770215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.938904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.942094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.956238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] Set router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:22.967451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d30ef308-c219-44b8-a361-b6ef1f4f892c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:22.982234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1c374e6-93cf-46a8-8a41-652b1eb32e06 req-085402e4-fc0f-422f-b23e-121a1e4cd623 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e683be6-1389-406f-b0bf-7e55dae97076 HTTP/1.1" status: 200 len: 210 time: 0.0902174 Oct 20 10:52:23.026609 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.038356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: d30ef308-c219-44b8-a361-b6ef1f4f892c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:23.039047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d30ef308-c219-44b8-a361-b6ef1f4f892c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:23.094780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.095394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24327dbe-cb99-4c68-857b-8c5e5ebb1429 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:52:23.107662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.108843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ea2df8e-79ac-485d-be03-749621698f7f admin admin] 10.222.0.74 "DELETE /v2.0/routers/24327dbe-cb99-4c68-857b-8c5e5ebb1429 HTTP/1.1" status: 204 len: 168 time: 2.3341658 Oct 20 10:52:23.115653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.126048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.199523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.251572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:23.255323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:23.261756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:23.269185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.271269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.283921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Deleting subnet 4ca5f30b-cd59-4757-8196-92fbac5be7ec {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:23.297737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.297883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:52:22Z', 'revision_number': 7, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:23.316079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0682065 Oct 20 10:52:23.319114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.401985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1be1da13-767b-4090-9720-09d8db7db13f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:23.415817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06974141-532c-4b55-8f3f-7815c6543d61 None None] The sync data for ids ['24327dbe-cb99-4c68-857b-8c5e5ebb1429'] in n-d-802060-17 is: [{'id': '24327dbe-cb99-4c68-857b-8c5e5ebb1429', 'name': 'tempest-ServerRescueTestJSON-1669297191-router', 'tenant_id': '08d538607d91412187334c8883be1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:59Z', 'updated_at': '2021-10-20T10:52:22Z', 'revision_number': 7, 'project_id': '08d538607d91412187334c8883be1e70', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:23.482487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Allocated IP 172.25.3.225 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4cf3aad3-961e-4867-b043-b1b050dc3e1d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:23.523363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.535232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dea11-8c5f-4807-a25f-4e9c72a94e47 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=7f9212ca-5acc-459e-924b-108bf115a8cd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:23.555077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c79adc25-705a-4b0a-aa52-d59e2a113447 req-38cc5aee-4c42-4d94-8083-076ff9653d52 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0869117 Oct 20 10:52:23.594024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bd858-7fe0-4440-b48d-0d399913b0ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.608318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bd858-7fe0-4440-b48d-0d399913b0ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.608894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Deleting port 1be1da13-767b-4090-9720-09d8db7db13f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:23.609461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.612675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-202bd858-7fe0-4440-b48d-0d399913b0ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2872398 Oct 20 10:52:23.626103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.627294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59690) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.628097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 15633965-6f11-4c8f-b81b-ae3657096c26 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:23.635715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eed54-59fc-44d3-a827-b0172ca5e65a req-cafddba5-594a-4fc4-b78f-093a5c2be38f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.646365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-299eed54-59fc-44d3-a827-b0172ca5e65a req-cafddba5-594a-4fc4-b78f-093a5c2be38f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2849505 Oct 20 10:52:23.648454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.694213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 15633965-6f11-4c8f-b81b-ae3657096c26 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:23.694787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 15633965-6f11-4c8f-b81b-ae3657096c26 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:23.714568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-299eed54-59fc-44d3-a827-b0172ca5e65a req-33a89938-4bef-4279-9e4b-888656d8d957 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603945 Oct 20 10:52:23.715654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82ad68-c6cb-45d9-a47b-3c07000a79e2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:23.774670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.813941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.818599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59692) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.820444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71c172a7-bab8-4b69-a0d8-7e4849e49d10 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1746995 Oct 20 10:52:23.823363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926092143'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:23.866357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.869623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.935593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.946709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.007264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:24.011705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.014773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:24.017555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:24.031471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.044401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] For port 1be1da13-767b-4090-9720-09d8db7db13f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1be1da13-767b-4090-9720-09d8db7db13f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:24.063404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.087394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf3aad3-961e-4867-b043-b1b050dc3e1d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.091224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.092946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2733326 Oct 20 10:52:24.096831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59700) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:24.103503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'security_group': {'name': 'tempest-secgroup-920726332'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:24.117427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332c751-d306-45cc-95dc-b8853af5d2d4 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3f7215-8d1d-490b-ba1b-f98dc5f694d8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.134436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 7f9212ca-5acc-459e-924b-108bf115a8cd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:24.134776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.141292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.175202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.183566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Calling delete_port for 1be1da13-767b-4090-9720-09d8db7db13f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:24.191474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Update dhcp port {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'fixed_ips': [{'subnet_id': '655d40f5-bb44-41dd-bb59-db144156f12b', 'ip_address': '172.20.0.18'}, {'subnet_id': '37e475fa-5818-4893-a351-3343c432c06a'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '61875167-6ec5-4d77-af19-7c7e343e427a'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:24.208625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 1be1da13-767b-4090-9720-09d8db7db13f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1be1da13-767b-4090-9720-09d8db7db13f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:24.238573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.263275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca5f30b-cd59-4757-8196-92fbac5be7ec,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.408645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.408645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-acddadc5-e7ac-457b-8b8b-f50380dc9470 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4ca5f30b-cd59-4757-8196-92fbac5be7ec HTTP/1.1" status: 204 len: 168 time: 1.2016718 Oct 20 10:52:24.439626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:24.440123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.440319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.504328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.504991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.505105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=1be1da13-767b-4090-9720-09d8db7db13f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.513070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.525660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 7f9212ca-5acc-459e-924b-108bf115a8cd owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:24.690368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.755848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] No DVR routers for this DVR port 1be1da13-767b-4090-9720-09d8db7db13f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:24.804397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-634d0cc4-d3f7-4884-8bd9-19b05466fabb req-2166e6da-e8e8-4783-a45d-093d9105f5c6 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0789483 Oct 20 10:52:24.806706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5809335-df3d-4fc7-8f25-2a096b6ed822 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:24.808568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.841513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.845684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.862802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.887683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a84a45d-a81f-4ce7-a2a8-69a98579fb39']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:24.915524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57f0328-a0e6-455e-96e0-40a93134e3c8') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:24.916342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57f0328-a0e6-455e-96e0-40a93134e3c8') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:24.935976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.967196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=7f9212ca-5acc-459e-924b-108bf115a8cd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.992406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3afaff-35b1-4b03-9987-010d05ef324b None None] Pushing event deleted for resources: {'Port': ['ID=1be1da13-767b-4090-9720-09d8db7db13f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:24.992665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.022643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:25.023125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:25.025102 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:25.056934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.064334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-84c7b44b-6308-4b7f-8239-bf0f4543035f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/7f9212ca-5acc-459e-924b-108bf115a8cd HTTP/1.1" status: 204 len: 168 time: 1.4340425 Oct 20 10:52:25.078734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922154a4-1e35-4fa3-9996-8c227228b8e8 req-b6621b99-4065-4729-838f-c81cd4d92570 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:25.086511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-922154a4-1e35-4fa3-9996-8c227228b8e8 req-b6621b99-4065-4729-838f-c81cd4d92570 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1356821 Oct 20 10:52:25.099268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.103129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.112472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0143158 Oct 20 10:52:25.112939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59722) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.150774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5fff078-8e0f-422b-bfa4-a869e8af97b5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:25.194239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb484006-41a3-45ff-a525-4970e8f9960b req-f9afe76d-7aaf-46da-9567-3439254eb5f0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:25.196387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb484006-41a3-45ff-a525-4970e8f9960b req-f9afe76d-7aaf-46da-9567-3439254eb5f0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 948 time: 0.2161515 Oct 20 10:52:25.211723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c5fff078-8e0f-422b-bfa4-a869e8af97b5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:25.212084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5fff078-8e0f-422b-bfa4-a869e8af97b5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:25.212454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66d64bf1-a570-4fa1-a9f6-09a6f7944873 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:25.235215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec53e8-8704-4158-81c3-e3c6a5444193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'f5c1e549-3891-4bd3-969b-14716a0ac071'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:25.236058 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9bec53e8-8704-4158-81c3-e3c6a5444193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.240175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-922154a4-1e35-4fa3-9996-8c227228b8e8 req-c1396760-bbe3-4c39-83f6-28a0475cc9ad tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470871 Oct 20 10:52:25.252269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.254418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 66d64bf1-a570-4fa1-a9f6-09a6f7944873 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:25.254755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66d64bf1-a570-4fa1-a9f6-09a6f7944873 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:25.260027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Allocated IP 172.20.0.2 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/37e475fa-5818-4893-a351-3343c432c06a/61875167-6ec5-4d77-af19-7c7e343e427a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:25.305418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.314595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.315846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-765862115', 'security_groups': ['3c09b66a-3512-4953-94d8-ffd52347dae0'], 'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37e475fa-5818-4893-a351-3343c432c06a'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:25.323199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067d269-ebae-4eab-9140-0624c51e1d90 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09b66a-3512-4953-94d8-ffd52347dae0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.335293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5a84a45d-a81f-4ce7-a2a8-69a98579fb39 HTTP/1.1" status: 204 len: 168 time: 1.0034878 Oct 20 10:52:25.336769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.354424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12df283-c53b-4943-9138-6d85c82868d1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:25.356370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12df283-c53b-4943-9138-6d85c82868d1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:25.358287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a12df283-c53b-4943-9138-6d85c82868d1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2291172 Oct 20 10:52:25.376256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59726) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.386755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a3ae-ea4c-487f-ae1e-44b0af5bcc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a84a45d-a81f-4ce7-a2a8-69a98579fb39,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.425975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb484006-41a3-45ff-a525-4970e8f9960b req-3ac7393e-2748-4d55-9958-f20e777d3ab0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057221 Oct 20 10:52:25.454532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f5c1e549-3891-4bd3-969b-14716a0ac071 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:25.458701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.484309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf3aad3-961e-4867-b043-b1b050dc3e1d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.523913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:25.525384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.528747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.576699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:25.586363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.609617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.609851 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.626517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.629680 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0ef101d4-0524-4b72-a262-076436cab6f8 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2281494 Oct 20 10:52:25.636189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59728) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.662094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-419006044', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'fixed_ips': [{'ip_address': '172.25.3.225'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:25.703053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395c59e-dcbc-4ba7-b8b8-c22a64704722 None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.736921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.746141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59730) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.765509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.769596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f5c1e549-3891-4bd3-969b-14716a0ac071 HTTP/1.1" status: 204 len: 168 time: 0.3914785 Oct 20 10:52:25.774576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59732) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.795917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd308a5-6ed4-4842-925d-e129164cebbf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c1e549-3891-4bd3-969b-14716a0ac071,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.824623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Made reservation on behalf of 0ca104f7290a477bb2677b35d725bc7c for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:25.827192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.836900 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5569b56b-760d-486e-907d-afece778e7ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609016 Oct 20 10:52:25.839752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-9bec53e8-8704-4158-81c3-e3c6a5444193 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5c1e549-3891-4bd3-969b-14716a0ac071: This subnet is being modified by another concurrent operation. Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:52:25.876959 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5c1e549-3891-4bd3-969b-14716a0ac071: This subnet is being modified by another concurrent operation. Oct 20 10:52:25.881268 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:52:25.898858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2b8ffa7-ae37-4be3-be1c-471527b80712 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0539722 Oct 20 10:52:25.900172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59738) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.988488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39f79fdc-be11-4201-9eff-22738fb053b1 req-ac858797-54e2-4b4f-986e-1983f97550db tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0375726 Oct 20 10:52:26.004047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a097e36-eac4-4093-adab-ef05ecf4b233 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:26.006156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a097e36-eac4-4093-adab-ef05ecf4b233 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055768 Oct 20 10:52:26.015291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59740) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:26.071081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-63b5f808-6f3a-497d-8317-3c2a3e9192b4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504999 Oct 20 10:52:26.072762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59742) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:26.077850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:26.155644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:26.220374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:26.226139 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.348042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.402800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.414830 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc1e857c-2ee7-40e2-bb45-dd57d14a6862 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=08d538607d91412187334c8883be1e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661050 Oct 20 10:52:26.419868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:26.453194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] device_id is not set on port 5e34955c-f620-4884-a1e2-f8a5942c3d39 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:26.467559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-3e2b267c-b813-4a4a-b427-89617bbccd1a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:26.469083 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-3e2b267c-b813-4a4a-b427-89617bbccd1a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 948 time: 0.1448956 Oct 20 10:52:26.649816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffaa113-54f9-45d9-92e2-e0906b97dac0 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:52:26.658455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a4b7-aa8f-4d97-807f-c5ff194af868 req-7a42ae83-bdc0-471b-a3bc-87c6f9df08c8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:26.660305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7962a4b7-aa8f-4d97-807f-c5ff194af868 req-7a42ae83-bdc0-471b-a3bc-87c6f9df08c8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2901125 Oct 20 10:52:26.764968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.845007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.851198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.13 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/37e475fa-5818-4893-a351-3343c432c06a/5e34955c-f620-4884-a1e2-f8a5942c3d39) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:26.907836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7962a4b7-aa8f-4d97-807f-c5ff194af868 req-df004889-f7d7-4943-84b8-cb196fce968b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265849 Oct 20 10:52:26.911171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea97d63d-3d18-4c33-b5bc-52a0310ebc19 None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:26.911707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea97d63d-3d18-4c33-b5bc-52a0310ebc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.954310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c402-ca18-46ac-b72d-9ddb2fccea33 req-ad09ba6e-1591-4cf6-aaf3-e37e8f4dfc4d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:26.964177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b48c402-ca18-46ac-b72d-9ddb2fccea33 req-ad09ba6e-1591-4cf6-aaf3-e37e8f4dfc4d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 948 time: 0.2803349 Oct 20 10:52:27.012342 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.019371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ea97d63d-3d18-4c33-b5bc-52a0310ebc19 None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:27.077131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.098801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea97d63d-3d18-4c33-b5bc-52a0310ebc19 None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:27.099836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea97d63d-3d18-4c33-b5bc-52a0310ebc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.127864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.136267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffaa113-54f9-45d9-92e2-e0906b97dac0 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:52:27.144190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-85fdf36b-7434-4d21-9a2d-3b0ab0fc249b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.146173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-85fdf36b-7434-4d21-9a2d-3b0ab0fc249b tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c61add4-d83b-4a75-9bf5-b370f9a01946 HTTP/1.1" status: 200 len: 949 time: 0.5936444 Oct 20 10:52:27.152318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.154976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.237115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:27.245205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=5e34955c-f620-4884-a1e2-f8a5942c3d39,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.248952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] device_id is not set on port 9f0e1d93-d3e2-4c29-bf59-452882a08413 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:27.329548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:27.360706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:27.438786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:27.502997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port f01e085c-c988-4340-9f85-f422b429970e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:27.503494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.517639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.518490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.556777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:27.557301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.559716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb17f1f8-c6be-403c-a150-4f72fc6f7df7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.573303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a264683-1b80-4e7f-8202-702b3f9b32d8 req-3b7a6b58-9766-4074-a267-738f079ffcf7 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0672984 Oct 20 10:52:27.577509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:27.596384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:27.621390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-edb5fd00-0b40-414a-af86-b98389495859 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4750679 Oct 20 10:52:27.624438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b48c402-ca18-46ac-b72d-9ddb2fccea33 req-96077b9e-5969-4e44-a70b-273afc629596 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590478 Oct 20 10:52:27.625881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59756) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:27.627369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.627966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.656771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:27.668171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.672143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.675764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50f8f458-0da6-4b7e-9547-3c804d044939 HTTP/1.1" status: 204 len: 168 time: 1.2141001 Oct 20 10:52:27.704719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=fbe5e32c-7e69-49ce-b871-51f5acbe8911,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.769113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ca922-42fe-4216-8a31-ebb41cf023c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8f458-0da6-4b7e-9547-3c804d044939,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.782249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8444aa2b-95b2-482f-9067-a1cb88b44442 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7083666 Oct 20 10:52:27.804302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59760) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:27.855641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'fbe5e32c-7e69-49ce-b871-51f5acbe8911', 'ip_address': '2001:db8::3cf8:4eda:b680:81cc'}], 'name': 'tempest-NetworksTestDHCPv6-1671062745'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:27.915133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port 63b38709-eada-4399-9543-afede78bf33f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:27.915511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.954736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port f01e085c-c988-4340-9f85-f422b429970e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f01e085c-c988-4340-9f85-f422b429970e,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:27.955155 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.998849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for f01e085c-c988-4340-9f85-f422b429970e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:28.072746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'fbe5e32c-7e69-49ce-b871-51f5acbe8911'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:28.074178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.122847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:28.128177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.164123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port 63b38709-eada-4399-9543-afede78bf33f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=63b38709-eada-4399-9543-afede78bf33f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:28.164494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.181331 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 10:52:28.181763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:28.202362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for 63b38709-eada-4399-9543-afede78bf33f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:28.231210 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37e475fa-5818-4893-a351-3343c432c06a (CIDR: 172.20.0.0/28) Oct 20 10:52:28.242406 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:28.242900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:28.253561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04561b36-8fb2-4c42-a5dc-9edc73a97a32 req-61a318e0-98bb-46bd-a97a-cecd319bcc9c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:28.255465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04561b36-8fb2-4c42-a5dc-9edc73a97a32 req-61a318e0-98bb-46bd-a97a-cecd319bcc9c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1930802 Oct 20 10:52:28.295830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:28.323058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a530ea6c-928a-4342-86e7-188fc3c26ee9 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6723447 Oct 20 10:52:28.323617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb518d3f-cfa4-4bf4-8bfa-e54f8fa5d87f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6816535 Oct 20 10:52:28.324315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:28.324680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59772) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:28.366054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04561b36-8fb2-4c42-a5dc-9edc73a97a32 req-a3c9ff2d-f41b-4061-a1f9-33058076726e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010990 Oct 20 10:52:28.416124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/fbe5e32c-7e69-49ce-b871-51f5acbe8911/c20f1795-4c8f-4654-8957-2a47f081692f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:28.418273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:28.452290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7b12-b1ea-4900-8619-1f146b9648a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.487688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.510791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port d78bbfc5-2b70-495a-ab3e-3a22225cc736 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:28.687773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.701552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.822479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:28.825510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:28.832384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:28.840096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Pushing event updated for resources: {'Port': ['ID=c20f1795-4c8f-4654-8957-2a47f081692f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:28.886785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba9f31bc-b550-4657-a710-ab9d4490cae9 req-af9fe6ec-afc9-4ddb-8345-e2a0aec97715 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0925372 Oct 20 10:52:28.905560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Attempting to bind port c20f1795-4c8f-4654-8957-2a47f081692f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:28.906048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Attempting to bind port c20f1795-4c8f-4654-8957-2a47f081692f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:28.906924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Attempting to bind port c20f1795-4c8f-4654-8957-2a47f081692f on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:28.934307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:28.934871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:28.935369 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.935849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:28.936856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Bound port: c20f1795-4c8f-4654-8957-2a47f081692f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:28.937005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.010036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6ac3a-66f1-4db2-9367-a3eecc18aad4 req-ff283b71-0567-4429-abb4-a9b12ced7a43 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:29.023751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5af6ac3a-66f1-4db2-9367-a3eecc18aad4 req-ff283b71-0567-4429-abb4-a9b12ced7a43 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 948 time: 0.2061150 Oct 20 10:52:29.042218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] For port c20f1795-4c8f-4654-8957-2a47f081692f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:29.046273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] For port c20f1795-4c8f-4654-8957-2a47f081692f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c20f1795-4c8f-4654-8957-2a47f081692f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:29.056447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.066287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::3cf8:4eda:b680:81cc (2d5fe838-a998-4d31-a688-24a98274b0ba/fbe5e32c-7e69-49ce-b871-51f5acbe8911/d78bbfc5-2b70-495a-ab3e-3a22225cc736) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:29.104637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.126464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5af6ac3a-66f1-4db2-9367-a3eecc18aad4 req-692dc94e-433d-4070-887d-a14513e9babf tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013169 Oct 20 10:52:29.128078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:29.132866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.142443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10855-3463-4e02-a6dc-a005a18aaa80 None None] Pushing event updated for resources: {'Port': ['ID=c20f1795-4c8f-4654-8957-2a47f081692f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.146086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c', '63b38709-eada-4399-9543-afede78bf33f', 'f01e085c-c988-4340-9f85-f422b429970e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:29.151301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.281470 n-d-802060-17 neutron-server[100746]: INFO neutron.db.ipam_backend_mixin [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 655d40f5-bb44-41dd-bb59-db144156f12b (CIDR: 172.20.0.16/28) Oct 20 10:52:29.411223 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:29.412783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:29.415807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=63b38709-eada-4399-9543-afede78bf33f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.476259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.484056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port 63b38709-eada-4399-9543-afede78bf33f on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:29.509837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port f01e085c-c988-4340-9f85-f422b429970e on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:29.523509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.530449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6eddf0d-8883-4b8b-b7a0-b48c6d6884ab req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "DELETE /v2.0/ports/63b38709-eada-4399-9543-afede78bf33f HTTP/1.1" status: 204 len: 173 time: 2.3715065 Oct 20 10:52:29.537098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.538188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.540273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.541811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.543202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.543975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.546369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.564684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.565562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.566407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.567026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.567693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70277c5-b719-4808-b551-93c739d5f6a3 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:29.587362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'name': 'network-vif-deleted', 'tag': '63b38709-eada-4399-9543-afede78bf33f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:29.587362 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f5209-f63a-4e3d-a37d-8aeee8455f61" -d '{"events": [{"server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "name": "network-vif-deleted", "tag": "63b38709-eada-4399-9543-afede78bf33f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:29.597272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.636669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.658757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7a78a19d-c5e1-4cea-81a9-f05c0fe3a42c req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "DELETE /v2.0/ports/f01e085c-c988-4340-9f85-f422b429970e HTTP/1.1" status: 204 len: 173 time: 3.1797187 Oct 20 10:52:29.734286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:29.741828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:29.753912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4cc9b-fb70-4950-b8cb-241d6843d0ba tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=f01e085c-c988-4340-9f85-f422b429970e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.757345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Deleting port 4cf3aad3-961e-4867-b043-b1b050dc3e1d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:29.757767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.765637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5e8473d-6cf8-4c4c-a8cc-61d6d9bbeec5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4050632 Oct 20 10:52:29.806966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59806) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:29.842420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'subnet': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:29.979515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.980041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.997716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Calling delete_port for 4cf3aad3-961e-4867-b043-b1b050dc3e1d owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:30.030476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:30.046481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:30.074072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:30.074737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.091563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=d78bbfc5-2b70-495a-ab3e-3a22225cc736,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:30.117228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b84b3-d047-4d22-98e7-0aadc751bf93 req-f5203327-ee65-40fb-9b5b-af5f8fc06412 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:30.124488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e0b84b3-d047-4d22-98e7-0aadc751bf93 req-f5203327-ee65-40fb-9b5b-af5f8fc06412 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.5759771 Oct 20 10:52:30.173218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a4533f6-f0a5-4a6c-a99b-cadd51cca3fd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3264248 Oct 20 10:52:30.180679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59818) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:30.251669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Made reservation on behalf of 6c9f3921802e4e10bc5bcc023cfd0d3f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:30.262451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.306252 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca84009a-c2bd-41db-b4b3-60a13bc03ee1 x-openstack-request-id: req-ca84009a-c2bd-41db-b4b3-60a13bc03ee1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:30.306570 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c61add4-d83b-4a75-9bf5-b370f9a01946", "name": "network-vif-deleted", "tag": "63b38709-eada-4399-9543-afede78bf33f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:30.306829 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca84009a-c2bd-41db-b4b3-60a13bc03ee1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:30.307368 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c61add4-d83b-4a75-9bf5-b370f9a01946', 'name': 'network-vif-deleted', 'tag': '63b38709-eada-4399-9543-afede78bf33f', 'status': 'completed', 'code': 200} Oct 20 10:52:30.322877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e0b84b3-d047-4d22-98e7-0aadc751bf93 req-72b5e560-75e2-4d42-a6fe-f58050433ab6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975062 Oct 20 10:52:30.341363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.417759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf3aad3-961e-4867-b043-b1b050dc3e1d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:30.424168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070d70e-b6cb-449d-83ce-bb1dc7b0e2cd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:30.430556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070d70e-b6cb-449d-83ce-bb1dc7b0e2cd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:30.432435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9070d70e-b6cb-449d-83ce-bb1dc7b0e2cd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2507720 Oct 20 10:52:30.435266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59824) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:30.539902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4699f59-e20b-4cf9-9f6d-7cdd23927d12 req-a2ae16f5-7039-427d-abfe-8f75bc858091 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0454690 Oct 20 10:52:30.564848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.569376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.570705 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d3f0553-1afe-422f-a47c-c2e3dcb4099f tempest-ExternalNetworksAdminNegativeTestJSON-1024658381 tempest-ExternalNetworksAdminNegativeTestJSON-1024658381-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/2b7ca67f-b4df-4978-b082-a19ed0d1bd1c HTTP/1.1" status: 204 len: 168 time: 2.2421968 Oct 20 10:52:30.827823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d4a2456-48ac-457d-9b56-eef5d68cc0a6 req-75750614-1549-43f3-9c33-e719eb3eddd6 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0661159 Oct 20 10:52:31.002118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3993b145-48ae-49b6-886a-42a2038b298d req-b9c2a27d-53ca-43d9-a5f5-17f0a047974d tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f84ba53-cf1a-43a9-ac68-2105d206d074 HTTP/1.1" status: 200 len: 210 time: 0.2586169 Oct 20 10:52:31.034183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port d78bbfc5-2b70-495a-ab3e-3a22225cc736 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:31.034183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.201623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051b198-3e03-41c5-bd13-606174d29a84 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:31.259576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.297033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.319567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for d78bbfc5-2b70-495a-ab3e-3a22225cc736 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:31.339279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c20f1795-4c8f-4654-8957-2a47f081692f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:31.339877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:31.455643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:31.505190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:31.530844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:31.531628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.538726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Subnet': ['ID=7c8c4335-44db-461c-90d3-e950670c5d47,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:31.542927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] Provisioning complete for port c20f1795-4c8f-4654-8957-2a47f081692f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:31.544059 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.596882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-80ea6e12-0e64-402b-acbb-70eaf9c068db tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7883999 Oct 20 10:52:31.599951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:31.607902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-663623310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c8c4335-44db-461c-90d3-e950670c5d47'}], 'security_groups': ['0d82ad68-c6cb-45d9-a47b-3c07000a79e2', '1d3f7215-8d1d-490b-ba1b-f98dc5f694d8']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:31.631242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b689e-8184-4433-9dd2-af952865bcee req-03b2017e-155a-4add-b97f-aedc8243ae1b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:31.646858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb9b689e-8184-4433-9dd2-af952865bcee req-03b2017e-155a-4add-b97f-aedc8243ae1b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1449301 Oct 20 10:52:31.689800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36e8a11f-114e-49e7-a5a3-55ce481c9ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.694796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3a14c-ca53-4a47-b08b-64a06b7cfcee None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:31.700608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f01e085c-c988-4340-9f85-f422b429970e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:31.817702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c20f1795-4c8f-4654-8957-2a47f081692f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:31.818572 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.839168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb9b689e-8184-4433-9dd2-af952865bcee req-ae360dc3-bf6b-4c0f-b14a-78b3716110d5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759989 Oct 20 10:52:31.894449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7b46378-e3f6-4ff3-9129-34a6a22e0f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.938451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: f01e085c-c988-4340-9f85-f422b429970e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:31.939108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f01e085c-c988-4340-9f85-f422b429970e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:31.939664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 63b38709-eada-4399-9543-afede78bf33f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:31.942719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a24a376b-164a-42fc-bb11-1d5ef67368ff req-e17ad8d3-5753-40ef-b4f6-aa8824a558fb tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0954952 Oct 20 10:52:31.971629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.081291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=d78bbfc5-2b70-495a-ab3e-3a22225cc736,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:32.091425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7b46378-e3f6-4ff3-9129-34a6a22e0f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.111351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7b46378-e3f6-4ff3-9129-34a6a22e0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.195441 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.212135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-220c72c8-edef-4089-9bce-d0f9bf3475b9 req-eb7a63c3-fdf3-4d71-826a-2a7d3be6989d tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1419177 Oct 20 10:52:32.222524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 63b38709-eada-4399-9543-afede78bf33f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:32.223444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 63b38709-eada-4399-9543-afede78bf33f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:32.225520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.240579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4ce5d0e0-b00f-4197-998d-76408b2c1ecc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/d78bbfc5-2b70-495a-ab3e-3a22225cc736 HTTP/1.1" status: 204 len: 168 time: 1.8033998 Oct 20 10:52:32.245005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59858) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:32.254790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b46378-e3f6-4ff3-9129-34a6a22e0f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1565fa89-605d-47a6-8326-daf973cb9dde,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:32.309118 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7b46378-e3f6-4ff3-9129-34a6a22e0f96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a926b3655714024b9b87361951a9366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677544 Oct 20 10:52:32.311291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'name': 'network-vif-deleted', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:32.312008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:32.314294 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0612d26b-f39e-4b71-ad02-ad89b6fa9bf2" -d '{"events": [{"server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "name": "network-vif-deleted", "tag": "f01e085c-c988-4340-9f85-f422b429970e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:32.341917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.388755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2ed67-26c2-4a6c-bc4f-5b555223b581 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.390922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2ed67-26c2-4a6c-bc4f-5b555223b581 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.393170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3e2ed67-26c2-4a6c-bc4f-5b555223b581 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1469343 Oct 20 10:52:32.400268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:32.401811 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2cb92f-8933-4ce3-9a73-32a5c20a604e x-openstack-request-id: req-8b2cb92f-8933-4ce3-9a73-32a5c20a604e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:32.402164 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f84ba53-cf1a-43a9-ac68-2105d206d074", "name": "network-vif-deleted", "tag": "f01e085c-c988-4340-9f85-f422b429970e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:32.402507 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b2cb92f-8933-4ce3-9a73-32a5c20a604e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:32.402979 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f84ba53-cf1a-43a9-ac68-2105d206d074', 'name': 'network-vif-deleted', 'tag': 'f01e085c-c988-4340-9f85-f422b429970e', 'status': 'completed', 'code': 200} Oct 20 10:52:32.427016 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.463145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.519524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.537118 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.539790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.543846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.545366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1565fa89-605d-47a6-8326-daf973cb9dde HTTP/1.1" status: 204 len: 168 time: 0.2305236 Oct 20 10:52:32.573161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] For port c20f1795-4c8f-4654-8957-2a47f081692f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c20f1795-4c8f-4654-8957-2a47f081692f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:32.586842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f85163-fed5-475d-9e3e-6a775167e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1565fa89-605d-47a6-8326-daf973cb9dde,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:32.638224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet fbe5e32c-7e69-49ce-b871-51f5acbe8911 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:32.644280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.654764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.700284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.869599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.902176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2dac4e7c-c3ee-4ae4-9e6b-14de2a8873fc None None] Provisioning complete for port 5e34955c-f620-4884-a1e2-f8a5942c3d39 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:32.903524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2dac4e7c-c3ee-4ae4-9e6b-14de2a8873fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.910445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737554-bd6f-4a91-ab40-140808d94a11 None None] Pushing event updated for resources: {'Port': ['ID=c20f1795-4c8f-4654-8957-2a47f081692f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:32.995217 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d2d7f22-dd0b-46f5-9695-a5be719c7bc4 req-7eb84f15-e7b7-4088-878a-bd319f6970ff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0278459 Oct 20 10:52:33.025173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:52:33.025457 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:52:33.040324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516fcb-7835-41d2-8769-e3c4ab7d863c req-9cbb17fc-f204-476f-bc7d-9c110411085c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:33.042218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45516fcb-7835-41d2-8769-e3c4ab7d863c req-9cbb17fc-f204-476f-bc7d-9c110411085c tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.2276695 Oct 20 10:52:33.059029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.121738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59884) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:33.176502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2dac4e7c-c3ee-4ae4-9e6b-14de2a8873fc None None] Port 5e34955c-f620-4884-a1e2-f8a5942c3d39 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:33.195769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Update dhcp port {'port': {'network_id': 'dd6414ba-ae2b-4fc1-a767-c467e83530a8', 'fixed_ips': [{'subnet_id': '655d40f5-bb44-41dd-bb59-db144156f12b', 'ip_address': '172.20.0.18'}, {'subnet_id': '37e475fa-5818-4893-a351-3343c432c06a', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c8c4335-44db-461c-90d3-e950670c5d47'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '61875167-6ec5-4d77-af19-7c7e343e427a'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:33.209511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.233563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45516fcb-7835-41d2-8769-e3c4ab7d863c req-6db15b8e-4c9c-42c9-bbba-a988c60a64ee tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851401 Oct 20 10:52:33.237670 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.247639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-953ce4bb-b730-4d48-ac6e-3e6f6019170a req-f639938e-3373-4bbe-9944-1189a178ba34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0677559 Oct 20 10:52:33.257988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe5e32c-7e69-49ce-b871-51f5acbe8911,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:33.288282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.296443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9775eb0b-3d85-4fba-88ff-766a88f3064b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/fbe5e32c-7e69-49ce-b871-51f5acbe8911 HTTP/1.1" status: 204 len: 168 time: 0.8902395 Oct 20 10:52:33.322652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59888) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:33.411860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7f79c5ef-0d77-4a8e-89a3-4b32c73b24c0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852420 Oct 20 10:52:33.412867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59890) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:33.420460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742e688-b261-44b4-b0f8-e0cce01b3f14 req-ecad523a-4fbf-4e59-a69b-95bdee30008f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:33.421142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:33.430038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2742e688-b261-44b4-b0f8-e0cce01b3f14 req-ecad523a-4fbf-4e59-a69b-95bdee30008f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.3588049 Oct 20 10:52:33.454479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e49b7d32-e602-46bc-8743-65a81a9704ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ca104f7290a477bb2677b35d725bc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282197 Oct 20 10:52:33.460132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:33.468812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d1b3c-d4da-4828-aaa1-8187ee104010 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:33.485409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e501943d-9189-4ee4-b865-2e4e7e85c616 req-0ffd7c1a-c8fe-4cfb-b784-5fd33298e176 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0854304 Oct 20 10:52:33.537629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2742e688-b261-44b4-b0f8-e0cce01b3f14 req-d964c944-1c85-4cf4-a63c-172092f00383 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063850 Oct 20 10:52:33.603785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-20e7fc63-c3a0-4098-bd00-78c32b1f9f43 None None] Provisioning complete for port c20f1795-4c8f-4654-8957-2a47f081692f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:33.604228 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20e7fc63-c3a0-4098-bd00-78c32b1f9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.606810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27bea49a-1e46-44ee-b5dc-388fbd391b6d req-fe2af364-1689-4bde-ae45-b46fa5fb262e tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0341246 Oct 20 10:52:33.635735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Delete allocated IP 172.20.0.13 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/37e475fa-5818-4893-a351-3343c432c06a) {{(pid=100746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:52:33.673657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Allocated IP 172.20.0.39 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/7c8c4335-44db-461c-90d3-e950670c5d47/5e34955c-f620-4884-a1e2-f8a5942c3d39) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:33.725536 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.771026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:33.774671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.785281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.889627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:33.956373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Deleting port c20f1795-4c8f-4654-8957-2a47f081692f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:33.956750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.027976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] For port c20f1795-4c8f-4654-8957-2a47f081692f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c20f1795-4c8f-4654-8957-2a47f081692f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:34.028252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.054163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Calling delete_port for c20f1795-4c8f-4654-8957-2a47f081692f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:34.077980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.080674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.081902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb17f1f8-c6be-403c-a150-4f72fc6f7df7 HTTP/1.1" status: 204 len: 168 time: 0.6185048 Oct 20 10:52:34.109903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c035dcc-726b-4000-93c0-037baee97693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb17f1f8-c6be-403c-a150-4f72fc6f7df7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.120068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.150809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.226320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Allocated IP 172.20.0.34 (dd6414ba-ae2b-4fc1-a767-c467e83530a8/7c8c4335-44db-461c-90d3-e950670c5d47/61875167-6ec5-4d77-af19-7c7e343e427a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:34.449996 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:52:34.479342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.498069 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.513768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7816-d8ae-4878-ab67-404f97f0676a req-131e9cbb-1360-47b8-a674-f9a66f43c512 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:34.517648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-215d7816-d8ae-4878-ab67-404f97f0676a req-131e9cbb-1360-47b8-a674-f9a66f43c512 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.1301219 Oct 20 10:52:34.555105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] Pushing event deleted for resources: {'Port': ['ID=c20f1795-4c8f-4654-8957-2a47f081692f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.562809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e605f59-1965-4af7-8ec2-3279f1673c7a None None] No DVR routers for this DVR port c20f1795-4c8f-4654-8957-2a47f081692f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:34.566216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:34.572975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.602741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event updated for resources: {'Port': ['ID=5e34955c-f620-4884-a1e2-f8a5942c3d39,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.604331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-215d7816-d8ae-4878-ab67-404f97f0676a req-8b1b52b9-211f-4262-bcee-400b01def114 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665143 Oct 20 10:52:34.616371 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.622127 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.668256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-803e68ab-ac0d-4046-a06c-129d47f472ae req-e3992d41-f2c3-40f2-b037-e192a4022cb3 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0366776 Oct 20 10:52:34.668732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-5c3a140b-629f-4ae8-8045-3cbfce45ac1a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:34.670311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-5c3a140b-629f-4ae8-8045-3cbfce45ac1a tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.2447231 Oct 20 10:52:34.682244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:34.695119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] In _notify_port_updated(), no bound segment for port 5e34955c-f620-4884-a1e2-f8a5942c3d39 on network dd6414ba-ae2b-4fc1-a767-c467e83530a8 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:52:34.710260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:34.713215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.714757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85be0059-c2af-43ca-a029-ee3e6c9aa15e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "PUT /v2.0/ports/5e34955c-f620-4884-a1e2-f8a5942c3d39 HTTP/1.1" status: 200 len: 959 time: 3.1119952 Oct 20 10:52:34.719981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:34.724113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59924) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:34.736195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:34.736852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.741282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.744012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ca030-89cc-4310-9771-9d5aa6cb7bbd None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:34.782149 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7e4cfe6-0bba-42c1-9850-5e129046805b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3680716 Oct 20 10:52:34.785183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59928) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:34.815928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf134a1-51f3-4fcf-97b5-5e2b6ad9fd70 None None] Pushing event updated for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.828894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': '5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd', 'ip_address': '2001:db8::af5e:d45a:4799:e183'}], 'name': 'tempest-NetworksTestDHCPv6-1570189144'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:34.834839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a689959-d545-4158-b38a-316d95aa3d2a req-bc0a4b58-711d-40b9-872d-504f6cea0c75 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0418036 Oct 20 10:52:34.888084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d16ced-dd2b-4e6d-a952-39fbfe3d46f7 req-577c369e-c248-4747-b090-032ecd78db06 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:34.890307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1d16ced-dd2b-4e6d-a952-39fbfe3d46f7 req-577c369e-c248-4747-b090-032ecd78db06 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1841738 Oct 20 10:52:34.971484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1d16ced-dd2b-4e6d-a952-39fbfe3d46f7 req-ddd75a34-ef46-4564-847c-3f268367cea9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728824 Oct 20 10:52:34.984125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 5e34955c-f620-4884-a1e2-f8a5942c3d39 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:34.984476 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.081791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:35.082674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.203441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-1432b4d3-2d44-4595-bd47-becbf7c70636 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c60f03b90d6946859d2093b718970612&device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0412033 Oct 20 10:52:35.269221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-c25136d6-f6da-463e-9da9-d81e440c340d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c60f03b90d6946859d2093b718970612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500681 Oct 20 10:52:35.313320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.401582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 5e34955c-f620-4884-a1e2-f8a5942c3d39 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:35.409828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd/9fb339a5-0469-4b8f-a5c5-79af88f3f108) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:35.604414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:35.663025 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.671617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79f9724a-f5fa-4539-ab21-188b699d85ff req-2d6a190b-7eef-49c0-a694-69c559bcbbe8 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0678408 Oct 20 10:52:35.672430 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.688090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.713482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:35.716870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:35.727412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:35.769157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Pushing event updated for resources: {'Port': ['ID=9fb339a5-0469-4b8f-a5c5-79af88f3f108,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:35.809164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Attempting to bind port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:35.809474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Attempting to bind port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:35.816691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Attempting to bind port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:35.827620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:35.828003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:35.828409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.828808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:35.829315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Bound port: 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:35.829654 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.837505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=5e34955c-f620-4884-a1e2-f8a5942c3d39,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:35.931842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-882761377'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:35.939365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:35.965854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:35.985533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-fa1caf8d-b219-4358-b9de-2c9c72eb6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:35.987173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-fa1caf8d-b219-4358-b9de-2c9c72eb6c16 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7075558 Oct 20 10:52:36.015259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] For port 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:36.037824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] For port 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9fb339a5-0469-4b8f-a5c5-79af88f3f108,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:36.038840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:36.039279 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.052822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:36.056246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.059473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52182fd5-ed22-467d-b46a-dcdbc3dca50e req-551f3dab-021c-4680-b169-0190877ddbc3 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0755997 Oct 20 10:52:36.064021 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.074020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.097596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.097878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a95d84-f0a8-4072-9f0f-fe186cfb1d50 req-cfc6971f-7a4e-4b54-9d6f-9416a96a76d8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.100039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59a95d84-f0a8-4072-9f0f-fe186cfb1d50 req-cfc6971f-7a4e-4b54-9d6f-9416a96a76d8 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 950 time: 0.2339802 Oct 20 10:52:36.111841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.115918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a3f2da78-4062-4891-99e8-f4af937f0b30 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/5e34955c-f620-4884-a1e2-f8a5942c3d39 HTTP/1.1" status: 204 len: 168 time: 1.3890083 Oct 20 10:52:36.118514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:36.137984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:36.138723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Deleting port c534cb97-de5d-4f16-88e5-529c53c4fe8c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:36.139254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.143413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:36.143791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.175786 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91c8ff1-6e46-4110-944b-61158764ada6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] GET failed (client error): The resource could not be found. Oct 20 10:52:36.178027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f91c8ff1-6e46-4110-944b-61158764ada6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports/5e34955c-f620-4884-a1e2-f8a5942c3d39 HTTP/1.1" status: 404 len: 333 time: 0.0560558 Oct 20 10:52:36.182651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:36.231836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Could not find standard attr ID for object 5e34955c-f620-4884-a1e2-f8a5942c3d39. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:36.273289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59a95d84-f0a8-4072-9f0f-fe186cfb1d50 req-8f0d3c31-5588-4c6c-8c70-1ceb012a96e2 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/security-groups?id=93e61e1d-49d9-4e8d-9b70-b814642e1471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532948 Oct 20 10:52:36.289305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1ce69-5592-449f-9069-3dd109419dc4 None None] Pushing event updated for resources: {'Port': ['ID=9fb339a5-0469-4b8f-a5c5-79af88f3f108,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:36.294372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:36.294803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b8874e0d-8e53-4065-b934-2844ccdc942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.312449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-60ada19e-aa8b-4603-9ed9-407431ad51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.317129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-60ada19e-aa8b-4603-9ed9-407431ad51ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1098 time: 0.5927796 Oct 20 10:52:36.350736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] For port c534cb97-de5d-4f16-88e5-529c53c4fe8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c534cb97-de5d-4f16-88e5-529c53c4fe8c,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:36.351404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.383327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.387378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port d823510e-9919-4626-8369-f433505ebc7f yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:36.424657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae714c-0981-4862-a6d9-fd1c625a6ae3 req-401d3c20-3865-4c38-b2e8-097b2b66f0d5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.433319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8ae714c-0981-4862-a6d9-fd1c625a6ae3 req-401d3c20-3865-4c38-b2e8-097b2b66f0d5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.2114704 Oct 20 10:52:36.466687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Calling delete_port for c534cb97-de5d-4f16-88e5-529c53c4fe8c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:36.531775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c20f1795-4c8f-4654-8957-2a47f081692f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:36.532143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.560642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.566657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.570489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c20f1795-4c8f-4654-8957-2a47f081692f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:36.571018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c20f1795-4c8f-4654-8957-2a47f081692f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:36.640671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:36.646345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8ae714c-0981-4862-a6d9-fd1c625a6ae3 req-de98c875-b117-4082-9490-b8fe3e544aff tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116323 Oct 20 10:52:36.670755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.671505 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 2fa4b744-4580-4568-a4c0-b604a9c4c12c of type vlan for network 70149fd2-55c2-4898-9d6d-4e79df48040c Oct 20 10:52:36.675284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d893cd-e337-472c-a07e-8b0ed5d7ba3e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:36.730016 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.732956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.739918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a4606671-9c39-4f65-b75e-ce003cf52493 None None] Could not find standard attr ID for object 5e34955c-f620-4884-a1e2-f8a5942c3d39. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:36.746714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/security-groups/3c09b66a-3512-4953-94d8-ffd52347dae0 HTTP/1.1" status: 204 len: 168 time: 0.5615463 Oct 20 10:52:36.749910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59978) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:36.779542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-762fba20-4fa7-4e48-965e-2e6754bdf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.781603 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-762fba20-4fa7-4e48-965e-2e6754bdf2ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.4174957 Oct 20 10:52:36.819604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abbc6e-ad00-4eb2-8ee4-1b69753e584b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09b66a-3512-4953-94d8-ffd52347dae0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:36.825587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.859105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::af5e:d45a:4799:e183 (2d5fe838-a998-4d31-a688-24a98274b0ba/5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd/d823510e-9919-4626-8369-f433505ebc7f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:36.866992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efa75e59-8d17-4501-a5b3-ef7f72e49e56 req-b3680851-bdf6-4c49-b1b5-6ab86bbe2f55 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0719731 Oct 20 10:52:36.902587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.916661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.922328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.922975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.952475 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-85ed391e-352c-47b1-af1c-a53d2549af08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 1001 time: 0.1568875 Oct 20 10:52:36.966999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.985608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.993070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3851397 Oct 20 10:52:36.999566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59980) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:37.002766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c534cb97-de5d-4f16-88e5-529c53c4fe8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:37.012207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'name': 'tempest-PortsIpV6TestJSON-1245521845'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:37.072045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4f1be-8b3d-44fb-98e1-d5ed417bcdbf tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=70149fd2-55c2-4898-9d6d-4e79df48040c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:37.074814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Pushing event deleted for resources: {'Port': ['ID=c534cb97-de5d-4f16-88e5-529c53c4fe8c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:37.093906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:37.129612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] No DVR routers for this DVR port c534cb97-de5d-4f16-88e5-529c53c4fe8c on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:37.131830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.134394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.136224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.142047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-837c0c41-9ac9-438f-b547-0028ae2e6509 req-c78963e4-d2aa-4201-bb04-f4ee59d797a0 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.83 "DELETE /v2.0/ports/c534cb97-de5d-4f16-88e5-529c53c4fe8c HTTP/1.1" status: 204 len: 173 time: 2.3560717 Oct 20 10:52:37.143593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/security-groups/1d3f7215-8d1d-490b-ba1b-f98dc5f694d8 HTTP/1.1" status: 204 len: 168 time: 0.3892493 Oct 20 10:52:37.144666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'name': 'network-vif-deleted', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:37.146255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59984) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:37.147058 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0079746-eb1a-49bb-9f68-a86e4c89a228" -d '{"events": [{"server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "name": "network-vif-deleted", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:37.164892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-40a39f7e-c0b9-47fc-b2c1-f680192c1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.175986 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-40a39f7e-c0b9-47fc-b2c1-f680192c1dca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.2131944 Oct 20 10:52:37.246791 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cbee06-daa3-49fd-8d32-8e0632bd2fcf x-openstack-request-id: req-01cbee06-daa3-49fd-8d32-8e0632bd2fcf {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:37.247200 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c303a5-b92b-42c5-beca-23b70ec8920e", "name": "network-vif-deleted", "tag": "c534cb97-de5d-4f16-88e5-529c53c4fe8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:37.247519 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01cbee06-daa3-49fd-8d32-8e0632bd2fcf {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:37.248494 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c303a5-b92b-42c5-beca-23b70ec8920e', 'name': 'network-vif-deleted', 'tag': 'c534cb97-de5d-4f16-88e5-529c53c4fe8c', 'status': 'completed', 'code': 200} Oct 20 10:52:37.270033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:37.279569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.305141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364add18-674d-4628-84f2-03a050b9e7d6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3f7215-8d1d-490b-ba1b-f98dc5f694d8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:37.310175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.328437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-844f9998-eb72-40f8-93b0-96963dc4fa74 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.83 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0472569 Oct 20 10:52:37.352511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2238b2b-c293-4092-a0e5-1fe1ac8a9f17 req-333abbd5-2216-4569-9bdc-ac24620fe513 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0705023 Oct 20 10:52:37.376691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port e9cdd2c9-d233-4ead-b020-856c1b57fed0 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:37.394904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-43e7bac5-be71-4330-b3cd-3f6eff8325db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.396676 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-43e7bac5-be71-4330-b3cd-3f6eff8325db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819363 Oct 20 10:52:37.404690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.493696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.525839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56ba473c-e737-4158-9c74-1d3e8e462584 req-28ee161c-0c22-404b-9ac8-c299b417cb98 tempest-ServersOnMultiNodesTest-1819627351 tempest-ServersOnMultiNodesTest-1819627351-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3c303a5-b92b-42c5-beca-23b70ec8920e HTTP/1.1" status: 200 len: 210 time: 0.0515940 Oct 20 10:52:37.542146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.580764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-ec1a5623-5ab3-4202-8815-d12f9e71dc1f service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737080 Oct 20 10:52:37.598157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:37.618026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:37.624882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:37.633078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.633738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.654494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.660801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.666485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/security-groups/0d82ad68-c6cb-45d9-a47b-3c07000a79e2 HTTP/1.1" status: 204 len: 168 time: 0.5014563 Oct 20 10:52:37.668064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59992) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:37.702460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149367b6-1c96-4521-a87a-9ae824005fdf tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82ad68-c6cb-45d9-a47b-3c07000a79e2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:37.748871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-569839ea-e4d9-467a-8e10-cc14bc176e8c req-920725a4-ec0e-4f35-a5e3-cae89c7c4dc1 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591456 Oct 20 10:52:37.752708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=d823510e-9919-4626-8369-f433505ebc7f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:37.781203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-effe371d-c623-4536-bcde-b83d79f69fab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9922521 Oct 20 10:52:37.782294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59996) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:37.811649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] Provisioning complete for port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:37.812262 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.881046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06070ba0-714b-48b7-ae39-38daa473b746 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.889250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06070ba0-714b-48b7-ae39-38daa473b746 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.891651 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-06070ba0-714b-48b7-ae39-38daa473b746 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1075995 Oct 20 10:52:37.894645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60000) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:37.967384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.012298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9fb339a5-0469-4b8f-a5c5-79af88f3f108 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:38.023716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port d823510e-9919-4626-8369-f433505ebc7f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:38.024289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.043547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.082634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 37e475fa-5818-4893-a351-3343c432c06a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:38.087069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.110326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca1996f-7d8d-475d-ae9b-650219e5f416 req-34b00ea9-d319-45f6-81e7-944598e52fa1 tempest-ServerShowV257Test-1996925881 tempest-ServerShowV257Test-1996925881-project] 10.222.0.74 "GET /v2.0/ports?device_id=68aba571-f783-4d30-8bb0-9943c7ecbb7e HTTP/1.1" status: 200 len: 210 time: 0.0503101 Oct 20 10:52:38.116871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.140414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] For port 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9fb339a5-0469-4b8f-a5c5-79af88f3f108,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:38.151845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.163926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.179086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for d823510e-9919-4626-8369-f433505ebc7f owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:38.194218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:38.194218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.239466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c648-8e44-4cd1-9371-4253becec514 None None] Pushing event updated for resources: {'Port': ['ID=9fb339a5-0469-4b8f-a5c5-79af88f3f108,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.306793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-697e9f70-a0f2-407e-bfb8-3fd11077090d None None] Provisioning complete for port d823510e-9919-4626-8369-f433505ebc7f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:38.307502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-697e9f70-a0f2-407e-bfb8-3fd11077090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.332062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.351977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-697e9f70-a0f2-407e-bfb8-3fd11077090d None None] Port d823510e-9919-4626-8369-f433505ebc7f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:38.379912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=d823510e-9919-4626-8369-f433505ebc7f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.399358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.403366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a414ce8f-bdcf-44a9-bcbe-38ae03f38b6a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/d823510e-9919-4626-8369-f433505ebc7f HTTP/1.1" status: 204 len: 168 time: 0.5071023 Oct 20 10:52:38.405799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60004) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.463276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aba08c-7f1d-4779-96e6-591196857c1c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.464943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aba08c-7f1d-4779-96e6-591196857c1c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.466525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d2aba08c-7f1d-4779-96e6-591196857c1c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595996 Oct 20 10:52:38.469265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60006) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.531326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:38.535288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.548935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518818cf-e18a-43aa-9a4e-1e3bab67ead2 req-ed3dabfd-eb40-4739-b049-11f29195887d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.550451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518818cf-e18a-43aa-9a4e-1e3bab67ead2 req-ed3dabfd-eb40-4739-b049-11f29195887d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.6836441 Oct 20 10:52:38.577393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.583851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac7dbe1f-835c-4217-b689-037ee0757382 req-34222cd1-33bf-46c0-b71b-c5ec8b3b6247 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0642588 Oct 20 10:52:38.592080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.605600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=e9cdd2c9-d233-4ead-b020-856c1b57fed0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.656951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '2fa4b744-4580-4568-a4c0-b604a9c4c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:38.658890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: 70149fd2-55c2-4898-9d6d-4e79df48040c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:38.701802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518818cf-e18a-43aa-9a4e-1e3bab67ead2 req-6471fe1d-bf30-499f-a35b-c5c423ecbd9f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212165 Oct 20 10:52:38.704855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.726606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:38.736884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.741575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 70149fd2-55c2-4898-9d6d-4e79df48040c) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:38.753331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e38d9-fd08-4d38-b0d0-35905dfc2b0e None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:38.765035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:38.771068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.771871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.801223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f8fc2a77-7911-4dfd-bb05-a82b2daaf627 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7991874 Oct 20 10:52:38.805787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60014) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.816357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555502469'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:38.821826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.839374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.871008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.873879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=37e475fa-5818-4893-a351-3343c432c06a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.876254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.881016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fa94537c-9cff-4d3a-91c0-0e41e45e9eea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/37e475fa-5818-4893-a351-3343c432c06a HTTP/1.1" status: 204 len: 168 time: 1.1978374 Oct 20 10:52:38.881982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.884977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60016) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.888723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-582b9dfe-f156-40b8-96c9-b50d4e641c25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd HTTP/1.1" status: 204 len: 168 time: 0.4158959 Oct 20 10:52:38.889087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.891519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af740954-03ff-403e-b341-d0ffeccd9b78 None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:38.898168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:38.902583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.903136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2870db1-7a99-4efb-adbc-ba3a0cc03622 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:38.953033 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75027239-fa55-4b6a-b1bf-2252e7d5de68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589008 Oct 20 10:52:38.954593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60020) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.957758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 7c8c4335-44db-461c-90d3-e950670c5d47 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:38.959595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:38.963632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.004522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:39.044130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.055629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.056262 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 45af0e9a-d41e-48d3-9278-4aeee27e17ac of type vlan for network d89290aa-f69d-4106-847d-e68ef44be259 Oct 20 10:52:39.119813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.139956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:39.146624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.151072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60024) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.190478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.190711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.196770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.197449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.260832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.316991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8c4335-44db-461c-90d3-e950670c5d47,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:39.318180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5107789 Oct 20 10:52:39.324446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60032) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.331735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'ports': [{'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'}, {'network_id': 'd89290aa-f69d-4106-847d-e68ef44be259'}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:39.332060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:39.332544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': 'd89290aa-f69d-4106-847d-e68ef44be259'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:39.354665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.361838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d4ce818e-7c09-44df-9021-b311e73ae049 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/7c8c4335-44db-461c-90d3-e950670c5d47 HTTP/1.1" status: 204 len: 168 time: 0.4685459 Oct 20 10:52:39.362295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60034) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.393191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4ca99-a77a-4151-8c84-61050dd6e09e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=d89290aa-f69d-4106-847d-e68ef44be259,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:39.409599 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9de96f-c38c-4030-bf03-cf35854d66ea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:39.409599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9de96f-c38c-4030-bf03-cf35854d66ea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:39.415809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5f9de96f-c38c-4030-bf03-cf35854d66ea tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/37e475fa-5818-4893-a351-3343c432c06a HTTP/1.1" status: 404 len: 337 time: 0.0501156 Oct 20 10:52:39.422534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d89290aa-f69d-4106-847d-e68ef44be259 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:39.428185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60036) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.573325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:39.580502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 2} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:39.587389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.617369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.632190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca951ab3-a918-4793-878a-e66bf40de701 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e865fcd4532646d69ab6861615bcdbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785912 Oct 20 10:52:39.638920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60042) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.658788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:39.668807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting subnet 655d40f5-bb44-41dd-bb59-db144156f12b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:39.673673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.732077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 6b1aea9c-7841-44a1-b14d-92d1bac802ef yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:39.758511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Deleting port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:39.758876 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.771630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60048) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.865303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.881143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c94911ed-864e-4722-969f-550fdbe1086b req-d5eddf5c-9ccc-4e7e-ab73-a098648c4d44 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0925167 Oct 20 10:52:39.890383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.890627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9fb339a5-0469-4b8f-a5c5-79af88f3f108 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:39.955309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=d6c21c94-0f47-4354-92cc-e7fc8c4311f9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:39.979845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] For port 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9fb339a5-0469-4b8f-a5c5-79af88f3f108,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:39.982557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.988613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:40.004903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:40.025712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.026281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.033256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Calling delete_port for 9fb339a5-0469-4b8f-a5c5-79af88f3f108 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:40.084754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.096149 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b2b59abe-0ad0-405c-a941-2eac8f0ee86f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1394336 Oct 20 10:52:40.100421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60052) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.105373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'd6c21c94-0f47-4354-92cc-e7fc8c4311f9', 'ip_address': '2001:db8::85e:b22c:4463:b049'}], 'name': 'tempest-NetworksTestDHCPv6-527776141'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:40.135626 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.140907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.144547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49557b36-4800-4203-abb9-c4f6b54032bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.214153 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.221207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port cad93e6a-8bad-44a2-a149-8fd3291922c4 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:40.232112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 9fb339a5-0469-4b8f-a5c5-79af88f3f108, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9fb339a5-0469-4b8f-a5c5-79af88f3f108,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:40.251984 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.273632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49557b36-4800-4203-abb9-c4f6b54032bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.282735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49557b36-4800-4203-abb9-c4f6b54032bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.299233 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.318731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:40.321333 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd3532-a771-4c26-900e-43d92cdae572" -d '{"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:40.330478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca088-55cf-403c-a1a0-204cca914036 req-4ffc5fb8-99df-44ff-bb07-1de18cfabef2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.340792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8afca088-55cf-403c-a1a0-204cca914036 req-4ffc5fb8-99df-44ff-bb07-1de18cfabef2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 946 time: 0.1800776 Oct 20 10:52:40.354652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:40.379196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.381054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c534cb97-de5d-4f16-88e5-529c53c4fe8c no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:40.383998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.400735 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee315ad-5bee-4bc7-b382-02c61ed01285 x-openstack-request-id: req-3ee315ad-5bee-4bc7-b382-02c61ed01285 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:40.401235 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-unplugged", "status": "failed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:40.401638 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ee315ad-5bee-4bc7-b382-02c61ed01285 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:40.402180 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'code': 422} returned with failed status Oct 20 10:52:40.402895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557b36-4800-4203-abb9-c4f6b54032bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0818f53d-cf2d-491b-8d9f-56a1a2e894a9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.406090 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.415613 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49557b36-4800-4203-abb9-c4f6b54032bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c60f03b90d6946859d2093b718970612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403170 Oct 20 10:52:40.422588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60056) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.436122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.439584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] No DVR routers for this DVR port 9fb339a5-0469-4b8f-a5c5-79af88f3f108 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:40.443484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=9fb339a5-0469-4b8f-a5c5-79af88f3f108,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.467574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: c534cb97-de5d-4f16-88e5-529c53c4fe8c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:40.468222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c534cb97-de5d-4f16-88e5-529c53c4fe8c not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:40.490209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91551a95-aefd-4cab-9fa4-0607936d27cb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:40.495609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8afca088-55cf-403c-a1a0-204cca914036 req-1a47f690-9a7d-410d-a5ce-cbfdf084c97a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537907 Oct 20 10:52:40.502588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Subnet': ['ID=655d40f5-bb44-41dd-bb59-db144156f12b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.527795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.535933 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e4b610b-bf46-445c-87fe-7c23d3f7d6b1 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/655d40f5-bb44-41dd-bb59-db144156f12b HTTP/1.1" status: 204 len: 168 time: 1.1045096 Oct 20 10:52:40.545159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.565508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.606609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.609783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.613417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93e61e1d-49d9-4e8d-9b70-b814642e1471 HTTP/1.1" status: 204 len: 168 time: 0.8246500 Oct 20 10:52:40.630863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69db68-018a-4410-b5fd-d592c085b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e61e1d-49d9-4e8d-9b70-b814642e1471,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.648841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.651001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.686509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298937b-130a-4fe0-bd7c-132231a9e062 None None] Pushing event deleted for resources: {'Port': ['ID=9fb339a5-0469-4b8f-a5c5-79af88f3f108,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.693300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2434f87-3a98-47f3-bee9-768d49c07e83 None None] Network dd6414ba-ae2b-4fc1-a767-c467e83530a8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:40.697118 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-50998ee3-3b85-479d-a477-fa00f827991e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:40.697916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50998ee3-3b85-479d-a477-fa00f827991e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:40.701335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-50998ee3-3b85-479d-a477-fa00f827991e tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/9e4cf1f0-b1a0-4405-9db1-2b9777443189 HTTP/1.1" status: 404 len: 337 time: 0.1400447 Oct 20 10:52:40.704740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60066) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.775540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:40.780120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:40.784509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:40.785656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.791824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2640e14-249f-4f40-8b9c-171eaef4f0d5 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "GET /v2.0/ports?device_id=9768201e-4d8a-4e3e-91c4-01c061daab7c HTTP/1.1" status: 200 len: 205 time: 0.0855701 Oct 20 10:52:40.796432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-92fddd7a-d2a2-402a-b6aa-11b01018f33b None None] Provisioning complete for port 7569a3dd-be0c-4329-b8d5-f922b97e8439 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:40.796874 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92fddd7a-d2a2-402a-b6aa-11b01018f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.798124 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.800028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60072) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.828012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:40.850057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.906124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-92fddd7a-d2a2-402a-b6aa-11b01018f33b None None] Port 7569a3dd-be0c-4329-b8d5-f922b97e8439 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:40.910430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '45af0e9a-d41e-48d3-9278-4aeee27e17ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd89290aa-f69d-4106-847d-e68ef44be259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:40.911018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: d89290aa-f69d-4106-847d-e68ef44be259, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:40.918228 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-6ba54c32-f896-4b94-ac95-acc55b4918e7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] delete failed (client error): The resource could not be found. Oct 20 10:52:40.922394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6ba54c32-f896-4b94-ac95-acc55b4918e7 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/routers/9768201e-4d8a-4e3e-91c4-01c061daab7c HTTP/1.1" status: 404 len: 336 time: 0.1182973 Oct 20 10:52:40.923488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=6b1aea9c-7841-44a1-b14d-92d1bac802ef,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.925814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60080) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.951314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.961368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 4d952006-aa96-4a97-badc-c33fc9092958 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:40.992792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-92fddd7a-d2a2-402a-b6aa-11b01018f33b None None] Provisioning complete for port 61875167-6ec5-4d77-af19-7c7e343e427a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:40.993672 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92fddd7a-d2a2-402a-b6aa-11b01018f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.994995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'd6c21c94-0f47-4354-92cc-e7fc8c4311f9'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:40.995805 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.996313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=cad93e6a-8bad-44a2-a149-8fd3291922c4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.002158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network d89290aa-f69d-4106-847d-e68ef44be259 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:41.028770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d89290aa-f69d-4106-847d-e68ef44be259) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:41.030890 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6385dd25-f47a-4d51-ba95-ba6438deebe6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.031426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6385dd25-f47a-4d51-ba95-ba6438deebe6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.037927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6385dd25-f47a-4d51-ba95-ba6438deebe6 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/1289e869-be5d-4f11-ae3d-b4c67f1a7e8b HTTP/1.1" status: 404 len: 337 time: 0.1047130 Oct 20 10:52:41.038526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60082) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.042549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:41.048323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:41.054358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:41.055172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.090046 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4c1d9b-5dec-4481-b798-42ef0d489f5c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.091119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4c1d9b-5dec-4481-b798-42ef0d489f5c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.093204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368ab21-2508-48ca-823a-47126d2d1372 None None] Network d89290aa-f69d-4106-847d-e68ef44be259 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:41.097225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3b4c1d9b-5dec-4481-b798-42ef0d489f5c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/9d744144-d097-4b9d-a24f-abada008d3a1 HTTP/1.1" status: 404 len: 337 time: 0.0559981 Oct 20 10:52:41.098532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60086) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.127533 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1808bbaa-1d0c-4463-a55b-f392b822586b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.128416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1808bbaa-1d0c-4463-a55b-f392b822586b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.134285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1808bbaa-1d0c-4463-a55b-f392b822586b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/75099cfd-cd8a-4c84-b60f-e80af26b9d23 HTTP/1.1" status: 404 len: 337 time: 0.0327575 Oct 20 10:52:41.134911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60088) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.161983 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-042b9c4c-72e2-4527-99a1-7cee8b55c724 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.162369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042b9c4c-72e2-4527-99a1-7cee8b55c724 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.168728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-042b9c4c-72e2-4527-99a1-7cee8b55c724 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/ec73e04d-8e28-457a-ac08-37fa4de59a7a HTTP/1.1" status: 404 len: 333 time: 0.0324769 Oct 20 10:52:41.177908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b25377b-4513-4d03-967b-446be74b803c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8511736 Oct 20 10:52:41.178150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60090) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.178872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60092) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.245087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] DHCP port deletion for dd6414ba-ae2b-4fc1-a767-c467e83530a8 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:41.280822 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4342687b-2799-4bb8-bc3a-e4190f6bfa3c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.282684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4342687b-2799-4bb8-bc3a-e4190f6bfa3c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.304906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d9baa99-9824-49df-b50f-b35bbc55be56 req-4bcd37d7-1318-4a07-b501-170d58514183 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1246309 Oct 20 10:52:41.313924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4342687b-2799-4bb8-bc3a-e4190f6bfa3c tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/50789e76-43d3-49d2-af8e-7380e8bc2494 HTTP/1.1" status: 404 len: 337 time: 0.1333785 Oct 20 10:52:41.321040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60094) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.350428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port cad93e6a-8bad-44a2-a149-8fd3291922c4 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:41.350769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.424042 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a66f715-1b04-4448-ad29-a1578418bf59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.424042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a66f715-1b04-4448-ad29-a1578418bf59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.434556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a66f715-1b04-4448-ad29-a1578418bf59 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/efcc3451-551f-42f4-82e8-cfc7c5ce1af4 HTTP/1.1" status: 404 len: 337 time: 0.1086514 Oct 20 10:52:41.437166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.438090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60100) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.496184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Deleting port 61875167-6ec5-4d77-af19-7c7e343e427a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:41.496487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.520464 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7afe5b7-643d-4d3e-9ecc-381c0180a030 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.522391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7afe5b7-643d-4d3e-9ecc-381c0180a030 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.526251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a7afe5b7-643d-4d3e-9ecc-381c0180a030 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/c850b210-5fea-43c4-9a14-e378859b2395 HTTP/1.1" status: 404 len: 333 time: 0.0832171 Oct 20 10:52:41.526780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.529779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.531063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0818f53d-cf2d-491b-8d9f-56a1a2e894a9 HTTP/1.1" status: 204 len: 168 time: 1.1052744 Oct 20 10:52:41.531645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60104) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.563699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-188457ed-31d8-4795-8bec-c014f0e9249d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b7510c45173407e98e90b0a7177fd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217356 Oct 20 10:52:41.566437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60110) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.570508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.577275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] For port 61875167-6ec5-4d77-af19-7c7e343e427a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=61875167-6ec5-4d77-af19-7c7e343e427a,segment=NetworkSegment(23021004-5a75-4736-8d30-0968ff8272d5),segment_id=23021004-5a75-4736-8d30-0968ff8272d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:41.577441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584947b8-02d2-4a20-af5c-f16cfdf9ddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818f53d-cf2d-491b-8d9f-56a1a2e894a9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.577826 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.592192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Calling delete_port for 61875167-6ec5-4d77-af19-7c7e343e427a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:41.636002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.642728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for cad93e6a-8bad-44a2-a149-8fd3291922c4 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:41.652950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::85e:b22c:4463:b049 (2d5fe838-a998-4d31-a688-24a98274b0ba/d6c21c94-0f47-4354-92cc-e7fc8c4311f9/4d952006-aa96-4a97-badc-c33fc9092958) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:41.667382 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0dd4b9-ef62-4cf0-b10f-98cd7031533b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.667837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0dd4b9-ef62-4cf0-b10f-98cd7031533b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.679465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.688896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b0dd4b9-ef62-4cf0-b10f-98cd7031533b tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/bb85e8be-c644-4be4-88de-92af9e117d12 HTTP/1.1" status: 404 len: 337 time: 0.1319480 Oct 20 10:52:41.692577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.698849 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.783480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] Pushing event deleted for resources: {'Port': ['ID=61875167-6ec5-4d77-af19-7c7e343e427a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.791338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e7259-a8c4-4a29-9f17-fa68f956206e None None] No DVR routers for this DVR port 61875167-6ec5-4d77-af19-7c7e343e427a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:41.821247 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-38160789-4705-41aa-9e36-162195b304ad tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:41.822252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38160789-4705-41aa-9e36-162195b304ad tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:41.827216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-38160789-4705-41aa-9e36-162195b304ad tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/subnets/86c839fc-8ec9-49d0-9a05-dd3c0f7b7449 HTTP/1.1" status: 404 len: 337 time: 0.1283913 Oct 20 10:52:41.830854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60122) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.834335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.835293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.836614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1870977c-54bd-4a12-bb61-3b41dd6cd069 HTTP/1.1" status: 204 len: 168 time: 0.2682462 Oct 20 10:52:41.854737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.886604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:41.929833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821f3ee-e29e-4fee-8ba5-ec91733765ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870977c-54bd-4a12-bb61-3b41dd6cd069,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.930655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 61875167-6ec5-4d77-af19-7c7e343e427a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:41.935198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.942376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 61875167-6ec5-4d77-af19-7c7e343e427a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:41.943187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/cad93e6a-8bad-44a2-a149-8fd3291922c4 HTTP/1.1" status: 204 len: 168 time: 0.7640920 Oct 20 10:52:41.944518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506fe36-f81a-48ee-ad2a-ee5751e5bf36 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=cad93e6a-8bad-44a2-a149-8fd3291922c4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.946809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60126) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.014655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341153e-bdc6-4b0e-b3e6-150b8bc84936 req-633b64e7-80f9-46df-a2f4-adf0b0ad719a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.017344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6341153e-bdc6-4b0e-b3e6-150b8bc84936 req-633b64e7-80f9-46df-a2f4-adf0b0ad719a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2190292 Oct 20 10:52:42.044819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Deleting port 7569a3dd-be0c-4329-b8d5-f922b97e8439 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:42.045159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.067148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947852ce-55bd-449a-b2be-29c11f407acb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.074712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947852ce-55bd-449a-b2be-29c11f407acb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.079149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-947852ce-55bd-449a-b2be-29c11f407acb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1265044 Oct 20 10:52:42.086434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.108994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6341153e-bdc6-4b0e-b3e6-150b8bc84936 req-768d7cdd-e52c-4334-907d-a205c7c5edb9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834737 Oct 20 10:52:42.224503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.263673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.284814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Calling delete_port for 7569a3dd-be0c-4329-b8d5-f922b97e8439 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:42.370610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.379520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 6b1aea9c-7841-44a1-b14d-92d1bac802ef {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:42.379860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.461607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-6eb86183-0a0c-431f-95be-ceaecd79f9a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2431998 Oct 20 10:52:42.517537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:42.523656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/d6c21c94-0f47-4354-92cc-e7fc8c4311f9/1b005560-ba9b-441f-82a4-affacb34553b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:42.537174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:42.542153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=4d952006-aa96-4a97-badc-c33fc9092958,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:42.545814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.548547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:42.554439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.555162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.568578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.581940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5239413a-9db7-4f6e-b460-4ff91c7961f8 req-c68513d0-60c2-471a-8d56-07f950ca10ce tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0656767 Oct 20 10:52:42.582974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 6b1aea9c-7841-44a1-b14d-92d1bac802ef owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:42.614831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dec92d38-46a8-4174-b4b7-989d493c8abe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5134056 Oct 20 10:52:42.615700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Port': ['ID=7569a3dd-be0c-4329-b8d5-f922b97e8439,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:42.617962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60156) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.627714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.631360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe5e2120-d2fd-457e-bde3-0158293fbf39 tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/ports/7569a3dd-be0c-4329-b8d5-f922b97e8439 HTTP/1.1" status: 204 len: 168 time: 0.7950337 Oct 20 10:52:42.634003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60158) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.720965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd68a55-d168-499b-b2c8-be4ea371ee34 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.723359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1dd68a55-d168-499b-b2c8-be4ea371ee34 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1038125 Oct 20 10:52:42.726236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60166) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.768903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.812616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.862520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 4d952006-aa96-4a97-badc-c33fc9092958 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:42.863019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.863798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=6b1aea9c-7841-44a1-b14d-92d1bac802ef,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:42.883077 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.889664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3fbcd1b8-2355-4de0-9e26-9279ee10df85 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/6b1aea9c-7841-44a1-b14d-92d1bac802ef HTTP/1.1" status: 204 len: 168 time: 0.8000486 Oct 20 10:52:42.909180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60176) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.920689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.952478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6414ba-ae2b-4fc1-a767-c467e83530a8']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:42.965276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23021004-5a75-4736-8d30-0968ff8272d5') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:42.965894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23021004-5a75-4736-8d30-0968ff8272d5') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:42.980265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.986133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.000162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.003464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.031780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:43.032116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:43.035567 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:43.079909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:43.095844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609d626-f091-4804-9f1d-0b203566aee9 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.097350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b609d626-f091-4804-9f1d-0b203566aee9 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1851771 Oct 20 10:52:43.100635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:43.106696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60182) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.107005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.115967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:43.139012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Pushing event updated for resources: {'Port': ['ID=1b005560-ba9b-441f-82a4-affacb34553b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.157116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.166395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.183065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] 10.222.0.74 "DELETE /v2.0/networks/dd6414ba-ae2b-4fc1-a767-c467e83530a8 HTTP/1.1" status: 204 len: 168 time: 0.5468836 Oct 20 10:52:43.222033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84014fa6-ce29-4cec-a3d3-b7bcc907fa9d tempest-PortsTestJSON-820279767 tempest-PortsTestJSON-820279767-project] Pushing event deleted for resources: {'Network': ['ID=dd6414ba-ae2b-4fc1-a767-c467e83530a8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.229963 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cd4ae4-bf02-4369-882e-d5adefdca9ea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:52:43.240077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-20cd4ae4-bf02-4369-882e-d5adefdca9ea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/cad93e6a-8bad-44a2-a149-8fd3291922c4 HTTP/1.1" status: 404 len: 333 time: 0.1303511 Oct 20 10:52:43.243057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60196) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.243590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.280554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Attempting to bind port 1b005560-ba9b-441f-82a4-affacb34553b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:43.280926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Attempting to bind port 1b005560-ba9b-441f-82a4-affacb34553b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:43.281301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Attempting to bind port 1b005560-ba9b-441f-82a4-affacb34553b on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:43.302272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:43.302660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:43.303116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.303538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:43.304016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Bound port: 1b005560-ba9b-441f-82a4-affacb34553b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:43.304459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.318518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 4d952006-aa96-4a97-badc-c33fc9092958 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:43.329493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1183224578-network', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:43.335781 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-052af528-86aa-4183-a23e-f02af132d28b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:52:43.341145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-052af528-86aa-4183-a23e-f02af132d28b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/6b1aea9c-7841-44a1-b14d-92d1bac802ef HTTP/1.1" status: 404 len: 333 time: 0.0959616 Oct 20 10:52:43.343616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.417101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb34cd-2115-47f0-bf39-381c979d48d7 req-7f9ecd75-e0df-46b9-ac8f-bf0dbe282300 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.424871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8cb34cd-2115-47f0-bf39-381c979d48d7 req-7f9ecd75-e0df-46b9-ac8f-bf0dbe282300 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1833494 Oct 20 10:52:43.429730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Made reservation on behalf of f31655a5c2d842fc92f4fae94133c07d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:43.432911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.466102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.514709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.534453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8cb34cd-2115-47f0-bf39-381c979d48d7 req-e5a5213f-bd46-4ec2-8108-18f4c24d81e4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078784 Oct 20 10:52:43.541500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60206) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.666249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] For port 1b005560-ba9b-441f-82a4-affacb34553b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:43.670353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] For port 1b005560-ba9b-441f-82a4-affacb34553b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1b005560-ba9b-441f-82a4-affacb34553b,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:43.677947 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.688604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.734668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.738801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:43.768402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=4d952006-aa96-4a97-badc-c33fc9092958,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.779084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89290aa-f69d-4106-847d-e68ef44be259']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:43.802997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45af0e9a-d41e-48d3-9278-4aeee27e17ac') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:43.803730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45af0e9a-d41e-48d3-9278-4aeee27e17ac') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:43.833650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.851077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.851353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.867269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.868384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.868902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.869556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.870099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.870636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.871164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.871717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.872039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.872527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.873111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:43.873961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60214) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.885150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177836a2-d65d-47fa-ab7a-6756ef016498 None None] Pushing event updated for resources: {'Port': ['ID=1b005560-ba9b-441f-82a4-affacb34553b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.886781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14eea8f4-19e3-4e9d-a22e-3f3377cc23f5 req-2672c909-9d19-43b3-9167-bfb86fa3fe4f tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1223080 Oct 20 10:52:43.910066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:43.910594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:43.919015 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:43.937980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.948279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9309789-659e-4870-a1da-818837d0e668 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/4d952006-aa96-4a97-badc-c33fc9092958 HTTP/1.1" status: 204 len: 168 time: 1.2148659 Oct 20 10:52:43.949384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60218) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.032289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-92205931-network', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.035676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-34f70093-adba-4bda-8562-c4668a9cb71e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c9f3921802e4e10bc5bcc023cfd0d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732943 Oct 20 10:52:44.042575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.066613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.074161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.081989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf4aa2-c5ee-4169-a299-d88814350645 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:44.083728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf4aa2-c5ee-4169-a299-d88814350645 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:44.085255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ebdf4aa2-c5ee-4169-a299-d88814350645 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1348782 Oct 20 10:52:44.089813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.094205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60222) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.133499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:44.135787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.146512 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/d89290aa-f69d-4106-847d-e68ef44be259 HTTP/1.1" status: 204 len: 168 time: 0.7955716 Oct 20 10:52:44.155559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.158672 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Added segment fa8f90c7-6255-4664-b2af-4cceab7818fc of type vlan for network f8f0b7a4-0107-45fc-a134-9086d3e50ace Oct 20 10:52:44.169255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60224) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.174389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1763194180'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.220121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ca1b-02a8-4497-910d-12ae1ec82254 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=d89290aa-f69d-4106-847d-e68ef44be259,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.227095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Made reservation on behalf of 34ce5940cf0443438bdafe61cb732d8b for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.229799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.231819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2088c0-43fb-497a-8f94-c99d618c98ad,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.249560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.255162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.266692 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.278802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet d6c21c94-0f47-4354-92cc-e7fc8c4311f9 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:44.280921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.313036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.317060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.352861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:44.365114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.365441 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 21922541-efe8-4618-a7d4-6956c99c94e4 of type vlan for network f0963452-f59f-4456-8949-f8fe245b1477 Oct 20 10:52:44.375925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.376926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:44.377666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.440512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.452127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3440645 Oct 20 10:52:44.485519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60228) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.492325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Request body: {'subnet': {'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1183224578-subnet', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.510700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7f32-7241-43fa-840d-8384217730a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f0b7a4-0107-45fc-a134-9086d3e50ace,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.522787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:44.535836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.542318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:44.543222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.569639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Made reservation on behalf of f31655a5c2d842fc92f4fae94133c07d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.572607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.605801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4353917 Oct 20 10:52:44.611327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.622982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.686332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3821-9f46-426b-b5d9-935e72f70f2d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=f0963452-f59f-4456-8949-f8fe245b1477,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.705707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f0963452-f59f-4456-8949-f8fe245b1477 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:44.718735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.808481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.870586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c709c-563a-4411-9521-99d9e10226fe req-76c19a35-0f6c-49ce-8310-d1eba0732728 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:44.872338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a59c709c-563a-4411-9521-99d9e10226fe req-76c19a35-0f6c-49ce-8310-d1eba0732728 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2191896 Oct 20 10:52:44.926699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.930445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.969720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.994147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a59c709c-563a-4411-9521-99d9e10226fe req-bfac3e85-eeae-4193-ae99-901c3300ad2e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125693 Oct 20 10:52:45.080725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:52:45.086774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:52:45.095072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.101628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.103887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/142f3234-202a-4e48-9c29-2946e6bf84b1 HTTP/1.1" status: 204 len: 168 time: 1.0602288 Oct 20 10:52:45.142822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43f177-b589-49ad-bb8b-20654fed4a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f3234-202a-4e48-9c29-2946e6bf84b1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.171939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40cc02ab-b1ed-46c1-90be-dc3b67bbfeae req-c9de4ade-6dcc-488a-bdda-b69c7d8b971a tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0781152 Oct 20 10:52:45.194513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.198476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.233968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.242255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c21c94-0f47-4354-92cc-e7fc8c4311f9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.247311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.253418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff57dac1-5a1f-46d0-a451-d162fab6f3f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/d6c21c94-0f47-4354-92cc-e7fc8c4311f9 HTTP/1.1" status: 204 len: 168 time: 1.1492932 Oct 20 10:52:45.253418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.264017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.264246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:45.311968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.311968 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Added segment 1dc1e07f-a26d-423c-b0b6-24411b256723 of type vlan for network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 Oct 20 10:52:45.311968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceda6a1-c1f0-4244-9847-cb15fe856eaf,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.332187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f97081c3-df8c-4555-a760-4e087a3ef68f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600567 Oct 20 10:52:45.338934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60242) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.394880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c7975a-071c-4830-91c2-46f0efd55b81,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.400247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.415060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Checking segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:45.415422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Network hostable DHCP agents. Network: f8f0b7a4-0107-45fc-a134-9086d3e50ace, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:45.432757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dabe62-b4ea-431e-a8ee-65d6c75cca1f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:45.450736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.452819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.452993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.484839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ceb1b2-d6b2-4ff5-9e7d-9c2a353ae9bc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.486356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55ceb1b2-d6b2-4ff5-9e7d-9c2a353ae9bc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1430936 Oct 20 10:52:45.490758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60246) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.536962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6583507 Oct 20 10:52:45.537362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60250) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.540792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:45.558333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] Provisioning complete for port 1b005560-ba9b-441f-82a4-affacb34553b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:45.558991 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.596723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f8f0b7a4-0107-45fc-a134-9086d3e50ace) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:45.602049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.602821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.609604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.609927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98431f5d-a249-4da9-bf32-cc6b989b986e None None] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:45.623609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Request body: {'subnet': {'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-subnet', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.626816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854d15-d5c6-4dab-b810-d0774d17a73e admin admin] Pushing event updated for resources: {'Network': ['ID=2c420fed-a8b3-475b-bb44-df14f8d5c7b2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.664592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35c8fe10-eb0e-44e1-a7fa-ca74b47c7bad admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1765025 Oct 20 10:52:45.667582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60256) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.672817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.675837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935de1eb-80d2-4082-bc7f-28c3c8bae8c3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.679727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-935de1eb-80d2-4082-bc7f-28c3c8bae8c3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1843874 Oct 20 10:52:45.682786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60258) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.695372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:45.698464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Made reservation on behalf of 34ce5940cf0443438bdafe61cb732d8b for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:45.709558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.730672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f2e2763-2dc1-45f1-8105-923d19b756f3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447803 Oct 20 10:52:45.741333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60260) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.757130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.761411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=4874b915-b465-4f79-bac4-564ef61fa6d2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.776614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '21922541-efe8-4618-a7d4-6956c99c94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:45.776986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: f0963452-f59f-4456-8949-f8fe245b1477, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:45.800512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network f0963452-f59f-4456-8949-f8fe245b1477 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:45.814199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f0963452-f59f-4456-8949-f8fe245b1477) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:45.818027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:45.828266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.830605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.859178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7bb0b3-e903-421b-9b44-57cfe11e16db None None] Network f0963452-f59f-4456-8949-f8fe245b1477 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:45.873263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d6f8aea2-8a06-49a0-933c-90dac9c8818e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2550156 Oct 20 10:52:45.874699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.888421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477', 'name': 'tempest-PortsIpV6TestJSON-501031505'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.896812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.897860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.961852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.106286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:46.112920 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.115187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-f0963452-f59f-4456-8949-f8fe245b1477', 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': '4874b915-b465-4f79-bac4-564ef61fa6d2'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:46.115997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.124141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.138069 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.147103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:46.226928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:46.228510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] For port 1b005560-ba9b-441f-82a4-affacb34553b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1b005560-ba9b-441f-82a4-affacb34553b,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:46.239468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.278991 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.349607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.367056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea43c2bb-15b3-46c1-bf27-4a6c969d943f req-d1a65839-dff8-49f7-b62b-c82ab0bf8753 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0665565 Oct 20 10:52:46.386653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743ef1-b1dc-41aa-a799-adba891d7c65 req-44a2a583-25b9-40a9-b231-ff37172f8083 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.388752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb743ef1-b1dc-41aa-a799-adba891d7c65 req-44a2a583-25b9-40a9-b231-ff37172f8083 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1997809 Oct 20 10:52:46.413270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:46.413978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.468562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Deleting port 1b005560-ba9b-441f-82a4-affacb34553b {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:46.468932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.485328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb743ef1-b1dc-41aa-a799-adba891d7c65 req-86e9f363-16ef-4f1f-a02a-4ca7262d8fcc tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898039 Oct 20 10:52:46.516583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::10 (f0963452-f59f-4456-8949-f8fe245b1477/4874b915-b465-4f79-bac4-564ef61fa6d2/1ddea3b2-0bcc-4f15-95a1-9a9dc032f937) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:46.590901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60280) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:46.611608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc8bac-cb5b-47d6-a69a-de76422361ab None None] Pushing event updated for resources: {'Port': ['ID=1b005560-ba9b-441f-82a4-affacb34553b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:46.680311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.696978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.734113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] For port 1b005560-ba9b-441f-82a4-affacb34553b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1b005560-ba9b-441f-82a4-affacb34553b,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:46.734892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.759189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Calling delete_port for 1b005560-ba9b-441f-82a4-affacb34553b owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:46.774995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.780036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Allocated IP 172.20.0.2 (f8f0b7a4-0107-45fc-a134-9086d3e50ace/59c7975a-071c-4830-91c2-46f0efd55b81/e95fa444-ef56-48e9-81ea-7dad23cab73c) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:46.827300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1228895470'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:46.836669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ce9294-4f59-4c22-828b-63a6b50b742d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:46.854866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.864775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Checking segment: {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:46.865053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Network hostable DHCP agents. Network: 2c420fed-a8b3-475b-bb44-df14f8d5c7b2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:46.894368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:46.899022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.910969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.924374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network f0963452-f59f-4456-8949-f8fe245b1477 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:46.932278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.940706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:46.951736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:46.961773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.962444 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.012771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:47.030001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 2c420fed-a8b3-475b-bb44-df14f8d5c7b2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:47.044520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:47.046492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.059055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=1ddea3b2-0bcc-4f15-95a1-9a9dc032f937,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.061862 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.090668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:47.095534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.096285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.103475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.104739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d7a909-e62e-4f5a-82cf-19f654fe67db,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.118559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e9e9e-94fc-4b15-92f0-4504d8a0b015 None None] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:47.121000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.123797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Allocated IP 2001:db8::2 (f0963452-f59f-4456-8949-f8fe245b1477/4874b915-b465-4f79-bac4-564ef61fa6d2/2c93ad57-3ac2-4921-a6df-6d64e139e8e0) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:47.128694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.130035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-37267058-6dc0-4386-be3e-1c8456bf95e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2480266 Oct 20 10:52:47.132469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:47.134680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.135861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.136107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60284) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:47.151907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8955bbf3-5ddb-41a7-a88b-1c98d707e591 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6099987 Oct 20 10:52:47.153528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60286) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:47.177289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f2d721b3-1750-473d-b05d-d4fee9c44309,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.180647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:47.182454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] Pushing event deleted for resources: {'Port': ['ID=1b005560-ba9b-441f-82a4-affacb34553b,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.196949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7da3-d0af-410c-9e52-a934ab98682b None None] No DVR routers for this DVR port 1b005560-ba9b-441f-82a4-affacb34553b on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:47.217797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:47.220618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.228173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.228522 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 2e25cf4a-b878-4164-9fa2-d24598eeb311 of type vlan for network 88dde810-7d34-4545-ab1a-48e410eccf1f Oct 20 10:52:47.230129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.235355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.245733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:47.247564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cdc7b3-c58c-40b0-adbc-1b2b55ebf9d1 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:47.254752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.261916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76307c6d-0ae1-44ca-8bc4-52dfe5413b2f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5175962 Oct 20 10:52:47.266990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60288) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:47.272550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'f2d721b3-1750-473d-b05d-d4fee9c44309', 'ip_address': '2001:db8::db7b:556c:592a:3b20'}], 'name': 'tempest-NetworksTestDHCPv6-267552712'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:47.284592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:47.356140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.402309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.483294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:47.563563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.631537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Allocated IP 172.25.3.197 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/eba069b8-c940-4814-904c-46994ad70f78) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:47.667290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.713429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port aab7f49e-d82f-46d7-8507-9e98f81a70d7 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:47.798815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Pushing event updated for resources: {'Port': ['ID=e95fa444-ef56-48e9-81ea-7dad23cab73c,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.872883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Attempting to bind port e95fa444-ef56-48e9-81ea-7dad23cab73c on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:47.873218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Attempting to bind port e95fa444-ef56-48e9-81ea-7dad23cab73c by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:47.873517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Attempting to bind port e95fa444-ef56-48e9-81ea-7dad23cab73c on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:47.905340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.906027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.912901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.944927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:47.946124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Checking segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:47.946124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.946124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Bound using segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:47.946530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Bound port: e95fa444-ef56-48e9-81ea-7dad23cab73c, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:47.946815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.976798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:47.976798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.988673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7756e25-dbad-42a7-9d4b-67756a6c2978 req-d7063d5c-c855-49ae-abba-4023e10f2474 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.4754760 Oct 20 10:52:47.995111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.016204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.028095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::db7b:556c:592a:3b20 (2d5fe838-a998-4d31-a688-24a98274b0ba/f2d721b3-1750-473d-b05d-d4fee9c44309/aab7f49e-d82f-46d7-8507-9e98f81a70d7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:48.043976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:48.052626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:48.078706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:48.089320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4966891 Oct 20 10:52:48.110598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60296) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:48.124920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-223997382'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:48.191511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'fixed_ips': [{'subnet_id': '06ce9294-4f59-4c22-828b-63a6b50b742d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:48.192402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.241814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] For port e95fa444-ef56-48e9-81ea-7dad23cab73c, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:48.244257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0b7a-2e69-4f67-9c6e-abf783920b29 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=88dde810-7d34-4545-ab1a-48e410eccf1f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:48.244420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.271825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd298-daba-4319-89ba-21c4018cdda0 req-0fd1c162-5362-4442-a5b4-9bf508f477e7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.273417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bcd298-daba-4319-89ba-21c4018cdda0 req-0fd1c162-5362-4442-a5b4-9bf508f477e7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.3472736 Oct 20 10:52:48.303529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:48.307054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.331770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Pushing event updated for resources: {'Port': ['ID=eba069b8-c940-4814-904c-46994ad70f78,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:48.380360 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.396529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:48.402785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Allocated IP 172.20.0.2 (2c420fed-a8b3-475b-bb44-df14f8d5c7b2/06ce9294-4f59-4c22-828b-63a6b50b742d/1a586385-4f54-4c06-8d05-9ba977ac93fb) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:48.407925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.408340 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5 of type vlan for network 5f24ab03-77fb-4daa-8375-50595b349409 Oct 20 10:52:48.457407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.510712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bcd298-daba-4319-89ba-21c4018cdda0 req-67f525c5-0905-4218-8b09-011662bb7624 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288609 Oct 20 10:52:48.511466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.517020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.517602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.529174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:48.595150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.597111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4848368 Oct 20 10:52:48.601340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60298) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:48.614966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:48.628435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 88dde810-7d34-4545-ab1a-48e410eccf1f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:48.635891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.640802 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.663202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.666920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] For port e95fa444-ef56-48e9-81ea-7dad23cab73c, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e95fa444-ef56-48e9-81ea-7dad23cab73c,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:48.669942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.681977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'f2d721b3-1750-473d-b05d-d4fee9c44309'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:48.683137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.721949 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.761020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433e594-58aa-4c47-bdbd-6c692771e3ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=5f24ab03-77fb-4daa-8375-50595b349409,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:48.814843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.829923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5f24ab03-77fb-4daa-8375-50595b349409 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:48.845942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.988789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:48.998740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Network f0963452-f59f-4456-8949-f8fe245b1477 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:49.000434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.013269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:49.062716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.069271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 HTTP/1.1" status: 204 len: 168 time: 1.9313972 Oct 20 10:52:49.070297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60302) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:49.087284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:49.093619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:49.094981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Pushing event updated for resources: {'Port': ['ID=1a586385-4f54-4c06-8d05-9ba977ac93fb,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.102600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:49.111604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecbb13-8e66-4a87-95ae-2dd818839216 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=1ddea3b2-0bcc-4f15-95a1-9a9dc032f937,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.220856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Pushing event updated for resources: {'Port': ['ID=2c93ad57-3ac2-4921-a6df-6d64e139e8e0,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.257896 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc65af5f-8009-4cd4-9c30-e6d9bf03938c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:49.259209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc65af5f-8009-4cd4-9c30-e6d9bf03938c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:49.274166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bc65af5f-8009-4cd4-9c30-e6d9bf03938c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 HTTP/1.1" status: 404 len: 333 time: 0.1711879 Oct 20 10:52:49.277493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60306) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:49.279443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Allocated IP 172.25.3.53 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8260035d-b4e4-46c9-a0bc-71af1e4e4ab2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:49.312042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.315381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:49.332431 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.388977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e05d2b3-23d3-46d2-bf0b-f9f2308708d2 req-fd58ae93-83e9-4b62-82e3-d8ea51817bcd tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1049500 Oct 20 10:52:49.440695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Attempting to bind port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.441225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Attempting to bind port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '21922541-efe8-4618-a7d4-6956c99c94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.441694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Attempting to bind port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 on network f0963452-f59f-4456-8949-f8fe245b1477 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.442054 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-42698465-e73c-4ceb-a6fb-c45351783908 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:52:49.447419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42698465-e73c-4ceb-a6fb-c45351783908 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/1ddea3b2-0bcc-4f15-95a1-9a9dc032f937 HTTP/1.1" status: 404 len: 333 time: 0.1611540 Oct 20 10:52:49.450299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:49.452897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e16e-4412-4bb6-b98f-77be32264443 None None] Pushing event updated for resources: {'Port': ['ID=e95fa444-ef56-48e9-81ea-7dad23cab73c,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.457161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Attempting to bind port 1a586385-4f54-4c06-8d05-9ba977ac93fb on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.457680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Attempting to bind port 1a586385-4f54-4c06-8d05-9ba977ac93fb by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.458185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Attempting to bind port 1a586385-4f54-4c06-8d05-9ba977ac93fb on network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.461384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:49.461887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Checking segment: {'id': '21922541-efe8-4618-a7d4-6956c99c94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:49.462381 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.462884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Bound using segment: {'id': '21922541-efe8-4618-a7d4-6956c99c94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:49.463553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Bound port: 2c93ad57-3ac2-4921-a6df-6d64e139e8e0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21922541-efe8-4618-a7d4-6956c99c94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'f0963452-f59f-4456-8949-f8fe245b1477'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:49.464275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.477864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:49.478427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Checking segment: {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:49.478924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.479453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Bound using segment: {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:49.480410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Bound port: 1a586385-4f54-4c06-8d05-9ba977ac93fb, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:49.480909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.554652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] For port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:49.559044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] For port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c93ad57-3ac2-4921-a6df-6d64e139e8e0,segment=NetworkSegment(21922541-efe8-4618-a7d4-6956c99c94e4),segment_id=21922541-efe8-4618-a7d4-6956c99c94e4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:49.571671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.611062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet 4874b915-b465-4f79-bac4-564ef61fa6d2 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:49.624173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.692410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.752021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] For port 1a586385-4f54-4c06-8d05-9ba977ac93fb, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:49.755495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] For port 1a586385-4f54-4c06-8d05-9ba977ac93fb, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1a586385-4f54-4c06-8d05-9ba977ac93fb,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:49.756798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbe785-57ed-48ba-8a65-cfba42155aa7 None None] Pushing event updated for resources: {'Port': ['ID=2c93ad57-3ac2-4921-a6df-6d64e139e8e0,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.761707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/f2d721b3-1750-473d-b05d-d4fee9c44309/fafac054-a12e-418b-ae9e-598c1781440e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:49.794319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.899276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.975485 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.993423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.001346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.047903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=4874b915-b465-4f79-bac4-564ef61fa6d2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.056246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.066980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5a30bc1c-24df-4e62-9288-7fa8ae048336 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/4874b915-b465-4f79-bac4-564ef61fa6d2 HTTP/1.1" status: 204 len: 168 time: 0.6152365 Oct 20 10:52:50.079504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7caa10-48f7-48c0-8c86-eb821bb37c83 None None] Pushing event updated for resources: {'Port': ['ID=1a586385-4f54-4c06-8d05-9ba977ac93fb,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.095618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e95fa444-ef56-48e9-81ea-7dad23cab73c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:50.117770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60312) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:50.163451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.171391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.173182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.243058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:50.244897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Pushing event updated for resources: {'Port': ['ID=fafac054-a12e-418b-ae9e-598c1781440e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.269122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.275910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=aab7f49e-d82f-46d7-8507-9e98f81a70d7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.306167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:50.311356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:50.316521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:50.337432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1daa4-13ea-488c-8002-23f8ee0a84ea req-646bf940-72b1-4742-80ec-a06259dcee39 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.339042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ae1daa4-13ea-488c-8002-23f8ee0a84ea req-646bf940-72b1-4742-80ec-a06259dcee39 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.4515610 Oct 20 10:52:50.450615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:50.509765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:50.522223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e95fa444-ef56-48e9-81ea-7dad23cab73c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:50.522684 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.524663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Attempting to bind port fafac054-a12e-418b-ae9e-598c1781440e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:50.525036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Attempting to bind port fafac054-a12e-418b-ae9e-598c1781440e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:50.525397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Attempting to bind port fafac054-a12e-418b-ae9e-598c1781440e on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:50.525884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:50.529317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Pushing event updated for resources: {'Port': ['ID=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.606781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:50.607350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:50.607833 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.610080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ae1daa4-13ea-488c-8002-23f8ee0a84ea req-38d388bb-a77a-4011-889a-fa896639b8ac tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084553 Oct 20 10:52:50.610645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:50.611273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Bound port: fafac054-a12e-418b-ae9e-598c1781440e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:50.611737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.677568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-728085d1-9f5d-4d12-986e-33c5f5a44b16 req-609eaa99-4ba9-4fd3-b257-f8f3c239c140 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0564163 Oct 20 10:52:50.696647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75733521-2638-49e1-a346-0b5e22494dae None None] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:50.879486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] For port fafac054-a12e-418b-ae9e-598c1781440e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:50.903045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.921063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] For port fafac054-a12e-418b-ae9e-598c1781440e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fafac054-a12e-418b-ae9e-598c1781440e,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:50.927664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-36158205-3714-4a42-a792-38d133bd01e6 None None] Provisioning complete for port e95fa444-ef56-48e9-81ea-7dad23cab73c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:50.928135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36158205-3714-4a42-a792-38d133bd01e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.937566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.021218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.042262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.046053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:51.069934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:51.076655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.077312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.110494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=7c9181fc-86c6-400e-bf9c-422fc8494198,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.131296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85e7b599-1f5a-48da-bd8a-02b4c0f22618 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8600571 Oct 20 10:52:51.131296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:52:51.132149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:51.153370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'f2d721b3-1750-473d-b05d-d4fee9c44309', 'ip_address': '2001:db8::db7b:556c:592a:3b20'}], 'name': 'tempest-NetworksTestDHCPv6-971099597'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:51.181247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '2e25cf4a-b878-4164-9fa2-d24598eeb311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:51.181620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: 88dde810-7d34-4545-ab1a-48e410eccf1f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:51.427084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e95fa444-ef56-48e9-81ea-7dad23cab73c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e95fa444-ef56-48e9-81ea-7dad23cab73c,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:51.476605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2416db-9056-4a0c-80d9-71b398f1f77d None None] Pushing event updated for resources: {'Port': ['ID=fafac054-a12e-418b-ae9e-598c1781440e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.485417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.556563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596031de-871a-46f9-a739-f8f6e6e43af1 None None] Network f0963452-f59f-4456-8949-f8fe245b1477 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:51.606494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.631609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 88dde810-7d34-4545-ab1a-48e410eccf1f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:51.695296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:51.703267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:51.716640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.719949 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:51.733647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 88dde810-7d34-4545-ab1a-48e410eccf1f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:51.757382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf60f2-d9a8-4192-90a8-e9329755fbb6 None None] Network 88dde810-7d34-4545-ab1a-48e410eccf1f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:51.760301 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:51.761167 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:51.771910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:51.772558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.776916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e95fa444-ef56-48e9-81ea-7dad23cab73c,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.940876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c93ad57-3ac2-4921-a6df-6d64e139e8e0,segment=NetworkSegment(21922541-efe8-4618-a7d4-6956c99c94e4),segment_id=21922541-efe8-4618-a7d4-6956c99c94e4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:51.941291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.950474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0286b5-f8cc-4864-8848-ee207aaf78c7 req-0d2aa43c-ec68-47c1-bab7-77749497b3eb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.952209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f0286b5-f8cc-4864-8848-ee207aaf78c7 req-0d2aa43c-ec68-47c1-bab7-77749497b3eb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1921630 Oct 20 10:52:51.999026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:52.092315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594ebd9-fc6a-4b76-b025-e8f73c18b53c None None] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:52.122875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65c0b0fe-b073-402b-abdc-725a9e4d7547 req-5bbd0291-aeef-4f9b-af3f-7af3d504a733 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1660690 Oct 20 10:52:52.138851 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:52.173078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:52.173078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.185761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.208597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f0286b5-f8cc-4864-8848-ee207aaf78c7 req-55a2cc2e-4802-49b3-b304-68df1862c582 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374122 Oct 20 10:52:52.242251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Router b515ce50-945a-468a-8bc4-00155caaa547 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:52:52.254305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fafac054-a12e-418b-ae9e-598c1781440e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:52.261052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=2c93ad57-3ac2-4921-a6df-6d64e139e8e0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:52.280715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 72138aa9-a6e4-4c6b-9c8a-63d55c1743ec yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:52.313169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.314465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa0b59a2-aa47-4c98-8ffa-b4e6a43e54af admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6459529 Oct 20 10:52:52.328389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fbad35bc-5dd2-4f31-8851-db0c75700b4d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7159579 Oct 20 10:52:52.328389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60326) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:52.335591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:52.348877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:52.369155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': '5f24ab03-77fb-4daa-8375-50595b349409', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:52.460633 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:48Z', 'revision_number': 3, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:52.478404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Provisioning complete for port 1a586385-4f54-4c06-8d05-9ba977ac93fb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:52.479905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.498816 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:52:52.499535 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Updating router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 port eba069b8-c940-4814-904c-46994ad70f78 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:52:52.540556 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.581682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605717d-4f1b-4df6-8c2b-b4dbe3a26bcb None None] DHCP port deletion for f0963452-f59f-4456-8949-f8fe245b1477 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:52.679524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-88dde810-7d34-4545-ab1a-48e410eccf1f', 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '7c9181fc-86c6-400e-bf9c-422fc8494198'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:52.680368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.719685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:52.723366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.772982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:52.802642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Sync routers for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:52.859172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:52.859947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:52.862060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fafac054-a12e-418b-ae9e-598c1781440e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:52.862532 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.896661 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.927506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.931570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6323e953-cb91-4e4b-b07c-28d4a7205eaf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7530224 Oct 20 10:52:52.939247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:53.075075 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.082003 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.167617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.171177 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Pushing event updated for resources: {'Port': ['ID=eba069b8-c940-4814-904c-46994ad70f78,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.189944 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.190611 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.191958 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.192999 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.193494 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.194042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.194570 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.195259 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.195850 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.201224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.201981 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.202524 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:53.218814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Attempting to bind port eba069b8-c940-4814-904c-46994ad70f78 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.219306 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Attempting to bind port eba069b8-c940-4814-904c-46994ad70f78 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.220193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Attempting to bind port eba069b8-c940-4814-904c-46994ad70f78 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.228966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0963452-f59f-4456-8949-f8fe245b1477']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:53.235510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:53.236059 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:53.236946 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.238185 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:53.240119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Bound port: eba069b8-c940-4814-904c-46994ad70f78, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:53.240605 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.275496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:53.344231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c55e673-342e-41fa-ab88-68df5e28ae4a req-5241e842-8907-46e5-8d5c-c484313cb095 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0629103 Oct 20 10:52:53.346622 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] For port eba069b8-c940-4814-904c-46994ad70f78, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:53.347800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=e6cc98e6-557d-4e92-8956-6a935ebaf164,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.355336 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] For port eba069b8-c940-4814-904c-46994ad70f78, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eba069b8-c940-4814-904c-46994ad70f78,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:53.367420 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.388063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21922541-efe8-4618-a7d4-6956c99c94e4') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:53.388371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21922541-efe8-4618-a7d4-6956c99c94e4') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:53.409254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:53.409624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: 5f24ab03-77fb-4daa-8375-50595b349409, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:53.414552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.469561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284c084-c6d0-445b-b3d1-532c33a336bf req-4f480aaf-f449-4b18-9c37-a34739be4de1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.477380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.487627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2284c084-c6d0-445b-b3d1-532c33a336bf req-4f480aaf-f449-4b18-9c37-a34739be4de1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1329968 Oct 20 10:52:53.491797 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 10:52:53.492376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:53.499781 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:53.500373 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:53.502025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 5f24ab03-77fb-4daa-8375-50595b349409 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:53.530245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-46e5fd30-8c2f-4b44-a391-4f748c1aa10a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3906808 Oct 20 10:52:53.548667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.550484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60338) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:53.558992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9426f-6b76-410a-a9d2-4b2d29ddaf90 None None] Pushing event updated for resources: {'Port': ['ID=eba069b8-c940-4814-904c-46994ad70f78,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.595472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5f24ab03-77fb-4daa-8375-50595b349409) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:53.605058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Allocated IP 2001:db8::2 (88dde810-7d34-4545-ab1a-48e410eccf1f/7c9181fc-86c6-400e-bf9c-422fc8494198/592fda77-8ace-4799-b608-7c887707e405) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:53.613808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] For port 1a586385-4f54-4c06-8d05-9ba977ac93fb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1a586385-4f54-4c06-8d05-9ba977ac93fb,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:53.620343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.621873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2284c084-c6d0-445b-b3d1-532c33a336bf req-64017d32-c2c1-419a-80be-69941a521e48 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324089 Oct 20 10:52:53.629546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.630235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.643181 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.647909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:53.648377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:53.656967 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:53.664437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c196fd-4ea9-4a93-8168-07d235ec6c4a None None] Network 5f24ab03-77fb-4daa-8375-50595b349409 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:53.670380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7502f951-4964-4a9c-977d-2f0faac10986 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3194587 Oct 20 10:52:53.674153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60340) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:53.680089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-475800693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:53.729216 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.730347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.775716 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:53.775986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-fc598605-bc8a-4ee0-9bdb-3afe70f45792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.783758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-fc598605-bc8a-4ee0-9bdb-3afe70f45792 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 1096 time: 0.3341453 Oct 20 10:52:53.826901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Could not find standard attr ID for object 2c93ad57-3ac2-4921-a6df-6d64e139e8e0. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:53.844072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.852696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.890431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.897587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b4314f23-fbab-4e3f-a76e-d55b68f3b850 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2190447 Oct 20 10:52:53.898963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60344) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:53.991781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port fafac054-a12e-418b-ae9e-598c1781440e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fafac054-a12e-418b-ae9e-598c1781440e,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:54.012509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.013499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:54.054040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2696a38-a896-4af0-b8fb-473bc30decae None None] Pushing event updated for resources: {'Port': ['ID=1a586385-4f54-4c06-8d05-9ba977ac93fb,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.109432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048b12c-e057-48c8-9fe1-2bdfb50f1ae9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.117035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048b12c-e057-48c8-9fe1-2bdfb50f1ae9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.118678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3048b12c-e057-48c8-9fe1-2bdfb50f1ae9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5619407 Oct 20 10:52:54.124311 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:48Z', 'revision_number': 3, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:54.125421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.131364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:54.156755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.161079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/f0963452-f59f-4456-8949-f8fe245b1477 HTTP/1.1" status: 204 len: 168 time: 4.0332298 Oct 20 10:52:54.165953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60348) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:54.173299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251bc12-faf6-4291-b773-dca62a73728f None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:48Z', 'revision_number': 3, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:54.207160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1463086507'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:54.214579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9236-f037-4b7c-835c-2c960f6ce151 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=f0963452-f59f-4456-8949-f8fe245b1477,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.293716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-69190115-4436-4fc6-91ed-7b3275b23588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.295671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-69190115-4436-4fc6-91ed-7b3275b23588 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1096 time: 0.4110909 Oct 20 10:52:54.317604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:54.317944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:52:54.352635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Provisioning complete for port e95fa444-ef56-48e9-81ea-7dad23cab73c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:54.353005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.353165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:54.356727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.426332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Port 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 not found, will not notify nova. {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:52:54.426782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1a586385-4f54-4c06-8d05-9ba977ac93fb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:54.479341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:54.488104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=fafac054-a12e-418b-ae9e-598c1781440e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.499655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.500421 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment b26ed008-35fd-4613-a285-ed77ebecb220 of type vlan for network 73a1c806-f2f8-49f2-8eb4-1586981edd4f Oct 20 10:52:54.578230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:50Z', 'revision_number': 3, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:54.599982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa11f544-a4df-4385-8113-19582050e5fb req-a9db08de-65ee-4c1a-bfda-69606921ac26 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1113548 Oct 20 10:52:54.625553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5f24ab03-77fb-4daa-8375-50595b349409', 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': 'e6cc98e6-557d-4e92-8956-6a935ebaf164'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:54.626397 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.664345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Checking router: b515ce50-945a-468a-8bc4-00155caaa547 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:52:54.664734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Updating router b515ce50-945a-468a-8bc4-00155caaa547 port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:52:54.670815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.707111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1a586385-4f54-4c06-8d05-9ba977ac93fb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:54.707518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.715903 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.855525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Pushing event updated for resources: {'Port': ['ID=592fda77-8ace-4799-b608-7c887707e405,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.904386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd82a72-82ec-4a01-881f-c4f692134dcd req-7eac9dd3-81f8-4298-9555-7f55ae9fa5e8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.906159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddd82a72-82ec-4a01-881f-c4f692134dcd req-7eac9dd3-81f8-4298-9555-7f55ae9fa5e8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1244729 Oct 20 10:52:54.936397 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.952382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.049952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.096029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddd82a72-82ec-4a01-881f-c4f692134dcd req-9b28e754-dc8b-4215-b2f9-1e21adff53fd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607251 Oct 20 10:52:55.166537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-5cc4f50e-c491-4366-862e-aac235e49917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.168191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-5cc4f50e-c491-4366-862e-aac235e49917 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.8244443 Oct 20 10:52:55.189486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port aab7f49e-d82f-46d7-8507-9e98f81a70d7 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:55.189820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.220440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.227648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.228266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.247871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Network 88dde810-7d34-4545-ab1a-48e410eccf1f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:55.253712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:55.256613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:55.319906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8::1 (88dde810-7d34-4545-ab1a-48e410eccf1f/7c9181fc-86c6-400e-bf9c-422fc8494198/1113b000-e8a8-4306-9c20-f059190633e8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:55.405706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2077231 Oct 20 10:52:55.413376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60356) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:55.420319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:55.434447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Provisioning complete for port aab7f49e-d82f-46d7-8507-9e98f81a70d7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:55.434980 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.478653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73ea0-fa88-45a4-bde9-4f661e7eaa23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=73a1c806-f2f8-49f2-8eb4-1586981edd4f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:55.493471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Allocated IP 2001:db8:1::2 (5f24ab03-77fb-4daa-8375-50595b349409/e6cc98e6-557d-4e92-8956-6a935ebaf164/07a331ca-df9b-4482-900a-84a12bcca02f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:55.499655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:55.499981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-99e669e7-6be4-404b-8282-14cd178fdc7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 999 time: 0.2808805 Oct 20 10:52:55.506800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.511934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Attempting to bind port 592fda77-8ace-4799-b608-7c887707e405 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:55.512479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Attempting to bind port 592fda77-8ace-4799-b608-7c887707e405 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '2e25cf4a-b878-4164-9fa2-d24598eeb311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:55.512982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Attempting to bind port 592fda77-8ace-4799-b608-7c887707e405 on network 88dde810-7d34-4545-ab1a-48e410eccf1f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:55.553441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:55.557848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.565922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.567591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.588596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.591152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:55.591706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Checking segment: {'id': '2e25cf4a-b878-4164-9fa2-d24598eeb311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:55.592225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.592722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Bound using segment: {'id': '2e25cf4a-b878-4164-9fa2-d24598eeb311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:55.593329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Bound port: 592fda77-8ace-4799-b608-7c887707e405, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e25cf4a-b878-4164-9fa2-d24598eeb311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88dde810-7d34-4545-ab1a-48e410eccf1f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:55.593809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.600130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.619528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for aab7f49e-d82f-46d7-8507-9e98f81a70d7 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:55.621807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Port aab7f49e-d82f-46d7-8507-9e98f81a70d7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:55.634019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.640707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-f1ead174-5db0-4f4a-aa68-5f1b803d1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.642169 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-f1ead174-5db0-4f4a-aa68-5f1b803d1dcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1206858 Oct 20 10:52:55.682046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.708978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Could not find standard attr ID for object 4d952006-aa96-4a97-badc-c33fc9092958. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:55.729903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 88dde810-7d34-4545-ab1a-48e410eccf1f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:55.738013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:55.740752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:55.741322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.799113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade03149-757c-4fe9-96e5-83e30f7862db None None] Pushing event updated for resources: {'Port': ['ID=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:55.807653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Attempting to bind port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:55.808200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Attempting to bind port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:55.808629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Attempting to bind port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:55.835489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:55.835489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:55.835489 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.835489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:55.836202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Bound port: 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:55.836812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.841922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Provisioning complete for port fafac054-a12e-418b-ae9e-598c1781440e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:55.842355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-24376f7c-e8bb-481d-9506-94d454810029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.907028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b8bd8e0-7420-4045-bb24-2a3759ae8581 req-0474a112-3f6e-468a-a2a4-7b5e790f13ec tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0726380 Oct 20 10:52:55.907919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=1113b000-e8a8-4306-9c20-f059190633e8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:55.940514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] For port 592fda77-8ace-4799-b608-7c887707e405, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:56.005392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-1b382aea-687d-4334-af3f-1df614a30d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.007541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-1b382aea-687d-4334-af3f-1df614a30d4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552222 Oct 20 10:52:56.021894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] For port 592fda77-8ace-4799-b608-7c887707e405, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=592fda77-8ace-4799-b608-7c887707e405,segment=NetworkSegment(2e25cf4a-b878-4164-9fa2-d24598eeb311),segment_id=2e25cf4a-b878-4164-9fa2-d24598eeb311)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:56.052806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.070618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] For port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:56.076085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.137701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.144648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] For port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:56.149694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e95fa444-ef56-48e9-81ea-7dad23cab73c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:56.171217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.185962 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.190195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.319026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Network 5f24ab03-77fb-4daa-8375-50595b349409 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:56.350545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60533864-bc67-4539-912d-320ebc6c6226 None None] Pushing event updated for resources: {'Port': ['ID=592fda77-8ace-4799-b608-7c887707e405,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.367269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:56.382626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:56.402024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Allocated IP 172.20.0.1 (2c420fed-a8b3-475b-bb44-df14f8d5c7b2/06ce9294-4f59-4c22-828b-63a6b50b742d/33bd817f-e1bb-4da9-8f45-b107fe1d6532) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:56.419453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.435741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-2ea04666-927a-4d40-9832-f87c1dc24354 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936188 Oct 20 10:52:56.450041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=cadfcca6-630b-46b0-9e5c-18c73c787bbd,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.463408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Allocated IP 172.20.0.1 (f8f0b7a4-0107-45fc-a134-9086d3e50ace/59c7975a-071c-4830-91c2-46f0efd55b81/ee42eaef-3152-4602-80d1-a792a32089f6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:56.466677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:56.467445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:56.514436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=aab7f49e-d82f-46d7-8507-9e98f81a70d7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.563898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcaa45-0832-4c97-ad46-5ab534d7ad48 req-e23dc304-19b2-4ec6-9e21-94a7082eb34f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.565537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dcaa45-0832-4c97-ad46-5ab534d7ad48 req-e23dc304-19b2-4ec6-9e21-94a7082eb34f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.3328140 Oct 20 10:52:56.569149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': 'b26ed008-35fd-4613-a285-ed77ebecb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:56.569444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: 73a1c806-f2f8-49f2-8eb4-1586981edd4f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:56.586220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e95fa444-ef56-48e9-81ea-7dad23cab73c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:56.586401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.586537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.592370 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6bde4436-2450-4707-b3e4-343a2c5f8c4a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/aab7f49e-d82f-46d7-8507-9e98f81a70d7 HTTP/1.1" status: 204 len: 168 time: 2.4596760 Oct 20 10:52:56.625377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade03149-757c-4fe9-96e5-83e30f7862db None None] Pushing event updated for resources: {'Port': ['ID=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.644914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60364) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.701397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:56.727217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 73a1c806-f2f8-49f2-8eb4-1586981edd4f) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:56.735735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.736728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.769759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-673d41a9-e131-4d1b-beef-5add98e8ed20 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3545856 Oct 20 10:52:56.771159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60366) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.783060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1177472718'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:56.871763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f72767-d0ca-4af2-bc7f-4c63b82c98a4 None None] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:56.904123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dcaa45-0832-4c97-ad46-5ab534d7ad48 req-bc00efaf-eb02-4c7f-8810-0ac6330cc275 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152385 Oct 20 10:52:56.916692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Attempting to bind port 07a331ca-df9b-4482-900a-84a12bcca02f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:56.917488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Attempting to bind port 07a331ca-df9b-4482-900a-84a12bcca02f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:56.918294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Attempting to bind port 07a331ca-df9b-4482-900a-84a12bcca02f on network 5f24ab03-77fb-4daa-8375-50595b349409 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:56.940341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:56.946424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.960855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.968446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-db914482-3771-416f-8baa-c9e146988c00 None None] Provisioning complete for port 1a586385-4f54-4c06-8d05-9ba977ac93fb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:56.968846 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-db914482-3771-416f-8baa-c9e146988c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.976411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port b26a614c-9621-4a5f-aa45-5f4dbe378353 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:56.985579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:56.985823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Checking segment: {'id': 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:56.986264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.986753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Bound using segment: {'id': 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:56.987328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Bound port: 07a331ca-df9b-4482-900a-84a12bcca02f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '5f24ab03-77fb-4daa-8375-50595b349409'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:56.987710 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.011691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.051329 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-d1d38ddf-6aee-4664-8727-543569d60e37 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774231 Oct 20 10:52:57.052247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.060089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c3294-2779-47ff-a060-155313f08e88 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:57.062042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c3294-2779-47ff-a060-155313f08e88 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:57.063845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b53c3294-2779-47ff-a060-155313f08e88 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4173532 Oct 20 10:52:57.069530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60370) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:57.075852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Pushing event updated for resources: {'Port': ['ID=07a331ca-df9b-4482-900a-84a12bcca02f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.095254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.096236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.099841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.155484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:57.155848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f03ff91-5fc0-4f7a-a1c1-19cbf63e1edb req-bc195649-d586-428e-91b5-9e2a3f91b033 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1114514 Oct 20 10:52:57.164550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:57.168977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:57.187267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:57.225286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.277018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=1113b000-e8a8-4306-9c20-f059190633e8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.370627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f2d721b3-1750-473d-b05d-d4fee9c44309 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:57.373963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.423441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.446608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.459443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Pushing event updated for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.491294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:57.502872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:57.507691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::39f (73a1c806-f2f8-49f2-8eb4-1586981edd4f/cadfcca6-630b-46b0-9e5c-18c73c787bbd/b26a614c-9621-4a5f-aa45-5f4dbe378353) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:57.521393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:57.557362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] For port 07a331ca-df9b-4482-900a-84a12bcca02f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:57.604638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Pushing event updated for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.690798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.699805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1a586385-4f54-4c06-8d05-9ba977ac93fb up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:57.721815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.755252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] For port 07a331ca-df9b-4482-900a-84a12bcca02f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07a331ca-df9b-4482-900a-84a12bcca02f,segment=NetworkSegment(ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5),segment_id=ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:57.769596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 88dde810-7d34-4545-ab1a-48e410eccf1f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:57.778162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.828336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:58.012498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.160721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bff926-66ae-496d-ac14-e26303fd6894 None None] Network 88dde810-7d34-4545-ab1a-48e410eccf1f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:58.217681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-73a1c806-f2f8-49f2-8eb4-1586981edd4f', 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': 'cadfcca6-630b-46b0-9e5c-18c73c787bbd'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:58.218745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.313632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1a586385-4f54-4c06-8d05-9ba977ac93fb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:58.314252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.316328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ecde-991e-4305-aa43-ed1dd97c0f65 None None] Pushing event updated for resources: {'Port': ['ID=07a331ca-df9b-4482-900a-84a12bcca02f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.328093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.471541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Provisioning complete for port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:58.471989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.524215 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.637672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.649511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:58.654616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.667604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.702118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7966e-273a-4607-b78e-7129ecfcde20 req-9ce081a6-27cd-4921-b333-4335abbcef0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.721472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8c7966e-273a-4607-b78e-7129ecfcde20 req-9ce081a6-27cd-4921-b333-4335abbcef0b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.5071683 Oct 20 10:52:58.725515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-531e1c6e-1862-4f1d-ba36-8772108b10a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.746112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:50Z', 'revision_number': 3, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:58.764885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Pushing event updated for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.775953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 4b135885-2d3f-4502-b133-2ab618f94c68 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:52:58.796708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Provisioning complete for port ee42eaef-3152-4602-80d1-a792a32089f6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:58.797126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.802963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cc196-2db0-4145-a40f-8c9dc75655d8 None None] The sync data for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 is: [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:50Z', 'revision_number': 3, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:58.843837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.874267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.881718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2244c8d0-a02a-4216-8164-571d74aa8568 req-5748ea48-7482-4133-963e-c573a48da8a3 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.2257316 Oct 20 10:52:58.891038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.922931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8c7966e-273a-4607-b78e-7129ecfcde20 req-5ce76202-cb47-4ef3-a103-bb7cd35fcce6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000914 Oct 20 10:52:58.938708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.946364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f2d721b3-1750-473d-b05d-d4fee9c44309 HTTP/1.1" status: 204 len: 168 time: 1.8522620 Oct 20 10:52:58.958776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a2b8-3bfd-4bf3-943e-bd76409ca4ea tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d721b3-1750-473d-b05d-d4fee9c44309,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.964723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60398) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:58.967901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fafac054-a12e-418b-ae9e-598c1781440e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:58.978285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc03fee-4ffa-4c80-9d3a-0ebcf44346d0 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:59.156078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Pushing event updated for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:59.180734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.209923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-11cf053d-0a8b-45f1-ae47-471ce0249437 None None] Port ee42eaef-3152-4602-80d1-a792a32089f6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:59.233741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.307028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:59.347813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:59.369679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e07cc6d-060a-4970-a730-9f3951c6790f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2765136 Oct 20 10:52:59.370699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.408698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=b26a614c-9621-4a5f-aa45-5f4dbe378353,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:59.450475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:59.559321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:59.571753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Allocated IP 2001:db8::2 (73a1c806-f2f8-49f2-8eb4-1586981edd4f/cadfcca6-630b-46b0-9e5c-18c73c787bbd/6f3a1460-ed63-4708-9942-4f8555b5e1d9) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:59.587000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] Provisioning complete for port 592fda77-8ace-4799-b608-7c887707e405 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:59.587502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.644199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:59.653224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:59.658830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fafac054-a12e-418b-ae9e-598c1781440e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:59.659528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.673939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.674681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.683344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:59.699580 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] Sync routers for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:59.703204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e6bcc760-93c0-4f06-b47c-9b0a3f10ed66 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7972755 Oct 20 10:52:59.714285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:59.714916 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:59.725886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60404) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.855492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17dbdbbe-6a4b-41a2-ae0b-aed7c50b307d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0786290 Oct 20 10:52:59.860023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.876106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:59.951810 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:59.953290 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:52:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:59.970730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:59.977092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:00.004208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:00.011643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.034687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Router b515ce50-945a-468a-8bc4-00155caaa547 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:00.079325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:00.121396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec3f51-3e63-46df-9d37-6f49eec9b3f3 None None] Network 5f24ab03-77fb-4daa-8375-50595b349409 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:00.123946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:00.127049 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f2a40-f8a0-4ef7-9c04-b7844ec8c99d None None] The sync data for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:00.245651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d92ac-234c-4245-b436-fbf905191462 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:00.250888 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-129d92ac-234c-4245-b436-fbf905191462 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports/1113b000-e8a8-4306-9c20-f059190633e8 HTTP/1.1" status: 200 len: 911 time: 0.5222507 Oct 20 10:53:00.258715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60412) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:00.628227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eba069b8-c940-4814-904c-46994ad70f78 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:00.972270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.107270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abd0f9b2-2bca-4561-924c-ce92a4deaddb req-02d40d26-611d-4529-8490-7bc5756e8228 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.9525869 Oct 20 10:53:01.168637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] For port 592fda77-8ace-4799-b608-7c887707e405, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=592fda77-8ace-4799-b608-7c887707e405,segment=NetworkSegment(2e25cf4a-b878-4164-9fa2-d24598eeb311),segment_id=2e25cf4a-b878-4164-9fa2-d24598eeb311)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:01.184642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Deleting port fafac054-a12e-418b-ae9e-598c1781440e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:01.185208 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.190898 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.192808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.223160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port eba069b8-c940-4814-904c-46994ad70f78 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:01.224244 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.250005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d0e99-4493-4e95-ab71-b76f972173ff req-e96b41a7-9fb1-4d3d-b8bd-7ac0b5fc0e22 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:01.261829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.284878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a58d0e99-4493-4e95-ab71-b76f972173ff req-e96b41a7-9fb1-4d3d-b8bd-7ac0b5fc0e22 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 1.0855572 Oct 20 10:53:01.415675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port b26a614c-9621-4a5f-aa45-5f4dbe378353 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:01.416119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.459515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a58d0e99-4493-4e95-ab71-b76f972173ff req-c56a3251-a024-4571-a988-6370f50860e9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737134 Oct 20 10:53:01.480091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8bd12a71-32a8-4876-b503-a11ec08965d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.492800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:01.497139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] For port fafac054-a12e-418b-ae9e-598c1781440e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fafac054-a12e-418b-ae9e-598c1781440e,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:01.497570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.528172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:01.530227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95ae8-895d-4aa5-82c6-78e9cda15a14 None None] Pushing event updated for resources: {'Port': ['ID=592fda77-8ace-4799-b608-7c887707e405,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:01.540940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:01.572304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Calling delete_port for fafac054-a12e-418b-ae9e-598c1781440e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:01.579276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Provisioning complete for port ee42eaef-3152-4602-80d1-a792a32089f6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:01.579696 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.614790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.662032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for b26a614c-9621-4a5f-aa45-5f4dbe378353 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:01.699750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.835696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:01.842915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=8dfd1349-92be-42a3-9c93-1a95b63880f4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:01.845812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:01.850246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:01.850834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.918194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d8bcbad1-7da4-42e7-af69-998a8c111475 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4952505 Oct 20 10:53:01.939109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:01.950393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': '8dfd1349-92be-42a3-9c93-1a95b63880f4', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-298017998'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:01.961833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Pushing event updated for resources: {'Port': ['ID=6f3a1460-ed63-4708-9942-4f8555b5e1d9,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:01.988540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.045270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:02.066217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:02.080006 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f2a1abdd-1541-4036-9f53-d2e39efd5d6b admin admin] 10.222.0.74 "PUT /v2.0/routers/b515ce50-945a-468a-8bc4-00155caaa547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1299946 Oct 20 10:53:02.174714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] Pushing event deleted for resources: {'Port': ['ID=fafac054-a12e-418b-ae9e-598c1781440e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.232442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Sync routers for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:02.241475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e833a00-586e-4859-8e25-8f1bb0055f17 None None] No DVR routers for this DVR port fafac054-a12e-418b-ae9e-598c1781440e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:02.292720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.293456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Attempting to bind port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:02.293890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Attempting to bind port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b26ed008-35fd-4613-a285-ed77ebecb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:02.294202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Attempting to bind port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 on network 73a1c806-f2f8-49f2-8eb4-1586981edd4f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:02.315296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa66c46-347b-4c62-a9cd-708379620a24 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:02.330592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Port ee42eaef-3152-4602-80d1-a792a32089f6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:02.352756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.376967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:02.377613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Checking segment: {'id': 'b26ed008-35fd-4613-a285-ed77ebecb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Bound using segment: {'id': 'b26ed008-35fd-4613-a285-ed77ebecb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Bound port: 6f3a1460-ed63-4708-9942-4f8555b5e1d9, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26ed008-35fd-4613-a285-ed77ebecb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '73a1c806-f2f8-49f2-8eb4-1586981edd4f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:02.387906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.389347 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.396188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=b26a614c-9621-4a5f-aa45-5f4dbe378353,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.419142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1daf31f-d36d-42dc-99ca-e651199e04e3 req-ee29ad35-658e-46eb-a66f-282da983de44 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0550265 Oct 20 10:53:02.437177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.487240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.493281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6105ff6f-2ab1-4f83-8711-0978118f0490 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/b26a614c-9621-4a5f-aa45-5f4dbe378353 HTTP/1.1" status: 204 len: 168 time: 2.6310058 Oct 20 10:53:02.496438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60428) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.533215 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a0de7-b52d-48ae-ad50-6b93676d1c0e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:02.535683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-628a0de7-b52d-48ae-ad50-6b93676d1c0e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/b26a614c-9621-4a5f-aa45-5f4dbe378353 HTTP/1.1" status: 404 len: 333 time: 0.0371742 Oct 20 10:53:02.540138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.637124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:02.653900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Provisioning complete for port 07a331ca-df9b-4482-900a-84a12bcca02f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:02.654249 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.708726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port eba069b8-c940-4814-904c-46994ad70f78, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eba069b8-c940-4814-904c-46994ad70f78,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:02.803062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet cadfcca6-630b-46b0-9e5c-18c73c787bbd {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:02.815776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.844161 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.952317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8:1::1 (5f24ab03-77fb-4daa-8375-50595b349409/e6cc98e6-557d-4e92-8956-6a935ebaf164/c23533d7-edff-425c-ae11-9583e57d9942) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:02.968976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:03.003471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.010051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.026720 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.043585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:03.043938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c93ad57-3ac2-4921-a6df-6d64e139e8e0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:03.069866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:03.077301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] For port 6f3a1460-ed63-4708-9942-4f8555b5e1d9, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:03.109970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:03.119748 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:03.124440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e00f5507-bf74-4276-8cfa-af1ebc63b939 admin admin] 10.222.0.74 "PUT /v2.0/routers/aa893d52-d2eb-4cf4-8c1b-9a19bac46a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7955122 Oct 20 10:53:03.132564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:03.133189 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:03.197114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906d29-6de3-449e-923f-75490a61097f req-cd904e51-a64c-4a1f-8474-b03e3c96beef tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:03.225842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1906d29-6de3-449e-923f-75490a61097f req-cd904e51-a64c-4a1f-8474-b03e3c96beef tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.4722567 Oct 20 10:53:03.253490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] For port 6f3a1460-ed63-4708-9942-4f8555b5e1d9, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6f3a1460-ed63-4708-9942-4f8555b5e1d9,segment=NetworkSegment(b26ed008-35fd-4613-a285-ed77ebecb220),segment_id=b26ed008-35fd-4613-a285-ed77ebecb220)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:03.255575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.391001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.408426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=eba069b8-c940-4814-904c-46994ad70f78,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:03.411329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.447270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '8dfd1349-92be-42a3-9c93-1a95b63880f4'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:03.450794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.542460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 5f24ab03-77fb-4daa-8375-50595b349409 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:03.546232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:03.568263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:03.568950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.573321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=c23533d7-edff-425c-ae11-9583e57d9942,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:03.613854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 4978fa93-2a87-4b96-87ce-326d5f8cc3cf yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:03.640590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.665475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07a331ca-df9b-4482-900a-84a12bcca02f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:03.690256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:03.823171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1906d29-6de3-449e-923f-75490a61097f req-371d75df-4971-48e1-a482-0e1bf8e19392 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5963719 Oct 20 10:53:03.853653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.870430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.872310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.872757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.884595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.885113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.895057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.896225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.896942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.897516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.898168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.898749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:04.133949 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.220193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.282245 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 2, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:04.343815 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:04.344531 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Updating router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 port ee42eaef-3152-4602-80d1-a792a32089f6 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:53:04.365096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdb367ba-dcd2-4dc5-89ba-9c4ee234cdd3 req-e82d9571-0211-4367-8469-bf0e28908837 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1283085 Oct 20 10:53:04.406662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-067fa798-a757-4d80-abd8-09ff4c7dc48d tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5489657 Oct 20 10:53:04.433829 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.446016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:04.561881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.600458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.671553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=cadfcca6-630b-46b0-9e5c-18c73c787bbd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:04.674913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.704747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f0e9b08-2367-42bd-b623-9b2734ebd0d3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/cadfcca6-630b-46b0-9e5c-18c73c787bbd HTTP/1.1" status: 204 len: 168 time: 2.1631267 Oct 20 10:53:04.715822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60446) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:04.719209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-c16e037b-2e33-44c2-9841-2c3f63f5c949 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7996790 Oct 20 10:53:05.002506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e8c8-7a2d-4d95-be6b-d886035f784c None None] Pushing event updated for resources: {'Port': ['ID=6f3a1460-ed63-4708-9942-4f8555b5e1d9,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.026634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.077165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/8dfd1349-92be-42a3-9c93-1a95b63880f4/b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:05.094193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.094801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.095395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.095943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.096478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.096965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.097089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] For port 07a331ca-df9b-4482-900a-84a12bcca02f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07a331ca-df9b-4482-900a-84a12bcca02f,segment=NetworkSegment(ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5),segment_id=ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:05.108561 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.115828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.118133 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-763ec0a8-310d-4a8d-83f7-841b4c55e46f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.2915125 Oct 20 10:53:05.126407 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.132918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.139847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 07a331ca-df9b-4482-900a-84a12bcca02f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:05.141055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.243043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.260762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.261704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.295432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2eba50-22e9-4545-acdf-52db0650d254 None None] Network 73a1c806-f2f8-49f2-8eb4-1586981edd4f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:05.302017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.433921 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Attempting to bind port ee42eaef-3152-4602-80d1-a792a32089f6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:05.434521 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Attempting to bind port ee42eaef-3152-4602-80d1-a792a32089f6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:05.434788 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Attempting to bind port ee42eaef-3152-4602-80d1-a792a32089f6 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:05.462668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:05.463987 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Checking segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:05.464400 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.466106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Bound using segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:05.466624 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Bound port: ee42eaef-3152-4602-80d1-a792a32089f6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:05.467369 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.469742 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d79207-52a7-4476-9aaa-07071931f822 None None] Pushing event updated for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.508372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Provisioning complete for port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:05.515567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.559380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.665407 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] For port ee42eaef-3152-4602-80d1-a792a32089f6, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:05.674664 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] For port ee42eaef-3152-4602-80d1-a792a32089f6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee42eaef-3152-4602-80d1-a792a32089f6,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:05.682514 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.732971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=c23533d7-edff-425c-ae11-9583e57d9942,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.819739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Allocated IP 172.25.3.155 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:05.833096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Pushing event updated for resources: {'Port': ['ID=07a331ca-df9b-4482-900a-84a12bcca02f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.863690 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:05.867980 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:05.905249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b8d8454f-3ba2-4cc2-86d8-b6878c3b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.905894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b8d8454f-3ba2-4cc2-86d8-b6878c3b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.906455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b8d8454f-3ba2-4cc2-86d8-b6878c3b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.908555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b8d8454f-3ba2-4cc2-86d8-b6878c3b2256 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 2295 time: 0.7256546 Oct 20 10:53:05.966448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:05.973588 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d79207-52a7-4476-9aaa-07071931f822 None None] Pushing event updated for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:06.000019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.034612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 5f24ab03-77fb-4daa-8375-50595b349409 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:06.038458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60450) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:06.045630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115613626', 'description': 'tempest-description--33982176'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:06.090021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:06.095429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:06.095999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.161683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Provisioning complete for port 1113b000-e8a8-4306-9c20-f059190633e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:06.163929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.197490 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:06.208446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.228642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.302504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Port 1113b000-e8a8-4306-9c20-f059190633e8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:06.306288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:57Z', 'revision_number': 4, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '33bd817f-e1bb-4da9-8f45-b107fe1d6532', 'name': '', 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'mac_address': 'fa:16:3e:c1:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 2, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'subnets': [{'id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:06.354107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] DHCP port deletion for 73a1c806-f2f8-49f2-8eb4-1586981edd4f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:06.457038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Checking router: b515ce50-945a-468a-8bc4-00155caaa547 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:06.457347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Updating router b515ce50-945a-468a-8bc4-00155caaa547 port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:53:06.474016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-889a0b8f-0595-4367-84f3-50a8280aa87f req-dd3c2e3d-a06d-47d0-9e9f-6160fa3b58b5 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1803806 Oct 20 10:53:06.485059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-02c1339d-cd86-4f12-be35-21bf0c01d870 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1002 time: 0.5650401 Oct 20 10:53:06.493499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 4b135885-2d3f-4502-b133-2ab618f94c68 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:06.521249 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.524924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 6f3a1460-ed63-4708-9942-4f8555b5e1d9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6f3a1460-ed63-4708-9942-4f8555b5e1d9,segment=NetworkSegment(b26ed008-35fd-4613-a285-ed77ebecb220),segment_id=b26ed008-35fd-4613-a285-ed77ebecb220)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:06.530974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 592fda77-8ace-4799-b608-7c887707e405 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:06.531344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.535931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:06.591678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:06.597961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:06.623221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Provisioning complete for port 592fda77-8ace-4799-b608-7c887707e405 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:06.623666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8804c509-4893-4133-8de8-30c91c151da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.624063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:06.648784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 6f3a1460-ed63-4708-9942-4f8555b5e1d9 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:06.737175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.839757 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:06.840978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:06.856828 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:05Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:06.887108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-70493a13-ef2a-4fae-a99e-17f7c536b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:06.889135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-70493a13-ef2a-4fae-a99e-17f7c536b74f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.3931930 Oct 20 10:53:06.928133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a2e3a45-2898-4bb8-ad22-09377f349ada tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.9846406 Oct 20 10:53:06.932897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60454) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:06.947041 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abaa8-c546-449e-99f3-cebca047a708 None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:05Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:07.010523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.048555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2be9-bdaa-4ff0-83d7-87451640dbd4 req-3a61f386-1e3c-436b-9efa-98c19a41b5c0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.058989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f67c2be9-bdaa-4ff0-83d7-87451640dbd4 req-3a61f386-1e3c-436b-9efa-98c19a41b5c0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2342653 Oct 20 10:53:07.078489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-369e3620-b70a-4d48-9a5c-1dd33a270748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.080178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-369e3620-b70a-4d48-9a5c-1dd33a270748 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796496 Oct 20 10:53:07.091210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.122401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.149166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:07.180842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7847369b-a8f9-4774-bb27-5b5a681b0343 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9185607 Oct 20 10:53:07.188714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c55b6-fc1c-4ecc-a31f-4a99eac198c8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.190308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-427c55b6-fc1c-4ecc-a31f-4a99eac198c8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2550697 Oct 20 10:53:07.191205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=6f3a1460-ed63-4708-9942-4f8555b5e1d9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:07.191488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.203294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.204154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:07.243263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Pushing event updated for resources: {'Port': ['ID=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:07.246635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] Sync routers for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:07.265501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 592fda77-8ace-4799-b608-7c887707e405 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:07.266499 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.276722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f67c2be9-bdaa-4ff0-83d7-87451640dbd4 req-dc142821-0bb3-49dc-add8-52b96b9c02bc tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152991 Oct 20 10:53:07.320548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.335803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.365210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.375908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:07.376628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:07.384380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:07.464343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcae5ffa-26e2-47cb-80bb-3c7f31094177 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.465900 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dcae5ffa-26e2-47cb-80bb-3c7f31094177 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports/c23533d7-edff-425c-ae11-9583e57d9942 HTTP/1.1" status: 200 len: 913 time: 0.2728722 Oct 20 10:53:07.476900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Deleting port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:07.477327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.479269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60462) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.480270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:07.496380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:07.523338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-14dc972e-b136-4abc-8080-5f05d472d4ba service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309835 Oct 20 10:53:07.524363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:07.525188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317d1c1a-a9f4-4c81-af0b-fb0acf78646d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:07.530241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.535079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15d8f703-4607-4a51-809d-78f4460f2801 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4951997 Oct 20 10:53:07.537777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60464) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.542700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group_rule': {'security_group_id': '317d1c1a-a9f4-4c81-af0b-fb0acf78646d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:07.633065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:07.634110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:07.783629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.823640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.830739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5f4d1-9f38-48a7-a265-4d297a83a28b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.832517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5f4d1-9f38-48a7-a265-4d297a83a28b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.837321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-edf5f4d1-9f38-48a7-a265-4d297a83a28b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6289394 Oct 20 10:53:07.842603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Attempting to bind port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:07.843333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Attempting to bind port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:07.844017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Attempting to bind port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:07.855471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60470) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.885952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:07.887027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b1f74-6794-4f96-8152-cf0c9634cb5d None None] The sync data for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:07.904777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:07.905607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:07.906411 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.907652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:07.908457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Bound port: b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:07.909158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.918614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:07.925387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] For port 6f3a1460-ed63-4708-9942-4f8555b5e1d9, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:07.926147 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.951422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96eb8638-ee2c-4d95-8ae7-3080c5902b40 req-1e39eec8-0d2a-4979-9f64-da1de2a1654f tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1538305 Oct 20 10:53:07.961179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-866465b0-d497-4c2e-a875-0f828569c55c service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246294 Oct 20 10:53:07.962250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd4d20f7-aceb-44c7-bb80-e662a8de46fb req-a0487026-d59b-400f-bb2d-2166bf6c72e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abe94d4ea3fe4a53a6fe444de5b28a84&device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1502392 Oct 20 10:53:08.022736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Provisioning complete for port ee42eaef-3152-4602-80d1-a792a32089f6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:08.023564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.046315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Calling delete_port for 6f3a1460-ed63-4708-9942-4f8555b5e1d9 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:08.052937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd4d20f7-aceb-44c7-bb80-e662a8de46fb req-9d7195f4-fbb1-4c01-8791-c60948b3f3ac service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=abe94d4ea3fe4a53a6fe444de5b28a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380092 Oct 20 10:53:08.054802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a1c806-f2f8-49f2-8eb4-1586981edd4f']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:08.064408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:53:08.140029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.143429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-f56544e4-44e5-46c4-ae2f-80c61a405758 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 217 time: 0.1546030 Oct 20 10:53:08.148443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.154851 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.186661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26ed008-35fd-4613-a285-ed77ebecb220') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:08.187060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26ed008-35fd-4613-a285-ed77ebecb220') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:08.191187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 8dfd1349-92be-42a3-9c93-1a95b63880f4 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:08.224308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.226400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6876159 Oct 20 10:53:08.230893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.233457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:08.235109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] Pushing event deleted for resources: {'Port': ['ID=6f3a1460-ed63-4708-9942-4f8555b5e1d9,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:08.249954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group_rule': {'security_group_id': '317d1c1a-a9f4-4c81-af0b-fb0acf78646d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:08.273000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ae4ca-03bf-461d-95b5-1bf27d6e1aaa None None] No DVR routers for this DVR port 6f3a1460-ed63-4708-9942-4f8555b5e1d9 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:08.291378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1a078-17dc-4c53-95b4-4d7b9d7350fa tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6599df5a-0355-483d-9271-3f4f950052ba,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:08.314982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.345818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-8e9027ba-9ef9-4b40-989c-309d18d415fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:08.347810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-8e9027ba-9ef9-4b40-989c-309d18d415fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.1971440 Oct 20 10:53:08.360093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.423909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] For port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:08.453629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:08.457426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.460406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.471580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] For port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:08.531568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.559852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-0fa6b5f6-5514-4f05-b153-6d8beeb8780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:08.561483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-0fa6b5f6-5514-4f05-b153-6d8beeb8780e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1306336 Oct 20 10:53:08.602117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.613397 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.736865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.786894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.796886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.872769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78760b74-5e9d-402f-9be6-003ae3275a05,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:08.974402 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-889f1c7c-de29-48ba-8db0-b1b19967b3d8 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979204 Oct 20 10:53:08.985465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.986688 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-04b6e00a-9eb2-464d-a286-f41c6ab95b9a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7454584 Oct 20 10:53:08.991787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60480) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:09.021097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:09.030421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c4e8-7318-48b0-ae40-92f2b6d58213 None None] Pushing event updated for resources: {'Port': ['ID=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.168583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.280759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.334583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.394516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:09.403760 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-d53bd16f-f9ed-4f84-91f5-ac4786cc170d service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102714 Oct 20 10:53:09.463920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.475325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.478551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:09.491412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:09.521216 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:09.529633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Attempting to bind port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:09.541642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Attempting to bind port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:09.542173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Attempting to bind port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 on network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:09.565772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:09.566320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Checking segment: {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:09.566727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.567678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Bound using segment: {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:09.568178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Bound port: 33bd817f-e1bb-4da9-8f45-b107fe1d6532, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc1e07f-a26d-423c-b0b6-24411b256723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:09.568550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.571467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.575586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-ba1ce4f7-9a93-4329-b75c-ec5317ac00b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 217 time: 0.1550021 Oct 20 10:53:09.607625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42afea2-99cd-499f-9044-4ce2e09ee751 None None] Pushing event updated for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.612345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d20f7-aceb-44c7-bb80-e662a8de46fb req-f958f167-ff82-444c-b45c-8e0a1f2ae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:09.614138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd4d20f7-aceb-44c7-bb80-e662a8de46fb req-f958f167-ff82-444c-b45c-8e0a1f2ae61a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.5518541 Oct 20 10:53:09.627592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.639799 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/8dfd1349-92be-42a3-9c93-1a95b63880f4 HTTP/1.1" status: 204 len: 168 time: 1.7791362 Oct 20 10:53:09.643596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fafac054-a12e-418b-ae9e-598c1781440e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:09.645742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0c47f-7c4a-4ddb-856f-46a2d306fc31 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfd1349-92be-42a3-9c93-1a95b63880f4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.667951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60484) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:09.719499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-8830b6f7-b7ea-4263-b47d-87be7bf6f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:09.721252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-8830b6f7-b7ea-4263-b47d-87be7bf6f146 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.1050465 Oct 20 10:53:09.798399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] For port 33bd817f-e1bb-4da9-8f45-b107fe1d6532, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:09.798856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dffbe10d-1e57-4ec8-bc8e-aafb2847f233 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803242 Oct 20 10:53:09.800830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60486) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:09.810523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] For port 33bd817f-e1bb-4da9-8f45-b107fe1d6532, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33bd817f-e1bb-4da9-8f45-b107fe1d6532,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:09.815605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:09.816723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: fafac054-a12e-418b-ae9e-598c1781440e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:09.817175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fafac054-a12e-418b-ae9e-598c1781440e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:09.832341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.833946 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.852233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] For port ee42eaef-3152-4602-80d1-a792a32089f6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee42eaef-3152-4602-80d1-a792a32089f6,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:09.861842 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.902861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.906459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/73a1c806-f2f8-49f2-8eb4-1586981edd4f HTTP/1.1" status: 204 len: 168 time: 5.1856544 Oct 20 10:53:09.917220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:09.940930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.945089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'name': 'tempest-PortsIpV6TestJSON-1133337207'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:10.005004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c735c5-89c3-4681-9075-99beac3316c1 req-199fe20b-f4e6-4265-afa2-cc9afb4a10ad tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.006859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3c735c5-89c3-4681-9075-99beac3316c1 req-199fe20b-f4e6-4265-afa2-cc9afb4a10ad tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 1.5139835 Oct 20 10:53:10.013964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b308-2b30-4369-80d6-d9c17dfafdc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=73a1c806-f2f8-49f2-8eb4-1586981edd4f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:10.019036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Provisioning complete for port 07a331ca-df9b-4482-900a-84a12bcca02f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:10.019416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.038380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.134005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.147060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:10.147730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:10.256349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-7f30febc-137f-42d7-ad6c-80fd5573b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.261390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-7f30febc-137f-42d7-ad6c-80fd5573b757 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5303476 Oct 20 10:53:10.406798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42afea2-99cd-499f-9044-4ce2e09ee751 None None] Pushing event updated for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:10.461505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:10.471986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:10.476659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.487847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:10.503702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.631309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3c735c5-89c3-4681-9075-99beac3316c1 req-37135f0f-af65-450a-994d-00174fcfc8c2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6118069 Oct 20 10:53:10.640675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Pushing event updated for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:10.680005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.709523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:10.717936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.735258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-7c2d4392-add3-4b5e-8a8b-ee253dfbeb3e service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038634 Oct 20 10:53:10.767837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.777967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-43633e6d-3a6d-45f2-aa7d-68c44cd90d78 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3658602 Oct 20 10:53:10.812171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:10.892470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port eac29b78-3750-483a-ab0e-acbeabb91c36 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:10.920082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9252ba7-9df0-4b7a-b16f-b9814537a8fb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:10.960564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8eeb688f-9974-4225-9308-c216f2be1d28 req-cb07dc8e-0c58-41c8-b3db-e67ead47937d tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.74 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.1130850 Oct 20 10:53:11.038871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd4d20f7-aceb-44c7-bb80-e662a8de46fb req-e811590f-3f26-4af1-8b50-eada837ba3c7 tempest-ServerShowV254Test-658970783 tempest-ServerShowV254Test-658970783-project] 10.222.0.70 "GET /v2.0/ports?device_id=29142919-6519-43d7-b639-7e307ea9c824 HTTP/1.1" status: 200 len: 210 time: 0.0765102 Oct 20 10:53:11.147194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.169492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-c0693b78-b3ac-412a-9b21-442a9eb6f78f service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497765 Oct 20 10:53:11.231657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-12cdc3a5-7ffd-4ae2-999f-cbed7845636a tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.3901610 Oct 20 10:53:11.285419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Allocated IP 172.25.3.104 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/6f06a689-1ac8-4683-ba4c-73ceb92a9340) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:11.289849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:11.291158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.375099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897f41-bc31-44c8-b039-a800651d9620 req-101ff9d3-6868-48cf-8820-22713cd847c2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:11.376875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-101ff9d3-6868-48cf-8820-22713cd847c2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1145680 Oct 20 10:53:11.397903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-9cd1f1ca-4615-469d-93ef-eef9b289e33c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 217 time: 0.2108946 Oct 20 10:53:11.423355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-e06f38cd-c4b2-4dc3-9035-379a5c161e08 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:53:11.424718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3897f41-bc31-44c8-b039-a800651d9620 req-e06f38cd-c4b2-4dc3-9035-379a5c161e08 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061963 Oct 20 10:53:11.452499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:53:11.648937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.687231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Provisioning complete for port 1113b000-e8a8-4306-9c20-f059190633e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:11.687848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.703709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:11.728915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:11.761781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:11.762577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Port 1113b000-e8a8-4306-9c20-f059190633e8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:11.768631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.774011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Could not find standard attr ID for object 6f3a1460-ed63-4708-9942-4f8555b5e1d9. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:11.893448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.896096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=572b97af-567e-4c6b-9d97-c67731da793e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:11.915260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-e7e1d35d-86e9-4c54-b4bb-66c04eeb9bc9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4241991 Oct 20 10:53:11.920335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:11.962081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:11.971376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.991170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-117d90c3-16d2-41f1-a5d0-87cdcbc79791 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1829453 Oct 20 10:53:11.992093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:11.999312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:12.021221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.037198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Provisioning complete for port c23533d7-edff-425c-ae11-9583e57d9942 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:12.037736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.061625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-dba1aea3-61d9-473b-bff8-1f0277bbdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.065009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-dba1aea3-61d9-473b-bff8-1f0277bbdc64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.6160929 Oct 20 10:53:12.099570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759fe7c-7686-445d-915b-d471f3fc23c0 req-af741f64-7cbc-42fc-8d1f-d29ded2ed397 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.104687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0759fe7c-7686-445d-915b-d471f3fc23c0 req-af741f64-7cbc-42fc-8d1f-d29ded2ed397 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2241166 Oct 20 10:53:12.133541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:12.136705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.140258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.144540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.146969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2985-e348-4fd5-ae8e-f863d8f3db58 None None] Port c23533d7-edff-425c-ae11-9583e57d9942 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:12.155425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:57Z', 'revision_number': 4, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '33bd817f-e1bb-4da9-8f45-b107fe1d6532', 'name': '', 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'mac_address': 'fa:16:3e:c1:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'subnets': [{'id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:12.162989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.163733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07a331ca-df9b-4482-900a-84a12bcca02f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:12.183406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.192737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-ba168606-bb81-461e-b92e-719b4ff2291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.196451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-ba168606-bb81-461e-b92e-719b4ff2291d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192133 Oct 20 10:53:12.248915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40c783-410e-4b6c-ae0c-6809e293499f None None] The sync data for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 is: [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:52:57Z', 'revision_number': 4, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '33bd817f-e1bb-4da9-8f45-b107fe1d6532', 'name': '', 'network_id': '2c420fed-a8b3-475b-bb44-df14f8d5c7b2', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'mac_address': 'fa:16:3e:c1:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'subnets': [{'id': '06ce9294-4f59-4c22-828b-63a6b50b742d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:12.309785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0759fe7c-7686-445d-915b-d471f3fc23c0 req-09050eb5-b921-4054-a997-e03fe7957ba5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834857 Oct 20 10:53:12.366243 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.399785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.420723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.534981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.547587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7ffbf77a-d118-4141-ac80-66f1eed05e5e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5450695 Oct 20 10:53:12.548574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.596730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:12.616355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Provisioning complete for port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:12.616822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.773401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port c23533d7-edff-425c-ae11-9583e57d9942 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:12.773985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.850032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Deleting port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:12.851114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.915067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 07a331ca-df9b-4482-900a-84a12bcca02f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:12.915067 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.072803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.089420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for c23533d7-edff-425c-ae11-9583e57d9942 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:13.158391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60512) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:13.162856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:13.164204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=eac29b78-3750-483a-ab0e-acbeabb91c36,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:13.175128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:13.226199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=6f06a689-1ac8-4683-ba4c-73ceb92a9340,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:13.229095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:13.235437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:13.236084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.260619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:13.266349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:13.272396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:13.284156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc602e78-af26-446a-8d85-df0eed881be3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3637443 Oct 20 10:53:13.296946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:13.409759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-4b1be51f-73c0-48ff-aa32-983e67de0f3d service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1986105 Oct 20 10:53:13.436528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.504126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.516146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] For port 33bd817f-e1bb-4da9-8f45-b107fe1d6532, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33bd817f-e1bb-4da9-8f45-b107fe1d6532,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:13.533887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.537097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad237c5b-4bf0-4206-b7e3-ef8dd974d701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.612251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Pushing event updated for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:13.629915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] For port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:13.630367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.656090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Calling delete_port for b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:13.658918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Provisioning complete for port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:13.659396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.741688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.766418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-e89ebc8d-9856-42a0-9e66-a7465a5a8223 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428438 Oct 20 10:53:13.823290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=c23533d7-edff-425c-ae11-9583e57d9942,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:13.920419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.928691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eba069b8-c940-4814-904c-46994ad70f78 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:13.968686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad237c5b-4bf0-4206-b7e3-ef8dd974d701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.969721 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.983224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-be9cdac5-62fa-41a7-b930-fe0d26621bc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 217 time: 0.2017615 Oct 20 10:53:13.986926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] Could not find standard attr ID for object b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:13.989826 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-b40c7190-ad76-408b-9cc9-9af0a94a1b07 None None] No ports have port_id starting with b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 Oct 20 10:53:13.998033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] Pushing event deleted for resources: {'Port': ['ID=b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.005669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc490-c6b8-4968-9176-d62ea72bd17d None None] No DVR routers for this DVR port b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:14.014102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad237c5b-4bf0-4206-b7e3-ef8dd974d701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.015816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.026070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66e402-5672-4a14-9956-67732c496de1 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:14.068379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.110955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port eba069b8-c940-4814-904c-46994ad70f78 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:14.111335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.135454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bab99-d85b-4e95-b669-db00b90f8028 req-ac64854d-3c59-4365-8ce4-f35e20fe6b2c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.137358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0bab99-d85b-4e95-b669-db00b90f8028 req-ac64854d-3c59-4365-8ce4-f35e20fe6b2c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.6367481 Oct 20 10:53:14.159158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port eac29b78-3750-483a-ab0e-acbeabb91c36 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:14.159732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.183370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.258919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.275476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for eac29b78-3750-483a-ab0e-acbeabb91c36 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:14.298329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee42eaef-3152-4602-80d1-a792a32089f6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:14.366277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '572b97af-567e-4c6b-9d97-c67731da793e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:14.367411 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.369558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ee42eaef-3152-4602-80d1-a792a32089f6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:14.370101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.459708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.497273 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.505565 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/eac29b78-3750-483a-ab0e-acbeabb91c36 HTTP/1.1" status: 204 len: 168 time: 1.1578598 Oct 20 10:53:14.511284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ad237c5b-4bf0-4206-b7e3-ef8dd974d701 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abe94d4ea3fe4a53a6fe444de5b28a84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417630 Oct 20 10:53:14.519778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60522) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:14.520697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60524) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:14.542198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::1 (2d5fe838-a998-4d31-a688-24a98274b0ba/572b97af-567e-4c6b-9d97-c67731da793e/a0bf51b8-715f-498c-8d61-11d137b7fe71) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:14.556144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'mac_address': 'fa:16:3e:44:43:c0', 'name': 'tempest-PortsIpV6TestJSON-837746016'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:14.568782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-4cf2cef8-03f3-4809-a374-0f6f03fc91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.570364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-4cf2cef8-03f3-4809-a374-0f6f03fc91c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.5718896 Oct 20 10:53:14.571158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237c5b-4bf0-4206-b7e3-ef8dd974d701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c82c14-eb9b-44ce-a9ca-35f116c6608a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.605989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8bf0e-bc59-4aed-bb6c-edd6269c364f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=eac29b78-3750-483a-ab0e-acbeabb91c36,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.816343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-cd1a36f9-0342-4376-b073-d22d2a015585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.818468 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-cd1a36f9-0342-4376-b073-d22d2a015585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2043114 Oct 20 10:53:14.820181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d0bab99-d85b-4e95-b669-db00b90f8028 req-29f0afee-8e13-4017-8a60-d6783d6c28b4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6158626 Oct 20 10:53:14.845792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Allocated IP 172.25.3.140 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/f19c73cf-0e94-4160-a68b-be02b01c66e8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:14.849901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:14.850071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.913181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:14.917072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:14.917457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.966128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.999067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.014417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33bd817f-e1bb-4da9-8f45-b107fe1d6532 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:15.018240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.072737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:15.072957 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.160256 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.169923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee42eaef-3152-4602-80d1-a792a32089f6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:15.201328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=6f06a689-1ac8-4683-ba4c-73ceb92a9340,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.205951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-4c0823e3-c986-4852-9bb4-2896f448ae9b service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577259 Oct 20 10:53:15.227242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ee42eaef-3152-4602-80d1-a792a32089f6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:15.227610 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.236186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 63cba828-6d03-4660-9c9f-c41da3798abc yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:15.258955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.261518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.265345 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69c82c14-eb9b-44ce-a9ca-35f116c6608a HTTP/1.1" status: 204 len: 168 time: 0.7368486 Oct 20 10:53:15.265345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.270917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.364188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.387328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c006941-a7ff-4648-8997-b04c2d6b1c70 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3789120 Oct 20 10:53:15.403151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:15.426005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 4b135885-2d3f-4502-b133-2ab618f94c68 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:15.458510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:15.459202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b8a0eee0-d409-4a6a-9c11-f94e9b0d39e3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:15.466102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.483141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86796f88-ee06-4f3a-8d32-9c2c20076bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c82c14-eb9b-44ce-a9ca-35f116c6608a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.521333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:15.525968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.529065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:15.575922 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b13d883d-196d-45a7-9fa3-73b4a6067396 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583453 Oct 20 10:53:15.588933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:15.589775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.601790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/572b97af-567e-4c6b-9d97-c67731da793e/b698dfa1-321e-4f97-bf8d-89e8753db260) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:15.684844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-404316fc-7b1b-4f1b-9b2d-580ab10bb68a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.1011109 Oct 20 10:53:15.732412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.759957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.782298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-8a222327-2e5d-4f6b-b821-792a04004c6a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--115613626&fields=id&tenant_id=f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 267 time: 0.1432941 Oct 20 10:53:15.784070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.786911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:15.794760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bdec1572-7fa3-4a7f-ac38-4a28037deb4b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3095627 Oct 20 10:53:15.799123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60548) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:15.804045 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] Sync routers for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:15.808446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-d3349758-67ed-4976-9222-b19b84aa7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:15.810007 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-d3349758-67ed-4976-9222-b19b84aa7a12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.1174488 Oct 20 10:53:15.816646 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:15.817669 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:15.831197 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.841805 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.860366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:15.870927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:15.871899 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:15.901963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:15.903334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Pushing event updated for resources: {'Port': ['ID=b698dfa1-321e-4f97-bf8d-89e8753db260,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.907904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:15.908116 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:15.908988 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840ea56-769d-4db9-96d1-16da49e98be1 None None] The sync data for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:15.910067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:15.926012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.958235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:15.961907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:15.964757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:15.970895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:15.971805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.985804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Attempting to bind port b698dfa1-321e-4f97-bf8d-89e8753db260 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:15.986273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Attempting to bind port b698dfa1-321e-4f97-bf8d-89e8753db260 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:15.986793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Attempting to bind port b698dfa1-321e-4f97-bf8d-89e8753db260 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:15.994334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:15.994700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:15.995137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.995650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:15.996125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Bound port: b698dfa1-321e-4f97-bf8d-89e8753db260, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:15.996488 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.021075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4973004 Oct 20 10:53:16.027251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60558) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.027545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.045023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-50bc6644-597d-414d-bef3-b4eddf8e7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.046407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-50bc6644-597d-414d-bef3-b4eddf8e7a8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2277496 Oct 20 10:53:16.081466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] For port b698dfa1-321e-4f97-bf8d-89e8753db260, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:16.086906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] For port b698dfa1-321e-4f97-bf8d-89e8753db260, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b698dfa1-321e-4f97-bf8d-89e8753db260,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:16.094536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.128129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372d09f-089d-44b9-bf34-cffaef9c8d25 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=63cba828-6d03-4660-9c9f-c41da3798abc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.141067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:16.143677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89824622-c22b-415d-a6e3-50474c8937fd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.145145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-89824622-c22b-415d-a6e3-50474c8937fd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/63cba828-6d03-4660-9c9f-c41da3798abc HTTP/1.1" status: 200 len: 844 time: 0.1136091 Oct 20 10:53:16.184116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.186311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:16.191853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea295b8-99a5-45e5-8759-3a3009cd2b32 None None] Pushing event updated for resources: {'Port': ['ID=b698dfa1-321e-4f97-bf8d-89e8753db260,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.200005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60564) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.209669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:16.244528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-85f982fc-7363-4255-8be9-f14ce9a25668 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745920 Oct 20 10:53:16.322412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=f19c73cf-0e94-4160-a68b-be02b01c66e8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.355801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60568) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.360542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-f5a7deee-89ee-48e3-9cb9-fec7e404bfc1 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.363419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-f5a7deee-89ee-48e3-9cb9-fec7e404bfc1 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 811 time: 0.5447676 Oct 20 10:53:16.403827 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-b85366fd-733e-4f25-9019-7b2a19907019 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517458 Oct 20 10:53:16.478833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-9672bf76-fa9b-4392-9022-801b51081c64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0678747 Oct 20 10:53:16.492703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-4e3d680d-8629-4112-ac27-467eb3c928dc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/quotas/f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 375 time: 0.1184511 Oct 20 10:53:16.529844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1955782128-network', 'tenant_id': '3cf150d45c9b448e83afacda6d1d1386'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:16.555152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.559799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-cef243ec-ee64-4717-8f4b-dd4792ef494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.561439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-cef243ec-ee64-4717-8f4b-dd4792ef494d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0751085 Oct 20 10:53:16.569160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Made reservation on behalf of 3cf150d45c9b448e83afacda6d1d1386 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:16.571725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.591129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.654916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-39deb59b-6f7b-40d8-bf3b-23a95b39b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.656729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-39deb59b-6f7b-40d8-bf3b-23a95b39b3c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822780 Oct 20 10:53:16.659220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.773365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.780917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.782194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b698dfa1-321e-4f97-bf8d-89e8753db260 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:16.785259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.791762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-f5e5b9b9-1d08-4cb4-a2cb-5d98bd883f7f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2312267 Oct 20 10:53:16.805180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-93aa3612-dcb1-4ab8-aeac-b8358a88e4a6 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404841 Oct 20 10:53:16.827152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:16.843994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 63cba828-6d03-4660-9c9f-c41da3798abc {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:16.844256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.855464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037c4be8-5820-4677-8736-9e1fe786c143,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.863551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b698dfa1-321e-4f97-bf8d-89e8753db260 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:16.864010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.866617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.867034 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Added segment e82bec64-c627-4d8c-b450-655f6cd7c088 of type vlan for network 89aaec4b-8c4f-4d9f-b63f-40648474a904 Oct 20 10:53:16.964002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.996302 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.019638 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d0b9ffc0-9f1f-4c4c-9d07-384a14e80196 req-f60515bb-c3ef-49c5-b841-e696858ffa09 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068753 Oct 20 10:53:17.026474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.029547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:17.030271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.056204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.073623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 63cba828-6d03-4660-9c9f-c41da3798abc owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:17.074514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port b698dfa1-321e-4f97-bf8d-89e8753db260, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b698dfa1-321e-4f97-bf8d-89e8753db260,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:17.080100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.203825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=b698dfa1-321e-4f97-bf8d-89e8753db260,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.345079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.399553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0420275 Oct 20 10:53:17.430899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60572) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:17.435937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Request body: {'subnet': {'network_id': '89aaec4b-8c4f-4d9f-b63f-40648474a904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1955782128-subnet', 'tenant_id': '3cf150d45c9b448e83afacda6d1d1386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:17.445447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ee66b-dbd4-4899-9ee3-7f22238d0daf admin admin] Pushing event updated for resources: {'Network': ['ID=89aaec4b-8c4f-4d9f-b63f-40648474a904,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.446556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=63cba828-6d03-4660-9c9f-c41da3798abc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.449908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-4b1e2b67-b7bc-4263-b307-67e510c36f3f service neutron] 10.222.0.74 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962915 Oct 20 10:53:17.460267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 89aaec4b-8c4f-4d9f-b63f-40648474a904 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:17.483600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.486851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7cd144a5-0d1c-4b90-9114-bac9409491d1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/63cba828-6d03-4660-9c9f-c41da3798abc HTTP/1.1" status: 204 len: 168 time: 1.2858670 Oct 20 10:53:17.489907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.490158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60574) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:17.502694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Made reservation on behalf of 3cf150d45c9b448e83afacda6d1d1386 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:17.504914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.518393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.519196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.584581 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-def3c40d-64c5-4ec1-bc09-9f0af9a84b23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:17.587218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-def3c40d-64c5-4ec1-bc09-9f0af9a84b23 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/63cba828-6d03-4660-9c9f-c41da3798abc HTTP/1.1" status: 404 len: 333 time: 0.0954599 Oct 20 10:53:17.600857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60576) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:17.610673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'name': 'tempest-PortsIpV6TestJSON-3916711'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:17.681808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b93ac1db-a34b-443a-84cc-bba4d5e9d660 None None] Provisioning complete for port b698dfa1-321e-4f97-bf8d-89e8753db260 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:17.682138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b93ac1db-a34b-443a-84cc-bba4d5e9d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.883091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.889997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:17.893871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.955243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 54e56fcc-294d-4bf0-bf5d-d25223670e98 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:17.967911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef53f81-8427-48d1-9c0e-087fbfaf2394,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.982574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a37c3511-6187-46e8-a20b-3c57fc0e0f5d None None] Provisioning complete for port a0bf51b8-715f-498c-8d61-11d137b7fe71 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:17.983066 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a37c3511-6187-46e8-a20b-3c57fc0e0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.018317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a37c3511-6187-46e8-a20b-3c57fc0e0f5d None None] Port a0bf51b8-715f-498c-8d61-11d137b7fe71 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:18.037404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Checking segment: {'id': 'e82bec64-c627-4d8c-b450-655f6cd7c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '89aaec4b-8c4f-4d9f-b63f-40648474a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:18.037737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Network hostable DHCP agents. Network: 89aaec4b-8c4f-4d9f-b63f-40648474a904, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:18.063186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.091530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Network 89aaec4b-8c4f-4d9f-b63f-40648474a904 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:18.096019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:18.110601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 89aaec4b-8c4f-4d9f-b63f-40648474a904) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:18.111698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.123297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753554d4-2475-4219-9674-945fa41e86bb None None] Network 89aaec4b-8c4f-4d9f-b63f-40648474a904 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:18.148160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.165049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.165643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.188194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a25a00b7-ef2b-4246-8bd8-e85d855d62c7 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244432 Oct 20 10:53:18.207115 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a20d2d6b-c6e8-4db7-afe8-1ccca29ebb17 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7669158 Oct 20 10:53:18.215452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.260596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.286614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=f19c73cf-0e94-4160-a68b-be02b01c66e8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:18.308352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:18.318396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:18.321715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.357329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=54e56fcc-294d-4bf0-bf5d-d25223670e98,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:18.387904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:18.391106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:18.393803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:18.401810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.402549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.429020 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87b23112-a0b5-4faa-adfa-82c55b655f3a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.8245981 Oct 20 10:53:18.429975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60582) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:18.431493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.445239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-1c9cc02e-6d39-434b-ae01-0acc5ef86046 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.5163686 Oct 20 10:53:18.454325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:18.466025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be49b3-c26e-4450-a426-19fe1a4553b3 None None] Network 89aaec4b-8c4f-4d9f-b63f-40648474a904 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:18.586607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-8f393076-462e-428c-a355-2d3820dcd0a7 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.1404350 Oct 20 10:53:18.616103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.758928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-72718ec2-397e-48fc-a6fb-58453d06d5ad tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.760363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-72718ec2-397e-48fc-a6fb-58453d06d5ad tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.1618860 Oct 20 10:53:18.771871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b698dfa1-321e-4f97-bf8d-89e8753db260 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:18.790269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b2b0-fa80-4985-8edb-2b1b0f60efc3 req-8e338619-019e-47ca-a6d1-1573001f059c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.792170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c945b2b0-fa80-4985-8edb-2b1b0f60efc3 req-8e338619-019e-47ca-a6d1-1573001f059c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2955620 Oct 20 10:53:18.798974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-7e4bf055-713a-4bf0-acbf-2d903e663b6b tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:53:18.799982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f3757e9-a848-47fb-be63-3c8abcf1ae63 req-7e4bf055-713a-4bf0-acbf-2d903e663b6b tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056431 Oct 20 10:53:18.846822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.858086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.858637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b698dfa1-321e-4f97-bf8d-89e8753db260 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:18.859107 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.863268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bf38d5de-16ad-49f3-bffd-7d3138f0bb73 None None] Provisioning complete for port a0bf51b8-715f-498c-8d61-11d137b7fe71 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:18.863268 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf38d5de-16ad-49f3-bffd-7d3138f0bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.897311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c945b2b0-fa80-4985-8edb-2b1b0f60efc3 req-14ea80a4-4f54-426b-a67b-ba8d896d93fc tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865586 Oct 20 10:53:18.937013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:53:18.947526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bf38d5de-16ad-49f3-bffd-7d3138f0bb73 None None] Port a0bf51b8-715f-498c-8d61-11d137b7fe71 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:18.951167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60594) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:18.986801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] In _notify_port_updated(), no bound segment for port 54e56fcc-294d-4bf0-bf5d-d25223670e98 on network 70149fd2-55c2-4898-9d6d-4e79df48040c {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:53:18.993399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.994086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.995538 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/ports/54e56fcc-294d-4bf0-bf5d-d25223670e98 HTTP/1.1" status: 200 len: 818 time: 0.5648348 Oct 20 10:53:19.002291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60598) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.048655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30576c48-21b3-47ea-a805-6c24834b7d09 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=54e56fcc-294d-4bf0-bf5d-d25223670e98,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:19.066983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd2ed3fe-f615-4bc4-a6d2-1bc4a5f02077 req-deb55962-bf04-4f2f-8811-f65d6acb2481 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 210 time: 0.0759704 Oct 20 10:53:19.068274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Deleting subnet 0ef53f81-8427-48d1-9c0e-087fbfaf2394 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:19.072325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.118811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.160230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.220917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.250076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef53f81-8427-48d1-9c0e-087fbfaf2394,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:19.254416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.261094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0a4c078-d44d-4097-9148-92bd413e0ec3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0ef53f81-8427-48d1-9c0e-087fbfaf2394 HTTP/1.1" status: 204 len: 168 time: 0.3088939 Oct 20 10:53:19.261860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.288321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 1113b000-e8a8-4306-9c20-f059190633e8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:19.288666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.302504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-031bd43d-934a-4b73-926f-c46432062bac req-54164e2e-d342-4ae7-8658-97d4651079ff tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3298283 Oct 20 10:53:19.314727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:19.325614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Sync routers for ids ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:19.335900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Routers {'1b149704-2b9a-4dd1-b9ba-bca5b52236d4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:19.337222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:19.344456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-04a6edd8-6de5-4f33-ae01-826c1c62842e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "PUT /v2.0/routers/1b149704-2b9a-4dd1-b9ba-bca5b52236d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7847197 Oct 20 10:53:19.350884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:19.364231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60604) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.365859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.447493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Set router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:19.461881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.489478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.493198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aaec4b-8c4f-4d9f-b63f-40648474a904']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:19.512053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82bec64-c627-4d8c-b450-655f6cd7c088') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:19.512728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82bec64-c627-4d8c-b450-655f6cd7c088') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:19.517039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 1113b000-e8a8-4306-9c20-f059190633e8 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:19.521916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 54e56fcc-294d-4bf0-bf5d-d25223670e98 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:19.522283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.526325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.531925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.544456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.553408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:19.553901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:19.556280 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:19.567663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216c414-8423-4259-a3fa-678667b750d9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.572338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b216c414-8423-4259-a3fa-678667b750d9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports/a0bf51b8-715f-498c-8d61-11d137b7fe71 HTTP/1.1" status: 200 len: 911 time: 0.2069228 Oct 20 10:53:19.578430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.678575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac0699-06d3-4fc2-988b-62d4dbf1c856 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.684763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac0699-06d3-4fc2-988b-62d4dbf1c856 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.689246 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d4ac0699-06d3-4fc2-988b-62d4dbf1c856 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1059980 Oct 20 10:53:19.689422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.691543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.697407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:15Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': 'a0bf51b8-715f-498c-8d61-11d137b7fe71', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:03:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '572b97af-567e-4c6b-9d97-c67731da793e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:14Z', 'updated_at': '2021-10-20T10:53:16Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '572b97af-567e-4c6b-9d97-c67731da793e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:19.716596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 54e56fcc-294d-4bf0-bf5d-d25223670e98 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:19.733286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.752716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.756753 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] 10.222.0.74 "DELETE /v2.0/networks/89aaec4b-8c4f-4d9f-b63f-40648474a904 HTTP/1.1" status: 204 len: 168 time: 0.4941611 Oct 20 10:53:19.757794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faad4e-8ba5-4406-a909-650d14f6f579 admin admin] Pushing event deleted for resources: {'Network': ['ID=89aaec4b-8c4f-4d9f-b63f-40648474a904,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:19.894642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Checking router: 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:19.895703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Updating router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 port a0bf51b8-715f-498c-8d61-11d137b7fe71 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:53:19.923638 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.995701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.057594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60616) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.070521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=54e56fcc-294d-4bf0-bf5d-d25223670e98,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.076109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.089297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.122802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.130062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8b83a70b-a7a7-4847-8a21-609f84956080 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/54e56fcc-294d-4bf0-bf5d-d25223670e98 HTTP/1.1" status: 204 len: 168 time: 1.1137204 Oct 20 10:53:20.132503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60620) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.185486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=1113b000-e8a8-4306-9c20-f059190633e8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.231298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432728c-25b1-4170-85d4-f250cc1b625f req-ff8557be-e14e-42a6-9ec8-849a3c0b8554 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.239662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0432728c-25b1-4170-85d4-f250cc1b625f req-ff8557be-e14e-42a6-9ec8-849a3c0b8554 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.1587048 Oct 20 10:53:20.250677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.258675 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.345732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158e2f9-448c-48b1-a918-2b8b3c965884 None None] Pushing event updated for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.359618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3c43bab-7e53-4558-b51d-6a2d51537708 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3cf150d45c9b448e83afacda6d1d1386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980976 Oct 20 10:53:20.386433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Attempting to bind port a0bf51b8-715f-498c-8d61-11d137b7fe71 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:20.386800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Attempting to bind port a0bf51b8-715f-498c-8d61-11d137b7fe71 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:20.387363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Attempting to bind port a0bf51b8-715f-498c-8d61-11d137b7fe71 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:20.399417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:20.400437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:20.400822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.401220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:20.401714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Bound port: a0bf51b8-715f-498c-8d61-11d137b7fe71, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:20.402092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.403371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60622) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.406393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.418806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0432728c-25b1-4170-85d4-f250cc1b625f req-c8b5b082-bdb3-42f5-a6c7-4323f8dc2435 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781585 Oct 20 10:53:20.449676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-7debca19-b834-4887-9a65-e27ac93a978d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.449676 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-7debca19-b834-4887-9a65-e27ac93a978d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 811 time: 0.3901355 Oct 20 10:53:20.533865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] For port a0bf51b8-715f-498c-8d61-11d137b7fe71, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:20.539292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] For port a0bf51b8-715f-498c-8d61-11d137b7fe71, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0bf51b8-715f-498c-8d61-11d137b7fe71,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:20.549063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.574048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57841712-8092-4c94-a5ea-c98e33eeab62 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.575788 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57841712-8092-4c94-a5ea-c98e33eeab62 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4360631 Oct 20 10:53:20.593802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60624) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.621852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-65a62104-c856-4b99-b4db-4be0d9251858 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 379 time: 0.1400681 Oct 20 10:53:20.646033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'port': {'device_id': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'admin_state_up': True, 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'security_groups': ['317d1c1a-a9f4-4c81-af0b-fb0acf78646d']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:20.650923 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.667035 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bfc2e2-077d-485b-b245-633300b732d0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:20.672412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c3bfc2e2-077d-485b-b245-633300b732d0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/54e56fcc-294d-4bf0-bf5d-d25223670e98 HTTP/1.1" status: 404 len: 333 time: 0.0724070 Oct 20 10:53:20.674964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.675935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Routers {'1b149704-2b9a-4dd1-b9ba-bca5b52236d4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:20.677314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:20.677649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.680505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158e2f9-448c-48b1-a918-2b8b3c965884 None None] Pushing event updated for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.682731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638614207'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:20.792668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd5d72af-c754-432c-9de3-3121937973ed req-8985e08b-7a2a-45b8-9a66-e6a03c12bba0 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 210 time: 0.0418687 Oct 20 10:53:20.795285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] Set router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:20.808009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:20.811886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.851054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] Provisioning complete for port a0bf51b8-715f-498c-8d61-11d137b7fe71 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:20.851054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.900598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Allocated IP 172.25.3.124 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2311855b-9d15-4b29-a296-2f1044c938ba) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:20.909865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.912878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.916369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/037c4be8-5820-4677-8736-9e1fe786c143 HTTP/1.1" status: 204 len: 168 time: 0.4884205 Oct 20 10:53:20.926654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:20.951483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 4b135885-2d3f-4502-b133-2ab618f94c68 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:20.965050 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.965436 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 0543d226-37ac-4e30-89ac-ca68dffaa706 of type vlan for network 7810f323-7ab2-4e89-9d29-0640c85a962b Oct 20 10:53:20.986728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Made reservation on behalf of f31655a5c2d842fc92f4fae94133c07d for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:20.999380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.003970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6309a3-8923-4a0b-ab31-6adf7409245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037c4be8-5820-4677-8736-9e1fe786c143,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:21.121687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.179341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.233136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] For port a0bf51b8-715f-498c-8d61-11d137b7fe71, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0bf51b8-715f-498c-8d61-11d137b7fe71,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:21.242056 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.248109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:15Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': 'a0bf51b8-715f-498c-8d61-11d137b7fe71', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:03:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '572b97af-567e-4c6b-9d97-c67731da793e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:14Z', 'updated_at': '2021-10-20T10:53:20Z', 'revision_number': 4, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '572b97af-567e-4c6b-9d97-c67731da793e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:21.284734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f36788-2bd2-4d21-9fb3-c3cec178200b None None] The sync data for ids ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'] in n-d-802060-17 is: [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:15Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': 'a0bf51b8-715f-498c-8d61-11d137b7fe71', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:03:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '572b97af-567e-4c6b-9d97-c67731da793e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:14Z', 'updated_at': '2021-10-20T10:53:20Z', 'revision_number': 4, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '572b97af-567e-4c6b-9d97-c67731da793e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:21.361606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a6735-6713-4b79-a59a-6cf71a2d5a0a None None] Pushing event updated for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:21.394538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2a872744-ced9-4130-9e1f-3af0fe08d9e6 None None] Provisioning complete for port a0bf51b8-715f-498c-8d61-11d137b7fe71 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:21.394967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a872744-ced9-4130-9e1f-3af0fe08d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.520683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:21.528203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-76730e74-83fc-4216-a415-8ad404df2392 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7132664 Oct 20 10:53:21.534102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60638) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:21.536636 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] Sync routers for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:21.553557 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:21.555857 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:21.596704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3b46a5f-50bf-41f6-bd91-5321cc131751 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b135885-2d3f-4502-b133-2ab618f94c68 HTTP/1.1" status: 200 len: 205 time: 0.0574589 Oct 20 10:53:21.608345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:21.608602 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:21.617717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] Routers {'4b135885-2d3f-4502-b133-2ab618f94c68'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:21.618334 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4b135885-2d3f-4502-b133-2ab618f94c68'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:21.724420 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:21.725769 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd384201-c79e-4a87-9221-2b97e5f68d1f None None] The sync data for ids ['4b135885-2d3f-4502-b133-2ab618f94c68'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:21.732949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.780193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.790127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.790742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846693-bdf8-4274-a872-236f489ecd8b req-c1375592-ac3e-434f-8cb7-9538830f1225 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:21.796901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:21.797816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.801557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c846693-bdf8-4274-a872-236f489ecd8b req-c1375592-ac3e-434f-8cb7-9538830f1225 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 944 time: 0.2254024 Oct 20 10:53:21.860870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:53:21.932963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2503507 Oct 20 10:53:21.933575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60652) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:21.947869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c846693-bdf8-4274-a872-236f489ecd8b req-2f98b501-2aa3-4022-884b-521def3f8e58 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448789 Oct 20 10:53:21.960651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:22.032208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.095217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.095530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:22.128699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'mac_address': 'fa:16:3e:66:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:53:22.145820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e787-f0ed-40b9-b250-ca2c063b1d7d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=7810f323-7ab2-4e89-9d29-0640c85a962b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:22.170976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:22.175248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.178042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:22.205638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.209095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:22.240564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.257370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:22.262974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c7e7fb-805b-4c36-bb0d-833b54d58685 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:53:22.268109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Allocated IP 172.20.0.14 (f8f0b7a4-0107-45fc-a134-9086d3e50ace/59c7975a-071c-4830-91c2-46f0efd55b81/b0d59a96-2d34-43b1-af45-9c72acc20e42) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:22.304883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db351d8f-6e76-42b8-915d-9405e74f3037 req-dba9f1d2-2f84-4d38-8e57-713ef9039145 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 210 time: 0.0505407 Oct 20 10:53:22.329135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:22.392583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.405268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=2311855b-9d15-4b29-a296-2f1044c938ba,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:22.429044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.429584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router 4b135885-2d3f-4502-b133-2ab618f94c68 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:22.438095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.441660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ba95ca7-fd10-44ac-946b-043a711246b4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68 HTTP/1.1" status: 204 len: 168 time: 0.8304236 Oct 20 10:53:22.445231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:22.453742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.464168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:22.468090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.494009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:22.538663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet e6cc98e6-557d-4e92-8956-6a935ebaf164 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:22.542908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.554132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.617311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c8c7e7fb-805b-4c36-bb0d-833b54d58685'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:53:22.627501 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.683991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.791877 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.853014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0bf51b8-715f-498c-8d61-11d137b7fe71 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:22.869649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.882778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.912001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.915181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.949351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cc98e6-557d-4e92-8956-6a935ebaf164,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:22.951272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.990227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f50e2f-ff7f-4b9f-90bb-94ce0d00c8f8 None None] Network 5f24ab03-77fb-4daa-8375-50595b349409 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:23.005344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.009177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0962d61-43ef-40cb-be1f-b26656a58b84 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/e6cc98e6-557d-4e92-8956-6a935ebaf164 HTTP/1.1" status: 204 len: 168 time: 0.5629711 Oct 20 10:53:23.016417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:23.029977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60676) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:23.032011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:23.046176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=d02be85a-eb5e-439c-9011-6c1d120be5f1,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:23.059245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=2311855b-9d15-4b29-a296-2f1044c938ba,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:23.065784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port a0bf51b8-715f-498c-8d61-11d137b7fe71 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:23.066133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.087821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.093270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:23.115036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:23.118165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:23.149942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.151618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-031bd43d-934a-4b73-926f-c46432062bac req-b314c46f-4ab5-4cad-b1ce-8d515ae75ab3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8350017 Oct 20 10:53:23.161508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f57b6-b9c9-45b1-96b4-758f82b96fc6 req-c952993e-040c-43d8-a1de-4b5cfc9a3555 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:23.169029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-579f57b6-b9c9-45b1-96b4-758f82b96fc6 req-c952993e-040c-43d8-a1de-4b5cfc9a3555 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 945 time: 0.0872314 Oct 20 10:53:23.182622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '0543d226-37ac-4e30-89ac-ca68dffaa706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:23.182906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: 7810f323-7ab2-4e89-9d29-0640c85a962b, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:23.245324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a0bf51b8-715f-498c-8d61-11d137b7fe71 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:23.245695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.273587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 7c9181fc-86c6-400e-bf9c-422fc8494198 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:23.281053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.291882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-579f57b6-b9c9-45b1-96b4-758f82b96fc6 req-7ac953e5-214e-49b8-9266-9a25502da84c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218679 Oct 20 10:53:23.298894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-031bd43d-934a-4b73-926f-c46432062bac req-a2d24524-66fd-4adf-ac20-46f4630fca0f tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1236863 Oct 20 10:53:23.315030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c29c5ba-67e5-4b9d-9de1-350719d832d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.351961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:23.352621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.383809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.410404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 7810f323-7ab2-4e89-9d29-0640c85a962b is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:23.427411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a9fa967e-3fce-45a3-bd2c-cdc04827e11d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7861059 Oct 20 10:53:23.440928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port a0bf51b8-715f-498c-8d61-11d137b7fe71, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0bf51b8-715f-498c-8d61-11d137b7fe71,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:23.441300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.467489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Request body: {'port': {'device_id': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:23.485678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7810f323-7ab2-4e89-9d29-0640c85a962b) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:23.499155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c09cb1-a8c6-4d9e-8bc7-855c6588dcaf None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:23.523584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for a0bf51b8-715f-498c-8d61-11d137b7fe71 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:23.536366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:23.536968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.576343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bd43d-934a-4b73-926f-c46432062bac req-31ab5855-260d-410a-8b36-28a1ebcc6d18 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:23.577817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-031bd43d-934a-4b73-926f-c46432062bac req-31ab5855-260d-410a-8b36-28a1ebcc6d18 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2654724 Oct 20 10:53:23.605634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] DHCP port deletion for 5f24ab03-77fb-4daa-8375-50595b349409 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:23.626382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de5289f3-6e3d-4427-b2c2-6a87962040c4 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6690879 Oct 20 10:53:23.636936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:23.648164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:23.664337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.683777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.687803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c29c5ba-67e5-4b9d-9de1-350719d832d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.705471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-276665a3-084c-4d1a-94e0-b04baa6ef55f None None] Provisioning complete for port b0d59a96-2d34-43b1-af45-9c72acc20e42 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:23.705994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276665a3-084c-4d1a-94e0-b04baa6ef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.711388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c29c5ba-67e5-4b9d-9de1-350719d832d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.770656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-7810f323-7ab2-4e89-9d29-0640c85a962b', 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:23.771676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.775957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-276665a3-084c-4d1a-94e0-b04baa6ef55f None None] Port b0d59a96-2d34-43b1-af45-9c72acc20e42 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:23.802472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Deleting port 07a331ca-df9b-4482-900a-84a12bcca02f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:23.803010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:23.810802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756c6b3-902a-4774-a7b9-ea35ddf50d59 req-ee7c479f-5f72-4ba0-b46d-23516a172326 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:23.812374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c756c6b3-902a-4774-a7b9-ea35ddf50d59 req-ee7c479f-5f72-4ba0-b46d-23516a172326 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 932 time: 0.2694128 Oct 20 10:53:23.856412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29c5ba-67e5-4b9d-9de1-350719d832d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9861988-1066-468d-b34b-bf410d5a2195,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:23.874228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:23.882288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c29c5ba-67e5-4b9d-9de1-350719d832d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72461228976c49cb9836758eab156e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497207 Oct 20 10:53:23.888203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60688) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:23.918963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-0a6ddaef-abe6-4b11-92f3-bc2cfd4faa43 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3012810 Oct 20 10:53:23.947327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:23.974595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c756c6b3-902a-4774-a7b9-ea35ddf50d59 req-06ee1a18-91de-4a76-85b1-5b012913f3dd tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454504 Oct 20 10:53:24.004662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.009810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.029034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.067252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9181fc-86c6-400e-bf9c-422fc8494198,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:24.068002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:24.069756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.071581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.073716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3911545-532f-4baf-9555-47cd1cc8d9b8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/7c9181fc-86c6-400e-bf9c-422fc8494198 HTTP/1.1" status: 204 len: 168 time: 1.0478940 Oct 20 10:53:24.077074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60690) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:24.098916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.111197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.115355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38193a4-e4e7-40b8-bfd7-941330c367d0 None None] Network 88dde810-7d34-4545-ab1a-48e410eccf1f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:24.182696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=a0bf51b8-715f-498c-8d61-11d137b7fe71,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:24.242113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] For port 07a331ca-df9b-4482-900a-84a12bcca02f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07a331ca-df9b-4482-900a-84a12bcca02f,segment=NetworkSegment(ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5),segment_id=ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:24.243583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.272421 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d02be85a-eb5e-439c-9011-6c1d120be5f1 (CIDR: 2001:db8::/64) Oct 20 10:53:24.286654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Calling delete_port for 07a331ca-df9b-4482-900a-84a12bcca02f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:24.295590 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:24.296592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:24.297099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c8c7e7fb-805b-4c36-bb0d-833b54d58685 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:24.297644 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.307265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.310607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.315485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.318072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.322100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9861988-1066-468d-b34b-bf410d5a2195 HTTP/1.1" status: 204 len: 168 time: 0.4258013 Oct 20 10:53:24.344236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fc94f-f88e-4fcf-b8b9-62e971486c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9861988-1066-468d-b34b-bf410d5a2195,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:24.360168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9fa703d0-0ec2-4063-9499-5be13ae94a4a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7184424 Oct 20 10:53:24.377933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Allocated IP 2001:db8::2 (7810f323-7ab2-4e89-9d29-0640c85a962b/d02be85a-eb5e-439c-9011-6c1d120be5f1/3c586f5d-5d8e-4060-9d5e-695617f30081) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:24.391568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60696) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:24.408217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:24.432549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.602746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:24.606424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.713566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3cb7c-f5de-4d00-ba72-ef9e7f882ee7 req-dbe94d25-403f-4686-8dd3-271219fe300f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:24.715508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32a3cb7c-f5de-4d00-ba72-ef9e7f882ee7 req-dbe94d25-403f-4686-8dd3-271219fe300f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 945 time: 0.1466544 Oct 20 10:53:24.735229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] DHCP port deletion for 88dde810-7d34-4545-ab1a-48e410eccf1f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:24.752658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.766795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.841225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] Pushing event deleted for resources: {'Port': ['ID=07a331ca-df9b-4482-900a-84a12bcca02f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:24.851705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c0a47-7975-4ed2-ac03-aa4e8705cd4e None None] No DVR routers for this DVR port 07a331ca-df9b-4482-900a-84a12bcca02f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:24.882632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:24.885234 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70362c1e-79ad-4aa7-bf15-ba64e1a17d51" -d '{"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:24.900696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32a3cb7c-f5de-4d00-ba72-ef9e7f882ee7 req-8dbb21d7-fa76-482a-a692-20ca739cf352 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968711 Oct 20 10:53:24.905745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.908598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:24.915136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Allocated IP 172.25.3.210 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/9c18fda6-43cf-4cc7-85bc-defee9da6bb8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:24.921070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.932364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.963252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07a331ca-df9b-4482-900a-84a12bcca02f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:24.976894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Deleting port 592fda77-8ace-4799-b608-7c887707e405 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:24.977420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.999588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d59a96-2d34-43b1-af45-9c72acc20e42 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:53:25.013852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 07a331ca-df9b-4482-900a-84a12bcca02f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:25.014349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07a331ca-df9b-4482-900a-84a12bcca02f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:25.026900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:25.031476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.044132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:25.053334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:25.053898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Transition to ACTIVE for port object b0d59a96-2d34-43b1-af45-9c72acc20e42 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:53:25.141706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.145653 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7c954b-52f2-47f9-964c-affce7224abf x-openstack-request-id: req-1d7c954b-52f2-47f9-964c-affce7224abf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:25.146104 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:25.146273 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1d7c954b-52f2-47f9-964c-affce7224abf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:25.147314 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'code': 200} Oct 20 10:53:25.152543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.154421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] For port 592fda77-8ace-4799-b608-7c887707e405, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=592fda77-8ace-4799-b608-7c887707e405,segment=NetworkSegment(2e25cf4a-b878-4164-9fa2-d24598eeb311),segment_id=2e25cf4a-b878-4164-9fa2-d24598eeb311)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:25.154827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.185585 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.212292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Calling delete_port for 592fda77-8ace-4799-b608-7c887707e405 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:25.272142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Pushing event updated for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.274493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:25.292586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.307886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Attempting to bind port 3c586f5d-5d8e-4060-9d5e-695617f30081 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:25.308257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Attempting to bind port 3c586f5d-5d8e-4060-9d5e-695617f30081 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0543d226-37ac-4e30-89ac-ca68dffaa706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:25.308621 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Attempting to bind port 3c586f5d-5d8e-4060-9d5e-695617f30081 on network 7810f323-7ab2-4e89-9d29-0640c85a962b {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:25.309940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.318695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:25.319105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Checking segment: {'id': '0543d226-37ac-4e30-89ac-ca68dffaa706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:25.319508 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.322131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Bound using segment: {'id': '0543d226-37ac-4e30-89ac-ca68dffaa706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:25.322973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Bound port: 3c586f5d-5d8e-4060-9d5e-695617f30081, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0543d226-37ac-4e30-89ac-ca68dffaa706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:25.323385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.385336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 7810f323-7ab2-4e89-9d29-0640c85a962b is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:25.390274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=b5afd201-b196-4444-9d1b-407800247cd0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.398166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:25.403287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.403875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.431842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 07a331ca-df9b-4482-900a-84a12bcca02f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:25.432236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.438965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.478976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:25.504833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3c586f5d-5d8e-4060-9d5e-695617f30081,segment=NetworkSegment(0543d226-37ac-4e30-89ac-ca68dffaa706),segment_id=0543d226-37ac-4e30-89ac-ca68dffaa706)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:25.506350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.536640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=9c18fda6-43cf-4cc7-85bc-defee9da6bb8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.536895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:25.548698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5488724-5c3b-49a3-ac49-0ffcc1a258a7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1562417 Oct 20 10:53:25.550727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Sync routers for ids ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:25.557168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778cd7-a1b6-48d3-a4bf-af297c64a305 req-8c6c0625-776f-42f9-ae17-ea5876d41506 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.557335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f2ab1bb-a79a-44e8-90a1-868f1fa658ab tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "PUT /v2.0/routers/1b149704-2b9a-4dd1-b9ba-bca5b52236d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8663931 Oct 20 10:53:25.558680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10778cd7-a1b6-48d3-a4bf-af297c64a305 req-8c6c0625-776f-42f9-ae17-ea5876d41506 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 944 time: 0.3088322 Oct 20 10:53:25.559872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.561073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:25.561707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.562040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60722) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.571537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] Pushing event deleted for resources: {'Port': ['ID=592fda77-8ace-4799-b608-7c887707e405,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.575525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1'}, {'subnet_id': 'b5afd201-b196-4444-9d1b-407800247cd0'}], 'name': 'tempest-PortsIpV6TestJSON-133041893'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:25.597527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ff1a8-4c32-48cd-be41-4670fc51fdb4 None None] No DVR routers for this DVR port 592fda77-8ace-4799-b608-7c887707e405 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:25.642771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:25.646018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 07a331ca-df9b-4482-900a-84a12bcca02f, host n-d-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:25.646390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.647484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f492e6b-de57-45a3-ad9c-b9695fefe099 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.649157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f492e6b-de57-45a3-ad9c-b9695fefe099 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.651284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5f492e6b-de57-45a3-ad9c-b9695fefe099 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809212 Oct 20 10:53:25.653157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:25.664318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60728) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.669140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Routers {'1b149704-2b9a-4dd1-b9ba-bca5b52236d4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:25.670061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:25.671703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89361223-b804-4172-9f40-ed3ad8461587 req-b5e42ab5-5c34-468b-a785-bb6bbd80c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.673210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-89361223-b804-4172-9f40-ed3ad8461587 req-b5e42ab5-5c34-468b-a785-bb6bbd80c855 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1099 time: 0.2455981 Oct 20 10:53:25.673984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Attempting to bind port b0d59a96-2d34-43b1-af45-9c72acc20e42 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:25.674203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Attempting to bind port b0d59a96-2d34-43b1-af45-9c72acc20e42 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:25.674518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Attempting to bind port b0d59a96-2d34-43b1-af45-9c72acc20e42 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:25.685170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 07a331ca-df9b-4482-900a-84a12bcca02f owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:25.696765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Port b0d59a96-2d34-43b1-af45-9c72acc20e42 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:53:25.696961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Attempting to bind port b0d59a96-2d34-43b1-af45-9c72acc20e42 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:25.700666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Port 07a331ca-df9b-4482-900a-84a12bcca02f was not found and therefore no delete operation was performed {{(pid=100746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:53:25.715620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.731397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:25.731397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Checking segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:25.731752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Bound using segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:25.732046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Bound port: b0d59a96-2d34-43b1-af45-9c72acc20e42, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:25.732633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.759068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=07a331ca-df9b-4482-900a-84a12bcca02f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.773997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 572b97af-567e-4c6b-9d97-c67731da793e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:25.777092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port 07a331ca-df9b-4482-900a-84a12bcca02f on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:25.793065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.794567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Set router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:25.810331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-89361223-b804-4172-9f40-ed3ad8461587 req-91ac5f85-0ff6-4ed1-96de-af2218f584cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265459 Oct 20 10:53:25.858902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.904089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.905603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:23Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:25.946145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:25.951087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:25.967610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.027307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6ea2b-52f4-418f-a253-a6960b7ee06e None None] Pushing event updated for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:26.030902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Checking router: 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:26.049188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Routers {'1b149704-2b9a-4dd1-b9ba-bca5b52236d4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:26.049814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:26.071276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f24ab03-77fb-4daa-8375-50595b349409']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:26.076441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10778cd7-a1b6-48d3-a4bf-af297c64a305 req-2f3c8c5c-4b06-4dd6-bbd7-b94f96265409 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050626 Oct 20 10:53:26.158893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.160028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:26.160556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4b0e1f-4d3b-48cc-912a-0a7174c0c9d5') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:26.170817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.171776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] Set router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:26.175737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.177906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] 10.222.0.83 "PUT /v2.0/ports/b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1093 time: 2.7169902 Oct 20 10:53:26.195193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:26.199622 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:26.213668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc22ba1-3a6a-4107-816c-27e8707642e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:26.219330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.237560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.265413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:23Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:26.276556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.309686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:26.310321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:26.318032 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:26.333187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f08b1-201c-4db1-ba22-5252c9763209 None None] The sync data for ids ['1b149704-2b9a-4dd1-b9ba-bca5b52236d4'] in n-d-802060-17 is: [{'id': '1b149704-2b9a-4dd1-b9ba-bca5b52236d4', 'name': 'tempest-NetworksTestDHCPv6-router-800149864', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:12Z', 'updated_at': '2021-10-20T10:53:23Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:26.389841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.417821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:26.451007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-04a38bda-7a45-4379-8848-9d73c87e3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.453737 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-04a38bda-7a45-4379-8848-9d73c87e3c3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1096 time: 0.2094903 Oct 20 10:53:26.459909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.478638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.482254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/5f24ab03-77fb-4daa-8375-50595b349409 HTTP/1.1" status: 204 len: 168 time: 2.4031084 Oct 20 10:53:26.486641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69ae7-9123-4efe-9c31-edb6ff86dae2 req-5b141a7f-b95e-43a1-bf6e-3845f3833667 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.488419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cd69ae7-9123-4efe-9c31-edb6ff86dae2 req-5b141a7f-b95e-43a1-bf6e-3845f3833667 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.2538698 Oct 20 10:53:26.493508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:26.494095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.552012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58ad1-4c09-49b6-a278-329c6c4a13c5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=5f24ab03-77fb-4daa-8375-50595b349409,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:26.554656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-8d06cdd5-cc5d-4185-a0fa-1f790a7c78b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 217 time: 0.0706074 Oct 20 10:53:26.635173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a1733f48-02fc-46bb-a845-c3ce4a571725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.637088 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-a1733f48-02fc-46bb-a845-c3ce4a571725 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0657022 Oct 20 10:53:26.704687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-5cbeffa2-9fa1-42af-88bd-e290394615e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.706431 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-5cbeffa2-9fa1-42af-88bd-e290394615e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555208 Oct 20 10:53:26.865046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-f18efb9f-8cf5-4e07-bed8-ff64af015768 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506231 Oct 20 10:53:26.906442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3c586f5d-5d8e-4060-9d5e-695617f30081 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:27.030295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:27.030672 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.097672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-798cb0db-326c-4b3a-adca-7cdacd073043 req-f881c730-1736-4766-a064-2ab97b52cc39 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069013 Oct 20 10:53:27.156275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=572b97af-567e-4c6b-9d97-c67731da793e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:27.156907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.191761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d746f7-898e-44df-a127-bca822823051 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:27.215342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3c586f5d-5d8e-4060-9d5e-695617f30081,segment=NetworkSegment(0543d226-37ac-4e30-89ac-ca68dffaa706),segment_id=0543d226-37ac-4e30-89ac-ca68dffaa706)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:27.231842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fa8c8-80f7-4c5b-b436-e78f73ea6609 None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:27.242071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.261106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.266722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-43abd36b-c5c4-40ae-a09a-be4bc93c7096 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/572b97af-567e-4c6b-9d97-c67731da793e HTTP/1.1" status: 204 len: 168 time: 1.5894909 Oct 20 10:53:27.268213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60762) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:27.400476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cd69ae7-9123-4efe-9c31-edb6ff86dae2 req-763b9b0f-eb4e-4d24-8437-20a52e8e1e45 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8605473 Oct 20 10:53:27.404287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.432988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.531619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:27.542066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e077749c-6ae5-4e51-97b7-8f9d2eaea9f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2723548 Oct 20 10:53:27.554011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:27.558718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 592fda77-8ace-4799-b608-7c887707e405 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:27.638400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 592fda77-8ace-4799-b608-7c887707e405 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:27.638742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 592fda77-8ace-4799-b608-7c887707e405 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:27.639186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0bf51b8-715f-498c-8d61-11d137b7fe71 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:27.647712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d200793c-4860-4540-bb13-a0272d288e59 None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:27.648047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.648198 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d200793c-4860-4540-bb13-a0272d288e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.672359 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.756519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a0bf51b8-715f-498c-8d61-11d137b7fe71 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:27.756783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0bf51b8-715f-498c-8d61-11d137b7fe71 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:27.798452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.820790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:27.964454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.966742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.971801 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d213bd3b-bf8f-4142-a584-6af11b6df3b4 x-openstack-request-id: req-d213bd3b-bf8f-4142-a584-6af11b6df3b4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:27.972093 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:27.972925 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d213bd3b-bf8f-4142-a584-6af11b6df3b4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:27.972925 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'status': 'completed', 'code': 200} Oct 20 10:53:28.019865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event updated for resources: {'Port': ['ID=9c18fda6-43cf-4cc7-85bc-defee9da6bb8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.054352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.054868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Fanout notify agent at l3_agent the message router_deleted on router 1b149704-2b9a-4dd1-b9ba-bca5b52236d4 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:28.094411 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.118809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.120627 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0cad38ee-9786-498b-a900-c764713cdff1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/routers/1b149704-2b9a-4dd1-b9ba-bca5b52236d4 HTTP/1.1" status: 204 len: 168 time: 0.5656657 Oct 20 10:53:28.127355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60792) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:28.135048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:28.138871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:28.166790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.178397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dde810-7d34-4545-ab1a-48e410eccf1f']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:28.202039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Deleting port b698dfa1-321e-4f97-bf8d-89e8753db260 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:28.202618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.218396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e25cf4a-b878-4164-9fa2-d24598eeb311') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:28.219340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e25cf4a-b878-4164-9fa2-d24598eeb311') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:28.239891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.240013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-f3c2ac0b-d40f-4449-bd22-992bff1b1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.240454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-075b8da7-d2f0-4220-a081-2db4240dbc5c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3051312 Oct 20 10:53:28.245465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.252336 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-f3c2ac0b-d40f-4449-bd22-992bff1b1a22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1096 time: 0.2168107 Oct 20 10:53:28.297513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.331293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] For port b698dfa1-321e-4f97-bf8d-89e8753db260, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b698dfa1-321e-4f97-bf8d-89e8753db260,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:28.331566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:28.353598 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:28.365312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-e1a54ebe-2c4e-4e30-bd32-005a85ff094c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0928862 Oct 20 10:53:28.366557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Update dhcp port {'port': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5afd201-b196-4444-9d1b-407800247cd0'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '3c586f5d-5d8e-4060-9d5e-695617f30081'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:28.370064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Calling delete_port for b698dfa1-321e-4f97-bf8d-89e8753db260 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:28.373071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2468-6676-4784-a8ea-66375f505327 req-19033ef5-fdd4-4a16-afc1-516f99be0a64 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.375186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-020035d4-9acd-4b68-a8f6-9aca0f236bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.376879 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-020035d4-9acd-4b68-a8f6-9aca0f236bd0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.1181164 Oct 20 10:53:28.378395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:28.380216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-153c2468-6676-4784-a8ea-66375f505327 req-19033ef5-fdd4-4a16-afc1-516f99be0a64 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 944 time: 0.2828534 Oct 20 10:53:28.382674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.409276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.438517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-9546039b-aaeb-41e1-9566-fd7ec2d1b234 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 217 time: 0.0508287 Oct 20 10:53:28.481775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c65344-a6ec-4b1c-bce1-b60efbb9620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.500677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-9f92ffc8-1719-402c-9412-4900dbc7dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.502183 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-9f92ffc8-1719-402c-9412-4900dbc7dc7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0550597 Oct 20 10:53:28.554073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.558633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.563422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/88dde810-7d34-4545-ab1a-48e410eccf1f HTTP/1.1" status: 204 len: 168 time: 2.0654171 Oct 20 10:53:28.589144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60800) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:28.595491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-101081950'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:28.598562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.632077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] Pushing event deleted for resources: {'Port': ['ID=b698dfa1-321e-4f97-bf8d-89e8753db260,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.636140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82de95f-7540-49b1-9af4-cbcea27a4602 None None] No DVR routers for this DVR port b698dfa1-321e-4f97-bf8d-89e8753db260 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:28.639718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-153c2468-6676-4784-a8ea-66375f505327 req-36b801da-5ffc-45bf-b8f7-4ee6443267ff tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452664 Oct 20 10:53:28.640607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511c797-97cd-43ed-9099-4d91a42ed93c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=88dde810-7d34-4545-ab1a-48e410eccf1f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.721511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::344 (7810f323-7ab2-4e89-9d29-0640c85a962b/d02be85a-eb5e-439c-9011-6c1d120be5f1/095e8f56-2ab2-4fd6-8724-bd4e148d5d16) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:28.745805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8:0:1::240 (7810f323-7ab2-4e89-9d29-0640c85a962b/b5afd201-b196-4444-9d1b-407800247cd0/095e8f56-2ab2-4fd6-8724-bd4e148d5d16) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:28.748843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:28.752469 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.774368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-ea4a572b-58e9-4b9a-ae74-81a4d8bfa670 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.775977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3c586f5d-5d8e-4060-9d5e-695617f30081 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:28.788658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1822253b-fcf9-4324-a1fa-dbbfafac44cf req-ea4a572b-58e9-4b9a-ae74-81a4d8bfa670 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.4025416 Oct 20 10:53:28.808115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.839594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:28.840117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.875944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:28.877228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:28.889349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-e28062fb-fd0a-4d59-97ae-3bdef3d46500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.891276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-e28062fb-fd0a-4d59-97ae-3bdef3d46500 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3575997 Oct 20 10:53:28.892401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:28.901810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=3d44d25b-724e-4000-8466-e8254df9211e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.904649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8accd350-29ee-4e8a-8439-f5cbd8463604 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:28.905853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278305-ae6b-4f39-af0b-ccd287cf78f7 req-85c58a00-13f6-4e4b-9c33-9972307232d9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.908666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.908666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.915425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d278305-ae6b-4f39-af0b-ccd287cf78f7 req-85c58a00-13f6-4e4b-9c33-9972307232d9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.1731291 Oct 20 10:53:28.928367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.928770 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 580192eb-c183-407d-9c92-af435a03b822 of type vlan for network a069139c-3e1d-412f-8c28-60fb00f5e7c2 Oct 20 10:53:29.014494 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-982809e3-2a72-4ce0-ba4a-a8b887c49164 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100273 Oct 20 10:53:29.095529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b698dfa1-321e-4f97-bf8d-89e8753db260 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:29.115515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d278305-ae6b-4f39-af0b-ccd287cf78f7 req-b770a99a-9062-4333-ae05-ad83fe789abb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990674 Oct 20 10:53:29.119975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.124728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b698dfa1-321e-4f97-bf8d-89e8753db260 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:29.125154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b698dfa1-321e-4f97-bf8d-89e8753db260 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:29.139435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e45df5-b8b3-495a-bd52-b4244c36c9c8 req-55a3fcb1-688c-49ea-b020-13af9f538c3b tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips/21357a35-6a85-4f88-9f27-3742f16c062f HTTP/1.1" status: 200 len: 693 time: 0.1594291 Oct 20 10:53:29.177152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-def1f5cd-b34d-4d8a-aca3-e386421fe3e9 req-e50f6b97-91fb-43e3-826f-a49c2596883f service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497858 Oct 20 10:53:29.181242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75d5ff7e-fbbe-46f5-9638-712d96dd9fe3 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0524056 Oct 20 10:53:29.188580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '3d44d25b-724e-4000-8466-e8254df9211e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:29.189445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.191495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60814) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.216117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.229606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.235309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.235997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.250672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.355260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/3d44d25b-724e-4000-8466-e8254df9211e/84e6fe8c-5375-47f2-8f4c-e0a8daa711af) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:29.404745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.405113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.419483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=a069139c-3e1d-412f-8c28-60fb00f5e7c2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.438130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08576e62-cd90-401b-89cd-fbb2139bcd09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8446941 Oct 20 10:53:29.438335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:29.438995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.446907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.469008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45df5-b8b3-495a-bd52-b4244c36c9c8 req-b98df3d4-ebc5-49c7-9358-ebd03034835d tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.471087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e45df5-b8b3-495a-bd52-b4244c36c9c8 req-b98df3d4-ebc5-49c7-9358-ebd03034835d tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2986467 Oct 20 10:53:29.495126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-26e45df5-b8b3-495a-bd52-b4244c36c9c8 req-be75a50e-f0c4-40fc-b4e2-5c6a9b30752e tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:53:29.496253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e45df5-b8b3-495a-bd52-b4244c36c9c8 req-be75a50e-f0c4-40fc-b4e2-5c6a9b30752e tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078731 Oct 20 10:53:29.509414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.576539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:29.579014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.583875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.591939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 7810f323-7ab2-4e89-9d29-0640c85a962b is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:29.614705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Allocated IP 2001:db8:0:1::2 (7810f323-7ab2-4e89-9d29-0640c85a962b/b5afd201-b196-4444-9d1b-407800247cd0/3c586f5d-5d8e-4060-9d5e-695617f30081) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:29.628624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:29.636706 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.648290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:29.654220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.655179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.680145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-bfe5dceb-be30-46be-918d-6abf5112228a tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips/21357a35-6a85-4f88-9f27-3742f16c062f HTTP/1.1" status: 200 len: 693 time: 0.1081691 Oct 20 10:53:29.685073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=095e8f56-2ab2-4fd6-8724-bd4e148d5d16,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.700893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.706014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.706014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59093016-1505-4932-a302-7907f212adc7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5072711 Oct 20 10:53:29.710651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60828) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.722679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11fe7c7b-4c73-475d-9fb6-f9eb6aa23ec3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1571159 Oct 20 10:53:29.725485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.731983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.745327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.819661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:29.827483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:29.837342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:29.845477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Pushing event updated for resources: {'Port': ['ID=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.859482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3c586f5d-5d8e-4060-9d5e-695617f30081,segment=NetworkSegment(0543d226-37ac-4e30-89ac-ca68dffaa706),segment_id=0543d226-37ac-4e30-89ac-ca68dffaa706)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:29.923024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Attempting to bind port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:29.923786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Attempting to bind port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:29.924376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Attempting to bind port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:29.927272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0d59a96-2d34-43b1-af45-9c72acc20e42 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:53:29.937833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eab13-9556-4934-a554-91c0818b1865 req-39a60eba-022b-4dda-8ab1-d465078ab0c5 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.939269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-39a60eba-022b-4dda-8ab1-d465078ab0c5 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2515128 Oct 20 10:53:29.944443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:29.945175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:29.945829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.946472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:29.947225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Bound port: 84e6fe8c-5375-47f2-8f4c-e0a8daa711af, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:29.947855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.947975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a270e9-b42f-4865-8051-ccbe469eb99e req-9ed29c38-b14d-409a-a4eb-45338b14e6ca tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.949365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17a270e9-b42f-4865-8051-ccbe469eb99e req-9ed29c38-b14d-409a-a4eb-45338b14e6ca tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 944 time: 0.1872237 Oct 20 10:53:29.950090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.978067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-527464f9-672b-4735-86b7-57baa1f6746c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:53:29.979836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-527464f9-672b-4735-86b7-57baa1f6746c tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151093 Oct 20 10:53:29.981308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.023065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.195539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] For port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:30.214036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f51255-216b-40db-a867-2ee97bf70de2 None None] Pushing event updated for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:30.229808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] For port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:30.240204 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.250196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:30.295550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'port_id': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'mac_address': 'fa:16:3e:f8:69:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:53:30.298786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17a270e9-b42f-4865-8051-ccbe469eb99e req-d86f5352-51b7-4aa9-888e-6db0e1a29070 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326449 Oct 20 10:53:30.301962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-ac9e000f-8c7b-4ac3-9e1f-1fb9ae8af82d tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1314979 Oct 20 10:53:30.403092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-06b5b2a0-756d-462a-8405-5f3547d04e32 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0927074 Oct 20 10:53:30.472732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dd6-94ff-41ba-ab8a-67601ced4fe5 None None] Pushing event updated for resources: {'Port': ['ID=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:30.490148 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.514957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d59a96-2d34-43b1-af45-9c72acc20e42 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:53:30.549780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:30.557789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.569796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Delete allocated IP 2001:db8:0:1::240 (7810f323-7ab2-4e89-9d29-0640c85a962b/b5afd201-b196-4444-9d1b-407800247cd0) {{(pid=100747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:53:30.679935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:30.727794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Deleting port 9c18fda6-43cf-4cc7-85bc-defee9da6bb8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:30.728140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.780019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['b0d59a96-2d34-43b1-af45-9c72acc20e42'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:53:30.859219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.865689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.882108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.897686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.913721 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.914044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.963214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Calling delete_port for 9c18fda6-43cf-4cc7-85bc-defee9da6bb8 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:30.983185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] In _notify_port_updated(), no bound segment for port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 on network 7810f323-7ab2-4e89-9d29-0640c85a962b {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:53:30.989619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:30.990274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.994681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/ports/095e8f56-2ab2-4fd6-8724-bd4e148d5d16 HTTP/1.1" status: 200 len: 925 time: 1.2681675 Oct 20 10:53:30.995398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.009185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1'}, {'subnet_id': 'b5afd201-b196-4444-9d1b-407800247cd0'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:31.018163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092cebc-f84e-4709-a65b-5b000e0d20a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=095e8f56-2ab2-4fd6-8724-bd4e148d5d16,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.043354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3c586f5d-5d8e-4060-9d5e-695617f30081 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:31.080050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=36121294-8948-488f-92ca-bcd862d75460,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.115836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:31.116209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.123990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.124342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.124717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.125051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.125380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.125708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.126034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.126356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.126679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.127353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.127353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.127654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:31.136140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '580192eb-c183-407d-9c92-af435a03b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:31.136842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: a069139c-3e1d-412f-8c28-60fb00f5e7c2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:31.147418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.212543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f4a02-5df6-489d-b9c0-852b0ca91849 None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:31.256540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:31.261176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-04589905-8de6-447b-9c73-bcf40cc4b864 None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:31.261549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-04589905-8de6-447b-9c73-bcf40cc4b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.312627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a069139c-3e1d-412f-8c28-60fb00f5e7c2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:31.325371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:31.326104 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.345680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::1 (2d5fe838-a998-4d31-a688-24a98274b0ba/3d44d25b-724e-4000-8466-e8254df9211e/22d0816f-5d2a-48e7-9fdb-a557a4565768) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:31.362267 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3637c2a8-9c9d-4085-b972-f22dfa2891b9 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9212561 Oct 20 10:53:31.364875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.369691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-965972553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:31.417936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.419276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.533118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8:0:1::3a5 (7810f323-7ab2-4e89-9d29-0640c85a962b/b5afd201-b196-4444-9d1b-407800247cd0/095e8f56-2ab2-4fd6-8724-bd4e148d5d16) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:31.562053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 84e6fe8c-5375-47f2-8f4c-e0a8daa711af up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:31.572983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd3a39-59a9-4114-91a5-007035c7ec28 None None] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:31.590812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.638048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.650089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.663573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.663795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.672058 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32eb6579-f7af-48cb-b11b-82a7f04c9ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.712169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event deleted for resources: {'Port': ['ID=9c18fda6-43cf-4cc7-85bc-defee9da6bb8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.720174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:31.725411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:31.731058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.734526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ea79450-6db2-4972-bae4-48178e3b21c1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3683715 Oct 20 10:53:31.735459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60848) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.735580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:31.736071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.756574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'port': {'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2', 'name': 'tempest-RoutersIpV6Test-414123006'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:31.762036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.806397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.850873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.856376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.858625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:31.859462 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.922275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.961011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0d59a96-2d34-43b1-af45-9c72acc20e42 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:32.133707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a069139c-3e1d-412f-8c28-60fb00f5e7c2', 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '36121294-8948-488f-92ca-bcd862d75460'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:32.134563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.165709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.167412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port b0d59a96-2d34-43b1-af45-9c72acc20e42 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:53:32.188661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port b0d59a96-2d34-43b1-af45-9c72acc20e42 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:32.189031 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.240142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.246831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.248195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.258931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60fd6d-be60-4f3b-8c67-3b9768c26214 req-1388ebb1-2096-4fe3-ac89-1a79a0b5b774 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:32.260396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa60fd6d-be60-4f3b-8c67-3b9768c26214 req-1388ebb1-2096-4fe3-ac89-1a79a0b5b774 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 945 time: 0.6160948 Oct 20 10:53:32.327051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:32.333061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=095e8f56-2ab2-4fd6-8724-bd4e148d5d16,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.336888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] In _notify_port_updated(), no bound segment for port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 on network 7810f323-7ab2-4e89-9d29-0640c85a962b {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:53:32.343020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:32.343689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.345013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d388eaa6-b1ae-4756-9c64-8634caf9bcc0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/ports/095e8f56-2ab2-4fd6-8724-bd4e148d5d16 HTTP/1.1" status: 200 len: 1011 time: 1.3450532 Oct 20 10:53:32.349776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.352744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.355969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.357117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-073eab13-9556-4934-a554-91c0818b1865 req-c6340396-3b96-41d0-9237-0bfc91b650be tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "DELETE /v2.0/floatingips/21357a35-6a85-4f88-9f27-3742f16c062f HTTP/1.1" status: 204 len: 173 time: 1.9462926 Oct 20 10:53:32.361128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:32.399135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a0bada8d-c9d3-44be-94ca-04ae59443e2c None None] Provisioning complete for port 22d0816f-5d2a-48e7-9fdb-a557a4565768 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:32.399677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0bada8d-c9d3-44be-94ca-04ae59443e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.432131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa60fd6d-be60-4f3b-8c67-3b9768c26214 req-4178b118-170f-43b3-9b65-30f72cb008bc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640689 Oct 20 10:53:32.483842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:32.487671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.511971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] device_id is not set on port 7a3431b1-624a-478b-9bb3-032756af2fbd yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:32.529550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:32.529943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.530070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:32.534195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.544764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:32.558532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a0bada8d-c9d3-44be-94ca-04ae59443e2c None None] Port 22d0816f-5d2a-48e7-9fdb-a557a4565768 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:32.574619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Allocated IP 2001:db8::2 (a069139c-3e1d-412f-8c28-60fb00f5e7c2/36121294-8948-488f-92ca-bcd862d75460/a2753b0f-6839-488a-b3de-868dc28a739e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:32.585568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.624020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.667166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a0bada8d-c9d3-44be-94ca-04ae59443e2c None None] Provisioning complete for port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:32.667666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0bada8d-c9d3-44be-94ca-04ae59443e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.745689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:32.748020 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bf9e46-5bdd-41be-a0aa-87a802be006f" -d '{"events": [{"server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "name": "network-vif-plugged", "status": "completed", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:32.824095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 84e6fe8c-5375-47f2-8f4c-e0a8daa711af up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:32.829314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Router 891b222a-dd75-43b7-889d-495cd2cc042d is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:53:32.834220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:32.836325 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d03c7ba-9b71-4eb2-a4d1-920dec7dd8ee x-openstack-request-id: req-4d03c7ba-9b71-4eb2-a4d1-920dec7dd8ee {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:32.836908 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "name": "network-vif-plugged", "status": "completed", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:32.837265 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d03c7ba-9b71-4eb2-a4d1-920dec7dd8ee {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:32.837769 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'code': 200} Oct 20 10:53:32.892882 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.909516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.045868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:33.088979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:33.089361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.124350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef4a9-fefd-40ec-9026-4cb465d646ce req-69fddb71-f144-484f-b548-8638b443b39e tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.130063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.134980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbfef4a9-fefd-40ec-9026-4cb465d646ce req-69fddb71-f144-484f-b548-8638b443b39e tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5974956 Oct 20 10:53:33.146188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.174405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:33.189337 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Sync routers for ids ['891b222a-dd75-43b7-889d-495cd2cc042d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:33.191170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2992949b-bea2-4e7d-a8a1-95fa667a82f0 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "PUT /v2.0/routers/891b222a-dd75-43b7-889d-495cd2cc042d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4783974 Oct 20 10:53:33.194732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:33.200520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:33.203240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60866) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:33.203528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:33.204556 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Routers {'891b222a-dd75-43b7-889d-495cd2cc042d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:33.211506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['891b222a-dd75-43b7-889d-495cd2cc042d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:33.224053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Pushing event updated for resources: {'Port': ['ID=a2753b0f-6839-488a-b3de-868dc28a739e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:33.304899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2391af-8c3b-4031-8f34-395627e6bdeb req-6397ea61-fba2-4543-adb0-f9b3eefd2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.306185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ff2391af-8c3b-4031-8f34-395627e6bdeb req-6397ea61-fba2-4543-adb0-f9b3eefd2d40 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.2934504 Oct 20 10:53:33.320896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Attempting to bind port a2753b0f-6839-488a-b3de-868dc28a739e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:33.321268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Attempting to bind port a2753b0f-6839-488a-b3de-868dc28a739e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '580192eb-c183-407d-9c92-af435a03b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:33.321633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Attempting to bind port a2753b0f-6839-488a-b3de-868dc28a739e on network a069139c-3e1d-412f-8c28-60fb00f5e7c2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:33.333807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.337322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:33.337700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Checking segment: {'id': '580192eb-c183-407d-9c92-af435a03b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:33.338096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.338485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Bound using segment: {'id': '580192eb-c183-407d-9c92-af435a03b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:33.338977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Bound port: a2753b0f-6839-488a-b3de-868dc28a739e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580192eb-c183-407d-9c92-af435a03b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a069139c-3e1d-412f-8c28-60fb00f5e7c2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:33.339356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.341465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Provisioning complete for port 22d0816f-5d2a-48e7-9fdb-a557a4565768 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:33.341814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.342271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c202f63-76c6-45fb-af88-d729e8765cbe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.352353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0c202f63-76c6-45fb-af88-d729e8765cbe tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports/22d0816f-5d2a-48e7-9fdb-a557a4565768 HTTP/1.1" status: 200 len: 911 time: 0.1479371 Oct 20 10:53:33.365829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:33.384405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddee2c12-8985-426d-b8b3-0929e23a9dfd req-b86e7d98-6c46-491f-aac3-370e3f2832cf tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=34ce5940cf0443438bdafe61cb732d8b HTTP/1.1" status: 200 len: 1657 time: 0.2271488 Oct 20 10:53:33.414002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:33.439366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Port 22d0816f-5d2a-48e7-9fdb-a557a4565768 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:33.481292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b41b9-ea0f-452a-a0a6-3d16f942d2ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.493363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b41b9-ea0f-452a-a0a6-3d16f942d2ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.499618 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Set router 891b222a-dd75-43b7-889d-495cd2cc042d gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:33.507962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-033b41b9-ea0f-452a-a0a6-3d16f942d2ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1409264 Oct 20 10:53:33.517817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60876) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:33.534664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ff2391af-8c3b-4031-8f34-395627e6bdeb req-aaf36b6d-5ace-420f-8686-be6e697834c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127314 Oct 20 10:53:33.539736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:33.540088 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.596103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] For port a2753b0f-6839-488a-b3de-868dc28a739e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:33.642763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] For port a2753b0f-6839-488a-b3de-868dc28a739e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a2753b0f-6839-488a-b3de-868dc28a739e,segment=NetworkSegment(580192eb-c183-407d-9c92-af435a03b822),segment_id=580192eb-c183-407d-9c92-af435a03b822)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:33.651097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8::e7 (a069139c-3e1d-412f-8c28-60fb00f5e7c2/36121294-8948-488f-92ca-bcd862d75460/7a3431b1-624a-478b-9bb3-032756af2fbd) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:33.653892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.759988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4c65-81b7-40d7-85b4-12a171485b11 None None] Pushing event updated for resources: {'Port': ['ID=a2753b0f-6839-488a-b3de-868dc28a739e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:33.871047 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:31Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': '22d0816f-5d2a-48e7-9fdb-a557a4565768', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:fe:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d44d25b-724e-4000-8466-e8254df9211e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:31Z', 'updated_at': '2021-10-20T10:53:32Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '3d44d25b-724e-4000-8466-e8254df9211e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:33.883185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee2c12-8985-426d-b8b3-0929e23a9dfd req-c23f9e65-1498-4e2a-ae85-4e7a8b13a4f2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:33.884910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddee2c12-8985-426d-b8b3-0929e23a9dfd req-c23f9e65-1498-4e2a-ae85-4e7a8b13a4f2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks?id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 787 time: 0.4997070 Oct 20 10:53:33.924841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Provisioning complete for port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:33.925687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.942641 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Checking router: 891b222a-dd75-43b7-889d-495cd2cc042d for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:33.943063 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Updating router 891b222a-dd75-43b7-889d-495cd2cc042d port 22d0816f-5d2a-48e7-9fdb-a557a4565768 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:53:34.003866 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.004744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7570c024-49b5-454f-a872-b6408e4a522b None None] Port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:34.166868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9806dc07-e197-46cc-8d77-8c3b894a08d2 None None] Provisioning complete for port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:34.167326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9806dc07-e197-46cc-8d77-8c3b894a08d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.248900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9806dc07-e197-46cc-8d77-8c3b894a08d2 None None] Port 095e8f56-2ab2-4fd6-8724-bd4e148d5d16 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:34.283177 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.371288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.400814 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.409051 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.469436 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e67f-99e8-4437-bc25-ec5acfa37856 None None] Pushing event updated for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:34.487365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-09fcde9c-bbdc-42c5-a876-e74026c3ace3 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips/5e551fe6-4bec-429c-94f3-2e1ec9aa1903 HTTP/1.1" status: 200 len: 693 time: 0.3817403 Oct 20 10:53:34.512478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=095e8f56-2ab2-4fd6-8724-bd4e148d5d16,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:34.532676 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Attempting to bind port 22d0816f-5d2a-48e7-9fdb-a557a4565768 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:34.533043 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Attempting to bind port 22d0816f-5d2a-48e7-9fdb-a557a4565768 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:34.533405 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Attempting to bind port 22d0816f-5d2a-48e7-9fdb-a557a4565768 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:34.544595 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:34.545143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:34.545548 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.547082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:34.547634 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Bound port: 22d0816f-5d2a-48e7-9fdb-a557a4565768, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:34.555593 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.571143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd05a4-ef67-45f6-850a-1dd3b39bf1a4 req-915b4bbb-efed-44df-b1b7-680a8bcd2dbb tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.572752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06fd05a4-ef67-45f6-850a-1dd3b39bf1a4 req-915b4bbb-efed-44df-b1b7-680a8bcd2dbb tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.8401511 Oct 20 10:53:34.656468 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] For port 22d0816f-5d2a-48e7-9fdb-a557a4565768, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:34.689684 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] For port 22d0816f-5d2a-48e7-9fdb-a557a4565768, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22d0816f-5d2a-48e7-9fdb-a557a4565768,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:34.700872 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.784559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a2753b0f-6839-488a-b3de-868dc28a739e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:34.803766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Routers {'891b222a-dd75-43b7-889d-495cd2cc042d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:34.804528 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['891b222a-dd75-43b7-889d-495cd2cc042d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:34.823539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.829661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60882) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.830168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-43baff37-c50e-4484-9727-c47e0de54853 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/095e8f56-2ab2-4fd6-8724-bd4e148d5d16 HTTP/1.1" status: 204 len: 168 time: 2.4674795 Oct 20 10:53:34.841301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.871868 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ac6910-315f-48aa-87ab-699f74d7db4f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:34.873647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-93ac6910-315f-48aa-87ab-699f74d7db4f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/095e8f56-2ab2-4fd6-8724-bd4e148d5d16 HTTP/1.1" status: 404 len: 333 time: 0.0427990 Oct 20 10:53:34.876675 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e67f-99e8-4437-bc25-ec5acfa37856 None None] Pushing event updated for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:34.884025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60884) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.938470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a2753b0f-6839-488a-b3de-868dc28a739e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:34.939518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.972746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet b5afd201-b196-4444-9d1b-407800247cd0 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:34.974384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06fd05a4-ef67-45f6-850a-1dd3b39bf1a4 req-c084fc58-5378-4cbf-b254-19acc092fbd0 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017449 Oct 20 10:53:34.992731 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.997685 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] Set router 891b222a-dd75-43b7-889d-495cd2cc042d gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:35.000694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-ce96aeac-3ead-45af-99f1-584666e53d97 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.002049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-ce96aeac-3ead-45af-99f1-584666e53d97 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.5137815 Oct 20 10:53:35.025619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] Provisioning complete for port 22d0816f-5d2a-48e7-9fdb-a557a4565768 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:35.025983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.091760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-02180456-84d1-42c5-935c-77498e58213d tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0687976 Oct 20 10:53:35.102710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.118073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.222192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=7a3431b1-624a-478b-9bb3-032756af2fbd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:35.224586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.329255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.341074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-ad75350b-86b5-4803-9022-ecb98c334372 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.2359228 Oct 20 10:53:35.359291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:35.408030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.440280 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:31Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': '22d0816f-5d2a-48e7-9fdb-a557a4565768', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:fe:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d44d25b-724e-4000-8466-e8254df9211e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:31Z', 'updated_at': '2021-10-20T10:53:34Z', 'revision_number': 4, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '3d44d25b-724e-4000-8466-e8254df9211e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:35.454267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:35.457020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:35.464040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.464770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.466680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=b5afd201-b196-4444-9d1b-407800247cd0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:35.470428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.476940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-27a34ccd-5ef1-40d5-b4d0-4b7a29a29158 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/b5afd201-b196-4444-9d1b-407800247cd0 HTTP/1.1" status: 204 len: 168 time: 0.5894306 Oct 20 10:53:35.477107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60898) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.482256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75e83c-ffc6-45df-964d-9caf69d4e545 None None] The sync data for ids ['891b222a-dd75-43b7-889d-495cd2cc042d'] in n-d-802060-17 is: [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:31Z', 'revision_number': 2, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None, '_interfaces': [{'id': '22d0816f-5d2a-48e7-9fdb-a557a4565768', 'name': '', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'mac_address': 'fa:16:3e:fe:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3d44d25b-724e-4000-8466-e8254df9211e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:31Z', 'updated_at': '2021-10-20T10:53:34Z', 'revision_number': 4, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'subnets': [{'id': '3d44d25b-724e-4000-8466-e8254df9211e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:35.556636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea6092e9-f6bf-4626-a3e9-65e98868ee31 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.8024027 Oct 20 10:53:35.557411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60900) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.643640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Deleting port 2311855b-9d15-4b29-a296-2f1044c938ba {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:35.645079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.645696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet d02be85a-eb5e-439c-9011-6c1d120be5f1 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:35.656857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.658015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684a5ab-5174-4955-9076-b12b8d2fc00e None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:35.659920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8539e4-fe20-4622-8903-05df4d4d8018 None None] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:35.745751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.790832 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.884924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.900376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port a2753b0f-6839-488a-b3de-868dc28a739e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a2753b0f-6839-488a-b3de-868dc28a739e,segment=NetworkSegment(580192eb-c183-407d-9c92-af435a03b822),segment_id=580192eb-c183-407d-9c92-af435a03b822)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:35.914507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.948025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] For port 22d0816f-5d2a-48e7-9fdb-a557a4565768, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22d0816f-5d2a-48e7-9fdb-a557a4565768,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:35.958858 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.067535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.068244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.110840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Calling delete_port for 2311855b-9d15-4b29-a296-2f1044c938ba owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:36.124753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=a2753b0f-6839-488a-b3de-868dc28a739e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.153994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.261127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.274832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3387-9a7c-4c39-8f5c-96e95f1d4c1c None None] Pushing event updated for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.323726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.325698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=d02be85a-eb5e-439c-9011-6c1d120be5f1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.338799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-574de677-23fe-4ec2-8725-4beb468b43c2 None None] Provisioning complete for port 22d0816f-5d2a-48e7-9fdb-a557a4565768 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:36.339199 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-574de677-23fe-4ec2-8725-4beb468b43c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.340928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.346864 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d263c4b0-cfc0-48fc-b217-608c3b25de13 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/d02be85a-eb5e-439c-9011-6c1d120be5f1 HTTP/1.1" status: 204 len: 168 time: 0.8663726 Oct 20 10:53:36.348784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60920) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:36.362058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2297-a1ca-49a3-a5d2-7e3a08e11fbf req-5367f8ec-618d-4087-bd0e-76706de6e6a3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.364458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93cc2297-a1ca-49a3-a5d2-7e3a08e11fbf req-5367f8ec-618d-4087-bd0e-76706de6e6a3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2331605 Oct 20 10:53:36.367484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.449550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event deleted for resources: {'Port': ['ID=2311855b-9d15-4b29-a296-2f1044c938ba,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.492817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93cc2297-a1ca-49a3-a5d2-7e3a08e11fbf req-3c3d89fe-a23a-4fde-9d4e-95c509640fdb tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172240 Oct 20 10:53:36.532164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-574de677-23fe-4ec2-8725-4beb468b43c2 None None] Provisioning complete for port a2753b0f-6839-488a-b3de-868dc28a739e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:36.532793 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-574de677-23fe-4ec2-8725-4beb468b43c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.558852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 22d0816f-5d2a-48e7-9fdb-a557a4565768 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:36.559380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.562097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65773258-fcd7-4220-af21-4ce950789f38 None None] Update dhcp port {'port': {'network_id': '7810f323-7ab2-4e89-9d29-0640c85a962b', 'fixed_ips': [{'subnet_id': 'd02be85a-eb5e-439c-9011-6c1d120be5f1'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '3c586f5d-5d8e-4060-9d5e-695617f30081'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:36.584647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.587746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.595855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-65773258-fcd7-4220-af21-4ce950789f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.597977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7af2c17-f2f8-44b7-a8fd-8c181df1e006 req-499f2b3e-d134-4da5-9d12-c4bee698a3e1 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "DELETE /v2.0/floatingips/5e551fe6-4bec-429c-94f3-2e1ec9aa1903 HTTP/1.1" status: 204 len: 173 time: 1.2554269 Oct 20 10:53:36.668303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.689520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 22d0816f-5d2a-48e7-9fdb-a557a4565768, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22d0816f-5d2a-48e7-9fdb-a557a4565768,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:36.689879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.894296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dacd782-74a6-412f-9ade-ad5289a0eaf2 None None] Network 7810f323-7ab2-4e89-9d29-0640c85a962b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:37.001246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a2753b0f-6839-488a-b3de-868dc28a739e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:37.009153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Provisioning complete for port 3c586f5d-5d8e-4060-9d5e-695617f30081 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.009516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.051771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.063161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.184258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a2753b0f-6839-488a-b3de-868dc28a739e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.184258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.224737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 22d0816f-5d2a-48e7-9fdb-a557a4565768 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:37.257292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] DHCP port deletion for 7810f323-7ab2-4e89-9d29-0640c85a962b request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:37.267988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Provisioning complete for port 7a3431b1-624a-478b-9bb3-032756af2fbd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.268356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.357212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Port 7a3431b1-624a-478b-9bb3-032756af2fbd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:37.366274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22d0816f-5d2a-48e7-9fdb-a557a4565768 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:37.409736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Provisioning complete for port a2753b0f-6839-488a-b3de-868dc28a739e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.410107 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5533d-5898-4e32-a924-5388c0cfd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.444065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Deleting port 3c586f5d-5d8e-4060-9d5e-695617f30081 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:37.444370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.495393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 3c586f5d-5d8e-4060-9d5e-695617f30081 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:37.495687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.525073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-47d5a805-f59e-4d96-b0a4-743cfbada9e5 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips/8d1448cb-f875-4a83-abd6-e9572c4e3e33 HTTP/1.1" status: 200 len: 693 time: 0.1515040 Oct 20 10:53:37.540197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3c586f5d-5d8e-4060-9d5e-695617f30081,segment=NetworkSegment(0543d226-37ac-4e30-89ac-ca68dffaa706),segment_id=0543d226-37ac-4e30-89ac-ca68dffaa706)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:37.540586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.542633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=7a3431b1-624a-478b-9bb3-032756af2fbd,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.559266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 22d0816f-5d2a-48e7-9fdb-a557a4565768 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.560349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.569334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Calling delete_port for 3c586f5d-5d8e-4060-9d5e-695617f30081 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:37.634729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 3c586f5d-5d8e-4060-9d5e-695617f30081, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3c586f5d-5d8e-4060-9d5e-695617f30081,segment=NetworkSegment(0543d226-37ac-4e30-89ac-ca68dffaa706),segment_id=0543d226-37ac-4e30-89ac-ca68dffaa706)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:37.635148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.663121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4ddf-6f74-4816-bd30-e102eafdbd60 req-a2f79c78-cd76-4b4f-b9bc-1e730f3400a8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:37.664924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28d4ddf-6f74-4816-bd30-e102eafdbd60 req-a2f79c78-cd76-4b4f-b9bc-1e730f3400a8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2926595 Oct 20 10:53:37.668939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.677949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:37.680395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 3c586f5d-5d8e-4060-9d5e-695617f30081 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:37.686578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Could not find standard attr ID for object 22d0816f-5d2a-48e7-9fdb-a557a4565768. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:37.696592 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No ports have port_id starting with 22d0816f-5d2a-48e7-9fdb-a557a4565768 Oct 20 10:53:37.727175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.741486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'floatingip': {'port_id': 'b0d59a96-2d34-43b1-af45-9c72acc20e42'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:37.765255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] Pushing event deleted for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.769057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fbce3-79d6-4c90-a3ad-f4f67fb6c7b6 None None] No DVR routers for this DVR port 3c586f5d-5d8e-4060-9d5e-695617f30081 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:37.808379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.810767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-54e9bf3c-2473-431e-a468-778ca544d9d0 None None] Provisioning complete for port 7a3431b1-624a-478b-9bb3-032756af2fbd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.811221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-54e9bf3c-2473-431e-a468-778ca544d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.825988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=22d0816f-5d2a-48e7-9fdb-a557a4565768,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.869736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-54e9bf3c-2473-431e-a468-778ca544d9d0 None None] Port 7a3431b1-624a-478b-9bb3-032756af2fbd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:37.949488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.951767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.994194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 3c586f5d-5d8e-4060-9d5e-695617f30081 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:37.998468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-dcfbcfd7-7ebf-405e-9a49-036a08544541 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.000268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-dcfbcfd7-7ebf-405e-9a49-036a08544541 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.4432602 Oct 20 10:53:38.000987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.029702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=3c586f5d-5d8e-4060-9d5e-695617f30081,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.112415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.116548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.147370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-5683fe6d-4e21-4c0b-bfbf-f20851d0d873 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.1379144 Oct 20 10:53:38.178407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7810f323-7ab2-4e89-9d29-0640c85a962b']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:38.194260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0543d226-37ac-4e30-89ac-ca68dffaa706') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:38.194550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0543d226-37ac-4e30-89ac-ca68dffaa706') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:38.217033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.257039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-24450ec3-c761-4a13-9057-ddf7fa5d342a tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.1087861 Oct 20 10:53:38.270159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.307466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:38.307951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:38.311166 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:38.381838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Router 891b222a-dd75-43b7-889d-495cd2cc042d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:38.395249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.404070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.408380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/7810f323-7ab2-4e89-9d29-0640c85a962b HTTP/1.1" status: 204 len: 168 time: 2.0586486 Oct 20 10:53:38.413034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60950) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.446134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce7468-936d-4961-a6c4-33c85d01eb7e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=7810f323-7ab2-4e89-9d29-0640c85a962b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.536878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f272145-120a-427f-a49f-25dbaffe094f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.543035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6f272145-120a-427f-a49f-25dbaffe094f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1252201 Oct 20 10:53:38.545497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60952) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.598251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.604900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.606046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.658764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43678adc-bd30-476d-b150-55f82463635d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1060185 Oct 20 10:53:38.659358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:38.663258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60954) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.674766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1696617623'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:38.677476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Sync routers for ids ['891b222a-dd75-43b7-889d-495cd2cc042d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:38.680934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e04f9197-c162-496e-ab73-7c62e93fcc36 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "PUT /v2.0/routers/891b222a-dd75-43b7-889d-495cd2cc042d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0560806 Oct 20 10:53:38.684966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.713298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Routers {'891b222a-dd75-43b7-889d-495cd2cc042d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:38.714048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['891b222a-dd75-43b7-889d-495cd2cc042d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:38.776434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=7a3431b1-624a-478b-9bb3-032756af2fbd,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.790215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:38.791769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:38.808438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:38.812034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.814912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Deleting port f19c73cf-0e94-4160-a68b-be02b01c66e8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:38.815271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.831886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Set router 891b222a-dd75-43b7-889d-495cd2cc042d gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:38.834900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b14ad-5183-40b7-830f-beb04094d1d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.836762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b14ad-5183-40b7-830f-beb04094d1d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.838370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be0b14ad-5183-40b7-830f-beb04094d1d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1504569 Oct 20 10:53:38.876127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60958) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.898831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:37Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:38.937540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3c586f5d-5d8e-4060-9d5e-695617f30081 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:38.986560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Checking router: 891b222a-dd75-43b7-889d-495cd2cc042d for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:38.990573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3c586f5d-5d8e-4060-9d5e-695617f30081 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:38.990971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3c586f5d-5d8e-4060-9d5e-695617f30081 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:39.016155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Routers {'891b222a-dd75-43b7-889d-495cd2cc042d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:39.016931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['891b222a-dd75-43b7-889d-495cd2cc042d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.021945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 76a8507d-d868-4b5d-9cc6-72131f8bd310 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:53:39.025939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.026266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.076455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:39.086639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Calling delete_port for f19c73cf-0e94-4160-a68b-be02b01c66e8 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:39.205612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:39.216885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] Sync routers for ids ['76a8507d-d868-4b5d-9cc6-72131f8bd310'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:39.231757 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] Routers {'76a8507d-d868-4b5d-9cc6-72131f8bd310'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:39.232399 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['76a8507d-d868-4b5d-9cc6-72131f8bd310'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.236650 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-179e0c14-abe2-40ad-89b8-03ee610bcebc tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/76a8507d-d868-4b5d-9cc6-72131f8bd310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6738195 Oct 20 10:53:39.237581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60964) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:39.306094 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:53:39.317716 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.333381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] Routers {'76a8507d-d868-4b5d-9cc6-72131f8bd310'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:39.333909 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['76a8507d-d868-4b5d-9cc6-72131f8bd310'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.336126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] Set router 891b222a-dd75-43b7-889d-495cd2cc042d gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:39.362061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b4a98-3360-4ea9-b0e0-16f3c8136421 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:39.366811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f3b4a98-3360-4ea9-b0e0-16f3c8136421 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports/7a3431b1-624a-478b-9bb3-032756af2fbd HTTP/1.1" status: 200 len: 982 time: 0.1252220 Oct 20 10:53:39.367212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60966) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:39.370869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.380365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.389020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:37Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.398452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.409587 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.410354 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6de98d-1ced-484a-b4db-672a9b064b87 None None] The sync data for ids ['76a8507d-d868-4b5d-9cc6-72131f8bd310'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:39.411068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 3d44d25b-724e-4000-8466-e8254df9211e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:39.422703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372335d-3a1c-4b48-a149-4886759e4a54 None None] The sync data for ids ['891b222a-dd75-43b7-889d-495cd2cc042d'] in n-d-802060-17 is: [{'id': '891b222a-dd75-43b7-889d-495cd2cc042d', 'name': 'tempest-NetworksTestDHCPv6-router-1716415877', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:53:29Z', 'updated_at': '2021-10-20T10:53:37Z', 'revision_number': 3, 'project_id': '72f95f4cf0514f01b4703e981708e186', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:39.439713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9fdf7d23-9f01-40ae-9d0f-e840c60174ed None None] Provisioning complete for port 7a3431b1-624a-478b-9bb3-032756af2fbd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:39.440244 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7d23-9f01-40ae-9d0f-e840c60174ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.477737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf7d23-9f01-40ae-9d0f-e840c60174ed None None] Port 7a3431b1-624a-478b-9bb3-032756af2fbd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:39.482721 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.483157 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 25032031-6a76-4bca-94a7-8f3192d072ce of type vlan for network 829b4985-1701-49de-909f-fea3d0efb13a Oct 20 10:53:39.511001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.516260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event deleted for resources: {'Port': ['ID=f19c73cf-0e94-4160-a68b-be02b01c66e8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:39.602740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.682234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.765085 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.014088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 7a3431b1-624a-478b-9bb3-032756af2fbd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:40.014421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.063916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.070006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.070595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.084159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.086691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.088428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f765bf57-376d-47c9-b9dd-cdf903cef40f req-8f038ed4-8f4e-43db-9cc3-6084afbe5ff9 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "DELETE /v2.0/floatingips/8d1448cb-f875-4a83-abd6-e9572c4e3e33 HTTP/1.1" status: 204 len: 173 time: 1.7587509 Oct 20 10:53:40.090253 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Floating IP a5972acc-9532-4c01-a7df-302c084b7865 associated. External IP: 172.25.3.104, port: b0d59a96-2d34-43b1-af45-9c72acc20e42. Oct 20 10:53:40.123041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.137373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 7a3431b1-624a-478b-9bb3-032756af2fbd owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:40.161091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4938223 Oct 20 10:53:40.179506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60970) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:40.185750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '829b4985-1701-49de-909f-fea3d0efb13a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:40.262180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-3177963d-e28b-43bb-8f17-5762d4536d15 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips/7118163b-3ba8-4af9-b33c-7ca4452f2be3 HTTP/1.1" status: 200 len: 693 time: 0.1178479 Oct 20 10:53:40.272988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f160b-16c4-4534-bf36-7155508c3387 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=829b4985-1701-49de-909f-fea3d0efb13a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.285842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 829b4985-1701-49de-909f-fea3d0efb13a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:40.352041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.413746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:40.423910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.545067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.555338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-02808368-64c3-4e8a-89c0-f6d6172cec7b tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.556318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-02808368-64c3-4e8a-89c0-f6d6172cec7b tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 784 time: 0.2793164 Oct 20 10:53:40.570205 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.584600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=7a3431b1-624a-478b-9bb3-032756af2fbd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.688369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22d0816f-5d2a-48e7-9fdb-a557a4565768 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:40.702994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=3d44d25b-724e-4000-8466-e8254df9211e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.713531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-0e3798e1-65ca-4168-a2bb-265b284e1b37 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.1495662 Oct 20 10:53:40.714562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.718731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1939ce46-1c75-4fb3-93cc-4e26564e3e41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/3d44d25b-724e-4000-8466-e8254df9211e HTTP/1.1" status: 204 len: 168 time: 1.8389823 Oct 20 10:53:40.722171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60976) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:40.723732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f7cd3-974a-4855-9af5-e2099b2f88ef None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:40.761872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.813779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 22d0816f-5d2a-48e7-9fdb-a557a4565768 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:40.814487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22d0816f-5d2a-48e7-9fdb-a557a4565768 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:40.837083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-431c742d-71d1-4b10-881d-aaec42f14720 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.1139016 Oct 20 10:53:40.846023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:40.947344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.006172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:41.016081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dbbeb639-e387-49e1-afd5-711f66c17c0e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2841492 Oct 20 10:53:41.016663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60978) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:41.063400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Deleting port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:41.064073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.099578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=723c4329-1100-4343-b03a-4775a5344966,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:41.132842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] For port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:41.133217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 76a8507d-d868-4b5d-9cc6-72131f8bd310 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:41.133475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.134398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '25032031-6a76-4bca-94a7-8f3192d072ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:41.134927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: 829b4985-1701-49de-909f-fea3d0efb13a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:41.147054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Calling delete_port for 84e6fe8c-5375-47f2-8f4c-e0a8daa711af owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:41.159427 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.162476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 829b4985-1701-49de-909f-fea3d0efb13a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:41.238860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.273782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] No DVR routers for this DVR port 84e6fe8c-5375-47f2-8f4c-e0a8daa711af on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:41.286365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138dec7-1e05-47c4-8824-2f9710c053ad None None] Pushing event deleted for resources: {'Port': ['ID=84e6fe8c-5375-47f2-8f4c-e0a8daa711af,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:41.356686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:41.358952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Deleting port 9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:41.359303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.368018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:41.377912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:41.378684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.394443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.408689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.427355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.534238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e6fedf5-c422-4bda-bdba-8549308fa70b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "PUT /v2.0/floatingips/a5972acc-9532-4c01-a7df-302c084b7865 HTTP/1.1" status: 200 len: 992 time: 3.8389046 Oct 20 10:53:41.556355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:41.558749 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3950c68-daed-4973-b9d5-290c434762ab" -d '{"events": [{"name": "network-changed", "server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:41.567971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:41.601050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:41.602792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 829b4985-1701-49de-909f-fea3d0efb13a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:41.607231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eff9e6bc-b248-4795-b4f4-cfdd82dd179e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/76a8507d-d868-4b5d-9cc6-72131f8bd310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2390251 Oct 20 10:53:41.610830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.611625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.616479 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36151852-21dc-4530-b7df-bc5965467792 None None] Sync routers for ids ['76a8507d-d868-4b5d-9cc6-72131f8bd310'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:41.622289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:41.629589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] Routers {'76a8507d-d868-4b5d-9cc6-72131f8bd310'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:41.630212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['76a8507d-d868-4b5d-9cc6-72131f8bd310'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.650983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3eb047-7210-4e75-945a-d28b1d9c99f3 None None] Network 829b4985-1701-49de-909f-fea3d0efb13a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:41.708136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.708714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Fanout notify agent at l3_agent the message router_deleted on router 891b222a-dd75-43b7-889d-495cd2cc042d {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:41.716266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.719648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79799f39-e854-4026-b410-77eeae0b55c1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5364304 Oct 20 10:53:41.721364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:41.721788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60996) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:41.727354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '829b4985-1701-49de-909f-fea3d0efb13a', 'name': 'tempest-PortsIpV6TestJSON-1499152349'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:41.732588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd619651-36b4-4524-90d8-eeeaaf21c610 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/routers/891b222a-dd75-43b7-889d-495cd2cc042d HTTP/1.1" status: 204 len: 168 time: 0.6997895 Oct 20 10:53:41.755145 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.764605 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] Routers {'76a8507d-d868-4b5d-9cc6-72131f8bd310'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:41.765217 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['76a8507d-d868-4b5d-9cc6-72131f8bd310'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.779313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.780064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.787183 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3651403a-8d5a-447f-909b-2f727aa0e2d9 x-openstack-request-id: req-3651403a-8d5a-447f-909b-2f727aa0e2d9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:41.790532 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:41.790898 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3651403a-8d5a-447f-909b-2f727aa0e2d9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:41.791506 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'status': 'completed', 'code': 200} Oct 20 10:53:41.819894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Calling delete_port for 9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:41.862757 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-36151852-21dc-4530-b7df-bc5965467792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.863514 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36151852-21dc-4530-b7df-bc5965467792 None None] The sync data for ids ['76a8507d-d868-4b5d-9cc6-72131f8bd310'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:41.972988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-829b4985-1701-49de-909f-fea3d0efb13a', 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': '723c4329-1100-4343-b03a-4775a5344966'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:41.975005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.005609 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98131df1-5463-4bb6-973e-405643aba3e6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0917270 Oct 20 10:53:42.006415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.036303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:42.040193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.129453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 17e087ae-abf0-4ccb-b637-c2bf86382aa7 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:42.149858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.174603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950c68-daed-4973-b9d5-290c434762ab req-d21d49ec-e0bb-4495-bc9f-2affa73633f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:42.177413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-d21d49ec-e0bb-4495-bc9f-2affa73633f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.2026429 Oct 20 10:53:42.196415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Pushing event deleted for resources: {'Port': ['ID=9e57c0be-8292-464b-b3bf-eaaaa7ccfb1f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.304784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Allocated IP 2001:db8::2 (829b4985-1701-49de-909f-fea3d0efb13a/723c4329-1100-4343-b03a-4775a5344966/7f06085c-4829-4d56-b7fb-ad7790a34eea) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:42.318240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.324541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.326130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2d8c5e3-e4a8-4a5d-8257-abf474152878 req-f9c88e64-fad2-4716-be16-3afd38532df2 tempest-FloatingIPDetailsTestJSON-446813855 tempest-FloatingIPDetailsTestJSON-446813855-project] 10.222.0.74 "DELETE /v2.0/floatingips/7118163b-3ba8-4af9-b33c-7ca4452f2be3 HTTP/1.1" status: 204 len: 173 time: 1.4779763 Oct 20 10:53:42.332663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.337582 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-10a1516b-4ba6-4c15-b217-e64fa11aea79 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 10:53:42.341083 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-10a1516b-4ba6-4c15-b217-e64fa11aea79 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/76a8507d-d868-4b5d-9cc6-72131f8bd310/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7152033 Oct 20 10:53:42.341826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2507679-e534-4a3b-bfd7-22b9c6219707 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:42.343426 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2507679-e534-4a3b-bfd7-22b9c6219707 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3327298 Oct 20 10:53:42.350048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32772) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.351320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.424776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad844fff-7f65-4394-8205-3eee5c42b87c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=76a8507d-d868-4b5d-9cc6-72131f8bd310 HTTP/1.1" status: 200 len: 205 time: 0.0698893 Oct 20 10:53:42.426476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.499610 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-309768ab-4e87-4d03-a41a-ac5c7b297818 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417875 Oct 20 10:53:42.504843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32776) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.514924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:42.528549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'a5972acc-9532-4c01-a7df-302c084b7865', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:f8:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:53:13Z', 'updated_at': '2021-10-20T10:53:38Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:42.562052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:42.577373 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.591442 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.592925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:42.593650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:42.604859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950c68-daed-4973-b9d5-290c434762ab req-4c45deb7-5b62-486f-9bda-e9ce402b10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:42.606580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-4c45deb7-5b62-486f-9bda-e9ce402b10ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.3725731 Oct 20 10:53:42.657802 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.692556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::9d (829b4985-1701-49de-909f-fea3d0efb13a/723c4329-1100-4343-b03a-4775a5344966/17e087ae-abf0-4ccb-b637-c2bf86382aa7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:42.713411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Network 829b4985-1701-49de-909f-fea3d0efb13a is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:42.719717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:42.727419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:42.774567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Pushing event updated for resources: {'Port': ['ID=7f06085c-4829-4d56-b7fb-ad7790a34eea,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.846568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 84e6fe8c-5375-47f2-8f4c-e0a8daa711af no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:42.883751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:42.892502 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.897155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.918299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 84e6fe8c-5375-47f2-8f4c-e0a8daa711af {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:42.918781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 84e6fe8c-5375-47f2-8f4c-e0a8daa711af not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:42.925240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Attempting to bind port 7f06085c-4829-4d56-b7fb-ad7790a34eea on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:42.925240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Attempting to bind port 7f06085c-4829-4d56-b7fb-ad7790a34eea by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '25032031-6a76-4bca-94a7-8f3192d072ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:42.925240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Attempting to bind port 7f06085c-4829-4d56-b7fb-ad7790a34eea on network 829b4985-1701-49de-909f-fea3d0efb13a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:42.934868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:42.935403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Checking segment: {'id': '25032031-6a76-4bca-94a7-8f3192d072ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:42.935865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.936432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Bound using segment: {'id': '25032031-6a76-4bca-94a7-8f3192d072ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:42.937412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Bound port: 7f06085c-4829-4d56-b7fb-ad7790a34eea, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25032031-6a76-4bca-94a7-8f3192d072ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '829b4985-1701-49de-909f-fea3d0efb13a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:42.937412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.969406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.005641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] For port 7f06085c-4829-4d56-b7fb-ad7790a34eea, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:43.009088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] For port 7f06085c-4829-4d56-b7fb-ad7790a34eea, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7f06085c-4829-4d56-b7fb-ad7790a34eea,segment=NetworkSegment(25032031-6a76-4bca-94a7-8f3192d072ce),segment_id=25032031-6a76-4bca-94a7-8f3192d072ce)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:43.057458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.147147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 829b4985-1701-49de-909f-fea3d0efb13a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:43.162054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:43.170744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-78370790-900b-4c7c-9116-3b4d96df30bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1000 time: 0.3568597 Oct 20 10:53:43.178724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:43.186282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.187252 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.201539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:43.206812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.275102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.361909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=17e087ae-abf0-4ccb-b637-c2bf86382aa7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:43.407167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6defb-1f79-452f-a572-23049d8ee80e None None] Pushing event updated for resources: {'Port': ['ID=7f06085c-4829-4d56-b7fb-ad7790a34eea,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:43.428462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0b5afcf2-3624-48c9-b888-1286107abda8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7055211 Oct 20 10:53:43.430164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950c68-daed-4973-b9d5-290c434762ab req-95f3a455-5126-431c-a2cc-5f0965df538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.431754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-95f3a455-5126-431c-a2cc-5f0965df538d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0714452 Oct 20 10:53:43.432241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:43.441853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '829b4985-1701-49de-909f-fea3d0efb13a', 'name': 'tempest-PortsIpV6TestJSON-2033172317'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:43.456017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.456631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router 76a8507d-d868-4b5d-9cc6-72131f8bd310 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:43.464116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.467619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-05669014-3194-4d21-a9d6-aa870f690070 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/76a8507d-d868-4b5d-9cc6-72131f8bd310 HTTP/1.1" status: 204 len: 168 time: 1.0385287 Oct 20 10:53:43.478871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32786) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:43.531854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'a5972acc-9532-4c01-a7df-302c084b7865', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:f8:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:53:13Z', 'updated_at': '2021-10-20T10:53:38Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:43.598390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cc53-64f4-4569-ab94-653f605533d6 None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'a5972acc-9532-4c01-a7df-302c084b7865', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:f8:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:53:13Z', 'updated_at': '2021-10-20T10:53:38Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:43.623174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 36121294-8948-488f-92ca-bcd862d75460 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:43.647846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.721833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950c68-daed-4973-b9d5-290c434762ab req-ea8b1c8b-ad84-4130-82c5-963dccb4ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.723618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-ea8b1c8b-ad84-4130-82c5-963dccb4ae02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2572134 Oct 20 10:53:43.727883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.883802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.897936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-38e2b41f-c3f1-4f29-82ae-b9ecbca65ccc service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398647 Oct 20 10:53:43.987896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:43.991953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.011129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.027439 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.034078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7414ce-8bd6-4685-9d1a-2abf6dc766e2 None None] Network a069139c-3e1d-412f-8c28-60fb00f5e7c2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:44.040092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370855a8-9e02-4199-ac46-0bc1c3b60551 None None] New status for floating IP a5972acc-9532-4c01-a7df-302c084b7865: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:53:44.046838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:44.050349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/36121294-8948-488f-92ca-bcd862d75460 HTTP/1.1" status: 204 len: 168 time: 0.5682912 Oct 20 10:53:44.050508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.051982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32794) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:44.083501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=36121294-8948-488f-92ca-bcd862d75460,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:44.088421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:44.124407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.125014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.125787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.126281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.126776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.127289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.127791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.128273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.129441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.129926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.130545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:44.130902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.131418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f017f3-577d-4a04-87b0-9064a2d2ab00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:44.147037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port a5277fb3-0a29-4093-925e-dc293517a2da yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:44.149768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748955db-0823-434c-b891-d6aff1771a2f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:44.156680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:44.158013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.196017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.217377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.232369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d3950c68-daed-4973-b9d5-290c434762ab req-26042c92-6b5c-496a-a2f0-7fc5dc4af853 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251162 Oct 20 10:53:44.249440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7434971 Oct 20 10:53:44.250086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:44.262084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:44.298186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b728-f0f4-464c-a994-1d4cb82cdb03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=6ad51483-a5cd-46fb-afd9-9ad4348fe05e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:44.423331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port a2753b0f-6839-488a-b3de-868dc28a739e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:44.423668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.463664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::3d2 (829b4985-1701-49de-909f-fea3d0efb13a/723c4329-1100-4343-b03a-4775a5344966/a5277fb3-0a29-4093-925e-dc293517a2da) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:44.560245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '6ad51483-a5cd-46fb-afd9-9ad4348fe05e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:44.561686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.628148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port a2753b0f-6839-488a-b3de-868dc28a739e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a2753b0f-6839-488a-b3de-868dc28a739e,segment=NetworkSegment(580192eb-c183-407d-9c92-af435a03b822),segment_id=580192eb-c183-407d-9c92-af435a03b822)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:44.628529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.640778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:44.653522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.659551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for a2753b0f-6839-488a-b3de-868dc28a739e owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:44.701219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] DHCP port deletion for a069139c-3e1d-412f-8c28-60fb00f5e7c2 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:44.813995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7f06085c-4829-4d56-b7fb-ad7790a34eea up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:44.899314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Allocated IP 2001:db8::f816:3eff:fe4b:8250 (2d5fe838-a998-4d31-a688-24a98274b0ba/6ad51483-a5cd-46fb-afd9-9ad4348fe05e/6548e67b-154c-46c1-8ca8-88988321a43d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:44.927851 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.931496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Deleting port a2753b0f-6839-488a-b3de-868dc28a739e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:44.931863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.983286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72712a03-3f93-45bb-b2b5-29d4afa4d0a0 None None] Network 829b4985-1701-49de-909f-fea3d0efb13a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:44.992953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7f06085c-4829-4d56-b7fb-ad7790a34eea triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:44.993322 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.004252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=a2753b0f-6839-488a-b3de-868dc28a739e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.032132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port a2753b0f-6839-488a-b3de-868dc28a739e on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:45.125881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.199727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] For port a2753b0f-6839-488a-b3de-868dc28a739e, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:45.200286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.221351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.256368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Calling delete_port for a2753b0f-6839-488a-b3de-868dc28a739e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:45.265629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Port a2753b0f-6839-488a-b3de-868dc28a739e was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:53:45.273780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a069139c-3e1d-412f-8c28-60fb00f5e7c2']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:45.282903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.283993 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.306868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.307572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580192eb-c183-407d-9c92-af435a03b822') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:45.307875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580192eb-c183-407d-9c92-af435a03b822') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:45.312391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-32a26f77-aa5b-4449-beb6-cfb4bdbc60c1 None None] Provisioning complete for port 7f06085c-4829-4d56-b7fb-ad7790a34eea triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:45.312767 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32a26f77-aa5b-4449-beb6-cfb4bdbc60c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.320675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] Pushing event deleted for resources: {'Port': ['ID=a2753b0f-6839-488a-b3de-868dc28a739e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.330683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.362182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.379556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:45.379975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.416344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7e52-b008-424b-81a6-58ca9ca6949d None None] No DVR routers for this DVR port a2753b0f-6839-488a-b3de-868dc28a739e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:45.496212 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:45.505734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.517436 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.518265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.523152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/a069139c-3e1d-412f-8c28-60fb00f5e7c2 HTTP/1.1" status: 204 len: 168 time: 1.4671264 Oct 20 10:53:45.542475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.555863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:45.555863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e7a5-881f-40a6-8889-83c35bb5e1a8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=a069139c-3e1d-412f-8c28-60fb00f5e7c2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.559375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Deleting port 33bd817f-e1bb-4da9-8f45-b107fe1d6532 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:45.559784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.568171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442436467'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:45.607879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Pushing event updated for resources: {'Port': ['ID=6548e67b-154c-46c1-8ca8-88988321a43d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.639130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.672020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:45.675718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.699202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:45.711340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:45.717618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:45.720607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:45.748565 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.748961 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment b3cfc7c4-8d51-4771-b074-7c909965c1ca of type vlan for network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e Oct 20 10:53:45.752226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] For port 33bd817f-e1bb-4da9-8f45-b107fe1d6532, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33bd817f-e1bb-4da9-8f45-b107fe1d6532,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:45.752576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.795911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 7f06085c-4829-4d56-b7fb-ad7790a34eea, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7f06085c-4829-4d56-b7fb-ad7790a34eea,segment=NetworkSegment(25032031-6a76-4bca-94a7-8f3192d072ce),segment_id=25032031-6a76-4bca-94a7-8f3192d072ce)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:45.798247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Calling delete_port for 33bd817f-e1bb-4da9-8f45-b107fe1d6532 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:45.806644 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32a26f77-aa5b-4449-beb6-cfb4bdbc60c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.836783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.840974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.916491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.937803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a2753b0f-6839-488a-b3de-868dc28a739e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:45.948133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.966820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:45.967556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.012791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4505351 Oct 20 10:53:46.014395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 829b4985-1701-49de-909f-fea3d0efb13a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:46.019961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:46.022136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32812) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.028678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:46.032200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=a5277fb3-0a29-4093-925e-dc293517a2da,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.063483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:46.068724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:46.070555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.076559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:46.095779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:46.096457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.115345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:46.184048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524fdfd-721f-4201-8704-f3f8ad0a9612 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.233506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Attempting to bind port 6548e67b-154c-46c1-8ca8-88988321a43d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:46.234244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Attempting to bind port 6548e67b-154c-46c1-8ca8-88988321a43d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:46.234868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Attempting to bind port 6548e67b-154c-46c1-8ca8-88988321a43d on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:46.240907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=7d29a92f-3b8d-45dc-8b4f-a1b6b7350814,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.242697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:46.278639 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0fc8f09d-ea07-4016-a0a5-cc674d5536b0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8416133 Oct 20 10:53:46.281529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.286959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32818) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.320043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a2753b0f-6839-488a-b3de-868dc28a739e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:46.320689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a2753b0f-6839-488a-b3de-868dc28a739e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:46.337050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:46.337346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:46.337756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.338153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:46.338645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Bound port: 6548e67b-154c-46c1-8ca8-88988321a43d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:46.339044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.347829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bd817f-e1bb-4da9-8f45-b107fe1d6532,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.351338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=7f06085c-4829-4d56-b7fb-ad7790a34eea,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.376099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a2f7d7b-6983-451b-959b-e643c4e7ef68 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1205502 Oct 20 10:53:46.376490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.387016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:18:b8:9d', 'name': 'tempest-NetworksTestDHCPv6-1022068061'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:46.425450 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-32a26f77-aa5b-4449-beb6-cfb4bdbc60c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:46.426070 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-32a26f77-aa5b-4449-beb6-cfb4bdbc60c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:46.492982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d044fa-1c7f-42fb-9f72-5d172040ae6f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:46.494737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2d044fa-1c7f-42fb-9f72-5d172040ae6f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9d HTTP/1.1" status: 200 len: 928 time: 0.2038729 Oct 20 10:53:46.511583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32822) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.585405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] For port 6548e67b-154c-46c1-8ca8-88988321a43d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:46.588665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.590957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] For port 6548e67b-154c-46c1-8ca8-88988321a43d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6548e67b-154c-46c1-8ca8-88988321a43d,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:46.601722 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.636624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:46.760036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b5ea-dc69-42db-a985-3db44c2b66ec None None] Pushing event updated for resources: {'Port': ['ID=6548e67b-154c-46c1-8ca8-88988321a43d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.866469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:46.870146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.989305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port a5277fb3-0a29-4093-925e-dc293517a2da {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:47.000817 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.006259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.007881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7f06085c-4829-4d56-b7fb-ad7790a34eea up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:47.012090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.140583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7f06085c-4829-4d56-b7fb-ad7790a34eea triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:47.140961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.205154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.226116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port e2e84268-24b5-4b75-9a63-782ac9ebc55f yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:47.251493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for a5277fb3-0a29-4093-925e-dc293517a2da owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:47.252905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Provisioning complete for port 7f06085c-4829-4d56-b7fb-ad7790a34eea triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:47.253542 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.429586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Provisioning complete for port 17e087ae-abf0-4ccb-b637-c2bf86382aa7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:47.430124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.467476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.480460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Port 17e087ae-abf0-4ccb-b637-c2bf86382aa7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:47.491061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Provisioning complete for port a5277fb3-0a29-4093-925e-dc293517a2da triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:47.491435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.539799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a7199149-da2f-40a2-b168-d0d6dc3de988 None None] Port a5277fb3-0a29-4093-925e-dc293517a2da cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:47.568227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:47.596871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': 'b3cfc7c4-8d51-4771-b074-7c909965c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:47.597236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:47.610624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 172.20.0.3 (2d5fe838-a998-4d31-a688-24a98274b0ba/7d29a92f-3b8d-45dc-8b4f-a1b6b7350814/e2e84268-24b5-4b75-9a63-782ac9ebc55f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:47.621497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe18:b89d (2d5fe838-a998-4d31-a688-24a98274b0ba/6ad51483-a5cd-46fb-afd9-9ad4348fe05e/e2e84268-24b5-4b75-9a63-782ac9ebc55f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:47.637221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:47.647971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Router b515ce50-945a-468a-8bc4-00155caaa547 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:47.654320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:47.664236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:47.664458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.664826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.670014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ace40-294c-4a74-8630-0fcd622a2942 None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:47.700404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45915ce3-2c06-4d4b-a8f7-c967697ce9f7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6404023 Oct 20 10:53:47.701014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:47.719244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079490129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:47.719497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=a5277fb3-0a29-4093-925e-dc293517a2da,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:47.872371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.897150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.898579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.902369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.903483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e', 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:47.907791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.917220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1aae6155-e965-4f9d-b279-e63b9ec25def tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/a5277fb3-0a29-4093-925e-dc293517a2da HTTP/1.1" status: 204 len: 168 time: 1.4012477 Oct 20 10:53:47.922867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:47.944008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.989446 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-09de2860-2980-4ac0-a8f0-8a19e0ef315a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:47.991607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09de2860-2980-4ac0-a8f0-8a19e0ef315a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/a5277fb3-0a29-4093-925e-dc293517a2da HTTP/1.1" status: 404 len: 333 time: 0.0660832 Oct 20 10:53:47.997128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.009663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.064474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:48.074881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b778345-662d-4aab-8f19-c32c8c317de3 admin admin] 10.222.0.74 "PUT /v2.0/routers/b515ce50-945a-468a-8bc4-00155caaa547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7387722 Oct 20 10:53:48.081533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Sync routers for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:48.082973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=e2e84268-24b5-4b75-9a63-782ac9ebc55f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:48.089231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.093111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.095313 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:48.095923 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:48.139181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:48.145366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:48.157163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.161271 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e83dff54-4cce-4f5c-8355-d4b96d694653 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4430866 Oct 20 10:53:48.161475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Allocated IP 2001:db8::2 (a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e/37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9/ee2af94e-0614-4bbe-826b-c7a7ada42822) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:48.161598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32838) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.165930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:48.339758 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.346042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.347163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.348562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.422277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:48.423636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Pushing event updated for resources: {'Port': ['ID=ee2af94e-0614-4bbe-826b-c7a7ada42822,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:48.428694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:48.431642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:48.438554 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:48.459949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.498570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Attempting to bind port ee2af94e-0614-4bbe-826b-c7a7ada42822 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:48.498965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Attempting to bind port ee2af94e-0614-4bbe-826b-c7a7ada42822 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'b3cfc7c4-8d51-4771-b074-7c909965c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:48.499342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Attempting to bind port ee2af94e-0614-4bbe-826b-c7a7ada42822 on network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:48.504554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b0f56-670f-4daa-abfd-aeb18fa3ef48 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:48.534070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e441fe4-a20c-4471-88d1-da6f31a1623d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1511102 Oct 20 10:53:48.537774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32846) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.542087 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:53:48.580137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:48.580717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Checking segment: {'id': 'b3cfc7c4-8d51-4771-b074-7c909965c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:48.581126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.581536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Bound using segment: {'id': 'b3cfc7c4-8d51-4771-b074-7c909965c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:48.583042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Bound port: ee2af94e-0614-4bbe-826b-c7a7ada42822, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cfc7c4-8d51-4771-b074-7c909965c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:48.583710 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.632966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 17e087ae-abf0-4ccb-b637-c2bf86382aa7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:48.633311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.672223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] For port ee2af94e-0614-4bbe-826b-c7a7ada42822, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:48.678234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] For port ee2af94e-0614-4bbe-826b-c7a7ada42822, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee2af94e-0614-4bbe-826b-c7a7ada42822,segment=NetworkSegment(b3cfc7c4-8d51-4771-b074-7c909965c1ca),segment_id=b3cfc7c4-8d51-4771-b074-7c909965c1ca)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:48.705845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.710167 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:46Z', 'revision_number': 5, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:48.734699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] Provisioning complete for port 6548e67b-154c-46c1-8ca8-88988321a43d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:48.736674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.743483 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Checking router: b515ce50-945a-468a-8bc4-00155caaa547 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:48.753145 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Routers {'b515ce50-945a-468a-8bc4-00155caaa547'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:48.754293 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b515ce50-945a-468a-8bc4-00155caaa547'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:48.755574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf1178-0ddc-4c41-bed5-957fef2e707a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.761947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf1178-0ddc-4c41-bed5-957fef2e707a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.763606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cbdf1178-0ddc-4c41-bed5-957fef2e707a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2259495 Oct 20 10:53:48.790735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.794889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.867660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.884627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 17e087ae-abf0-4ccb-b637-c2bf86382aa7 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:48.911080 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] Set router b515ce50-945a-468a-8bc4-00155caaa547 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:48.918417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6548e67b-154c-46c1-8ca8-88988321a43d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:48.973052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Deleting port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:48.973437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.020531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.064723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1521-75ca-4d8e-a31c-1a34a8a112bd None None] Pushing event updated for resources: {'Port': ['ID=ee2af94e-0614-4bbe-826b-c7a7ada42822,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:49.179918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port e2e84268-24b5-4b75-9a63-782ac9ebc55f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:49.180271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.181319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6548e67b-154c-46c1-8ca8-88988321a43d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:49.181886 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.241693 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:46Z', 'revision_number': 5, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:49.254401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] For port 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:49.254766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.259692 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.341135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Update dhcp port {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': '6ad51483-a5cd-46fb-afd9-9ad4348fe05e', 'ip_address': '2001:db8::f816:3eff:fe4b:8250'}, {'subnet_id': '7d29a92f-3b8d-45dc-8b4f-a1b6b7350814'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '6548e67b-154c-46c1-8ca8-88988321a43d'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:49.415967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.429027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.443646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for e2e84268-24b5-4b75-9a63-782ac9ebc55f owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:49.477215 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952126a0-1ff6-4d03-bb6c-6ef09872a93e None None] The sync data for ids ['b515ce50-945a-468a-8bc4-00155caaa547'] in n-d-802060-17 is: [{'id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'name': 'tempest-FloatingIPDetailsTestJSON-92205931-router', 'tenant_id': '34ce5940cf0443438bdafe61cb732d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:46Z', 'revision_number': 5, 'project_id': '34ce5940cf0443438bdafe61cb732d8b', 'gw_port': {'id': '8260035d-b4e4-46c9-a0bc-71af1e4e4ab2', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ce50-945a-468a-8bc4-00155caaa547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:48Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:49.492117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] For port 6548e67b-154c-46c1-8ca8-88988321a43d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6548e67b-154c-46c1-8ca8-88988321a43d,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:49.690077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.795781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.838690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8::1 (a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e/37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9/6e3e2c48-b117-4575-834a-879d0682535a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:49.857275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12a536-01fe-4a83-b78f-2bfcfede6d66 None None] Pushing event updated for resources: {'Port': ['ID=6548e67b-154c-46c1-8ca8-88988321a43d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:49.927203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:49.953910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Allocated IP 172.20.0.2 (2d5fe838-a998-4d31-a688-24a98274b0ba/7d29a92f-3b8d-45dc-8b4f-a1b6b7350814/6548e67b-154c-46c1-8ca8-88988321a43d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:49.969080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:49.969573 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:49.995077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Calling delete_port for 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:50.076061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.195901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3d2da55e-713c-4d1b-baf8-ecf70d3a9a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.197156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] For port 6548e67b-154c-46c1-8ca8-88988321a43d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6548e67b-154c-46c1-8ca8-88988321a43d,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:50.197869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.256800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=17e087ae-abf0-4ccb-b637-c2bf86382aa7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.260787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.277958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.288956 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.332824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.342353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b35a3721-226b-403b-afb8-51fed65f0c39 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/17e087ae-abf0-4ccb-b637-c2bf86382aa7 HTTP/1.1" status: 204 len: 168 time: 2.3420339 Oct 20 10:53:50.342754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32866) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:50.352255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=6e3e2c48-b117-4575-834a-879d0682535a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.375328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:50.400995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:50.404350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:50.405194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.412725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.422144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bee7c-fcf1-47ac-8255-1ebe96665334 None None] Pushing event updated for resources: {'Port': ['ID=6548e67b-154c-46c1-8ca8-88988321a43d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.442359 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c00a08f-e11a-4713-9a00-de57e620076c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:50.446859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c00a08f-e11a-4713-9a00-de57e620076c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/17e087ae-abf0-4ccb-b637-c2bf86382aa7 HTTP/1.1" status: 404 len: 333 time: 0.0791757 Oct 20 10:53:50.451058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32868) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:50.511305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=e2e84268-24b5-4b75-9a63-782ac9ebc55f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.588574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet 723c4329-1100-4343-b03a-4775a5344966 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:50.601384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.666856 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.685588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.687991 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-efe31cc2-1c9b-446c-ba51-f4055abfcf53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/e2e84268-24b5-4b75-9a63-782ac9ebc55f HTTP/1.1" status: 204 len: 168 time: 1.8916075 Oct 20 10:53:50.692629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:50.713817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb19e3-e2aa-42d6-9785-f454e55647a7 None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:50.751033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Pushing event deleted for resources: {'Port': ['ID=8260035d-b4e4-46c9-a0bc-71af1e4e4ab2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.772633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.866841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d77c8-a394-4a1a-92b6-4825fd97604c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.868759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d77c8-a394-4a1a-92b6-4825fd97604c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.870418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d77c8-a394-4a1a-92b6-4825fd97604c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.872409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-341d77c8-a394-4a1a-92b6-4825fd97604c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1782773 Oct 20 10:53:50.888489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32876) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:50.901415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] Provisioning complete for port ee2af94e-0614-4bbe-826b-c7a7ada42822 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:50.901780 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.915280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.949370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3d2da55e-713c-4d1b-baf8-ecf70d3a9a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.978564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3d2da55e-713c-4d1b-baf8-ecf70d3a9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.008041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6548e67b-154c-46c1-8ca8-88988321a43d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:51.050442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.162303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.165040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.224397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 6ad51483-a5cd-46fb-afd9-9ad4348fe05e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:51.239168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.239690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b515ce50-945a-468a-8bc4-00155caaa547 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:51.241532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.255001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.258515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e5ab59a-2e6c-4962-8941-3c79c858f05f admin admin] 10.222.0.74 "DELETE /v2.0/routers/b515ce50-945a-468a-8bc4-00155caaa547 HTTP/1.1" status: 204 len: 168 time: 3.1622117 Oct 20 10:53:51.275810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32878) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.318928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.367815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3d2da55e-713c-4d1b-baf8-ecf70d3a9a34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a4d8da4418b467da22d894bc8d192f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4384820 Oct 20 10:53:51.387293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32880) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.410658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2da55e-713c-4d1b-baf8-ecf70d3a9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d0172-84a2-42b3-b722-58879281e5e6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:51.424938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.441272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.442202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.457253 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.514110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6548e67b-154c-46c1-8ca8-88988321a43d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:51.514808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.549971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Deleting subnet 06ce9294-4f59-4c22-828b-63a6b50b742d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:51.555673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.557308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=6e3e2c48-b117-4575-834a-879d0682535a,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:51.559965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.595906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.608675 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.637272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=723c4329-1100-4343-b03a-4775a5344966,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:51.649487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.655728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d1507ba-a210-4b22-8c66-78d0145df60c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/723c4329-1100-4343-b03a-4775a5344966 HTTP/1.1" status: 204 len: 168 time: 1.2035966 Oct 20 10:53:51.659947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32882) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.671669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f3935-9378-447a-b573-29974470e7f6 None None] Network 829b4985-1701-49de-909f-fea3d0efb13a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:51.710708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:51.719108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:51.776831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.818067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.825609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] For port ee2af94e-0614-4bbe-826b-c7a7ada42822, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee2af94e-0614-4bbe-826b-c7a7ada42822,segment=NetworkSegment(b3cfc7c4-8d51-4771-b074-7c909965c1ca),segment_id=b3cfc7c4-8d51-4771-b074-7c909965c1ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:51.836512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.911845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.968913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee2af94e-0614-4bbe-826b-c7a7ada42822 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:52.010020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 7f06085c-4829-4d56-b7fb-ad7790a34eea {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:52.010509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.013065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.014648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.016008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b2d0172-84a2-42b3-b722-58879281e5e6 HTTP/1.1" status: 204 len: 168 time: 0.6230140 Oct 20 10:53:52.067161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.093607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb859-b171-48ca-ab6e-3cffc87552b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d0172-84a2-42b3-b722-58879281e5e6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:52.099699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-eca13e97-4548-4f81-b463-554d6f631422 None None] Could not find standard attr ID for object e2e84268-24b5-4b75-9a63-782ac9ebc55f. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:52.102702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1b1e-2530-41cd-bc82-36b5123f3390 None None] Pushing event updated for resources: {'Port': ['ID=ee2af94e-0614-4bbe-826b-c7a7ada42822,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:52.130725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad51483-a5cd-46fb-afd9-9ad4348fe05e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:52.153283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.158357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-acad430f-9bd2-40cb-9e56-856ec1df7bb9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/6ad51483-a5cd-46fb-afd9-9ad4348fe05e HTTP/1.1" status: 204 len: 168 time: 1.2685223 Oct 20 10:53:52.171272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-eca13e97-4548-4f81-b463-554d6f631422 None None] Provisioning complete for port 6548e67b-154c-46c1-8ca8-88988321a43d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:52.171652 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eca13e97-4548-4f81-b463-554d6f631422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.190182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32894) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:52.239612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ee2af94e-0614-4bbe-826b-c7a7ada42822 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:52.239985 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.251181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.266346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 7f06085c-4829-4d56-b7fb-ad7790a34eea, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7f06085c-4829-4d56-b7fb-ad7790a34eea,segment=NetworkSegment(25032031-6a76-4bca-94a7-8f3192d072ce),segment_id=25032031-6a76-4bca-94a7-8f3192d072ce)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:52.266833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.314834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 7d29a92f-3b8d-45dc-8b4f-a1b6b7350814 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:52.329046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 7f06085c-4829-4d56-b7fb-ad7790a34eea owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:52.332818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.381118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] DHCP port deletion for 829b4985-1701-49de-909f-fea3d0efb13a request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:52.427579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.524334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33bd817f-e1bb-4da9-8f45-b107fe1d6532 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:52.540378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.558085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 33bd817f-e1bb-4da9-8f45-b107fe1d6532 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:52.558679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33bd817f-e1bb-4da9-8f45-b107fe1d6532 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:52.597549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Deleting port 7f06085c-4829-4d56-b7fb-ad7790a34eea {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:52.597779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.623560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router d822255f-e804-49ea-8b70-09de8fe700c2 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:53:52.642405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11f20f26-6c45-4545-82fd-581f404b1148 None None] Provisioning complete for port ee2af94e-0614-4bbe-826b-c7a7ada42822 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:52.642800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11f20f26-6c45-4545-82fd-581f404b1148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.677291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.699614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.775590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] For port 7f06085c-4829-4d56-b7fb-ad7790a34eea, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7f06085c-4829-4d56-b7fb-ad7790a34eea,segment=NetworkSegment(25032031-6a76-4bca-94a7-8f3192d072ce),segment_id=25032031-6a76-4bca-94a7-8f3192d072ce)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:52.775926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.791526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=7f06085c-4829-4d56-b7fb-ad7790a34eea,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:52.798019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 7f06085c-4829-4d56-b7fb-ad7790a34eea on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:52.804936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:52.813867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Calling delete_port for 7f06085c-4829-4d56-b7fb-ad7790a34eea owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:52.821348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.825336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] Sync routers for ids ['d822255f-e804-49ea-8b70-09de8fe700c2'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:52.846903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ad3a6631-5813-49b0-94ac-2573ae293495 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/d822255f-e804-49ea-8b70-09de8fe700c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5244517 Oct 20 10:53:52.849721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee2af94e-0614-4bbe-826b-c7a7ada42822 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:52.860351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:52.882656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ce9294-4f59-4c22-828b-63a6b50b742d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:52.885254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.889134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4dbf9031-adc8-4ef9-a0b6-479c9d085427 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/06ce9294-4f59-4c22-828b-63a6b50b742d HTTP/1.1" status: 204 len: 168 time: 1.6121783 Oct 20 10:53:52.891518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:52.954395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb50dc-a2de-445f-b736-c06a13c5e10f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:52.958900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e92a3-d47d-46af-8244-33d72efd6dc2 None None] Network 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:53.018214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d68f79-8c15-42cc-9706-d791eabe4ccb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:53.023215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39d68f79-8c15-42cc-9706-d791eabe4ccb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports/6e3e2c48-b117-4575-834a-879d0682535a HTTP/1.1" status: 200 len: 911 time: 0.1589384 Oct 20 10:53:53.023399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.023619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.025458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32918) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.052283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.062609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829b4985-1701-49de-909f-fea3d0efb13a']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.071460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.075051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/7d29a92f-3b8d-45dc-8b4f-a1b6b7350814 HTTP/1.1" status: 204 len: 168 time: 0.8837824 Oct 20 10:53:53.082507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32922) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.085779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] Routers {'d822255f-e804-49ea-8b70-09de8fe700c2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:53.086422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d822255f-e804-49ea-8b70-09de8fe700c2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.106412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0b432-ac03-4bf1-892f-d202b4b5f86a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=7d29a92f-3b8d-45dc-8b4f-a1b6b7350814,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.110687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25032031-6a76-4bca-94a7-8f3192d072ce') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.111272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25032031-6a76-4bca-94a7-8f3192d072ce') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.123431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.140395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82d7505b-6247-4022-8fb1-3c25a9de89d5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556140 Oct 20 10:53:53.143335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32926) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.148373 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.149195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:53.158543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:53.159037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:53.162849 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:53.188867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.251446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.261866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.272207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32928) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.274289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/829b4985-1701-49de-909f-fea3d0efb13a HTTP/1.1" status: 204 len: 168 time: 1.6132019 Oct 20 10:53:53.276744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-472187496'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:53.290827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace8dbe-132f-4ec7-912d-de283142eeea tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=829b4985-1701-49de-909f-fea3d0efb13a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.312110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] Routers {'d822255f-e804-49ea-8b70-09de8fe700c2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:53.312110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d822255f-e804-49ea-8b70-09de8fe700c2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.382452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:53.383033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f7c85-31ae-4281-8bba-4c7ce5f816d3 None None] The sync data for ids ['d822255f-e804-49ea-8b70-09de8fe700c2'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:53.414650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:53.416405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.418855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.420864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ee2af94e-0614-4bbe-826b-c7a7ada42822 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:53.421227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.454679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Deleting port 1a586385-4f54-4c06-8d05-9ba977ac93fb {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:53.455038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.457749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-11f20f26-6c45-4545-82fd-581f404b1148 None None] Provisioning complete for port 6e3e2c48-b117-4575-834a-879d0682535a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:53.458138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-11f20f26-6c45-4545-82fd-581f404b1148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.491565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Network 829b4985-1701-49de-909f-fea3d0efb13a is not hosted by any dhcp agent {{(pid=100748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:53:53.492029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] No DVR routers for this DVR port 7f06085c-4829-4d56-b7fb-ad7790a34eea on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:53.494164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:53.498049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.519461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a19f09-87f8-474a-8d5f-5fb36876d211 None None] Pushing event deleted for resources: {'Port': ['ID=7f06085c-4829-4d56-b7fb-ad7790a34eea,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.543737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:53.567961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-11f20f26-6c45-4545-82fd-581f404b1148 None None] Port 6e3e2c48-b117-4575-834a-879d0682535a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:53.655285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] For port 1a586385-4f54-4c06-8d05-9ba977ac93fb, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1a586385-4f54-4c06-8d05-9ba977ac93fb,segment=NetworkSegment(1dc1e07f-a26d-423c-b0b6-24411b256723),segment_id=1dc1e07f-a26d-423c-b0b6-24411b256723)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:53.655659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.658683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.659069 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment 9cae2620-2737-4802-bc38-79a728096a79 of type vlan for network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 Oct 20 10:53:53.663337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] DHCP port deletion for 2c420fed-a8b3-475b-bb44-df14f8d5c7b2 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:53.735898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:53.738881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-033858da-53a5-4879-ba45-76050e485a1a None None] Provisioning complete for port 6e3e2c48-b117-4575-834a-879d0682535a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:53.739479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-033858da-53a5-4879-ba45-76050e485a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.757518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Calling delete_port for 1a586385-4f54-4c06-8d05-9ba977ac93fb owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:53.770977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:53.788729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.820701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:53.821045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8260035d-b4e4-46c9-a0bc-71af1e4e4ab2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:53.821460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7f06085c-4829-4d56-b7fb-ad7790a34eea no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:53.917319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.922895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:53.923613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.004503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7275207 Oct 20 10:53:54.005419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32948) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:54.010369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:54.028307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-033858da-53a5-4879-ba45-76050e485a1a None None] Port 6e3e2c48-b117-4575-834a-879d0682535a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:54.037585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Deleting port 1a586385-4f54-4c06-8d05-9ba977ac93fb {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:54.038285 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.098440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.111576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c55ee-84f4-4e44-b5c0-54d333750b49 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=d94d5aac-6cfc-46b8-acbf-5c230713b5f6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.133067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] For port 1a586385-4f54-4c06-8d05-9ba977ac93fb, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:54.133471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.153883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7f06085c-4829-4d56-b7fb-ad7790a34eea {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:54.155294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7f06085c-4829-4d56-b7fb-ad7790a34eea not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:54.159139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Pushing event deleted for resources: {'Port': ['ID=1a586385-4f54-4c06-8d05-9ba977ac93fb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.162700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Calling delete_port for 1a586385-4f54-4c06-8d05-9ba977ac93fb owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:54.165176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] No DVR routers for this DVR port 1a586385-4f54-4c06-8d05-9ba977ac93fb on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:54.166546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Port 1a586385-4f54-4c06-8d05-9ba977ac93fb was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:53:54.173038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:54.173296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:54.179254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.210328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.287893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.292816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] No DVR routers for this DVR port 1a586385-4f54-4c06-8d05-9ba977ac93fb on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:54.294104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29c297-697a-44d9-aa9b-8fbebe3d2f31 None None] Pushing event deleted for resources: {'Port': ['ID=1a586385-4f54-4c06-8d05-9ba977ac93fb,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.296844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Deleting port 6548e67b-154c-46c1-8ca8-88988321a43d {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:54.297209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.323873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.361196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c420fed-a8b3-475b-bb44-df14f8d5c7b2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.384146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] For port 6548e67b-154c-46c1-8ca8-88988321a43d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6548e67b-154c-46c1-8ca8-88988321a43d,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:54.384785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.403015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Calling delete_port for 6548e67b-154c-46c1-8ca8-88988321a43d owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:54.404619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.433438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc1e07f-a26d-423c-b0b6-24411b256723') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.433832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc1e07f-a26d-423c-b0b6-24411b256723') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.458724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.486508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=63fdeef2-dab2-486c-a244-74002eb15e8e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.490317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': '9cae2620-2737-4802-bc38-79a728096a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:54.490679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: d94d5aac-6cfc-46b8-acbf-5c230713b5f6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:54.505842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.511457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.522191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:54.533104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:54.533510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:54.536340 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:54.540143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d94d5aac-6cfc-46b8-acbf-5c230713b5f6) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:54.544479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:54.545183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.556008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] Pushing event deleted for resources: {'Port': ['ID=6548e67b-154c-46c1-8ca8-88988321a43d,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.559730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3444d83-d0ed-472a-9399-5318130803be None None] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:54.563674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c734822-f4de-45f9-9b05-8d2fb4335a1a None None] No DVR routers for this DVR port 6548e67b-154c-46c1-8ca8-88988321a43d on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:54.581917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c5741485-40ed-47b2-822d-ca2deec3af41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5725586 Oct 20 10:53:54.583156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32958) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:54.588081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6', 'name': 'tempest-PortsIpV6TestJSON-87595294', 'fixed_ips': [{'subnet_id': '63fdeef2-dab2-486c-a244-74002eb15e8e', 'ip_address': '2001:db8::10'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:54.590631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:54.761267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6548e67b-154c-46c1-8ca8-88988321a43d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:54.775011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:54.796611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6548e67b-154c-46c1-8ca8-88988321a43d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:54.796941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6548e67b-154c-46c1-8ca8-88988321a43d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:54.797331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1a586385-4f54-4c06-8d05-9ba977ac93fb no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:54.844725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1a586385-4f54-4c06-8d05-9ba977ac93fb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:54.845170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1a586385-4f54-4c06-8d05-9ba977ac93fb not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:54.861924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d94d5aac-6cfc-46b8-acbf-5c230713b5f6', 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': '63fdeef2-dab2-486c-a244-74002eb15e8e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:54.863599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.885643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.911465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 9315ff05-2c90-4816-87a6-48d5d3250bc9 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:55.030687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Allocated IP 2001:db8::2 (d94d5aac-6cfc-46b8-acbf-5c230713b5f6/63fdeef2-dab2-486c-a244-74002eb15e8e/94ffe582-b29f-4a4b-90f7-c4591ba35a34) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:55.082900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.099296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.102430 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] 10.222.0.74 "DELETE /v2.0/networks/2c420fed-a8b3-475b-bb44-df14f8d5c7b2 HTTP/1.1" status: 204 len: 168 time: 2.2038724 Oct 20 10:53:55.121581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cb1dc-fd30-4a60-8232-8577fad89dad admin admin] Pushing event deleted for resources: {'Network': ['ID=2c420fed-a8b3-475b-bb44-df14f8d5c7b2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.163005 n-d-802060-17 neutron-server[100746]: WARNING neutron.services.revisions.revision_plugin [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Could not find related port for resource to bump revision. Oct 20 10:53:55.178230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Port 6548e67b-154c-46c1-8ca8-88988321a43d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100746) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 20 10:53:55.178479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4b:8250 {{(pid=100746) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 20 10:53:55.193168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4b:8250 {{(pid=100746) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 20 10:53:55.220879 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.230314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.241521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.301003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:55.304274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:55.306912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:55.320845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:55.328866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:55.334645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.335316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.339563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f81f51fb-6531-4c1f-a13f-372e326cabcf,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.355236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Pushing event updated for resources: {'Port': ['ID=94ffe582-b29f-4a4b-90f7-c4591ba35a34,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.370198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82cdd8-64b7-4b72-af51-e431f7eecbbb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:55.371333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e3086997-5cc6-4130-b18e-afebc1715dca tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2266181 Oct 20 10:53:55.371997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32974) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.380774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:55.382960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::10 (d94d5aac-6cfc-46b8-acbf-5c230713b5f6/63fdeef2-dab2-486c-a244-74002eb15e8e/9315ff05-2c90-4816-87a6-48d5d3250bc9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:55.390178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 6e3e2c48-b117-4575-834a-879d0682535a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:55.390613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.424800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32976) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.460749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Attempting to bind port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:55.460915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Attempting to bind port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '9cae2620-2737-4802-bc38-79a728096a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:55.461339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Attempting to bind port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 on network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:55.468279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:55.468651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Checking segment: {'id': '9cae2620-2737-4802-bc38-79a728096a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:55.469046 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.469454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Bound using segment: {'id': '9cae2620-2737-4802-bc38-79a728096a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:55.470245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Bound port: 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae2620-2737-4802-bc38-79a728096a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:55.470378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32978) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.470477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.491543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b483b2f9-8cd2-46fd-bf5d-97e3793f9a29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34ce5940cf0443438bdafe61cb732d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630791 Oct 20 10:53:55.492724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32980) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.555772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] For port 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:55.559482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] For port 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=94ffe582-b29f-4a4b-90f7-c4591ba35a34,segment=NetworkSegment(9cae2620-2737-4802-bc38-79a728096a79),segment_id=9cae2620-2737-4802-bc38-79a728096a79)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:55.562321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.578095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 6e3e2c48-b117-4575-834a-879d0682535a owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:55.583124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.614202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.642986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:55.647703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.652440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.709955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a97ee-0da1-45f7-9d05-9449c7f372c0 None None] Pushing event updated for resources: {'Port': ['ID=94ffe582-b29f-4a4b-90f7-c4591ba35a34,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.725384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'f81f51fb-6531-4c1f-a13f-372e326cabcf'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:55.726569 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.733832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90becf1a-2137-4ec0-a47e-bfc309bdc323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.765325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.788968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.793091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.794503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eceda6a1-c1f0-4244-9847-cb15fe856eaf HTTP/1.1" status: 204 len: 168 time: 0.3008888 Oct 20 10:53:55.820482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721d1a1-ab89-497b-9de1-6e0cb05c1977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceda6a1-c1f0-4244-9847-cb15fe856eaf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.855065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.896692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Allocated IP 2001:db8::f816:3eff:fef8:5263 (2d5fe838-a998-4d31-a688-24a98274b0ba/f81f51fb-6531-4c1f-a13f-372e326cabcf/ab655b0e-4738-45e7-9cf1-7661e006fd35) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:55.951860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:55.956816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:55.967128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:55.974741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.975649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.011439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=9315ff05-2c90-4816-87a6-48d5d3250bc9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.020835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0dec610-7c61-4934-937d-63b628d92e3f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4368520 Oct 20 10:53:56.025329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32986) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:56.035458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': 'd94d5aac-6cfc-46b8-acbf-5c230713b5f6', 'name': 'tempest-PortsIpV6TestJSON-1646318611', 'fixed_ips': [{'subnet_id': '63fdeef2-dab2-486c-a244-74002eb15e8e', 'ip_address': '2001:db8::f'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:56.055730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.105516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=6e3e2c48-b117-4575-834a-879d0682535a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.210672 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.225487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.228740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:56.236958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.257234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port 9f270e6b-2579-42e5-85a3-b099ff0decd3 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:56.299959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.304391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90becf1a-2137-4ec0-a47e-bfc309bdc323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.336960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-90becf1a-2137-4ec0-a47e-bfc309bdc323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.383688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:56.387136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:56.390669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:56.451440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.454076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90becf1a-2137-4ec0-a47e-bfc309bdc323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17a87f-2d19-42f1-bee2-cba2eed2f6f1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.488749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.494613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Attempting to bind port ab655b0e-4738-45e7-9cf1-7661e006fd35 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:56.495459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Attempting to bind port ab655b0e-4738-45e7-9cf1-7661e006fd35 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:56.495459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Attempting to bind port ab655b0e-4738-45e7-9cf1-7661e006fd35 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:56.501312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:56.501701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:56.502097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.502507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:56.503016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Bound port: ab655b0e-4738-45e7-9cf1-7661e006fd35, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:56.503445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.523472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::f (d94d5aac-6cfc-46b8-acbf-5c230713b5f6/63fdeef2-dab2-486c-a244-74002eb15e8e/9f270e6b-2579-42e5-85a3-b099ff0decd3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:56.588990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:56.589466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=1aacfd3a-0556-4950-b102-1d5fdca506e0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.592610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:56.600968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.602301 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-90becf1a-2137-4ec0-a47e-bfc309bdc323 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a9e90d559f24080acfbb857896cd577&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1021945 Oct 20 10:53:56.614245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:56.615354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33002) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:56.676016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:56.689567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:56.690394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.692905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653d76-23a3-47bc-8d50-82076968d1f7 None None] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.776976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.804179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33012) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:56.808533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9ba12283-adbf-42db-a083-2243c540ef1a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4320891 Oct 20 10:53:56.815854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:16:31:8e', 'name': 'tempest-NetworksTestDHCPv6-87597761'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:56.896884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 94ffe582-b29f-4a4b-90f7-c4591ba35a34 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:56.902630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.922989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router d822255f-e804-49ea-8b70-09de8fe700c2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:56.937410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.014357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:57.014722 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.018925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.034348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:57.054329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:57.059024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:57.078892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.079631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.115102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=9f270e6b-2579-42e5-85a3-b099ff0decd3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.139715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-00522fc4-8305-4d1b-a302-e860a445c76b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1132665 Oct 20 10:53:57.147989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33022) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.151267 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.205005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.205170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=94ffe582-b29f-4a4b-90f7-c4591ba35a34,segment=NetworkSegment(9cae2620-2737-4802-bc38-79a728096a79),segment_id=9cae2620-2737-4802-bc38-79a728096a79)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:57.213656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.219709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.222847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:57.223536 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f17a87f-2d19-42f1-bee2-cba2eed2f6f1 HTTP/1.1" status: 204 len: 168 time: 0.5416739 Oct 20 10:53:57.234790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8453c-4cb8-4636-81be-5ecf8d29bb59 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.239366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3cd8453c-4cb8-4636-81be-5ecf8d29bb59 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.0903792 Oct 20 10:53:57.240036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33026) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.281635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71bd95-a75e-4f8a-b2af-d090e5438532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17a87f-2d19-42f1-bee2-cba2eed2f6f1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.288319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:57.294000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ac548aa-d7ea-40fc-8cbc-4ffd6e9811fe tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/d822255f-e804-49ea-8b70-09de8fe700c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2672312 Oct 20 10:53:57.298318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.301709 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] Sync routers for ids ['d822255f-e804-49ea-8b70-09de8fe700c2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:57.319288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] Routers {'d822255f-e804-49ea-8b70-09de8fe700c2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:57.320886 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d822255f-e804-49ea-8b70-09de8fe700c2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:57.363626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87b19e7e-9b72-4b17-b085-caa0eeef20e1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=d822255f-e804-49ea-8b70-09de8fe700c2 HTTP/1.1" status: 200 len: 205 time: 0.0632863 Oct 20 10:53:57.366132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33030) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.378706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=94ffe582-b29f-4a4b-90f7-c4591ba35a34,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.413576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911d999-d618-4f51-adb4-675afc47c061 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.424394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911d999-d618-4f51-adb4-675afc47c061 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.433314 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:57.436209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911d999-d618-4f51-adb4-675afc47c061 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.446723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce428b-ac51-43a5-95a5-5cba95b8beae None None] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:57.454786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b911d999-d618-4f51-adb4-675afc47c061 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2047408 Oct 20 10:53:57.457496 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] Routers {'d822255f-e804-49ea-8b70-09de8fe700c2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:57.458471 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:53:32Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d822255f-e804-49ea-8b70-09de8fe700c2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:57.465739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33036) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.513783 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:57.514789 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c3316-8ee2-45bc-8af8-1c2123dab029 None None] The sync data for ids ['d822255f-e804-49ea-8b70-09de8fe700c2'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:57.524066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.538777 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.578170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0bbbebec-0772-4b78-acc7-fbdb01d5f16a None None] Provisioning complete for port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:57.578575 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0bbbebec-0772-4b78-acc7-fbdb01d5f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.584530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 8afb2dd6-609a-4b02-8c74-9f2f4944d59c yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:57.725893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 9f270e6b-2579-42e5-85a3-b099ff0decd3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:57.726231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.727363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.730368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.791735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.792523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router d822255f-e804-49ea-8b70-09de8fe700c2 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:57.806679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.808057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-32a66653-5bb7-4e2e-abf4-cd809c7a975d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/d822255f-e804-49ea-8b70-09de8fe700c2 HTTP/1.1" status: 204 len: 168 time: 0.4409912 Oct 20 10:53:57.810564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33040) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.890311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.893532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 172.20.0.8 (2d5fe838-a998-4d31-a688-24a98274b0ba/1aacfd3a-0556-4950-b102-1d5fdca506e0/8afb2dd6-609a-4b02-8c74-9f2f4944d59c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:57.903171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:57.908944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.914867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe16:318e (2d5fe838-a998-4d31-a688-24a98274b0ba/f81f51fb-6531-4c1f-a13f-372e326cabcf/8afb2dd6-609a-4b02-8c74-9f2f4944d59c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:57.917296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 9f270e6b-2579-42e5-85a3-b099ff0decd3 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:57.965834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.996469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:58.025595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccc5605f-4ae9-4537-9ff1-278a0e97b2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.117613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.211967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.232478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.277932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Provisioning complete for port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:58.278302 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.297632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=9f270e6b-2579-42e5-85a3-b099ff0decd3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:58.323733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.336665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bed4b3-fc2b-4739-a08d-cd78655ac92a None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:58.344108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccc5605f-4ae9-4537-9ff1-278a0e97b2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.368609 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccc5605f-4ae9-4537-9ff1-278a0e97b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.371111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:58.373298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.379446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-69852488-419b-4788-8c74-86e1ac0e0cf1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9 HTTP/1.1" status: 204 len: 168 time: 0.5637028 Oct 20 10:53:58.390230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f59a6-2de2-4d99-8e5f-94d7d52526e8 None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:58.390820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33044) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:58.515136 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.589196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ccc5605f-4ae9-4537-9ff1-278a0e97b2d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aba79d8df82d4eefabae7c5676a1bbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914762 Oct 20 10:53:58.596372 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-808c5b9b-58f6-4785-8998-9663d0b5424b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.600153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33056) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:58.608024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5605f-4ae9-4537-9ff1-278a0e97b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0ad59-d538-4ba0-b0b8-4e29cb49bffa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:58.687006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.715083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.794369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.798137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.799463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbf0ad59-d538-4ba0-b0b8-4e29cb49bffa HTTP/1.1" status: 204 len: 168 time: 0.1882243 Oct 20 10:53:58.801814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port ee2af94e-0614-4bbe-826b-c7a7ada42822 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:58.802248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.809243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Could not find standard attr ID for object 9f270e6b-2579-42e5-85a3-b099ff0decd3. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:58.869374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Provisioning complete for port 9315ff05-2c90-4816-87a6-48d5d3250bc9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:58.869779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.922192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.924708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.930634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b4cbaee0-7113-409e-a024-71e5828bda7f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/9f270e6b-2579-42e5-85a3-b099ff0decd3 HTTP/1.1" status: 204 len: 168 time: 1.4505737 Oct 20 10:53:58.942494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-da52e8f6-7ebd-474b-8f2b-20b9d4eca118 None None] Port 9315ff05-2c90-4816-87a6-48d5d3250bc9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:58.982393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:58.991279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:58.992515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=8afb2dd6-609a-4b02-8c74-9f2f4944d59c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:58.996727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:58.998767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:59.027765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] DHCP port deletion for a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:59.089042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 94ffe582-b29f-4a4b-90f7-c4591ba35a34 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:59.091082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.091781 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.114045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-60ee576b-1d27-4af2-821f-dc1de9fd4edf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.2992933 Oct 20 10:53:59.114291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33070) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:59.196609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffcea-a5ba-48eb-add7-48a135987fdf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.214013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffcea-a5ba-48eb-add7-48a135987fdf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.217272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-da4ffcea-a5ba-48eb-add7-48a135987fdf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1019182 Oct 20 10:53:59.220340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:59.308070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Update dhcp port {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'f81f51fb-6531-4c1f-a13f-372e326cabcf', 'ip_address': '2001:db8::f816:3eff:fef8:5263'}, {'subnet_id': '1aacfd3a-0556-4950-b102-1d5fdca506e0'}], 'binding:host_id': 'n-d-802060-17'}, 'id': 'ab655b0e-4738-45e7-9cf1-7661e006fd35'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:59.365412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 8afb2dd6-609a-4b02-8c74-9f2f4944d59c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:59.366127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.379315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:59.379813 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.450266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.482054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.495795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763aa71-ead4-4db6-aaee-b3570fd74a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0ad59-d538-4ba0-b0b8-4e29cb49bffa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.509246 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcb6090-8cc5-4b58-ac3c-bbf105334221 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:53:59.510556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 8afb2dd6-609a-4b02-8c74-9f2f4944d59c owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:59.514736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33088) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:59.514913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4fcb6090-8cc5-4b58-ac3c-bbf105334221 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/9f270e6b-2579-42e5-85a3-b099ff0decd3 HTTP/1.1" status: 404 len: 333 time: 0.5291286 Oct 20 10:53:59.517089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port ee2af94e-0614-4bbe-826b-c7a7ada42822, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee2af94e-0614-4bbe-826b-c7a7ada42822,segment=NetworkSegment(b3cfc7c4-8d51-4771-b074-7c909965c1ca),segment_id=b3cfc7c4-8d51-4771-b074-7c909965c1ca)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:59.517557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.538660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:59.543019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.552701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for ee2af94e-0614-4bbe-826b-c7a7ada42822 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:59.654619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Deleting port ee2af94e-0614-4bbe-826b-c7a7ada42822 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:59.655225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.725338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.754455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 9315ff05-2c90-4816-87a6-48d5d3250bc9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:59.755150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.810698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=ee2af94e-0614-4bbe-826b-c7a7ada42822,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.825561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port ee2af94e-0614-4bbe-826b-c7a7ada42822 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:59.912561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.932206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 9315ff05-2c90-4816-87a6-48d5d3250bc9 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:59.969270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.992702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.004084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cfc7c4-8d51-4771-b074-7c909965c1ca') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.004634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cfc7c4-8d51-4771-b074-7c909965c1ca') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.015991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.032839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.040748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:00.043766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.050661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.090335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=8afb2dd6-609a-4b02-8c74-9f2f4944d59c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.100720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] For port ee2af94e-0614-4bbe-826b-c7a7ada42822, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee2af94e-0614-4bbe-826b-c7a7ada42822,segment=NetworkSegment(b3cfc7c4-8d51-4771-b074-7c909965c1ca),segment_id=b3cfc7c4-8d51-4771-b074-7c909965c1ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:00.100720 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.146480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Calling delete_port for ee2af94e-0614-4bbe-826b-c7a7ada42822 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:00.149100 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:00.157469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.163756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.168310 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e HTTP/1.1" status: 204 len: 168 time: 1.7765265 Oct 20 10:54:00.174166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33130) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.183022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-521097185', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:00.192183 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.218124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe417ffc-5136-4883-8179-d5522a8df1da tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.234513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Allocated IP 172.20.0.2 (2d5fe838-a998-4d31-a688-24a98274b0ba/1aacfd3a-0556-4950-b102-1d5fdca506e0/ab655b0e-4738-45e7-9cf1-7661e006fd35) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:00.261220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.262251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.267738 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.274103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f4d71fe-98fc-4577-bd21-e37e7e300ad2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/8afb2dd6-609a-4b02-8c74-9f2f4944d59c HTTP/1.1" status: 204 len: 168 time: 1.0503838 Oct 20 10:54:00.275276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-28dd2aff-3239-47fb-86a5-abcc44e2d42f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734694 Oct 20 10:54:00.276889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33134) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.295542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:00.304151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.376851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=9315ff05-2c90-4816-87a6-48d5d3250bc9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.380800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.388008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c99139d6-42f0-4385-84c4-d20568b14229 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/9315ff05-2c90-4816-87a6-48d5d3250bc9 HTTP/1.1" status: 204 len: 168 time: 0.8717513 Oct 20 10:54:00.390381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33138) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.432425 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3618a299-ae46-4654-8bb7-b4bde8af9346 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:54:00.434198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3618a299-ae46-4654-8bb7-b4bde8af9346 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/9315ff05-2c90-4816-87a6-48d5d3250bc9 HTTP/1.1" status: 404 len: 333 time: 0.0428445 Oct 20 10:54:00.437239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33140) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.443493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.465001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5878933-6ad7-455d-ae55-9fc0e3336d0a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:00.466778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5878933-6ad7-455d-ae55-9fc0e3336d0a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:00.468378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5878933-6ad7-455d-ae55-9fc0e3336d0a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:00.473360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a5878933-6ad7-455d-ae55-9fc0e3336d0a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1953366 Oct 20 10:54:00.476835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33144) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.524278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet 63fdeef2-dab2-486c-a244-74002eb15e8e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:00.529456 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.535875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.541798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-67a40708-0b17-415f-a025-c326062ac0db None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:00.583789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Network a6f76fd7-3601-4fe4-9dd8-1cd05fc3da9e is not hosted by any dhcp agent {{(pid=100748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:54:00.584177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] No DVR routers for this DVR port ee2af94e-0614-4bbe-826b-c7a7ada42822 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:00.588736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:00.589601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.594763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe944470-2e6e-4703-b360-40b385ca4676 None None] Pushing event deleted for resources: {'Port': ['ID=ee2af94e-0614-4bbe-826b-c7a7ada42822,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.604784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.628680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-a55cef26-44ef-4e03-b49a-e1307a747b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:00.630282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-a55cef26-44ef-4e03-b49a-e1307a747b74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 1099 time: 0.2769432 Oct 20 10:54:00.653116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.664678 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.705291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 1aacfd3a-0556-4950-b102-1d5fdca506e0 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:00.720229 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.733262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40708-0b17-415f-a025-c326062ac0db None None] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.765552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.770816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.860412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:00.860752 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:00.874325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.875573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.892647 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.913034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.916446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/63fdeef2-dab2-486c-a244-74002eb15e8e HTTP/1.1" status: 204 len: 168 time: 0.4777069 Oct 20 10:54:00.932832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4af414-6838-48dd-9ff8-1600935d2d9e None None] Network d94d5aac-6cfc-46b8-acbf-5c230713b5f6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:00.940999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:00.984160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a392cc-8673-406c-b0fe-102009054166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=63fdeef2-dab2-486c-a244-74002eb15e8e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.057547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-177cee38-6c1a-44be-ad08-216482da9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.058876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-177cee38-6c1a-44be-ad08-216482da9070 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.3800330 Oct 20 10:54:01.124563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:01.133690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.246426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.311915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.314559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:01.349580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-49aa9001-d646-4de2-a684-d5c4cd93433c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 200 len: 1001 time: 0.2751951 Oct 20 10:54:01.380281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] DHCP port deletion for d94d5aac-6cfc-46b8-acbf-5c230713b5f6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:01.389429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.455354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aebac23d-9b77-4386-88b9-9d0bad617682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.477986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f54bdc21-e9f1-45a7-be9c-b343e2e86a59 None None] Could not find standard attr ID for object 9315ff05-2c90-4816-87a6-48d5d3250bc9. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:01.502760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:01.503105 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.531582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Deleting port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:01.531961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.557240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-98a0e5d9-e4de-4c03-b80d-afbb20b5a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.558720 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-98a0e5d9-e4de-4c03-b80d-afbb20b5a072 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1923342 Oct 20 10:54:01.610327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] For port 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=94ffe582-b29f-4a4b-90f7-c4591ba35a34,segment=NetworkSegment(9cae2620-2737-4802-bc38-79a728096a79),segment_id=9cae2620-2737-4802-bc38-79a728096a79)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:01.610843 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.624626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.624895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Calling delete_port for 94ffe582-b29f-4a4b-90f7-c4591ba35a34 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:01.716043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-498bfe1b-73e6-43bd-9fbb-d3bc5c3fdf47 None None] Could not find standard attr ID for object 9f270e6b-2579-42e5-85a3-b099ff0decd3. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:01.746000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.752595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=1aacfd3a-0556-4950-b102-1d5fdca506e0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.784016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:01.784296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.814633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.882477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] No DVR routers for this DVR port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:01.886485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71aa1-c50a-4b00-b7e4-b8b86d895050 None None] Pushing event deleted for resources: {'Port': ['ID=94ffe582-b29f-4a4b-90f7-c4591ba35a34,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.895080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 94ffe582-b29f-4a4b-90f7-c4591ba35a34, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=94ffe582-b29f-4a4b-90f7-c4591ba35a34,segment=NetworkSegment(9cae2620-2737-4802-bc38-79a728096a79),segment_id=9cae2620-2737-4802-bc38-79a728096a79)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:01.895479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.912390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 94ffe582-b29f-4a4b-90f7-c4591ba35a34 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:01.978581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee2af94e-0614-4bbe-826b-c7a7ada42822 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:01.982178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.985720 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8bbc9d5-1d55-4342-b1b4-1e322fff2d25 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1aacfd3a-0556-4950-b102-1d5fdca506e0 HTTP/1.1" status: 204 len: 168 time: 1.5073450 Oct 20 10:54:01.989559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33210) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:02.043866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0f22c-d034-4cd6-a89e-04cd0af7a6b0 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:02.058269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ee2af94e-0614-4bbe-826b-c7a7ada42822 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:02.058857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee2af94e-0614-4bbe-826b-c7a7ada42822 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:02.064594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.091622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-6e851239-17de-4ffb-a1aa-ea9799d11baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:02.093143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-6e851239-17de-4ffb-a1aa-ea9799d11baf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5001612 Oct 20 10:54:02.099848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.115859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ae61777f-8a9e-467f-a9ca-53248ba319bc None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:02.116707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ae61777f-8a9e-467f-a9ca-53248ba319bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.149196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f81f51fb-6531-4c1f-a13f-372e326cabcf {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:02.152689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.277501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.286743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.367521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=94ffe582-b29f-4a4b-90f7-c4591ba35a34,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:02.384704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 94ffe582-b29f-4a4b-90f7-c4591ba35a34 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:02.396087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.405567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ae61777f-8a9e-467f-a9ca-53248ba319bc None None] Could not find standard attr ID for object 8afb2dd6-609a-4b02-8c74-9f2f4944d59c. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:02.448928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 172.25.3.193 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/262365c3-3659-4fe1-91a1-54662821532b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:02.452703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-73001865-4a64-4b24-a9ae-63130abda9c1 service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446240 Oct 20 10:54:02.516582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.558685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f81f51fb-6531-4c1f-a13f-372e326cabcf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:02.561096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.567869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38c38323-f12c-42f0-b239-9be451b3533b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f81f51fb-6531-4c1f-a13f-372e326cabcf HTTP/1.1" status: 204 len: 168 time: 0.5762105 Oct 20 10:54:02.569092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33230) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:02.595424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.619375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad4a03fd-6e55-4733-92cb-58e7b8749016 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489478 Oct 20 10:54:02.619982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:02.625237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:02.716249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94d5aac-6cfc-46b8-acbf-5c230713b5f6']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:02.748871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cae2620-2737-4802-bc38-79a728096a79') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:02.749196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cae2620-2737-4802-bc38-79a728096a79') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:02.755566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.760422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a67eb3d4-816b-4b5d-a32f-df215a67ebba req-30722782-3b6e-48c8-9510-0aaba3efd8fc service neutron] 10.222.0.83 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909186 Oct 20 10:54:02.766336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.766777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:02.770856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.821935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.839203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.841246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:02.841855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:02.845230 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:02.934629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.950197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.958055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/d94d5aac-6cfc-46b8-acbf-5c230713b5f6 HTTP/1.1" status: 204 len: 168 time: 2.0067542 Oct 20 10:54:02.966259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33238) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:02.972872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1070235013'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:02.976303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209f958-005d-4555-9ccd-b2f2ab69035a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=d94d5aac-6cfc-46b8-acbf-5c230713b5f6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:02.994817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.087163 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.141525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:03.146907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:03.152194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.152800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.171472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=1d154483-9eaf-4b21-90b8-5f107fdb5c9a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:03.193388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-91451eac-3d28-4bb3-9e43-dd03a4270807 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688024 Oct 20 10:54:03.193388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33250) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:03.198790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:03.362198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:03.450768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c149d-4c71-4cb7-91ac-8c04cd71c261 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:03.485246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:03.489774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.522316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:03.526642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.537590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:03.552956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:03.578388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:03.587522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=262365c3-3659-4fe1-91a1-54662821532b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:03.644502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:03.646139 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.681372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:03.707202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1d4e4ad8-c32a-41cd-9660-adac205ce8c5 None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:03.709044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4ad8-c32a-41cd-9660-adac205ce8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.711453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.711802 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Added segment d68123ba-6fd0-4d10-acb2-770e6b2c9eef of type vlan for network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 Oct 20 10:54:03.985886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 94ffe582-b29f-4a4b-90f7-c4591ba35a34 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:03.998804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.100940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 94ffe582-b29f-4a4b-90f7-c4591ba35a34 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:04.101360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 94ffe582-b29f-4a4b-90f7-c4591ba35a34 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:04.188811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.195211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.196162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.216856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:04.306166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3361962 Oct 20 10:54:04.312021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33296) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:04.325095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:04.325589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Update dhcp port {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': '1d154483-9eaf-4b21-90b8-5f107fdb5c9a'}], 'binding:host_id': 'n-d-802060-17'}, 'id': 'ab655b0e-4738-45e7-9cf1-7661e006fd35'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:54:04.380906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.399820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.634169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e6509-6066-42e2-ba28-7d82520899e1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Network': ['ID=83b649e6-d1a9-455f-b8e2-fdafa67ca1b6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:04.647917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:04.664999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-e34d21f7-8efb-49fe-a10c-55c249d5fc95 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5518ece70f954123bc1e4e41d41e2b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609460 Oct 20 10:54:04.713473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.755999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.916799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-d14f173f-2b87-403a-9d70-589d5e287200 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.918384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-d14f173f-2b87-403a-9d70-589d5e287200 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527289 Oct 20 10:54:04.963880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:04.965851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-10268718-fb89-4e72-aedb-d73b170d3ee3 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/quotas/5518ece70f954123bc1e4e41d41e2b88 HTTP/1.1" status: 200 len: 375 time: 0.0157518 Oct 20 10:54:04.969070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.983034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef8:5263-606ade19-699f-46b3-bc37-bd882aacd7 {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:04.983855 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:05.021379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-f12b525d-7adf-4a47-bf2c-4f78603a8a89 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414987 Oct 20 10:54:05.151812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.194614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:05.268152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.289732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.290709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.415369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.455706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=3b8cfb2b-3e1d-4594-8a86-8cd192030ee6,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:05.546932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=8']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:05.556917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.571428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 8ebd9ac0-d391-4249-8018-67f2f7389b4b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:54:05.597132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:05.606303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=fe1a3ff8-d447-4165-9065-6bcd016b2413,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:05.615853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:05.637356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.637953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.668162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-0cf328bb-66c2-4eff-92e2-f2172c72e3ac tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5518ece70f954123bc1e4e41d41e2b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990140 Oct 20 10:54:05.700752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b1ac55e1-742d-4098-866a-85641366c75e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5062351 Oct 20 10:54:05.715392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33350) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:05.723890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:39:32:6c', 'name': 'tempest-NetworksTestDHCPv6-1489359434'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:05.735216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Checking segment: {'id': 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:05.740904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network hostable DHCP agents. Network: 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:05.922704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:05.962160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:05.964823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-77ab8021-6bbd-4f4b-a165-1a2607a9dd91 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.971887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-77ab8021-6bbd-4f4b-a165-1a2607a9dd91 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882540 Oct 20 10:54:05.973505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.975716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.989716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:06.057623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-b9af5fc5-aa85-4b63-af5a-2dedbbdf626e tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/quotas/5518ece70f954123bc1e4e41d41e2b88 HTTP/1.1" status: 200 len: 375 time: 0.0702691 Oct 20 10:54:06.059314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d626dd9-0a2a-46c0-a39d-139cb09f3294 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7396047 Oct 20 10:54:06.060047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33358) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.062028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35173c0b-a1b3-4a4e-97af-3ca503a8f5ac None None] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:06.065887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-926436126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:06.066356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] Sync routers for ids ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:06.076348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.080158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-506e4cc2-4ccf-4ce4-a9cf-dd0aa898f271 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9024837 Oct 20 10:54:06.080778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33360) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.115627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] Routers {'8ebd9ac0-d391-4249-8018-67f2f7389b4b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:06.115982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:06.135592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-93a9b3f2-3b99-4e73-a8b9-7b2853063fa9 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738544 Oct 20 10:54:06.169856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:06.179561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:06.179757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:54:06.179757 n-d-802060-17 neutron-server[100746]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:54:06.179757 n-d-802060-17 neutron-server[100746]: [parameters: {'project_id_1': 'c26f298d2a4744838187feab26658cde', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 53, 46, 79025)}] Oct 20 10:54:06.179757 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:06.179757 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:06.286159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.315674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port a70e4302-1819-41e3-ab82-c6dcffcd3729 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:06.342316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] Routers {'8ebd9ac0-d391-4249-8018-67f2f7389b4b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:06.342930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:06.410290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-17ca847f-d531-4606-b5cf-65881220f55d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers/8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 200 len: 884 time: 0.3274558 Oct 20 10:54:06.412507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33370) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.444471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:06.445777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43d015-0fa5-45bc-a3ae-79493c5d09c0 None None] The sync data for ids ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:06.522386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Allocated IP 172.20.0.2 (2d5fe838-a998-4d31-a688-24a98274b0ba/1d154483-9eaf-4b21-90b8-5f107fdb5c9a/ab655b0e-4738-45e7-9cf1-7661e006fd35) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:06.609211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-080fc88c-5d1a-4dd6-a03f-d9641b2656a8 req-0e3f4bf7-712e-480e-af65-d86d46bf17c9 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 210 time: 0.0532305 Oct 20 10:54:06.633609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-83b649e6-d1a9-455f-b8e2-fdafa67ca1b6', 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': 'fe1a3ff8-d447-4165-9065-6bcd016b2413'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:06.635548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.723027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.725200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.812622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.826890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:06.829824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.856689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.865097 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a1e996c-0106-43a1-8f95-7d71f6eb244c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7999969 Oct 20 10:54:06.865097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.870283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6', 'name': 'tempest-PortsIpV6TestJSON-1600610684'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:06.940902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.942982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Allocated IP 2001:db8::2 (83b649e6-d1a9-455f-b8e2-fdafa67ca1b6/fe1a3ff8-d447-4165-9065-6bcd016b2413/97178f9e-9f43-4109-8313-9bb1a15b122a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:07.054634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-3dd8b925-c3aa-4551-838b-78b34ea49f80 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5518ece70f954123bc1e4e41d41e2b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457673 Oct 20 10:54:07.172722 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.179259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:07.194370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.209641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.234623 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.283087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:07.289263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:07.295175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port cb21ff75-5bc6-45fb-8bd2-e592ee966740 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:07.311740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:07.338372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:07.369925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fcdc0a0e-0bdd-4c5e-a920-d7ae8ac5ac44 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9562690 Oct 20 10:54:07.373652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33402) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:07.395754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-521097185'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:07.395977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Pushing event updated for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:07.401213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 172.20.0.8 (2d5fe838-a998-4d31-a688-24a98274b0ba/1d154483-9eaf-4b21-90b8-5f107fdb5c9a/a70e4302-1819-41e3-ab82-c6dcffcd3729) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:07.450245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.450910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.451593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.452133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.452675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.453718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.454264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.454795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.455505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.456347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.458014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.459109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e006ed-1101-4eed-9514-4dc0f2852fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:07.466921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe39:326c (2d5fe838-a998-4d31-a688-24a98274b0ba/3b8cfb2b-3e1d-4594-8a86-8cd192030ee6/a70e4302-1819-41e3-ab82-c6dcffcd3729) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:07.592657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Attempting to bind port 97178f9e-9f43-4109-8313-9bb1a15b122a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:07.593368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Attempting to bind port 97178f9e-9f43-4109-8313-9bb1a15b122a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:07.593952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Attempting to bind port 97178f9e-9f43-4109-8313-9bb1a15b122a on network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:07.624902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:07.625451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Checking segment: {'id': 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:07.625945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.626432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Bound using segment: {'id': 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:07.627094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Bound port: 97178f9e-9f43-4109-8313-9bb1a15b122a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '83b649e6-d1a9-455f-b8e2-fdafa67ca1b6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:07.628355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.630787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Pushing event updated for resources: {'Port': ['ID=97178f9e-9f43-4109-8313-9bb1a15b122a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:07.684852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:07.685553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.743975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-049b0530-b985-4786-9a8a-dc3823f02c2b tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.745547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-049b0530-b985-4786-9a8a-dc3823f02c2b tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6834140 Oct 20 10:54:07.770813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Request body: {'port': {'device_id': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '5518ece70f954123bc1e4e41d41e2b88'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:07.876564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] For port 97178f9e-9f43-4109-8313-9bb1a15b122a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:07.882160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] For port 97178f9e-9f43-4109-8313-9bb1a15b122a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=97178f9e-9f43-4109-8313-9bb1a15b122a,segment=NetworkSegment(d68123ba-6fd0-4d10-acb2-770e6b2c9eef),segment_id=d68123ba-6fd0-4d10-acb2-770e6b2c9eef)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:07.898423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.050658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711dc58-e8ff-4bae-bbc4-9d243efdcc5d None None] Pushing event updated for resources: {'Port': ['ID=97178f9e-9f43-4109-8313-9bb1a15b122a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:08.604748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83bc6a-019d-49ef-ac63-25043d1ec735 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:08.629752 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-f0821fae-c9c5-452a-b1bc-047b5db54306 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5518ece70f954123bc1e4e41d41e2b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328379 Oct 20 10:54:08.664746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54019697-fa48-45b4-8e77-a0a7810c373f req-0ab71915-04f1-4c3d-8c08-0f1df658e8eb tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 210 time: 0.8465626 Oct 20 10:54:08.720490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::ab (83b649e6-d1a9-455f-b8e2-fdafa67ca1b6/fe1a3ff8-d447-4165-9065-6bcd016b2413/cb21ff75-5bc6-45fb-8bd2-e592ee966740) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:08.759375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.770624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.799611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.806234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-29068509-6b4b-4bf0-97f3-268ff072f403 None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:08.807585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-29068509-6b4b-4bf0-97f3-268ff072f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.916771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-4113c02a-2fdf-407b-b373-4883a9816f6f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:08.918454 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-4113c02a-2fdf-407b-b373-4883a9816f6f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789886 Oct 20 10:54:08.922099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Made reservation on behalf of 5518ece70f954123bc1e4e41d41e2b88 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:08.927080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.944646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.946085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Request body: {'port': {'device_id': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '5518ece70f954123bc1e4e41d41e2b88'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:09.119813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 8ebd9ac0-d391-4249-8018-67f2f7389b4b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:09.163766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:09.170894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=a70e4302-1819-41e3-ab82-c6dcffcd3729,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:09.180334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:09.193410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:09.380581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.437769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Made reservation on behalf of 5518ece70f954123bc1e4e41d41e2b88 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:09.442036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.469445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.488434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 97178f9e-9f43-4109-8313-9bb1a15b122a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:09.550439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:09.563240 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] Sync routers for ids ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:09.577114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.578509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cae4a63c-d7aa-4f5a-a18a-a19792926603 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 200 len: 891 time: 2.2045267 Oct 20 10:54:09.583576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33428) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:09.584366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] Routers {'8ebd9ac0-d391-4249-8018-67f2f7389b4b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:09.588532 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:09.589503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.608051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 97178f9e-9f43-4109-8313-9bb1a15b122a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:09.610188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.678869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:09.703496 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] Routers {'8ebd9ac0-d391-4249-8018-67f2f7389b4b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:09.704258 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:09.746039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.780620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.797506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:09.802706 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8776d096-dc2a-406a-b38a-a087f7fe3fc7 None None] The sync data for ids ['8ebd9ac0-d391-4249-8018-67f2f7389b4b'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:09.813503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.866815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.869148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcd022-f6c8-45f9-80a3-705ea2066700 None None] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:09.879649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:09.880878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.927323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7b32b87-4ada-430b-85cf-998d7084065f req-b59e7da6-ca6a-4e2b-a125-431f5d2819ed tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 210 time: 0.0644503 Oct 20 10:54:09.938125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-31329cf1-f3dd-43ce-a8ae-09e380608873 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2191701 Oct 20 10:54:09.942284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33434) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:09.973396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c32398-2018-4029-8f70-51f4e559925b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:09.982975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5518ece70f954123bc1e4e41d41e2b88 {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:09.983245 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:09.993941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:09.998699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:10.005328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8799f793-4cea-46dc-bb7f-5e86108f19fa tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers/8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 200 len: 891 time: 0.4205997 Oct 20 10:54:10.009770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:10.014772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33438) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.028072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:10.028758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.031080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33440) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.061272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=cb21ff75-5bc6-45fb-8bd2-e592ee966740,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:10.064855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d06d1f50-b5d3-4701-b3eb-e0fedb2a4fe7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 200 len: 205 time: 0.0486612 Oct 20 10:54:10.068750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33442) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.088480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 97178f9e-9f43-4109-8313-9bb1a15b122a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=97178f9e-9f43-4109-8313-9bb1a15b122a,segment=NetworkSegment(d68123ba-6fd0-4d10-acb2-770e6b2c9eef),segment_id=d68123ba-6fd0-4d10-acb2-770e6b2c9eef)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:10.091752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-92fb15ca-cf2e-4bd1-bbbb-52a172cace3e None None] Provisioning complete for port 97178f9e-9f43-4109-8313-9bb1a15b122a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:10.092977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92fb15ca-cf2e-4bd1-bbbb-52a172cace3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.117751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.118634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:10.173349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-21cdc07b-511b-4bdb-8a10-b16f18616f01 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3088036 Oct 20 10:54:10.177909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51e2af-d827-4b17-9e23-2903268f08db tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:10.178633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33448) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.197566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51e2af-d827-4b17-9e23-2903268f08db tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:10.201671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ac51e2af-d827-4b17-9e23-2903268f08db tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2558870 Oct 20 10:54:10.210368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.224554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=97178f9e-9f43-4109-8313-9bb1a15b122a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:10.412823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8a9351c-df15-4de0-a59a-5915b939059e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.432481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.486894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.495033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Allocated IP 192.168.233.71 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/c0a95424-b28f-4b39-baa6-4adcf1bcda2f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:10.552322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port a70e4302-1819-41e3-ab82-c6dcffcd3729 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:10.553093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.652930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.668914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:10.669400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.820735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fa7d32a3-8419-4f64-9925-ea9944cd1603 None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:10.821860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fa7d32a3-8419-4f64-9925-ea9944cd1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.834268 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.851414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for a70e4302-1819-41e3-ab82-c6dcffcd3729 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:10.858906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 262365c3-3659-4fe1-91a1-54662821532b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:10.859274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.035913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.058638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fa7d32a3-8419-4f64-9925-ea9944cd1603 None None] Could not find standard attr ID for object 8afb2dd6-609a-4b02-8c74-9f2f4944d59c. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:11.069073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 262365c3-3659-4fe1-91a1-54662821532b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:11.278185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e841536-458f-4eaf-a3af-66bb2e79b98b req-55ad768a-5930-4739-8350-41da54ecf978 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 210 time: 0.1496360 Oct 20 10:54:11.308121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d5b66607-685b-4e4f-853f-88ffaf4fed7d None None] Provisioning complete for port cb21ff75-5bc6-45fb-8bd2-e592ee966740 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:11.308490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5b66607-685b-4e4f-853f-88ffaf4fed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.315628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.334807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8a9351c-df15-4de0-a59a-5915b939059e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.371695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d5b66607-685b-4e4f-853f-88ffaf4fed7d None None] Port cb21ff75-5bc6-45fb-8bd2-e592ee966740 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:11.373610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 97178f9e-9f43-4109-8313-9bb1a15b122a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:11.383552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8a9351c-df15-4de0-a59a-5915b939059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.474024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 97178f9e-9f43-4109-8313-9bb1a15b122a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:11.474391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.495539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.554128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8a9351c-df15-4de0-a59a-5915b939059e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a85d56c2adc54a79ae568a5704254128&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4992054 Oct 20 10:54:11.556106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9351c-df15-4de0-a59a-5915b939059e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18730f9-263d-4326-815e-cfe533ffec5f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.560755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33462) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.576514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d5b66607-685b-4e4f-853f-88ffaf4fed7d None None] Provisioning complete for port 97178f9e-9f43-4109-8313-9bb1a15b122a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:11.576954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5b66607-685b-4e4f-853f-88ffaf4fed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.591188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.629084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=a70e4302-1819-41e3-ab82-c6dcffcd3729,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.709889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.770196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=262365c3-3659-4fe1-91a1-54662821532b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.828172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.920494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8243d3bc-565b-409f-88ac-89c65464fc0d None None] Provisioning complete for port cb21ff75-5bc6-45fb-8bd2-e592ee966740 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:11.921392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8243d3bc-565b-409f-88ac-89c65464fc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.932128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.973656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:11.984203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8243d3bc-565b-409f-88ac-89c65464fc0d None None] Port cb21ff75-5bc6-45fb-8bd2-e592ee966740 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:11.988867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8243d3bc-565b-409f-88ac-89c65464fc0d None None] Could not find standard attr ID for object a70e4302-1819-41e3-ab82-c6dcffcd3729. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:11.998950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:12.004415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Allocated IP 192.168.233.187 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/24c12718-28cf-4288-9431-47af83ba2c01) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:12.010839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.015905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:12.030078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.083206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.088832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a09ec8f1-794b-428c-8895-af4d955a5ae4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/a70e4302-1819-41e3-ab82-c6dcffcd3729 HTTP/1.1" status: 204 len: 168 time: 1.8739772 Oct 20 10:54:12.092595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33464) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.109739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.166305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.189703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.210553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.212719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.212929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.213493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.257168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.257689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebd9ac0-d391-4249-8018-67f2f7389b4b {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:54:12.266628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.267857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-51b336ba-2d94-4a01-9532-0072e4bae111 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 204 len: 168 time: 2.1980441 Oct 20 10:54:12.272067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33466) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.278167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585818099'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.289528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f12abb-bc75-4ffd-922a-3b674cf56b33 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.292412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f12abb-bc75-4ffd-922a-3b674cf56b33 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.294439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f12abb-bc75-4ffd-922a-3b674cf56b33 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.302030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-67f12abb-bc75-4ffd-922a-3b674cf56b33 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2030666 Oct 20 10:54:12.302435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33470) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.322023 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-21c8596a-284d-4c37-a3e4-b8242953c409 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5556722 Oct 20 10:54:12.353712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=cb21ff75-5bc6-45fb-8bd2-e592ee966740,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.360159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-59f2a6c8-d7f2-4684-9c5d-f7019ba5e387 None None] Provisioning complete for port c0a95424-b28f-4b39-baa6-4adcf1bcda2f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:12.360637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59f2a6c8-d7f2-4684-9c5d-f7019ba5e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.384467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.388076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.392015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b18730f9-263d-4326-815e-cfe533ffec5f HTTP/1.1" status: 204 len: 168 time: 0.8091242 Oct 20 10:54:12.432756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 1d154483-9eaf-4b21-90b8-5f107fdb5c9a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:12.437552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.444669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:12.449449 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.454207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-59f2a6c8-d7f2-4684-9c5d-f7019ba5e387 None None] Port c0a95424-b28f-4b39-baa6-4adcf1bcda2f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:12.471500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Request body: {'port': {'device_id': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.512677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587e81-dd31-462c-bb6b-7c7861e3c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18730f9-263d-4326-815e-cfe533ffec5f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.543519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52be35f3-8473-4900-929d-cad58af94864 req-5d199f9f-2601-46f6-ac64-f1076e397fb7 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 210 time: 0.0947747 Oct 20 10:54:12.583507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.624064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:12.647030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.647385 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment cbd8c823-a2dd-4de3-ab76-56856e82a0c0 of type vlan for network de8e7f1f-9ec7-4128-b072-749bde1e3d1a Oct 20 10:54:12.684837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.704960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.779800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fe67f3b0-6728-4cc8-9607-89443052075e None None] Provisioning complete for port cb21ff75-5bc6-45fb-8bd2-e592ee966740 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:12.780504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe67f3b0-6728-4cc8-9607-89443052075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.780939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.790029 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.830198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.883745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fe67f3b0-6728-4cc8-9607-89443052075e None None] Port cb21ff75-5bc6-45fb-8bd2-e592ee966740 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:12.890108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.898893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.899680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.930580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.976603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa6f4-9a01-430c-8e79-3fab57519d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.997638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.010174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=de8e7f1f-9ec7-4128-b072-749bde1e3d1a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:13.018263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f5f9990-22ee-4a63-b2f1-c9c92dca26c3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7447019 Oct 20 10:54:13.021599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.027667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:13.028795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:13.146493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.205398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.211849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1d154483-9eaf-4b21-90b8-5f107fdb5c9a HTTP/1.1" status: 204 len: 168 time: 0.9058833 Oct 20 10:54:13.213869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33494) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.215307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:13.223217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3419ce7-29a7-4064-9394-a1324a074674 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:13.229395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3b63f-0294-4c43-a169-458bad9b4d6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=1d154483-9eaf-4b21-90b8-5f107fdb5c9a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:13.233468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.235599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:13.250737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:13.265409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:13.294372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23e18-7a13-4f0e-8e09-846f8753d0f4 req-8216785f-8dac-431e-92a6-d5a45fbefcd8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:13.302345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90a23e18-7a13-4f0e-8e09-846f8753d0f4 req-8216785f-8dac-431e-92a6-d5a45fbefcd8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.1770597 Oct 20 10:54:13.310208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:13.314405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.381768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 3b8cfb2b-3e1d-4594-8a86-8cd192030ee6 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:13.413370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.420664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:13.422904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.497047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90a23e18-7a13-4f0e-8e09-846f8753d0f4 req-5548690c-17ff-4107-8aca-2f6d4c201004 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829894 Oct 20 10:54:13.505313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-79976c5d-52f4-4526-8781-034f0bd2ce76 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5757110 Oct 20 10:54:13.508415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.559399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Request body: {'port': {'device_id': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:13.626055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-eaffe0e3-e31b-4c6b-8d59-4edf7343abcc None None] Provisioning complete for port 24c12718-28cf-4288-9431-47af83ba2c01 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:13.630071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eaffe0e3-e31b-4c6b-8d59-4edf7343abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.647616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa6f4-9a01-430c-8e79-3fab57519d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.690748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-eaffe0e3-e31b-4c6b-8d59-4edf7343abcc None None] Port 24c12718-28cf-4288-9431-47af83ba2c01 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:13.764929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.793493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.857095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49996673-44d1-4b43-893c-8288fcd72a03 req-443554ec-6450-4835-9cce-f5eb0d2b973d tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:13.858735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49996673-44d1-4b43-893c-8288fcd72a03 req-443554ec-6450-4835-9cce-f5eb0d2b973d tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 936 time: 0.2017870 Oct 20 10:54:13.908917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=df51035f-ab98-4335-9398-b361ee797dbb,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:13.947642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.992157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8cfb2b-3e1d-4594-8a86-8cd192030ee6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:13.999091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:13.999469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: de8e7f1f-9ec7-4128-b072-749bde1e3d1a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:14.017181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49996673-44d1-4b43-893c-8288fcd72a03 req-67e3b08c-a902-46ac-b683-3a593d801fe5 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496410 Oct 20 10:54:14.027191 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.044458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce5106b2-3110-42d1-9ce6-2887cfa5d863 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/3b8cfb2b-3e1d-4594-8a86-8cd192030ee6 HTTP/1.1" status: 204 len: 168 time: 0.8274860 Oct 20 10:54:14.045231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33502) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.057063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:14.114672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2bd28caa-79c9-41f2-85ca-d81b0e85ca13 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652883 Oct 20 10:54:14.116173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, de8e7f1f-9ec7-4128-b072-749bde1e3d1a) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:14.117743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33504) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.124379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:14.124596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfbe8fd-2b6f-45ec-90d7-b54f77eb50e1 None None] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:14.230973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.231515 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.240769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa6f4-9a01-430c-8e79-3fab57519d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.243494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:14.250396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.272418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad50c9-949f-4486-97bd-464aaea3177c None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:14.326065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-908b4451-0652-4f94-bb08-dd1f158938b6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3034151 Oct 20 10:54:14.329796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33506) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.335121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142367139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:14.349995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.372442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.373158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.383622 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1fdaa6f4-9a01-430c-8e79-3fab57519d47 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec87b1bb33d4414c8d84ff7732323705&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4475102 Oct 20 10:54:14.387413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.388676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.396810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaa6f4-9a01-430c-8e79-3fab57519d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72999f-caab-4c87-aa2a-97314991e45e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:14.442101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.443246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.455653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea817f5b-9cea-4e4c-b1e2-699b22d8a21b None None] Provisioning complete for port ab655b0e-4738-45e7-9cf1-7661e006fd35 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:14.456063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea817f5b-9cea-4e4c-b1e2-699b22d8a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.502971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-de8e7f1f-9ec7-4128-b072-749bde1e3d1a', 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': 'df51035f-ab98-4335-9398-b361ee797dbb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:14.504112 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.606638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.629450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.664158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.675469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=cb21ff75-5bc6-45fb-8bd2-e592ee966740,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:14.681503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.771406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.773762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52b0fd00-8357-4974-9e31-5c57ca60b0a1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4432547 Oct 20 10:54:14.778350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33516) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.784529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:14.794914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Allocated IP 2001:db8::2 (de8e7f1f-9ec7-4128-b072-749bde1e3d1a/df51035f-ab98-4335-9398-b361ee797dbb/d486e306-a8ad-4e2a-82e8-84a143e3d5e4) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:14.807220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:14.824651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.836767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:14.841839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.844748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.848843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d72999f-caab-4c87-aa2a-97314991e45e HTTP/1.1" status: 204 len: 168 time: 0.4574208 Oct 20 10:54:14.851830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.867052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Transition to ACTIVE for port object c0a95424-b28f-4b39-baa6-4adcf1bcda2f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:14.867226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e312fed-da31-4678-b601-592aa48c82c0 req-5f61f7f4-8a44-40ed-80f1-c5ac3797c9ac tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.868701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e312fed-da31-4678-b601-592aa48c82c0 req-5f61f7f4-8a44-40ed-80f1-c5ac3797c9ac tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.2034009 Oct 20 10:54:14.898700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:14.925786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Deleting port ab655b0e-4738-45e7-9cf1-7661e006fd35 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:14.926040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.961443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25455225-faa3-4a8d-83cc-c656159ee5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72999f-caab-4c87-aa2a-97314991e45e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.026330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.073100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:15.082295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:15.093528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.097428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.098306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.115660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] For port ab655b0e-4738-45e7-9cf1-7661e006fd35, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ab655b0e-4738-45e7-9cf1-7661e006fd35,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:15.115937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.136502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.204978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Calling delete_port for ab655b0e-4738-45e7-9cf1-7661e006fd35 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:15.260456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:15.262172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=45d84815-adf4-4e9b-9933-f6175523324e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.296955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-d09e709a-7351-4c37-8c8b-e8930ee7c81f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.298518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-d09e709a-7351-4c37-8c8b-e8930ee7c81f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.83 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.4959493 Oct 20 10:54:15.324515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e312fed-da31-4678-b601-592aa48c82c0 req-6ef15cad-34bc-445d-b0f0-ab2918e81ba1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361489 Oct 20 10:54:15.332094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ab655b0e-4738-45e7-9cf1-7661e006fd35 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:15.344356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:15.344356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:15.373359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8416ac3f-8503-4927-acdd-8b117f227b07 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2545450 Oct 20 10:54:15.381154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33524) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.396487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:15.411913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Pushing event updated for resources: {'Port': ['ID=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.516860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.557617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Router d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:54:15.563492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7cb31626-05bf-4164-9c35-59d58a73b9c9 None None] Provisioning complete for port cb21ff75-5bc6-45fb-8bd2-e592ee966740 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:15.565044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7cb31626-05bf-4164-9c35-59d58a73b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.589124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730376b0-5d73-498d-bd12-707d91c20bd7 req-10d81038-1a63-4e57-ac18-ea0ab1ec1533 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.597528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-730376b0-5d73-498d-bd12-707d91c20bd7 req-10d81038-1a63-4e57-ac18-ea0ab1ec1533 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 936 time: 0.3995867 Oct 20 10:54:15.611665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Attempting to bind port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:15.612830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Attempting to bind port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:15.613907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Attempting to bind port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 on network de8e7f1f-9ec7-4128-b072-749bde1e3d1a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:15.652076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Attempting to bind port c0a95424-b28f-4b39-baa6-4adcf1bcda2f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:15.653357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Attempting to bind port c0a95424-b28f-4b39-baa6-4adcf1bcda2f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:15.653357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Attempting to bind port c0a95424-b28f-4b39-baa6-4adcf1bcda2f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:15.656304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:15.657049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Checking segment: {'id': 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:15.658288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.662357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.673759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Bound using segment: {'id': 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:15.674927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Bound port: d486e306-a8ad-4e2a-82e8-84a143e3d5e4, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'de8e7f1f-9ec7-4128-b072-749bde1e3d1a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:15.679779 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.704645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-730376b0-5d73-498d-bd12-707d91c20bd7 req-b2c9d641-026c-4bcb-adaa-ff9781aa55fa tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038384 Oct 20 10:54:15.743221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7cb31626-05bf-4164-9c35-59d58a73b9c9 None None] Port cb21ff75-5bc6-45fb-8bd2-e592ee966740 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:15.763175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.823775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Port ab655b0e-4738-45e7-9cf1-7661e006fd35 update to DOWN by agent not found {{(pid=100748) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:54:15.843062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:15.851418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Port c0a95424-b28f-4b39-baa6-4adcf1bcda2f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:15.852326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Attempting to bind port c0a95424-b28f-4b39-baa6-4adcf1bcda2f on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:15.878844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] Sync routers for ids ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:15.882164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] Pushing event deleted for resources: {'Port': ['ID=ab655b0e-4738-45e7-9cf1-7661e006fd35,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.885443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15819313-c936-4e88-a2ef-27202f231b13 None None] No DVR routers for this DVR port ab655b0e-4738-45e7-9cf1-7661e006fd35 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:15.893787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.923470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012fd69d-b21c-488b-82b8-c73ba5c27d41 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:15.927624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:15.931207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.936622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c12718-28cf-4288-9431-47af83ba2c01 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:15.948066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.949374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] Routers {'d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:15.950233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:15.966402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Transition to ACTIVE for port object 24c12718-28cf-4288-9431-47af83ba2c01 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:15.972417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d0f7c8ca-960c-47b0-a17d-e20476ce8fe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/routers/d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917094 Oct 20 10:54:15.977214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.991839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.010390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:16.023993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:16.024408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:16.024859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:16.025378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Bound port: c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:16.025798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.065381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] For port d486e306-a8ad-4e2a-82e8-84a143e3d5e4, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:16.070930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] Routers {'d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:16.071666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:16.086916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Deleting port c8c7e7fb-805b-4c36-bb0d-833b54d58685 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:16.087268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.119726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:16.120422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18669a7-874f-4888-b6fb-85bcd259059c None None] The sync data for ids ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:16.123415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] For port d486e306-a8ad-4e2a-82e8-84a143e3d5e4, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,segment=NetworkSegment(cbd8c823-a2dd-4de3-ab76-56856e82a0c0),segment_id=cbd8c823-a2dd-4de3-ab76-56856e82a0c0)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:16.135710 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.203857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] For port c8c7e7fb-805b-4c36-bb0d-833b54d58685, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c8c7e7fb-805b-4c36-bb0d-833b54d58685,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:16.203857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.305749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5795-0ef2-47c6-a514-21c381f95360 None None] Pushing event updated for resources: {'Port': ['ID=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:16.361595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '45d84815-adf4-4e9b-9933-f6175523324e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:16.362558 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.515730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d59daa-1d88-4dfd-82fc-03dfba86d6a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.522473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-47d59daa-1d88-4dfd-82fc-03dfba86d6a0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f HTTP/1.1" status: 200 len: 988 time: 0.5415113 Oct 20 10:54:16.549268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33554) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.572799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:16.619305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.620454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Allocated IP 172.20.0.2 (2d5fe838-a998-4d31-a688-24a98274b0ba/45d84815-adf4-4e9b-9933-f6175523324e/7d15c88d-aeb0-45db-bbb5-acb4fb831363) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:16.673781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:16.677493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Attempting to bind port 24c12718-28cf-4288-9431-47af83ba2c01 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:16.677886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Attempting to bind port 24c12718-28cf-4288-9431-47af83ba2c01 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:16.679123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Attempting to bind port 24c12718-28cf-4288-9431-47af83ba2c01 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:16.683349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:16.693782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Port 24c12718-28cf-4288-9431-47af83ba2c01 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:16.694148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Attempting to bind port 24c12718-28cf-4288-9431-47af83ba2c01 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:16.702738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:16.703066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:16.703484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:16.705068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Bound port: 24c12718-28cf-4288-9431-47af83ba2c01, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:16.705652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.708964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.769247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.769926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.774093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] 10.222.0.70 "PUT /v2.0/ports/c0a95424-b28f-4b39-baa6-4adcf1bcda2f HTTP/1.1" status: 200 len: 1096 time: 4.4233148 Oct 20 10:54:16.812852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:16.814524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ec0d-a2a3-41f0-91d6-bf76c7dfc8ed req-2df413da-06c5-46a6-be94-258ce06482f0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.817478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a2ec0d-a2a3-41f0-91d6-bf76c7dfc8ed req-2df413da-06c5-46a6-be94-258ce06482f0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.3396111 Oct 20 10:54:16.827862 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde18d82-cc32-45a0-a8c4-0238cb995b24" -d '{"events": [{"name": "network-changed", "server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:16.835518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8::1 (de8e7f1f-9ec7-4128-b072-749bde1e3d1a/df51035f-ab98-4335-9398-b361ee797dbb/c28c2820-e08d-4cf6-a51b-8fd06f6e36a3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:16.864686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.874906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.934447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:16.939041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:16.942479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:16.990292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Pushing event updated for resources: {'Port': ['ID=7d15c88d-aeb0-45db-bbb5-acb4fb831363,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.037755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:17.040236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Attempting to bind port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:17.041135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Attempting to bind port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:17.041761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:17.042145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Attempting to bind port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:17.054160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:17.055497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:17.056445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.059263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:17.060005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Bound port: 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:17.060923 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.146340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.209979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a2ec0d-a2a3-41f0-91d6-bf76c7dfc8ed req-2cb669cd-ed81-4200-a2ef-dd72c211ae83 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801134 Oct 20 10:54:17.246265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] For port 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:17.308918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] For port 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7d15c88d-aeb0-45db-bbb5-acb4fb831363,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:17.316952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.406804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d486e306-a8ad-4e2a-82e8-84a143e3d5e4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:17.407483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.502101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfcb53-8228-407c-8bb3-9344dcd2663b req-9a8e4f57-8d7b-487a-8ffe-fe3ae4051517 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.523491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43bfcb53-8228-407c-8bb3-9344dcd2663b req-9a8e4f57-8d7b-487a-8ffe-fe3ae4051517 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.6206813 Oct 20 10:54:17.543816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc78b-e531-4666-b4f1-5bf488d3f61a None None] Pushing event updated for resources: {'Port': ['ID=7d15c88d-aeb0-45db-bbb5-acb4fb831363,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.592921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:17.593299 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.681963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.808084 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.820658 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e10ca-86e4-42b9-bb9e-415ea6800f2f x-openstack-request-id: req-3e7e10ca-86e4-42b9-bb9e-415ea6800f2f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:17.821034 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:17.821222 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e7e10ca-86e4-42b9-bb9e-415ea6800f2f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:17.821578 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'status': 'completed', 'code': 200} Oct 20 10:54:17.849917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=c28c2820-e08d-4cf6-a51b-8fd06f6e36a3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.868019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06855d-cb9a-4698-b425-cb9fa958647e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.886350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port d486e306-a8ad-4e2a-82e8-84a143e3d5e4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,segment=NetworkSegment(cbd8c823-a2dd-4de3-ab76-56856e82a0c0),segment_id=cbd8c823-a2dd-4de3-ab76-56856e82a0c0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:17.897222 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.898080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.898705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.902305 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] 10.222.0.83 "PUT /v2.0/ports/24c12718-28cf-4288-9431-47af83ba2c01 HTTP/1.1" status: 200 len: 1097 time: 4.3853137 Oct 20 10:54:17.907769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43bfcb53-8228-407c-8bb3-9344dcd2663b req-3024754e-b178-41fb-9597-647797bc960c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830452 Oct 20 10:54:17.918093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-84cdd78a-080e-4997-850c-c989908b619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.919643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-84cdd78a-080e-4997-850c-c989908b619c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 1099 time: 1.0631120 Oct 20 10:54:18.009651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.009992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.010445 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Floating IP 12ae976b-3f25-4a15-b680-00341bc8b247 disassociated. External IP: 172.25.3.54, port: c8c7e7fb-805b-4c36-bb0d-833b54d58685. Oct 20 10:54:18.010805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Calling delete_port for c8c7e7fb-805b-4c36-bb0d-833b54d58685 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:18.018735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:18.037083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:18.065364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:18.067505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.087091 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-45ba2ee0-9b5f-422b-8c0c-c459dbab9325 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f HTTP/1.1" status: 200 len: 217 time: 0.1091535 Oct 20 10:54:18.189207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.201552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1355f5b-6848-4e1d-bdbe-5ae6e125cd4d None None] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:18.254660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-c0240a74-8989-4475-b67f-4869466c88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.256174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-c0240a74-8989-4475-b67f-4869466c88f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1592317 Oct 20 10:54:18.347708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c8c7e7fb-805b-4c36-bb0d-833b54d58685 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:18.348767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f66f-0606-47e0-8961-872c6370913b service neutron] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.384068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-18dcfe19-bd0a-4525-950a-41da1fb41cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.385594 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-18dcfe19-bd0a-4525-950a-41da1fb41cf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 1100 time: 0.3963122 Oct 20 10:54:18.447926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2d6f8f32-e85b-4928-9fcb-6826cc679fa2 None None] Provisioning complete for port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:18.448179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8f32-e85b-4928-9fcb-6826cc679fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.485907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-d065a815-9606-4f5d-8a4f-73472d5ec110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.488046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-d065a815-9606-4f5d-8a4f-73472d5ec110 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2213359 Oct 20 10:54:18.489523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-6b12185e-b4ae-4a84-8e53-7b555009f550 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=24c12718-28cf-4288-9431-47af83ba2c01 HTTP/1.1" status: 200 len: 217 time: 0.0846682 Oct 20 10:54:18.511179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424016f-78c1-44e5-a607-95a755363363 req-3d8a2d1f-e2f9-472f-9e74-0d6789d1b123 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.513936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4424016f-78c1-44e5-a607-95a755363363 req-3d8a2d1f-e2f9-472f-9e74-0d6789d1b123 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 947 time: 0.1313269 Oct 20 10:54:18.516534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:18.700677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.729950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.745587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-df64cb57-ef8a-47d9-9f02-c5a30f4093f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.747508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-df64cb57-ef8a-47d9-9f02-c5a30f4093f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2458894 Oct 20 10:54:18.750389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.825941 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.839784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'Port': ['ID=c8c7e7fb-805b-4c36-bb0d-833b54d58685,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.866496 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-c966a61a-9dd1-4207-9182-9419f26f9148 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679121 Oct 20 10:54:18.902732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4424016f-78c1-44e5-a607-95a755363363 req-4f4f1786-3765-4b0f-b01c-4522fdca55e9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=7100ae95-9389-46f5-9031-cddf63e46428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650532 Oct 20 10:54:18.962583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-7dbce7bf-3a2b-4caa-a1ff-b70c8e9fe312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.965854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-7dbce7bf-3a2b-4caa-a1ff-b70c8e9fe312 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2103598 Oct 20 10:54:19.108153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.230167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9a6075de-b71d-4f62-843c-cfc9f20e9ea4 req-2039f413-476e-42da-9e6b-6ace14eaa5c9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039620 Oct 20 10:54:19.246168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Provisioning complete for port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:19.246679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.283604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:19.339602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:19.375408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-516a8de1-bb4a-4029-a18d-19dfac61bf4b service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142312 Oct 20 10:54:19.393477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Provisioning complete for port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:19.394393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.488768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:19.501106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:19.522614 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:19.523254 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.546089 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.564792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7d15c88d-aeb0-45db-bbb5-acb4fb831363 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:19.641955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] For port 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7d15c88d-aeb0-45db-bbb5-acb4fb831363,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:19.655010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.709430 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3e5a2cf6-ab4c-4ccb-8c1d-f4c4d4f6c7be req-1949ef37-d7e3-46e8-8a42-7432bc0728b6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229347 Oct 20 10:54:19.754913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Pushing event updated for resources: {'Port': ['ID=7d15c88d-aeb0-45db-bbb5-acb4fb831363,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.764383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-9c77b8a9-e0ba-485f-b696-79250a95e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:19.765888 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-9c77b8a9-e0ba-485f-b696-79250a95e4ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 1099 time: 0.4583640 Oct 20 10:54:19.781567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] No DVR routers for this DVR port c8c7e7fb-805b-4c36-bb0d-833b54d58685 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:19.781832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:19.781971 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.792344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.795687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b9499135-37a0-40cb-8fa7-dc2ee1346d38 req-eccdc7d6-1ae8-4537-b79a-0b11167da6be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.83 "DELETE /v2.0/ports/c8c7e7fb-805b-4c36-bb0d-833b54d58685 HTTP/1.1" status: 204 len: 173 time: 4.4187205 Oct 20 10:54:19.822723 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:19.837888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Provisioning complete for port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:19.838254 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53a2e193-5c29-4870-b966-d39ad4965ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.885905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01'}, {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-deleted', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:19.891826 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821222b4-0dcb-4eda-a262-2cb455614b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "tag": "24c12718-28cf-4288-9431-47af83ba2c01"}, {"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-deleted", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:19.958321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-e45f9a51-405c-44ae-8eac-31a1d0d5f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:19.960281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-e45f9a51-405c-44ae-8eac-31a1d0d5f9be service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1799750 Oct 20 10:54:19.975537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d486e306-a8ad-4e2a-82e8-84a143e3d5e4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:20.032040 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e686d320-5dc2-4d1d-83c1-36d0135b4c03 x-openstack-request-id: req-e686d320-5dc2-4d1d-83c1-36d0135b4c03 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:20.032662 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "tag": "24c12718-28cf-4288-9431-47af83ba2c01", "status": "completed", "code": 200}, {"server_uuid": "6cfef56c-fd5e-40b1-a057-d6f3d575e8ca", "name": "network-vif-deleted", "tag": "c8c7e7fb-805b-4c36-bb0d-833b54d58685", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:20.032971 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e686d320-5dc2-4d1d-83c1-36d0135b4c03 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:20.034152 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01', 'status': 'completed', 'code': 200} Oct 20 10:54:20.035090 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfef56c-fd5e-40b1-a057-d6f3d575e8ca', 'name': 'network-vif-deleted', 'tag': 'c8c7e7fb-805b-4c36-bb0d-833b54d58685', 'status': 'completed', 'code': 200} Oct 20 10:54:20.038469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-2e5cc063-8770-4796-a6c6-f123630bf89c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f HTTP/1.1" status: 200 len: 217 time: 0.0696473 Oct 20 10:54:20.102269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:20.102723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.161447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-48b42138-e1f3-470c-92c7-3a593b72874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.162166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:20.162643 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:20.163325 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-48b42138-e1f3-470c-92c7-3a593b72874c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 1100 time: 0.1272998 Oct 20 10:54:20.179088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9049a92d-8d24-46b5-84eb-0f03a4f8268e req-0ae9726f-ed05-4cda-8ce7-5abb1a0a1d63 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cfef56c-fd5e-40b1-a057-d6f3d575e8ca HTTP/1.1" status: 200 len: 210 time: 0.0598319 Oct 20 10:54:20.202464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-b5e484bd-c0df-456b-b066-ce6f86d0d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.202464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-b5e484bd-c0df-456b-b066-ce6f86d0d8de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.1327269 Oct 20 10:54:20.205740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996562-c29c-4933-a864-61c4237896ba req-cb16dc64-c098-4e53-b804-5b4c891cc056 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.208754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6996562-c29c-4933-a864-61c4237896ba req-cb16dc64-c098-4e53-b804-5b4c891cc056 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 1.1541321 Oct 20 10:54:20.227973 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:20.245002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3d836038-f53d-4d4f-a442-e704de379dc3 None None] Provisioning complete for port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:20.245366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d836038-f53d-4d4f-a442-e704de379dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.272015 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:20.293737 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:20.294682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:20.304230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3d836038-f53d-4d4f-a442-e704de379dc3 None None] Port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:20.358712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-1dbef157-e058-4991-bfa4-3ab8b9b6ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.360229 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-1dbef157-e058-4991-bfa4-3ab8b9b6ff6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500010 Oct 20 10:54:20.434660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-e243b2d5-32de-4890-b700-1625c800db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.437541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-e243b2d5-32de-4890-b700-1625c800db4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.2648561 Oct 20 10:54:20.479193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:20.492309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6996562-c29c-4933-a864-61c4237896ba req-850f4a56-f234-4136-8b7d-ebf32386db06 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530504 Oct 20 10:54:20.492815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:20.525261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.534260 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.536137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.542511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-b9f8deb0-c080-4d5e-bdef-4785cdea825f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=24c12718-28cf-4288-9431-47af83ba2c01 HTTP/1.1" status: 200 len: 217 time: 0.0934486 Oct 20 10:54:20.605537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-23ad30d8-b7af-4a7a-b62a-4f3383778a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.607009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-23ad30d8-b7af-4a7a-b62a-4f3383778a29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0543859 Oct 20 10:54:20.610832 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-5c961406-de3e-4403-856b-584cc3e53def service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402003 Oct 20 10:54:20.651215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=c28c2820-e08d-4cf6-a51b-8fd06f6e36a3,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:20.677550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port cb21ff75-5bc6-45fb-8bd2-e592ee966740 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:20.678194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.720420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-e68380be-34e3-4e62-9f48-675e70139006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.722511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-e68380be-34e3-4e62-9f48-675e70139006 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055136 Oct 20 10:54:20.735473 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:20.765420 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104a08-5ad5-4d16-af8e-17fce1c874a9 None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:20.778155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6543ca07-7926-4fd5-80c4-4f63659a1f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.803284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.824204 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-1971143d-0659-46e3-b6db-9a9d69a85dc1 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939705 Oct 20 10:54:20.842658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cde18d82-cc32-45a0-a8c4-0238cb995b24 req-64bd502d-7735-485a-8a2b-7608ea2e04db service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156792 Oct 20 10:54:20.927686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:20.936132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-821222b4-0dcb-4eda-a262-2cb455614b3d req-e6feb076-625b-4039-b987-3af7b2d98568 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023409 Oct 20 10:54:20.938912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:20.984604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.046987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for cb21ff75-5bc6-45fb-8bd2-e592ee966740 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:21.069071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ce08f-f16f-4d1d-b5c2-3e2761e1ceec None None] New status for floating IP 12ae976b-3f25-4a15-b680-00341bc8b247: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:54:21.210189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6543ca07-7926-4fd5-80c4-4f63659a1f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.230918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6543ca07-7926-4fd5-80c4-4f63659a1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.242129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7d15c88d-aeb0-45db-bbb5-acb4fb831363 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:21.246823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ffb696e-5196-4f5b-9a5b-d8cd5c11803c None None] Provisioning complete for port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:21.247441 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ffb696e-5196-4f5b-9a5b-d8cd5c11803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.307137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.329432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb696e-5196-4f5b-9a5b-d8cd5c11803c None None] Port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:21.330374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7d15c88d-aeb0-45db-bbb5-acb4fb831363,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:21.334871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:21.338996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6543ca07-7926-4fd5-80c4-4f63659a1f5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cbd470eb5b7846aab8078acf0b20d4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415287 Oct 20 10:54:21.343624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33632) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.376210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:21.376477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.378407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543ca07-7926-4fd5-80c4-4f63659a1f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc0822-d06d-4bfc-803c-974de84432ed,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.402228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.432357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.435276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.438304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 860d75a9-1348-466a-9af7-7f9950a98f98 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:54:21.445019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.446794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.447619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.478074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.486050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:21.501692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'mac_address': 'fa:16:3e:76:d7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:21.550535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.553123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.554269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "DELETE /v2.0/security-groups/7100ae95-9389-46f5-9031-cddf63e46428 HTTP/1.1" status: 204 len: 168 time: 0.2457156 Oct 20 10:54:21.559133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33636) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.563941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.568486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.569600 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17fc0822-d06d-4bfc-803c-974de84432ed HTTP/1.1" status: 204 len: 168 time: 0.2250319 Oct 20 10:54:21.582054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69ca76-0892-4b41-9445-f9f64b956f4e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100ae95-9389-46f5-9031-cddf63e46428,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.583475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:21.604508 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-7b636545-4bdd-4235-9e46-cdbfb15c8f05 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] show failed (client error): The resource could not be found. Oct 20 10:54:21.606151 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7b636545-4bdd-4235-9e46-cdbfb15c8f05 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups/7100ae95-9389-46f5-9031-cddf63e46428 HTTP/1.1" status: 404 len: 347 time: 0.0442705 Oct 20 10:54:21.607537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3c7b1-54e4-49f7-a1e8-fa327c47f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc0822-d06d-4bfc-803c-974de84432ed,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.609933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33640) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.614096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:21.617789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:21.618374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.640932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e765e-4866-4433-9f70-7513b0717008 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:21.642798 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.678656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:21.732946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3498254 Oct 20 10:54:21.741990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:21.744582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.748792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=616bf8f3-949c-40a6-b841-ea629d755297,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.751401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.771844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:0b:98:c0', 'name': 'tempest-NetworksTestDHCPv6-1788086416'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:21.829014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa296c-888c-4b9e-a4d0-f55e7b5c0c8a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=7d15c88d-aeb0-45db-bbb5-acb4fb831363,revision_number=5']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.832528 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.833783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Deleting port b224aff4-224d-4cdc-ad16-460a5fd1f992 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:21.834124 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.899717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3234-f6a1-457d-a38c-d18094ebfb78 req-95ecce2c-f545-47ae-84bc-af98240e671f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:21.901382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a74b3234-f6a1-457d-a38c-d18094ebfb78 req-95ecce2c-f545-47ae-84bc-af98240e671f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.2983997 Oct 20 10:54:21.910460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=cb21ff75-5bc6-45fb-8bd2-e592ee966740,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.919680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.960508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:21.975181 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] Sync routers for ids ['860d75a9-1348-466a-9af7-7f9950a98f98'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:21.982118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-16dce62f-c770-4891-ad61-9fa33125ccd7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/860d75a9-1348-466a-9af7-7f9950a98f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1967819 Oct 20 10:54:21.986595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33650) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.999291 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] Routers {'860d75a9-1348-466a-9af7-7f9950a98f98'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:22.000836 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['860d75a9-1348-466a-9af7-7f9950a98f98'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:22.052939 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:22.058278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.058609 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.065173 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] Routers {'860d75a9-1348-466a-9af7-7f9950a98f98'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:22.067601 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['860d75a9-1348-466a-9af7-7f9950a98f98'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:22.087111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c0a95424-b28f-4b39-baa6-4adcf1bcda2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:22.092850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33652) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.095512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d1b85-db38-4b1d-9a26-f56b5c1db722 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:22.097244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f86d1b85-db38-4b1d-9a26-f56b5c1db722 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports/c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 HTTP/1.1" status: 200 len: 911 time: 0.1062684 Oct 20 10:54:22.103867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.110301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df51035f-ab98-4335-9398-b361ee797dbb'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:22.119694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:22.121092 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c297edb-0513-4280-b6a5-e4db6d0327b4 None None] The sync data for ids ['860d75a9-1348-466a-9af7-7f9950a98f98'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:22.172435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Calling delete_port for b224aff4-224d-4cdc-ad16-460a5fd1f992 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:22.187990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a74b3234-f6a1-457d-a38c-d18094ebfb78 req-ab4ccc3c-d709-4892-b95b-295776d5dde5 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367070 Oct 20 10:54:22.200966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45deff34-f93f-495c-aa1e-4411b225846b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.209985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.316466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:22.340128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:22.381452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.518152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:22.523850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.533676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '24c12718-28cf-4288-9431-47af83ba2c01', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '24c12718-28cf-4288-9431-47af83ba2c01', 'mac_address': 'fa:16:3e:1e:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:22.582862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.599431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c12718-28cf-4288-9431-47af83ba2c01 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:22.623376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:22.629517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.688004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.860207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['24c12718-28cf-4288-9431-47af83ba2c01'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:22.928595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a019a3be-9063-47a8-b44c-1b9e96a54b46 None None] Provisioning complete for port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:22.929090 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a019a3be-9063-47a8-b44c-1b9e96a54b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.934762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Router d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:22.941553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.944943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'Port': ['ID=b224aff4-224d-4cdc-ad16-460a5fd1f992,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.960807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45deff34-f93f-495c-aa1e-4411b225846b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.975937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45deff34-f93f-495c-aa1e-4411b225846b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.986262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port cd535af4-a0fe-403f-a275-6eac64179f62 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:23.128546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.130979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.132211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1b341b0d-ef3f-437e-959b-ef61316da1dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "DELETE /v2.0/floatingips/12ae976b-3f25-4a15-b680-00341bc8b247 HTTP/1.1" status: 204 len: 168 time: 1.5212095 Oct 20 10:54:23.137811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deff34-f93f-495c-aa1e-4411b225846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee072f05-12bf-4657-b384-33c1586dc823,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.196021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-45deff34-f93f-495c-aa1e-4411b225846b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9aced9d3ea44410599c823ef478ebcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0986195 Oct 20 10:54:23.198979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33660) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.203370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:23.210738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0310cbb-e61b-4cd3-8089-539f423b206d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/routers/d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6522832 Oct 20 10:54:23.215145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33666) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.217051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] Sync routers for ids ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:23.230161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] Routers {'d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:23.231249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:23.268038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:23.269024 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff10ebdc-58bf-4f71-9fb6-9adae7ec68a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:54:23.273794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff10ebdc-58bf-4f71-9fb6-9adae7ec68a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/cb21ff75-5bc6-45fb-8bd2-e592ee966740 HTTP/1.1" status: 404 len: 333 time: 0.0546300 Oct 20 10:54:23.273794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.294853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] Routers {'d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:23.295846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:23.340300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:23.341164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d6aee-db09-4d7d-80b2-eec29ffbd370 None None] The sync data for ids ['d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:23.357382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:23.413609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.420302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port c0a95424-b28f-4b39-baa6-4adcf1bcda2f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:23.424572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port c0a95424-b28f-4b39-baa6-4adcf1bcda2f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:23.426301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.445697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.475152 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.493312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.495174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.501664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:23.502274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.506835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/ports/c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 HTTP/1.1" status: 200 len: 911 time: 1.3993161 Oct 20 10:54:23.513081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.538162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.575545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 172.20.0.9 (2d5fe838-a998-4d31-a688-24a98274b0ba/45d84815-adf4-4e9b-9933-f6175523324e/cd535af4-a0fe-403f-a275-6eac64179f62) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:23.592619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:23.592930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:23.595643 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c146b0d-1d25-4120-b3c1-6d1b5c104927" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:23.596210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b1230-2e05-4dad-8b57-304ef7b2a14c req-bccebfa0-1634-42bf-82f1-deacc2fdcf0a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:23.598959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.599432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c1b1230-2e05-4dad-8b57-304ef7b2a14c req-bccebfa0-1634-42bf-82f1-deacc2fdcf0a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 949 time: 0.2788568 Oct 20 10:54:23.603504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.611194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983633840', 'description': 'tempest-description--299007112'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:23.671258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.675650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54388628-01b0-4c13-97a1-327dd9714eea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=c28c2820-e08d-4cf6-a51b-8fd06f6e36a3,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.695506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe0b:98c0 (2d5fe838-a998-4d31-a688-24a98274b0ba/616bf8f3-949c-40a6-b841-ea629d755297/cd535af4-a0fe-403f-a275-6eac64179f62) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:23.745800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.756739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.770424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.798023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.801008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.804892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee072f05-12bf-4657-b384-33c1586dc823 HTTP/1.1" status: 204 len: 168 time: 0.6024168 Oct 20 10:54:23.826319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c1b1230-2e05-4dad-8b57-304ef7b2a14c req-06c1d641-e915-4f98-b5a9-028df05ea972 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719241 Oct 20 10:54:23.834770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fafe4-cb67-4f6e-bdb3-5f1462870832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee072f05-12bf-4657-b384-33c1586dc823,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.843973 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.843973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Fanout notify agent at l3_agent the message router_deleted on router d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:54:23.853129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.856837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-80ee699e-c7da-44ce-8a05-3818c63bc241 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/routers/d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f HTTP/1.1" status: 204 len: 168 time: 0.5798013 Oct 20 10:54:23.858241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33680) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.940038 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962ccff-8a6e-4103-9b97-45dfb64da8ba x-openstack-request-id: req-9962ccff-8a6e-4103-9b97-45dfb64da8ba {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:23.941038 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:23.941198 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9962ccff-8a6e-4103-9b97-45dfb64da8ba {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:23.943227 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'code': 200} Oct 20 10:54:23.987903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet fe1a3ff8-d447-4165-9065-6bcd016b2413 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:23.993662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.051712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.059184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.059988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.064886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.112691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.113816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5118496 Oct 20 10:54:24.119117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33686) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.123150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157208f-a6d9-4264-b957-95513f9f051f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9b5a1-e39e-437a-a20b-aaafd3600171,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.126960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199320c-6014-4a1a-94be-6ec4f795eb02 req-3cd064c0-61fb-474a-a055-b1da9ef981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.132922 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e199320c-6014-4a1a-94be-6ec4f795eb02 req-3cd064c0-61fb-474a-a055-b1da9ef981f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 1101 time: 0.1245008 Oct 20 10:54:24.132922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9b5a1-e39e-437a-a20b-aaafd3600171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.186028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.230731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.231212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e199320c-6014-4a1a-94be-6ec4f795eb02 req-3904f0ab-b411-4ac0-9329-bf4111eb8463 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904653 Oct 20 10:54:24.232965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.274248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:24.281258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.286608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:24.291218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:24.296939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=cd535af4-a0fe-403f-a275-6eac64179f62,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.353195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:24.354186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.354857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.363907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.406097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-90be4c6d-d570-46f8-a461-1e8ea8edf9bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6548793 Oct 20 10:54:24.407025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1a3ff8-d447-4165-9065-6bcd016b2413,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.409665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.412947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9d7be5da-ed6b-4972-8a33-076bffc920be tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/fe1a3ff8-d447-4165-9065-6bcd016b2413 HTTP/1.1" status: 204 len: 168 time: 0.5531533 Oct 20 10:54:24.413661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33696) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.422563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33698) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.423518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca64267-14a3-4477-956a-3a6ef02a4607 None None] Network 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:24.469668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.493557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.564174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.577508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309828b9-c179-4fc8-9b80-95db2f7ba389 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.579650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ce8dea-5298-4811-a321-714994c6c6a9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.585737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309828b9-c179-4fc8-9b80-95db2f7ba389 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.590777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-309828b9-c179-4fc8-9b80-95db2f7ba389 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1757324 Oct 20 10:54:24.591480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.615435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 24c12718-28cf-4288-9431-47af83ba2c01 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:24.625043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 24c12718-28cf-4288-9431-47af83ba2c01 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:24.625428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.638198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.641934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ffee0c9-61ff-44a3-ab3b-e83215adf093 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183477 Oct 20 10:54:24.656526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33704) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.668640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9b5a1-e39e-437a-a20b-aaafd3600171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.743521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] DHCP port deletion for 83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:24.751713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.797075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 97178f9e-9f43-4109-8313-9bb1a15b122a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:24.797075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.850357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.884972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.908103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c747cad-dcd5-4e69-8d1c-9fb5be128744,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.909567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port cd535af4-a0fe-403f-a275-6eac64179f62 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:24.910002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.928543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 97178f9e-9f43-4109-8313-9bb1a15b122a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=97178f9e-9f43-4109-8313-9bb1a15b122a,segment=NetworkSegment(d68123ba-6fd0-4d10-acb2-770e6b2c9eef),segment_id=d68123ba-6fd0-4d10-acb2-770e6b2c9eef)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:24.930831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.944707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.967436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.969129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c30b7a13-dd52-47d8-8bf4-ba889dad2926 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069828 Oct 20 10:54:24.974708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33716) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.978496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5183434e-f5b7-440c-b91a-ebb4b1567d81 None None] Provisioning complete for port cd535af4-a0fe-403f-a275-6eac64179f62 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:24.978788 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5183434e-f5b7-440c-b91a-ebb4b1567d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.984872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.999822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 97178f9e-9f43-4109-8313-9bb1a15b122a owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:25.037042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5183434e-f5b7-440c-b91a-ebb4b1567d81 None None] Port cd535af4-a0fe-403f-a275-6eac64179f62 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:25.053211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.059834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:25.069281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Deleting port 97178f9e-9f43-4109-8313-9bb1a15b122a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:25.069674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.074429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.078622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:25.079114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.240605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] For port 97178f9e-9f43-4109-8313-9bb1a15b122a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=97178f9e-9f43-4109-8313-9bb1a15b122a,segment=NetworkSegment(d68123ba-6fd0-4d10-acb2-770e6b2c9eef),segment_id=d68123ba-6fd0-4d10-acb2-770e6b2c9eef)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:25.242326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.272206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.289606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32690e23-45e0-4b14-9b16-a7f6c778e608 req-9f77da5a-cf30-4a7c-8578-db662ce2f28c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:25.290172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Calling delete_port for 97178f9e-9f43-4109-8313-9bb1a15b122a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:25.298883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32690e23-45e0-4b14-9b16-a7f6c778e608 req-9f77da5a-cf30-4a7c-8578-db662ce2f28c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 950 time: 0.2705183 Oct 20 10:54:25.304799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.365874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for cd535af4-a0fe-403f-a275-6eac64179f62 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:25.366223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 97178f9e-9f43-4109-8313-9bb1a15b122a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:25.377148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.402611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for c28c2820-e08d-4cf6-a51b-8fd06f6e36a3 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:25.421989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32690e23-45e0-4b14-9b16-a7f6c778e608 req-fc4a994d-7673-49eb-90aa-6dfdf894546c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895212 Oct 20 10:54:25.455887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.466623 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.468081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No active binding found for port 97178f9e-9f43-4109-8313-9bb1a15b122a {{(pid=100748) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:54:25.468779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 97178f9e-9f43-4109-8313-9bb1a15b122a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:25.497767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=97178f9e-9f43-4109-8313-9bb1a15b122a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.511657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 97178f9e-9f43-4109-8313-9bb1a15b122a on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:25.512105 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.531190 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:54:25.542535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] Pushing event deleted for resources: {'Port': ['ID=97178f9e-9f43-4109-8313-9bb1a15b122a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.557063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f5bb08-8d97-4524-9b0a-9346ba5e02d7 None None] No DVR routers for this DVR port 97178f9e-9f43-4109-8313-9bb1a15b122a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:25.648907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.657722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Allocated IP 172.25.3.217 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/f47da3f8-4c63-414a-a708-3c7cb7cb3ea0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:25.672601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b649e6-d1a9-455f-b8e2-fdafa67ca1b6']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:25.705468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:25.705688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68123ba-6fd0-4d10-acb2-770e6b2c9eef') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:25.727920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.752471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.765037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:25.765513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:25.769070 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:25.783159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.811839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=c28c2820-e08d-4cf6-a51b-8fd06f6e36a3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.866685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.871595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.879220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/83b649e6-d1a9-455f-b8e2-fdafa67ca1b6 HTTP/1.1" status: 204 len: 168 time: 1.4555707 Oct 20 10:54:25.880020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33740) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:25.908361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.943668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195c85e-170e-42d3-b132-fc6c1841c6ec tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=83b649e6-d1a9-455f-b8e2-fdafa67ca1b6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.944568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:25.947618 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65732f-7fc3-4798-81c1-39ea977cba13" -d '{"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-plugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:25.952143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.953685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.000926 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f420ab65-5648-4405-805b-3247d2961d21 x-openstack-request-id: req-f420ab65-5648-4405-805b-3247d2961d21 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:26.001314 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-plugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:26.001659 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f420ab65-5648-4405-805b-3247d2961d21 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:26.002151 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01', 'code': 200} Oct 20 10:54:26.009418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=cd535af4-a0fe-403f-a275-6eac64179f62,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.046222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5037076-403e-429d-89ec-8d021a6c961b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.052227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f5037076-403e-429d-89ec-8d021a6c961b tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/e9cdd2c9-d233-4ead-b020-856c1b57fed0 HTTP/1.1" status: 200 len: 845 time: 0.1660280 Oct 20 10:54:26.052867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.146808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-002e9eea-a641-4e1f-92d6-47dab1ef273a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/e9cdd2c9-d233-4ead-b020-856c1b57fed0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0909367 Oct 20 10:54:26.149728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.155305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:26.192529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.195835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-890b744d-6b19-4fc0-8153-9dc4abbb9615 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cd535af4-a0fe-403f-a275-6eac64179f62 HTTP/1.1" status: 204 len: 168 time: 1.6027212 Oct 20 10:54:26.198487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33754) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.226767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 860d75a9-1348-466a-9af7-7f9950a98f98 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:26.249471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119a0c4-dcdc-4a78-ad05-88981852fab0 req-0bbdca54-4c87-4c5f-a151-9c3b78ce3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.251192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6119a0c4-dcdc-4a78-ad05-88981852fab0 req-0bbdca54-4c87-4c5f-a151-9c3b78ce3437 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 1102 time: 0.1426709 Oct 20 10:54:26.311911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c613c1-646c-4987-a02e-6449bd7b2465 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.313137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c613c1-646c-4987-a02e-6449bd7b2465 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.314798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c613c1-646c-4987-a02e-6449bd7b2465 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.317117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-05c613c1-646c-4987-a02e-6449bd7b2465 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1176839 Oct 20 10:54:26.320435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33756) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.392220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.406874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:26.419831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3fa4d298-0b66-4f51-a6d8-4e919f9ffa50 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/860d75a9-1348-466a-9af7-7f9950a98f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042711 Oct 20 10:54:26.422285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] Sync routers for ids ['860d75a9-1348-466a-9af7-7f9950a98f98'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:26.433088 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] Routers {'860d75a9-1348-466a-9af7-7f9950a98f98'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:26.434020 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['860d75a9-1348-466a-9af7-7f9950a98f98'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:26.444412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33762) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.467551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:26.481666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:26.498778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:26.501456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:26.509902 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] Routers {'860d75a9-1348-466a-9af7-7f9950a98f98'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:26.510755 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['860d75a9-1348-466a-9af7-7f9950a98f98'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:26.511074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f388e71-c63d-4467-b209-3571f7a50a28 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=860d75a9-1348-466a-9af7-7f9950a98f98 HTTP/1.1" status: 200 len: 205 time: 0.0633211 Oct 20 10:54:26.514524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33766) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.514524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33768) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.544732 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:26.545381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dadc746-43d3-4d57-8c34-680dc20e6dd4 None None] The sync data for ids ['860d75a9-1348-466a-9af7-7f9950a98f98'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:26.553376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6119a0c4-dcdc-4a78-ad05-88981852fab0 req-694fcab1-f3cf-4fd5-8228-a4301e305e59 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721277 Oct 20 10:54:26.597484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=f47da3f8-4c63-414a-a708-3c7cb7cb3ea0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.646020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.701498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:26.704894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.759718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 45d84815-adf4-4e9b-9933-f6175523324e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:26.762143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ebfded7-181f-4289-bf73-e71290405451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.767466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.861668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdedea5-6cfe-4ae1-9827-62fef9b613d5 req-0c34cc8a-3ca6-4e1e-9812-4660959c311c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.863871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffdedea5-6cfe-4ae1-9827-62fef9b613d5 req-0c34cc8a-3ca6-4e1e-9812-4660959c311c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 950 time: 0.1780198 Oct 20 10:54:26.869320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.983060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffdedea5-6cfe-4ae1-9827-62fef9b613d5 req-0fa22494-cc3b-47e7-b46c-3ee021f1a389 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107154 Oct 20 10:54:27.063987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.109160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.151825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.156336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.158380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.165540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:27.172573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:27.178803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:27.179414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.188404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27832a5f-c330-49cb-9620-61f74ae20d90 None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:27.198105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.201204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=aa8d9449-c437-4479-acbf-cc339993a3f7,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.234073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=45d84815-adf4-4e9b-9933-f6175523324e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.238557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e76beb17-74af-4f81-a2da-bd8282220ded tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0878587 Oct 20 10:54:27.241280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33772) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.243703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.247112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad00955e-85af-4c45-9844-5ff107667ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/45d84815-adf4-4e9b-9933-f6175523324e HTTP/1.1" status: 204 len: 168 time: 0.9259460 Oct 20 10:54:27.250440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1068590701'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:27.250668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33774) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.264860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcec55c-3009-4a05-9343-daca4af74785 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:27.287362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.296835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.297379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router 860d75a9-1348-466a-9af7-7f9950a98f98 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:54:27.304698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.306227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a129eedd-1190-4887-b620-6eec8d526315 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/860d75a9-1348-466a-9af7-7f9950a98f98 HTTP/1.1" status: 204 len: 168 time: 0.7889788 Oct 20 10:54:27.313959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33778) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.314775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.396835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.402317 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.425939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 616bf8f3-949c-40a6-b841-ea629d755297 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:27.436685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.440920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1960983 Oct 20 10:54:27.440920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad491ed2-ff2e-44cb-ae8f-4e4f22c7d013 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b496b9-2114-4421-846a-0b89cc3dbd5b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.441891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33780) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.452828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101424515'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:27.457845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.479866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.495903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet df51035f-ab98-4335-9398-b361ee797dbb {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:27.506090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.538980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-70149fd2-55c2-4898-9d6d-4e79df48040c', 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'tenant_id': 'c26f298d2a4744838187feab26658cde', 'fixed_ips': [{'subnet_id': 'aa8d9449-c437-4479-acbf-cc339993a3f7'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:27.539998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.555164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ebfded7-181f-4289-bf73-e71290405451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.582915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.589402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ebfded7-181f-4289-bf73-e71290405451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.590482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.622620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.624254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1762018 Oct 20 10:54:27.628877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.634490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1653461675', 'security_groups': ['20b472de-bf63-4437-9655-11a7210a70d2'], 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa8d9449-c437-4479-acbf-cc339993a3f7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:27.654711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.677141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd94d23-dd7b-413d-9f1b-6747c1f7b529 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b472de-bf63-4437-9655-11a7210a70d2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.744363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfded7-181f-4289-bf73-e71290405451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42af14-3fdf-4689-8ed5-ceac6fc2e064,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.750224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.789774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Allocated IP 2001:db8::2 (70149fd2-55c2-4898-9d6d-4e79df48040c/aa8d9449-c437-4479-acbf-cc339993a3f7/0ae142da-3246-4d8e-9110-356598a0fb7d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:27.802068 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ebfded7-181f-4289-bf73-e71290405451 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1686cd63d22c46a389aae23bc9ccc3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2858098 Oct 20 10:54:27.805932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33786) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.836436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:27.941696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.974169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.976570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.980543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.993421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.997813 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.007920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:28.024274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.042361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.123730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.130385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.139021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:28.140708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:28.143998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:28.186008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.196640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=f47da3f8-4c63-414a-a708-3c7cb7cb3ea0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.215140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Attempting to bind port 0ae142da-3246-4d8e-9110-356598a0fb7d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:28.216201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Attempting to bind port 0ae142da-3246-4d8e-9110-356598a0fb7d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '2fa4b744-4580-4568-a4c0-b604a9c4c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:28.216645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Attempting to bind port 0ae142da-3246-4d8e-9110-356598a0fb7d on network 70149fd2-55c2-4898-9d6d-4e79df48040c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:28.223549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:28.224044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Checking segment: {'id': '2fa4b744-4580-4568-a4c0-b604a9c4c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:28.224580 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.225036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Bound using segment: {'id': '2fa4b744-4580-4568-a4c0-b604a9c4c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:28.225662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Bound port: 0ae142da-3246-4d8e-9110-356598a0fb7d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa4b744-4580-4568-a4c0-b604a9c4c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:28.226169 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.237833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.246513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.248303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=df51035f-ab98-4335-9398-b361ee797dbb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.255382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.260322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e42af14-3fdf-4689-8ed5-ceac6fc2e064 HTTP/1.1" status: 204 len: 168 time: 0.4527154 Oct 20 10:54:28.275553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a2c0c-7833-4350-be9e-f4bb53dc2780 req-10323e23-b848-4400-bf5d-6767cd325306 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:28.283713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea7a2c0c-7833-4350-be9e-f4bb53dc2780 req-10323e23-b848-4400-bf5d-6767cd325306 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 950 time: 0.1466103 Oct 20 10:54:28.301061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=616bf8f3-949c-40a6-b841-ea629d755297,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.302024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abac0d-16fc-4186-bdc4-77be7aa3e734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42af14-3fdf-4689-8ed5-ceac6fc2e064,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.341768 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.342044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::e4 (70149fd2-55c2-4898-9d6d-4e79df48040c/aa8d9449-c437-4479-acbf-cc339993a3f7/ef4c4f7d-b4c6-4fd1-8243-addc89d54b40) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:28.348717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6ff8d2b8-4f97-44c6-ac7d-f75d9ad1b6cf tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/df51035f-ab98-4335-9398-b361ee797dbb HTTP/1.1" status: 204 len: 168 time: 1.0314896 Oct 20 10:54:28.357362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33792) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.357999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22605807-4b2d-4416-b42e-4267e3aac481 None None] Network de8e7f1f-9ec7-4128-b072-749bde1e3d1a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:28.367801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:28.374003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:28.394913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea7a2c0c-7833-4350-be9e-f4bb53dc2780 req-00b76763-1f2f-4175-8e7b-70c9de5e60b5 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105437 Oct 20 10:54:28.427401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce51d8-0631-4bfc-9027-fe3817a6f114 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:28.448747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.454289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-093e002f-b2a1-4b97-b4c2-a5a3e5fa8194 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/616bf8f3-949c-40a6-b841-ea629d755297 HTTP/1.1" status: 204 len: 168 time: 1.1993310 Oct 20 10:54:28.454971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33798) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.456700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.464396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.485471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.511250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.517689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08d78395-2e14-4b80-bd61-443ff92631ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616717 Oct 20 10:54:28.521554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33802) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.522329 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e3b46684-215d-4c62-9b53-ed9a52a8f976 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5445008 Oct 20 10:54:28.558847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:28.559405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.631365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-746db8d6-6d1a-4346-bdef-891a9b0c627f None None] Provisioning complete for port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:28.631738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-746db8d6-6d1a-4346-bdef-891a9b0c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.645504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port d486e306-a8ad-4e2a-82e8-84a143e3d5e4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,segment=NetworkSegment(cbd8c823-a2dd-4de3-ab76-56856e82a0c0),segment_id=cbd8c823-a2dd-4de3-ab76-56856e82a0c0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:28.646196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.666386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for d486e306-a8ad-4e2a-82e8-84a143e3d5e4 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:28.711279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a169a7-9f29-4b28-ad8d-d331c825bb70 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:28.713602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-91a169a7-9f29-4b28-ad8d-d331c825bb70 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1908786 Oct 20 10:54:28.718524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.730602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.790590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.794330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e52b-940b-4815-a752-4c0c038c5aff req-47c03ed6-012c-4a5c-ada6-02d88517b70c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:28.796652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4462e52b-940b-4815-a752-4c0c038c5aff req-47c03ed6-012c-4a5c-ada6-02d88517b70c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 949 time: 0.2032812 Oct 20 10:54:28.802538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-012ad561-9194-4063-a259-54d7fe9bf3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.834788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=d486e306-a8ad-4e2a-82e8-84a143e3d5e4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.840589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port d486e306-a8ad-4e2a-82e8-84a143e3d5e4 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:28.911238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891437-ec61-4096-af45-311cbf4fc963 None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.913075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae6122-4f2c-4520-a9f5-8a5987e929da tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:28.915203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4dae6122-4f2c-4520-a9f5-8a5987e929da tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1956809 Oct 20 10:54:28.920525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.943768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4462e52b-940b-4815-a752-4c0c038c5aff req-ced2ba9b-6222-465d-a904-deb5c8aac0fb tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307876 Oct 20 10:54:28.953789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.990254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.076615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.077063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45ad9954-0105-4a01-972d-8bd73a1b4861 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552391 Oct 20 10:54:29.094090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8e7f1f-9ec7-4128-b072-749bde1e3d1a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:29.101788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.110099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:29.111663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd8c823-a2dd-4de3-ab76-56856e82a0c0') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:29.122360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045919d2-770b-488d-96d5-4e60022118c4 None None] DHCP port deletion for de8e7f1f-9ec7-4128-b072-749bde1e3d1a request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:29.169563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.171588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:29.181600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:29.198560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:29.211986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:29.212716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.213843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.233854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:29.234259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:29.263969 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:29.337655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=ef4c4f7d-b4c6-4fd1-8243-addc89d54b40,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:29.364089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-673b3972-a825-494b-95f5-cb79c14b9d29 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7346621 Oct 20 10:54:29.364776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33846) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.365692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:29.390740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.427164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.458824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.470042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-0a40c432-22fb-420c-b73c-f3fb5240a330 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--983633840&fields=id&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 267 time: 0.2386470 Oct 20 10:54:29.470256 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/de8e7f1f-9ec7-4128-b072-749bde1e3d1a HTTP/1.1" status: 204 len: 168 time: 1.1093636 Oct 20 10:54:29.471331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea719146-67f8-40b2-8ee1-8184f9268e76 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=de8e7f1f-9ec7-4128-b072-749bde1e3d1a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:29.473693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.474474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:29.482434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450573544', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.482873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.484951 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:29.485495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:29.499184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:29.515121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.517338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.589132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e3e9dc3-b957-4dde-a7d6-6cf7c9067264 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5106728 Oct 20 10:54:29.590564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Deleting port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:29.590972 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.604296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.611727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.644174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.669021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.760836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-fb99c841-ee90-4af2-8101-17452522d83b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:29.762474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-fb99c841-ee90-4af2-8101-17452522d83b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 817 time: 0.2897968 Oct 20 10:54:29.763751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:29.767495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.817666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.822100 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c41b290-af55-4bdb-9ce6-b0f5ace82b42 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3448098 Oct 20 10:54:29.829312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33866) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.836730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830208317'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.852152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-f4cd0365-ae34-407c-8745-3d3b8ae1763f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/quotas/35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 375 time: 0.0623195 Oct 20 10:54:29.896024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:29.902087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.904502 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:29.905678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:29.929489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] For port 7d15c88d-aeb0-45db-bbb5-acb4fb831363, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7d15c88d-aeb0-45db-bbb5-acb4fb831363,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:29.929916 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.965639 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d00a919d-9dd3-4a7e-8428-0487d7554d28 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3582795 Oct 20 10:54:29.965639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.976463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:29.977042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.985294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:29.998528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Calling delete_port for 7d15c88d-aeb0-45db-bbb5-acb4fb831363 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:29.999370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.003812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.050723 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa8d9449-c437-4479-acbf-cc339993a3f7 (CIDR: 2001:db8::/64) Oct 20 10:54:30.070977 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:30.071864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:30.093931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-6a39d3ce-fe8b-457c-b0bb-7c44d20dd3a3 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2088039 Oct 20 10:54:30.094932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:30.101376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ac74eea-a4f2-4b91-a720-c19859c6651f tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7163727 Oct 20 10:54:30.106441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33878) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.118911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.145011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.145609 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 741e2f68-9e38-4bab-aa27-6f01049754c8 of type vlan for network a3e1da7b-7ba4-4702-899e-b4f3072809e4 Oct 20 10:54:30.168346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.224135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.227970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.230482 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:30.231022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:30.244311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:30.262401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.263664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0444f90f-1b22-42ca-a979-01fda293cd6c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2971635 Oct 20 10:54:30.265149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33882) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.278608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.283052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.337471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.360553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d486e306-a8ad-4e2a-82e8-84a143e3d5e4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:30.371344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.377657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:30.380571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.391334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d486e306-a8ad-4e2a-82e8-84a143e3d5e4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:30.391851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d486e306-a8ad-4e2a-82e8-84a143e3d5e4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:30.397034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] No DVR routers for this DVR port 7d15c88d-aeb0-45db-bbb5-acb4fb831363 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:30.401928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:30.427179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.430456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.432295 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:30.432724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:30.435966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518797c-39dd-4e1f-b70e-44b58d1c79cf None None] Pushing event deleted for resources: {'Port': ['ID=7d15c88d-aeb0-45db-bbb5-acb4fb831363,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:30.439228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.443227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.461104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4354c2fe-2ebe-460b-9ae5-eaafae6f84ba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1945736 Oct 20 10:54:30.464618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33884) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.470710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.473833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1f8f5401-8c0d-4f64-90ed-36c3ee019d62 None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:30.474448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5401-8c0d-4f64-90ed-36c3ee019d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.489537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6562159 Oct 20 10:54:30.492148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33886) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.499762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.539083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772722c-165d-4d2c-b625-f48311ad2f6b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=a3e1da7b-7ba4-4702-899e-b4f3072809e4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:30.568205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:30.641780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.646221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.651815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-e347f304-67a1-4bae-b445-dee0d900ceb7 service neutron] 10.222.0.74 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913440 Oct 20 10:54:30.703132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1f8f5401-8c0d-4f64-90ed-36c3ee019d62 None None] Provisioning complete for port e9cdd2c9-d233-4ead-b020-856c1b57fed0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:30.703869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5401-8c0d-4f64-90ed-36c3ee019d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.735487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.739130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.740527 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:30.740956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:30.751650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f5401-8c0d-4f64-90ed-36c3ee019d62 None None] Port e9cdd2c9-d233-4ead-b020-856c1b57fed0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:30.769896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-61692ed5-0bf1-4348-bfa1-2280b8665b4d service neutron] 10.222.0.74 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103876 Oct 20 10:54:30.779513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-317d6346-dcca-4f68-ac86-330d7e816e53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3109982 Oct 20 10:54:30.779712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.784936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.888722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b47be5a7-fac8-4888-9331-ef6d1a0a353a None None] Provisioning complete for port ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:30.890389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b47be5a7-fac8-4888-9331-ef6d1a0a353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.936376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.939932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.942405 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:30.942847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:30.991454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.021321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-661ffe39-4fff-4607-b3e4-421f04554fe2 req-14133ae8-4575-419e-9a6e-36358103e1ba tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 210 time: 0.0715971 Oct 20 10:54:31.048821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b47be5a7-fac8-4888-9331-ef6d1a0a353a None None] Port ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:31.063836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:31.065987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:31.069915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:31.070516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.076929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60282095-056a-42a2-a5a1-0f359d02afee None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:31.109860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ccf56f92-0aa6-49eb-962a-4d360b8dc990 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3291018 Oct 20 10:54:31.110605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.114614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.131564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=f983efee-591a-472f-9f53-24ce8fba247b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:31.143861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1feda2ae-268c-44b2-8139-d59aa5bfbe30 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0313835 Oct 20 10:54:31.155660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33918) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.161899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1840189755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f983efee-591a-472f-9f53-24ce8fba247b'}], 'security_groups': ['d3b496b9-2114-4421-846a-0b89cc3dbd5b']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:31.197171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=142a9b03-9a30-490a-b145-9d6c2a40cbeb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:31.249020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33926) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.253552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02e6db8a-e22e-4c14-b130-33d99b9ec926 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1255462 Oct 20 10:54:31.256878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.257228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.257608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.257918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.258263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.258636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.258980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.259320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.259672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.259997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.260315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.260671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:31.294963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:31.320429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.322832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:31.323235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: a3e1da7b-7ba4-4702-899e-b4f3072809e4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:31.357594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc73eb-ff5f-4dec-ad93-4dc31e9d7316 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:31.360311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:31.361982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9dbc73eb-ff5f-4dec-ad93-4dc31e9d7316 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131964 Oct 20 10:54:31.363550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.374686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a3e1da7b-7ba4-4702-899e-b4f3072809e4) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:31.382035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:31.383789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.386491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-be0139cb-144a-4e1c-a1e8-f9f7cd77a127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.387986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57c09c-02df-460b-968d-f6a7c76f7d9e None None] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:31.409939 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c392c11a-0d99-422b-be18-ca914b9c8261 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9166994 Oct 20 10:54:31.413340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33930) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.429687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:31.449540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-436bffbb-912a-402a-8f56-1e1366295add tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561144 Oct 20 10:54:31.450230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33934) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:31.457963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:31.536445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:31.552574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'mac_address': 'fa:16:3e:76:d7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:31.758336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.826993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:31.827387 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.865281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.886611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.905048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:31.986494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:31.991912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:31.996045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.001100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.064720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:32.066184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.099336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Update dhcp port {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'fixed_ips': [{'subnet_id': 'aa8d9449-c437-4479-acbf-cc339993a3f7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f983efee-591a-472f-9f53-24ce8fba247b'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '0ae142da-3246-4d8e-9110-356598a0fb7d'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:54:32.151839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8::1 (a3e1da7b-7ba4-4702-899e-b4f3072809e4/142a9b03-9a30-490a-b145-9d6c2a40cbeb/eb51c154-2dd9-4339-835b-b54da600656b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:32.165466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c0a95424-b28f-4b39-baa6-4adcf1bcda2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:32.209876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.227201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.311752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b99c2f6-a3ef-4b74-9843-5d995d08a9e7 req-d32a51e3-4436-4a51-9494-71d593557a4f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 210 time: 0.1812265 Oct 20 10:54:32.346570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7d15c88d-aeb0-45db-bbb5-acb4fb831363 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:32.346966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Delete allocated IP 2001:db8::e4 (70149fd2-55c2-4898-9d6d-4e79df48040c/aa8d9449-c437-4479-acbf-cc339993a3f7) {{(pid=100747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:54:32.356634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8:0:1::17a (70149fd2-55c2-4898-9d6d-4e79df48040c/f983efee-591a-472f-9f53-24ce8fba247b/ef4c4f7d-b4c6-4fd1-8243-addc89d54b40) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:32.398774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7d15c88d-aeb0-45db-bbb5-acb4fb831363 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:32.407380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.415338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7d15c88d-aeb0-45db-bbb5-acb4fb831363 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:32.437936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-f1c09223-b052-4461-93cd-c67c5b0fc247 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.439530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-f1c09223-b052-4461-93cd-c67c5b0fc247 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 817 time: 0.1647646 Oct 20 10:54:32.503896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-79284f7a-5b2b-47fd-8e3a-8ecc13a55d1e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 379 time: 0.0417416 Oct 20 10:54:32.505773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.529274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'port': {'device_id': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'admin_state_up': True, 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'security_groups': ['e5b9b5a1-e39e-437a-a20b-aaafd3600171']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:32.591596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.615452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:32.619303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:32.623613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:32.624153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.651914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:32.654980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.698357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Allocated IP 2001:db8::2 (a3e1da7b-7ba4-4702-899e-b4f3072809e4/142a9b03-9a30-490a-b145-9d6c2a40cbeb/854a14f7-e21d-462f-9d2b-09232e8e9795) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:32.705421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.718464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:32.719567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.731906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:32.762681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.763457 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.775091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=4fb94f88-f04f-4489-a850-343362b2b942,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.795725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6e0bf-ff9d-439d-a062-756b5836678e None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:32.810819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] In _notify_port_updated(), no bound segment for port ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 on network 70149fd2-55c2-4898-9d6d-4e79df48040c {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:32.817347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.818143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.822199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/ports/ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 HTTP/1.1" status: 200 len: 931 time: 1.6626146 Oct 20 10:54:32.823785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33960) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.849232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0cb1aa98-d997-4240-b552-751b93d4b714 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3930140 Oct 20 10:54:32.849232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254fd1e-fb70-4a7e-aab2-d4ce54b53399 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=ef4c4f7d-b4c6-4fd1-8243-addc89d54b40,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.868651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33962) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.876324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:57:c8:66', 'name': 'tempest-NetworksTestDHCPv6-1067228491'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:32.901926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.031221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:33.031564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.131895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:33.191742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Allocated IP 2001:db8:0:1::2 (70149fd2-55c2-4898-9d6d-4e79df48040c/f983efee-591a-472f-9f53-24ce8fba247b/0ae142da-3246-4d8e-9110-356598a0fb7d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:33.199372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Made reservation on behalf of 35c300d5c2eb44418ded73e7b38cf68e for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:33.203999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.211699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.242544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.271038 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.286212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '4fb94f88-f04f-4489-a850-343362b2b942'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:33.287114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.309122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.347397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:33.361967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.388322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:33.396192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:33.406186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:33.435166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:33.470795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.479668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:33.484815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Pushing event updated for resources: {'Port': ['ID=854a14f7-e21d-462f-9d2b-09232e8e9795,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.488410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port cf64b051-b7fa-4430-a86e-0c4db2f89e6a yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:33.509536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0282a81b-b2d1-4803-ba07-ac922dc80b85 req-0de77c06-a52c-459b-9d61-291f3f8aa0ee tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 210 time: 0.0560298 Oct 20 10:54:33.513859 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.755434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.807722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=ef4c4f7d-b4c6-4fd1-8243-addc89d54b40,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.811143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Allocated IP 172.20.0.9 (8737f4db-bcbb-4cec-8a7f-d877fe64fafe/d89be818-ce93-4b3c-9ab2-9e627eb0a90a/d314f671-8d6d-4982-b117-f1d8a5a8022b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:33.829350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe57:c866 (2d5fe838-a998-4d31-a688-24a98274b0ba/4fb94f88-f04f-4489-a850-343362b2b942/cf64b051-b7fa-4430-a86e-0c4db2f89e6a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:33.844510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.847018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036e55-4cca-4ff1-98a8-fad4625662c8 None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.854434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Attempting to bind port 854a14f7-e21d-462f-9d2b-09232e8e9795 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:33.856339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.856709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Attempting to bind port 854a14f7-e21d-462f-9d2b-09232e8e9795 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:33.857084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Attempting to bind port 854a14f7-e21d-462f-9d2b-09232e8e9795 on network a3e1da7b-7ba4-4702-899e-b4f3072809e4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:33.859446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.859741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3130cf43-65b4-4f56-868b-46870c86c3a1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 HTTP/1.1" status: 204 len: 168 time: 1.0297236 Oct 20 10:54:33.860323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.864857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34006) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:33.879858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:33.880236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Checking segment: {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:33.880634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.881047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Bound using segment: {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:33.881507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Bound port: 854a14f7-e21d-462f-9d2b-09232e8e9795, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:33.881885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.907971 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b903b4ce-abc8-4cef-9aa0-721038c2abb0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:54:33.911992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b903b4ce-abc8-4cef-9aa0-721038c2abb0 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/ef4c4f7d-b4c6-4fd1-8243-addc89d54b40 HTTP/1.1" status: 404 len: 333 time: 0.0437396 Oct 20 10:54:33.912883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:34.029994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] For port 854a14f7-e21d-462f-9d2b-09232e8e9795, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:34.036684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] For port 854a14f7-e21d-462f-9d2b-09232e8e9795, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=854a14f7-e21d-462f-9d2b-09232e8e9795,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:34.040398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port c0a95424-b28f-4b39-baa6-4adcf1bcda2f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:34.040998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.087176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.101443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.105886 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.170619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.179285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:34.198164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:34.224265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.247797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5161e49-2ec9-4662-a0b0-4698960156b6 None None] Pushing event updated for resources: {'Port': ['ID=854a14f7-e21d-462f-9d2b-09232e8e9795,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.286170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.307842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.311654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/security-groups/20b472de-bf63-4437-9655-11a7210a70d2 HTTP/1.1" status: 204 len: 168 time: 0.3952341 Oct 20 10:54:34.312935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34014) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:34.314468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.330378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.391029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423712fe-701a-46e4-96d7-7f067728cc37 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b472de-bf63-4437-9655-11a7210a70d2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.410223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.456789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.486138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:34.506173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=cf64b051-b7fa-4430-a86e-0c4db2f89e6a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.511065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:34.512657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:34.514993 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f676d0c-32ab-4abd-bd2d-8a01bd74a982" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:34.530117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:34.551435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.552120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.619429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Allocated IP 2001:db8::f816:3eff:fe5b:a8dd (2d5fe838-a998-4d31-a688-24a98274b0ba/4fb94f88-f04f-4489-a850-343362b2b942/3d1b1353-509a-4004-9ccb-ff64c1331f02) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:34.626341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:34.637310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.640040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a50350e7-6083-4c8e-bd9d-7d1179443930 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7705877 Oct 20 10:54:34.650615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34030) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:34.651259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.755308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.762633 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc8136-3a90-45fe-96b5-60190d9d4855 x-openstack-request-id: req-7bfc8136-3a90-45fe-96b5-60190d9d4855 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:34.763192 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:34.763787 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7bfc8136-3a90-45fe-96b5-60190d9d4855 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:34.764545 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'code': 200} Oct 20 10:54:34.782267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:34.784804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:34.787898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:54:34.790589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:34.882906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.914519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.969907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68f47-d7f5-4cfd-b6de-982a444cb6a6 req-a9541b70-7bbc-4c51-9416-5871041d3784 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.984555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60a68f47-d7f5-4cfd-b6de-982a444cb6a6 req-a9541b70-7bbc-4c51-9416-5871041d3784 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 931 time: 0.2012022 Oct 20 10:54:34.989974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.990627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.030272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-43eb4f15-faa8-4d29-99ac-5eaba5008a57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5066218 Oct 20 10:54:35.042410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adda420-1023-45d1-ae31-02aa7e20a5ce tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:35.051067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Request body: {'port': {'device_id': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:35.051498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7adda420-1023-45d1-ae31-02aa7e20a5ce tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3992829 Oct 20 10:54:35.052172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34036) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.059297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.062004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:35.092113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:35.130589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-94acd141-6b20-4339-957c-ccd5d5920397 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7158310 Oct 20 10:54:35.133620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.139700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714646333'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:35.154751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:35.155459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:35.240400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.528792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.532457 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.548844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/security-groups/d3b496b9-2114-4421-846a-0b89cc3dbd5b HTTP/1.1" status: 204 len: 168 time: 1.2298861 Oct 20 10:54:35.550136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34050) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.610652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfce6c-937a-40a3-8c21-52af0f518f4e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b496b9-2114-4421-846a-0b89cc3dbd5b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:35.653094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:35.682483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.717132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60a68f47-d7f5-4cfd-b6de-982a444cb6a6 req-ba254073-b645-412e-83b0-4ee804b8e47a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5703061 Oct 20 10:54:35.771896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port cf64b051-b7fa-4430-a86e-0c4db2f89e6a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:35.775398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.846247 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.853704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:35.875270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.902184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Transition to ACTIVE for port object d314f671-8d6d-4982-b117-f1d8a5a8022b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:35.907966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:35.917427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.920773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.959211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.967039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet aa8d9449-c437-4479-acbf-cc339993a3f7 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:35.979674 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.993902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:36.009887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:36.015047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.029991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for cf64b051-b7fa-4430-a86e-0c4db2f89e6a owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:36.053846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:36.082466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.082778 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 83d28c69-a5df-40ba-aec9-73e8c2caab2d of type vlan for network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f Oct 20 10:54:36.095280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.181642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.210974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.218427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Attempting to bind port d314f671-8d6d-4982-b117-f1d8a5a8022b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:36.218768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Attempting to bind port d314f671-8d6d-4982-b117-f1d8a5a8022b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:36.219149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Attempting to bind port d314f671-8d6d-4982-b117-f1d8a5a8022b on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:36.234266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Port d314f671-8d6d-4982-b117-f1d8a5a8022b on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:36.234591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Attempting to bind port d314f671-8d6d-4982-b117-f1d8a5a8022b on network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:36.256311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Pushing event updated for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.258010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:36.258559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Checking segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:36.258982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Bound using segment: {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:36.259423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Bound port: d314f671-8d6d-4982-b117-f1d8a5a8022b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:36.259862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.285119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:36.293591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:36.296793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:36.300763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50d3b4-b885-4f47-bfd3-80f66dbf51e8 None None] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:36.323811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.329894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.332243 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.384687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.415053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.447831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8fc51e9f-2355-48a5-b0c0-78351d449ec5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3131368 Oct 20 10:54:36.449218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:36.452189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34060) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:36.460887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:36.476294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:36.547676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:36.554917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.613289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.613903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.615301 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 1092 time: 1.5742540 Oct 20 10:54:36.617662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:36.620066 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22087952-2a75-4945-9cb4-352260d3955d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:36.686753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:36.687151 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.721064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.730007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90454897-c81c-4091-b980-5e6137e7c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.750056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-b5d71897-0267-42b7-b6ac-cd43f845d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.751993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-b5d71897-0267-42b7-b6ac-cd43f845d292 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1095 time: 0.0713780 Oct 20 10:54:36.760343 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7002af-c736-4290-a878-48c9b2bae194 x-openstack-request-id: req-ec7002af-c736-4290-a878-48c9b2bae194 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:36.760943 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:36.761131 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec7002af-c736-4290-a878-48c9b2bae194 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:36.761603 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'status': 'completed', 'code': 200} Oct 20 10:54:36.772490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Attempting to bind port 3d1b1353-509a-4004-9ccb-ff64c1331f02 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:36.772490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Attempting to bind port 3d1b1353-509a-4004-9ccb-ff64c1331f02 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:36.772793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Attempting to bind port 3d1b1353-509a-4004-9ccb-ff64c1331f02 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:36.779115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:36.789468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.806337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-ac9b2c60-7152-468d-8eb9-fcbdcdb9a1ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 217 time: 0.0426190 Oct 20 10:54:36.831757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:36.832129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:36.832534 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.832923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:36.833408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Bound port: 3d1b1353-509a-4004-9ccb-ff64c1331f02, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:36.833790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.930476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Could not find standard attr ID for object ef4c4f7d-b4c6-4fd1-8243-addc89d54b40. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:36.936395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-d121abad-ae65-454d-b584-c307967f943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.937908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-d121abad-ae65-454d-b584-c307967f943b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1228962 Oct 20 10:54:37.009963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-8c6f2e3d-dcb1-497d-a51c-dac4f96af6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.012136 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-8c6f2e3d-dcb1-497d-a51c-dac4f96af6ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642502 Oct 20 10:54:37.104694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.127283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:37.156018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d1b1353-509a-4004-9ccb-ff64c1331f02,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:37.158635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Provisioning complete for port e9cdd2c9-d233-4ead-b020-856c1b57fed0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:37.159055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.161914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 854a14f7-e21d-462f-9d2b-09232e8e9795 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:37.192459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.200156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-385c60c4-8117-4079-be8b-923c5e2b549e service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768832 Oct 20 10:54:37.218529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.237822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.241858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/aa8d9449-c437-4479-acbf-cc339993a3f7 HTTP/1.1" status: 204 len: 168 time: 1.6734099 Oct 20 10:54:37.264141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ad7ad-aec1-4c78-b79c-664f556815b8 None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:37.272369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34080) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.284394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:37.307234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692f9d0-5a85-4793-960a-b745f9628643 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8d9449-c437-4479-acbf-cc339993a3f7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:37.309494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=cf64b051-b7fa-4430-a86e-0c4db2f89e6a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:37.324866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.330657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4ae86bad-2409-4a15-bd4d-a128a01a4a3b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cf64b051-b7fa-4430-a86e-0c4db2f89e6a HTTP/1.1" status: 204 len: 168 time: 2.1641240 Oct 20 10:54:37.338536 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f0deebdc-a200-4da9-9fab-4b3a915fb9de req-859169ff-014f-4878-9242-664ea77fce81 service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308277 Oct 20 10:54:37.339799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34084) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.489710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-65141150-faea-4128-9417-bb4f1c75df67 None None] Port e9cdd2c9-d233-4ead-b020-856c1b57fed0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:37.494209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:37.503444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327a70a-f188-4979-9f1e-dcdf6fe98530 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.505928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327a70a-f188-4979-9f1e-dcdf6fe98530 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.507805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f327a70a-f188-4979-9f1e-dcdf6fe98530 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1670461 Oct 20 10:54:37.510364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34088) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.569734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=418db2b3-4f41-4e74-ae0b-3d32ada9fd26,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:37.578607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22087952-2a75-4945-9cb4-352260d3955d req-15540e2c-0325-476a-928c-e8854f3b3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.580164 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-15540e2c-0325-476a-928c-e8854f3b3597 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1095 time: 0.1708474 Oct 20 10:54:37.595958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8add9-9aac-4f04-99b9-e50dc64b5635 req-a0c8ea50-7c0c-4c82-a9d0-cf76536ef3b5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.608120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93d8add9-9aac-4f04-99b9-e50dc64b5635 req-a0c8ea50-7c0c-4c82-a9d0-cf76536ef3b5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.4820006 Oct 20 10:54:37.627602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:37.628167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:37.628407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:37.628562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Updating router 81eed29f-99bb-429e-b707-0994043f7de0 port eb51c154-2dd9-4339-835b-b54da600656b binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:54:37.670178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2897f-42f1-49b9-95ae-4d03d4390ca2 None None] Pushing event updated for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:37.738373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.753950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Provisioning complete for port 854a14f7-e21d-462f-9d2b-09232e8e9795 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:37.754318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.767432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93d8add9-9aac-4f04-99b9-e50dc64b5635 req-2555d80b-903e-496e-8ac5-a3f796471129 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568527 Oct 20 10:54:37.820628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22087952-2a75-4945-9cb4-352260d3955d req-a2fd405d-23a6-410e-b50c-5a47f0cfb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.829925 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-a2fd405d-23a6-410e-b50c-5a47f0cfb603 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.2190015 Oct 20 10:54:37.846702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 854a14f7-e21d-462f-9d2b-09232e8e9795 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:37.847182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.862761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:37.865081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 4fb94f88-f04f-4489-a850-343362b2b942 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:37.879101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.937642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.972680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:38.034754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:38.098557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ced7a-2b00-45b3-91d6-9a5fcc7a684e None None] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:38.154810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.162908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.172476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-a448b3fb-0bd6-47f7-8442-9b9bda3c5d39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 217 time: 0.3296568 Oct 20 10:54:38.305435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22087952-2a75-4945-9cb4-352260d3955d req-0bca8dad-e025-4758-8ea7-4b582ad048f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.310915 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-0bca8dad-e025-4758-8ea7-4b582ad048f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1156452 Oct 20 10:54:38.348361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.481444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22087952-2a75-4945-9cb4-352260d3955d req-e1cbbb4e-d875-4252-8aed-72617e39d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.483522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-e1cbbb4e-d875-4252-8aed-72617e39d756 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606057 Oct 20 10:54:38.623042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.698125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-52e0c0ee-d3ce-4bd8-a828-5c8c6effbf4b service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021430 Oct 20 10:54:38.750073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6a097c13-a4a8-4485-afa2-51880ac06586 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2893794 Oct 20 10:54:38.753686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34112) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:38.815931 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-22087952-2a75-4945-9cb4-352260d3955d req-a7362d27-bc52-4de7-9949-65177637c0fb service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097789 Oct 20 10:54:38.827620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.897943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb94f88-f04f-4489-a850-343362b2b942,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:38.899304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.915529 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-37d5c759-cf35-4628-b7a0-f198c5bc73b2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/4fb94f88-f04f-4489-a850-343362b2b942 HTTP/1.1" status: 204 len: 168 time: 1.4040124 Oct 20 10:54:38.916591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34122) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:38.963502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.010225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b9a63c01-7a03-425a-8e74-a40082feaf27 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924728 Oct 20 10:54:39.010833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34128) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:39.017775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:39.087517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.222272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] For port 854a14f7-e21d-462f-9d2b-09232e8e9795, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=854a14f7-e21d-462f-9d2b-09232e8e9795,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:39.229179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:39.230352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.255745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:39.259241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.259687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.307827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Could not find standard attr ID for object ef4c4f7d-b4c6-4fd1-8243-addc89d54b40. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:39.467538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:39.468252 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:39.469160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:39.613791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:39.636699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:39.665296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.683750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4835e3-3ba7-4988-a811-69bc6abf67d9 req-24edbbe7-e83e-4503-aebe-c3c96deca52e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:39.690658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c917d4-d785-4cf5-856e-65875588ebf8 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:39.690889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe4835e3-3ba7-4988-a811-69bc6abf67d9 req-24edbbe7-e83e-4503-aebe-c3c96deca52e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.6925397 Oct 20 10:54:39.833908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:39.851840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:39.861171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.873299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9f79f3e6-4f16-4007-a221-6295933cea8e None None] Provisioning complete for port 854a14f7-e21d-462f-9d2b-09232e8e9795 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:39.873671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f79f3e6-4f16-4007-a221-6295933cea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.893700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:39.895315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.921012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=77ee51cb-9f51-4c5f-9916-3734fed85b09,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:39.933415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928192e-c1bd-4e19-a33d-791067edbd97 None None] Pushing event updated for resources: {'Port': ['ID=854a14f7-e21d-462f-9d2b-09232e8e9795,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:39.945001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.969639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe4835e3-3ba7-4988-a811-69bc6abf67d9 req-80bf14a5-88a4-4edc-8b37-f21ed54e9b78 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674968 Oct 20 10:54:39.997829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:40.046083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-610aea34-3222-43b0-aa85-c2e32b065fa1 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7698193 Oct 20 10:54:40.049876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34140) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.055435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1518591571'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:40.062753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d36264-869c-4306-abf9-5cdaa53018f5 None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:40.175393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.199962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Allocated IP 2001:db8:1::2 (1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f/418db2b3-4f41-4e74-ae0b-3d32ada9fd26/429d3957-c77a-42c2-8275-81a9fbedffb0) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:40.205127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:40.216123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.223524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9db1ea-8127-4630-b742-8dc18a80f32a None None] Pushing event updated for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:40.283978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.388871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:40.411323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.453987 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.569941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Attempting to bind port eb51c154-2dd9-4339-835b-b54da600656b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:40.571597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Attempting to bind port eb51c154-2dd9-4339-835b-b54da600656b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:40.571976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Attempting to bind port eb51c154-2dd9-4339-835b-b54da600656b on network a3e1da7b-7ba4-4702-899e-b4f3072809e4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:40.641402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:40.641964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Checking segment: {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:40.642259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.644751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Bound using segment: {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:40.645310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Bound port: eb51c154-2dd9-4339-835b-b54da600656b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741e2f68-9e38-4bab-aa27-6f01049754c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:40.646844 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.678467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.736305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d1b1353-509a-4004-9ccb-ff64c1331f02 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:40.762688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d1b1353-509a-4004-9ccb-ff64c1331f02,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:40.808092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.831733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.842495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.846208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7928760 Oct 20 10:54:40.846434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.848325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.853096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34150) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.856462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d314f671-8d6d-4982-b117-f1d8a5a8022b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:40.868300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'security_group': {'name': 'tempest-secgroup-694727745'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:40.935772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.946556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3d1b1353-509a-4004-9ccb-ff64c1331f02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:40.946953 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.960297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:40.960541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fef22-0730-4dea-90b9-f1b7b81fa87d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed7ee8d-89e5-4f25-b301-ffb49c6e3181,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:40.971302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:40.978329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:40.979495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.982588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=c54d8829-d695-43dc-bbcf-d45063024dd3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.009417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=5']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.009674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.033313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d4918164-d3bb-4867-8a83-2863e9ecb400 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0213366 Oct 20 10:54:41.036470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34154) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.043141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9f79f3e6-4f16-4007-a221-6295933cea8e None None] Provisioning complete for port eb51c154-2dd9-4339-835b-b54da600656b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:41.043679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9f79f3e6-4f16-4007-a221-6295933cea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.046193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:94:9d:81', 'name': 'tempest-NetworksTestDHCPv6-1401286261'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:41.202325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] For port eb51c154-2dd9-4339-835b-b54da600656b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:41.226607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.255792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.269433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:41.286545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15468211-6153-4334-bfff-66e0131c4221,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.294699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] For port eb51c154-2dd9-4339-835b-b54da600656b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eb51c154-2dd9-4339-835b-b54da600656b,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:41.300538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb9fd0-30f5-4ea2-9ff0-0ecab39833fb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:41.331527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d3ac-87bc-4891-aeb4-07342768c40e req-b873e712-df5d-4766-9a37-e9bbd18b1f74 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.337235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9f79f3e6-4f16-4007-a221-6295933cea8e None None] Port eb51c154-2dd9-4339-835b-b54da600656b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:41.341473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5296d3ac-87bc-4891-aeb4-07342768c40e req-b873e712-df5d-4766-9a37-e9bbd18b1f74 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 944 time: 0.1937516 Oct 20 10:54:41.352939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.354405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0282ee0e-814e-494c-8ebb-e0d7410a48bc tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4987116 Oct 20 10:54:41.361331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34166) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.367552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1315424149'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:41.392223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.419675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.452942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.490923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 0b7a7b38-3fd5-45ce-9bb4-17047ca97e71 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:41.492411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9db1ea-8127-4630-b742-8dc18a80f32a None None] Pushing event updated for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.506632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5296d3ac-87bc-4891-aeb4-07342768c40e req-1cbd2840-92ca-4cc8-8462-23990f9b7458 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636271 Oct 20 10:54:41.599851 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.618956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.657586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.661570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2947683 Oct 20 10:54:41.663403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34172) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.671837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-382360818', 'security_groups': ['86a8b2b8-533c-4893-a724-53254db9dab9'], 'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '77ee51cb-9f51-4c5f-9916-3734fed85b09'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:41.675873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207843b-8353-4eb2-a92d-b105b7a76a3e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8b2b8-533c-4893-a724-53254db9dab9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.714494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe94:9d81 (2d5fe838-a998-4d31-a688-24a98274b0ba/c54d8829-d695-43dc-bbcf-d45063024dd3/0b7a7b38-3fd5-45ce-9bb4-17047ca97e71) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:41.775156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.800516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Could not find standard attr ID for object cf64b051-b7fa-4430-a86e-0c4db2f89e6a. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:41.830288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.874860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d1b1353-509a-4004-9ccb-ff64c1331f02,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:41.885820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.886598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 854a14f7-e21d-462f-9d2b-09232e8e9795 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:41.889958 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.918405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:41.929770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:41.930445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:41.935011 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.988897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Provisioning complete for port eb51c154-2dd9-4339-835b-b54da600656b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:41.989259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.999613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.020729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8:1::1 (1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f/418db2b3-4f41-4e74-ae0b-3d32ada9fd26/4be05749-b1c9-4b5a-8af0-c57e92ac64b1) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:42.071044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:42.073619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:42.088207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.118693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:42.138501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.139182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.143373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] device_id is not set on port afd54420-52b8-4629-8840-36a27164a827 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:42.149617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:42.152004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Update dhcp port {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'fixed_ips': [{'subnet_id': 'f983efee-591a-472f-9f53-24ce8fba247b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77ee51cb-9f51-4c5f-9916-3734fed85b09'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '0ae142da-3246-4d8e-9110-356598a0fb7d'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:54:42.192293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34174) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:42.195525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1578252 Oct 20 10:54:42.209076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97f244-3227-4f28-b061-3854c3d12614 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=0b7a7b38-3fd5-45ce-9bb4-17047ca97e71,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:42.235043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:42.254810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:42.388584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7307e-6ab9-4742-b17f-09d5320464a5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.394981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7307e-6ab9-4742-b17f-09d5320464a5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.396742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5cd7307e-6ab9-4742-b17f-09d5320464a5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2036581 Oct 20 10:54:42.399586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:42.423041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.430743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.499789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:42.514142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 0b7a7b38-3fd5-45ce-9bb4-17047ca97e71 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:42.514648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.528777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:42.585623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8::c (70149fd2-55c2-4898-9d6d-4e79df48040c/77ee51cb-9f51-4c5f-9916-3734fed85b09/afd54420-52b8-4629-8840-36a27164a827) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:42.637775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.694481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 854a14f7-e21d-462f-9d2b-09232e8e9795 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:42.694845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.696599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Attempting to bind port 429d3957-c77a-42c2-8275-81a9fbedffb0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:42.696958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Attempting to bind port 429d3957-c77a-42c2-8275-81a9fbedffb0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:42.697316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Attempting to bind port 429d3957-c77a-42c2-8275-81a9fbedffb0 on network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:42.804260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:42.812499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:42.815941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:42.816560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.864449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:42.865215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Checking segment: {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:42.868373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.868973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Bound using segment: {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:42.869667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Bound port: 429d3957-c77a-42c2-8275-81a9fbedffb0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:42.870395 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.900968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.009382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d9518-7f8b-4463-9724-219b0f86fea4 req-bd77ea23-e6cd-436e-8424-8509ddda02df tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:43.011146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-856d9518-7f8b-4463-9724-219b0f86fea4 req-bd77ea23-e6cd-436e-8424-8509ddda02df tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 944 time: 0.3206780 Oct 20 10:54:43.083355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.089877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-856d9518-7f8b-4463-9724-219b0f86fea4 req-4469e2c1-afe0-42a1-9413-40054553da24 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698214 Oct 20 10:54:43.100214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 0b7a7b38-3fd5-45ce-9bb4-17047ca97e71 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:43.126716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.144816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.178374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Pushing event updated for resources: {'Port': ['ID=429d3957-c77a-42c2-8275-81a9fbedffb0,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.292479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.295629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.360574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.375599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] For port 429d3957-c77a-42c2-8275-81a9fbedffb0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:43.443596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=0b7a7b38-3fd5-45ce-9bb4-17047ca97e71,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.444957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] For port 429d3957-c77a-42c2-8275-81a9fbedffb0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=429d3957-c77a-42c2-8275-81a9fbedffb0,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:43.465961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=afd54420-52b8-4629-8840-36a27164a827,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.484032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:43.488264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:43.491594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:43.498658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:43.499535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.499693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.499876 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.507521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Allocated IP 2001:db8::2 (70149fd2-55c2-4898-9d6d-4e79df48040c/77ee51cb-9f51-4c5f-9916-3734fed85b09/0ae142da-3246-4d8e-9110-356598a0fb7d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:43.508771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-580dd747-e864-43e3-a257-da9dc00f383e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/0b7a7b38-3fd5-45ce-9bb4-17047ca97e71 HTTP/1.1" status: 204 len: 168 time: 1.1079731 Oct 20 10:54:43.510590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34208) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.522214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] For port eb51c154-2dd9-4339-835b-b54da600656b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eb51c154-2dd9-4339-835b-b54da600656b,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:43.538927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8cdd30c2-3234-4066-a7c6-ea90d4b7dca3 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8706992 Oct 20 10:54:43.559164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34210) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.566840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:43.598078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.620807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99180e1-c793-4b36-887d-d61a18524ab4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:43.623548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99180e1-c793-4b36-887d-d61a18524ab4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:43.631261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d99180e1-c793-4b36-887d-d61a18524ab4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1127825 Oct 20 10:54:43.634017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34214) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.773088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet c54d8829-d695-43dc-bbcf-d45063024dd3 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:43.793150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.798905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:41Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:43.808822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f34b-e517-478b-887d-c63ee5b98fe6 None None] Pushing event updated for resources: {'Port': ['ID=429d3957-c77a-42c2-8275-81a9fbedffb0,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.958253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.029662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:44.030364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.038633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d1b1353-509a-4004-9ccb-ff64c1331f02 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:44.194751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088410-d2f3-40d1-90fa-c3ff1d8a1723 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:41Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:44.247215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.439796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.495911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=c54d8829-d695-43dc-bbcf-d45063024dd3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:44.497793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:44.523975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.524605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Pushing event updated for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:44.530614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-01e65252-977a-4082-9613-8a18e9219e79 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/c54d8829-d695-43dc-bbcf-d45063024dd3 HTTP/1.1" status: 204 len: 168 time: 0.8941782 Oct 20 10:54:44.536858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34230) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.544317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff8edf-fc8e-4cb8-b355-db91dba65f4b None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:44.566199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca578-5b2d-46cc-89c6-25b8c3adf154 req-ac08f880-a779-426d-98bd-579a9b25a5cf tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:44.568370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27dca578-5b2d-46cc-89c6-25b8c3adf154 req-ac08f880-a779-426d-98bd-579a9b25a5cf tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 944 time: 0.2595007 Oct 20 10:54:44.612867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5fce3f01-6ac3-4164-b70e-1857a5194150 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725391 Oct 20 10:54:44.614065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34232) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.635165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.697231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27dca578-5b2d-46cc-89c6-25b8c3adf154 req-7a6f3a1c-8597-46a1-80ea-78ed127addac tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174402 Oct 20 10:54:44.700452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:44.710268 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.728183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.729113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.750625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb1116d-72f0-40cd-bec6-22880f6e1128 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:44.752440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9bb1116d-72f0-40cd-bec6-22880f6e1128 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1371782 Oct 20 10:54:44.755801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34234) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.820641 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.838758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89eb214-ba10-4623-9a55-661331842035 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:44.841315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f89eb214-ba10-4623-9a55-661331842035 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0838571 Oct 20 10:54:44.844352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34238) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.846863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:44.884998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.885348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.885692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.886029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.886387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.886722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.887084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.887410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.887744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.888068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.888391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.888710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:44.905335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-36b5994f-5810-47eb-a8d4-8c89afc03db9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595737 Oct 20 10:54:44.910396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.916011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.192247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:45.197212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.238300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.242543 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77ee51cb-9f51-4c5f-9916-3734fed85b09 (CIDR: 2001:db8::/64) Oct 20 10:54:45.263142 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:45.263613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:45.274600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:45.288023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:45.371269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3d1b1353-509a-4004-9ccb-ff64c1331f02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:45.371653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.419591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-04591cb1-eabf-4850-ab93-4049dd4c4e89 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8558133 Oct 20 10:54:45.420716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.432381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.530038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:45.665500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:45.668951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5518b-c038-41d1-8745-7b0afbae3399 None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:45.679605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:45.691274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Provisioning complete for port 3d1b1353-509a-4004-9ccb-ff64c1331f02 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:45.691274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.813411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72444c2-af0d-41ab-9521-3b8a1ee21b18 None None] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:45.896915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:45.900163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.901024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.934729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:45.972760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fe4f7b21-be38-4872-905c-af27e1588cb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2170036 Oct 20 10:54:45.975327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34260) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.982344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278967451'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:46.045554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port d314f671-8d6d-4982-b117-f1d8a5a8022b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:46.048678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:46.058219 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.077179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d314f671-8d6d-4982-b117-f1d8a5a8022b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:46.077546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.079093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1669b3-942d-4123-adef-1a76a439c6d8 req-bd6134dc-25a9-476b-89c2-c4f7e61ed2f4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:46.084983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e1669b3-942d-4123-adef-1a76a439c6d8 req-bd6134dc-25a9-476b-89c2-c4f7e61ed2f4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 944 time: 0.1969264 Oct 20 10:54:46.263650 n-d-802060-17 neutron-server[100746]: INFO neutron.db.ipam_backend_mixin [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f983efee-591a-472f-9f53-24ce8fba247b (CIDR: 2001:db8:0:1::/64) Oct 20 10:54:46.264708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Deleting port 3d1b1353-509a-4004-9ccb-ff64c1331f02 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:46.264847 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.292944 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:46.293385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:46.323923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:46.333424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:46.371254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e1669b3-942d-4123-adef-1a76a439c6d8 req-222ca40f-4dfc-485e-b561-2ca16a6d5569 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612436 Oct 20 10:54:46.387832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.388530 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 7ec6f760-1fd0-41a1-b497-623bc7451a1f of type vlan for network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc Oct 20 10:54:46.478672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.494903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d4d51f9-aef7-4f5d-95a4-a70e2a0cfa41 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0730534 Oct 20 10:54:46.498650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34264) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:46.541070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'subnet': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:46.561365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.569830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:46.574292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.690187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 429d3957-c77a-42c2-8275-81a9fbedffb0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:46.734496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Provisioning complete for port e9cdd2c9-d233-4ead-b020-856c1b57fed0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:46.734496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.756644 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.791094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8144627 Oct 20 10:54:46.793267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34276) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:46.795308 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:46.801061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ff49-013c-4b92-9e7b-d4573e30b945 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=fbbc648b-37f5-42c6-8bf1-ebda9272c2fc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.811308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:46.821804 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:46.822436 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:46.857673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:46.872886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d1b1353-509a-4004-9ccb-ff64c1331f02,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:46.873528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.979889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:46.984720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.022000 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:47.048909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Made reservation on behalf of c26f298d2a4744838187feab26658cde for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:47.054186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.054722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Calling delete_port for 3d1b1353-509a-4004-9ccb-ff64c1331f02 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:47.116007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c2207d06-cb43-4e58-821a-f90332d1683a None None] Port e9cdd2c9-d233-4ead-b020-856c1b57fed0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:47.206243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.333012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.581322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:47.590427 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbcde5-01d0-4c4e-bdb4-22ef9c978c29" -d '{"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:47.593965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Could not find standard attr ID for object 0b7a7b38-3fd5-45ce-9bb4-17047ca97e71. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:47.622128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 429d3957-c77a-42c2-8275-81a9fbedffb0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:47.622521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.705478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Network 70149fd2-55c2-4898-9d6d-4e79df48040c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:47.707781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca112d-52d9-4f65-993e-309b8d9bdea5 req-2429028d-b7c6-444f-ab87-10a5a7c583b0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.712068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9ca112d-52d9-4f65-993e-309b8d9bdea5 req-2429028d-b7c6-444f-ab87-10a5a7c583b0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 944 time: 0.1835184 Oct 20 10:54:47.741136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:47.746446 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603b04a-cf49-428b-b1db-c2a97ab80c4e x-openstack-request-id: req-5603b04a-cf49-428b-b1db-c2a97ab80c4e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:47.746705 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:47.759299 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5603b04a-cf49-428b-b1db-c2a97ab80c4e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:47.759910 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'code': 200} Oct 20 10:54:47.795084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:47.796011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.804332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.805280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.847325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.863894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9ca112d-52d9-4f65-993e-309b8d9bdea5 req-42576e47-d2e3-4e86-9757-e89663c31c79 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423924 Oct 20 10:54:47.901840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Provisioning complete for port eb51c154-2dd9-4339-835b-b54da600656b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:47.902574 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.987709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e0cfe-f647-4053-85bf-ef2d6a34f161 None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:48.080957 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 3, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:48.171972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.209003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Subnet': ['ID=d86fe944-7b29-4fbc-bc25-c00e4bae2094,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.242266 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b403a3c6-bf5f-4326-8a76-a58abe8a46e5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7417884 Oct 20 10:54:48.245233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34298) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:48.255450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1945443502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd86fe944-7b29-4fbc-bc25-c00e4bae2094'}], 'security_groups': ['7ed7ee8d-89e5-4f25-b301-ffb49c6e3181', '15468211-6153-4334-bfff-66e0131c4221']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:48.259690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 3d1b1353-509a-4004-9ccb-ff64c1331f02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d1b1353-509a-4004-9ccb-ff64c1331f02,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:48.297851 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:48.310403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Updating router 81eed29f-99bb-429e-b707-0994043f7de0 port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:54:48.400106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.408837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.411402 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.425386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292389d2-3a3d-4077-84d8-034ca9270469 req-668809c7-1888-4a1a-9a3a-854ae082a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.426990 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-292389d2-3a3d-4077-84d8-034ca9270469 req-668809c7-1888-4a1a-9a3a-854ae082a00d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1097 time: 0.5469251 Oct 20 10:54:48.463352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.563314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.564744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.612452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] Pushing event deleted for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.625601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb6ff6-867e-4867-a897-8a6244017f6d None None] No DVR routers for this DVR port 3d1b1353-509a-4004-9ccb-ff64c1331f02 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:48.694423 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.699709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:48.706547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 429d3957-c77a-42c2-8275-81a9fbedffb0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=429d3957-c77a-42c2-8275-81a9fbedffb0,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:48.711471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=3d1b1353-509a-4004-9ccb-ff64c1331f02,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.711715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:48.712042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.721889 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.722705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:48.735560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-292389d2-3a3d-4077-84d8-034ca9270469 req-c11a07a6-3ae6-4ec5-ba46-0036a0ef64d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850173 Oct 20 10:54:48.737038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:48.743287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.744135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.764053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.778293 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8640158 Oct 20 10:54:48.781771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34304) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:48.817135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:0d:08:73', 'name': 'tempest-NetworksTestDHCPv6-2086816038'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:48.822625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b535d0d-7a4f-4ea0-970b-180d7e493f44 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=ec47e838-6bef-47f2-aeaa-7bac446444bb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.841583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78ccc3-9c92-4bd8-86ed-fdb6ee2d8ebb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:48.967268 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.974642 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.979376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=429d3957-c77a-42c2-8275-81a9fbedffb0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.116847 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Pushing event updated for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.148878 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.149213 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.149610 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.149867 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.150188 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.150504 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.150822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.151162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.151476 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.151785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.152125 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.152441 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:49.269925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91226-953a-4293-9caa-4f06ecb4ac8c req-99680e3f-15f2-41b3-9760-c0a5ea809aea tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:49.272343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea91226-953a-4293-9caa-4f06ecb4ac8c req-99680e3f-15f2-41b3-9760-c0a5ea809aea tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2339146 Oct 20 10:54:49.314015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=34e67a1f-3a57-4015-b8bb-10164a3841f3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.319839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:49.331397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Attempting to bind port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:49.332224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Attempting to bind port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:49.332897 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Attempting to bind port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 on network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:49.352079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:49.352079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: fbbc648b-37f5-42c6-8bf1-ebda9272c2fc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:49.362979 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:49.367653 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Checking segment: {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:49.368358 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.369805 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Bound using segment: {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:49.371299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Bound port: 4be05749-b1c9-4b5a-8af0-c57e92ac64b1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d28c69-a5df-40ba-aec9-73e8c2caab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:49.373002 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.447837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea91226-953a-4293-9caa-4f06ecb4ac8c req-7c1fb795-2a6f-4451-b837-6bc8dcf0f140 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685941 Oct 20 10:54:49.477182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:49.477531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.506695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:49.512319 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] For port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:49.517992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] For port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:49.525507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, fbbc648b-37f5-42c6-8bf1-ebda9272c2fc) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:49.536650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:49.537527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.560855 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.563630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.607954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948bb6b5-d5de-400c-8413-98c7ff85a55f None None] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:49.612761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fccbace4-85a3-4f68-a4e7-3058b642e155 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8142211 Oct 20 10:54:49.615499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34326) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:49.625544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Delete allocated IP 2001:db8::c (70149fd2-55c2-4898-9d6d-4e79df48040c/77ee51cb-9f51-4c5f-9916-3734fed85b09) {{(pid=100747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:54:49.649681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Allocated IP 2001:db8:0:2::259 (70149fd2-55c2-4898-9d6d-4e79df48040c/d86fe944-7b29-4fbc-bc25-c00e4bae2094/afd54420-52b8-4629-8840-36a27164a827) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:49.700540 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:49.701412 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:49.703705 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78a3c5-f21d-4119-bb7b-16d2a419fd8e None None] Pushing event updated for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.812200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 78a0d5c6-ceca-4a1c-be1c-1126def44dbd yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:49.921530 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:50.001844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Could not find standard attr ID for object 3d1b1353-509a-4004-9ccb-ff64c1331f02. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:50.069142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.087730 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.164674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event updated for resources: {'Port': ['ID=afd54420-52b8-4629-8840-36a27164a827,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:50.239988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Update dhcp port {'port': {'network_id': '70149fd2-55c2-4898-9d6d-4e79df48040c', 'fixed_ips': [{'subnet_id': 'f983efee-591a-472f-9f53-24ce8fba247b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77ee51cb-9f51-4c5f-9916-3734fed85b09', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd86fe944-7b29-4fbc-bc25-c00e4bae2094'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '0ae142da-3246-4d8e-9110-356598a0fb7d'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:54:50.240671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] In _notify_port_updated(), no bound segment for port afd54420-52b8-4629-8840-36a27164a827 on network 70149fd2-55c2-4898-9d6d-4e79df48040c {{(pid=100747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:50.254439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.262637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.265312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'ec47e838-6bef-47f2-aeaa-7bac446444bb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:50.266010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cd3c1c07-63ce-4d9c-859a-1666247dde28 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "PUT /v2.0/ports/afd54420-52b8-4629-8840-36a27164a827 HTTP/1.1" status: 200 len: 970 time: 2.0167701 Oct 20 10:54:50.266996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34338) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:50.269621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.364397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 3, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:49Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:50.387068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Provisioning complete for port 429d3957-c77a-42c2-8275-81a9fbedffb0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:50.390864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.399385 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273904cd-ec87-4d26-b96d-c73df2eb0c2d None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 3, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:49Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:50.444404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe0d:873 (2d5fe838-a998-4d31-a688-24a98274b0ba/ec47e838-6bef-47f2-aeaa-7bac446444bb/78a0d5c6-ceca-4a1c-be1c-1126def44dbd) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:50.450628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port afd54420-52b8-4629-8840-36a27164a827 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:50.451071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.546791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:50.551448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.728780 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.765704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f6f6-b1d9-4840-b05d-c00900aedb4a req-f2e0ced0-dfa1-4b79-91f9-39a3ad443114 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.775625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66f6f6f6-b1d9-4840-b05d-c00900aedb4a req-f2e0ced0-dfa1-4b79-91f9-39a3ad443114 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1267500 Oct 20 10:54:50.778755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.809796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for afd54420-52b8-4629-8840-36a27164a827 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:50.875127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66f6f6f6-b1d9-4840-b05d-c00900aedb4a req-0588cb5e-d583-432e-9b69-0be499dc3f88 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978463 Oct 20 10:54:50.934175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.945942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eb51c154-2dd9-4339-835b-b54da600656b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:51.076450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.251600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.338006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=78a0d5c6-ceca-4a1c-be1c-1126def44dbd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:51.341027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Allocated IP 2001:db8::f816:3eff:fe43:a111 (2d5fe838-a998-4d31-a688-24a98274b0ba/ec47e838-6bef-47f2-aeaa-7bac446444bb/a325a250-e7c2-44ed-a4b7-95d7cd039321) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:51.359035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba06eec-3ff8-4105-96d4-7efef5bd0924 req-d1022a53-f9b8-472b-9a25-55a765ad86f0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:51.360787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ba06eec-3ff8-4105-96d4-7efef5bd0924 req-d1022a53-f9b8-472b-9a25-55a765ad86f0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1758785 Oct 20 10:54:51.371014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34366) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:51.375216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:51.376286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Request body: {'floatingip': {'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:51.377096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:51.380274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.385772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:51.392255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:51.393613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.419010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bedc2f75-eda3-4be3-bef6-5bebf719ecc8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6352110 Oct 20 10:54:51.419765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:51.525017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.546063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b07a6-66c0-4662-a3cd-4e693c84d865 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:51.549809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Allocated IP 2001:db8:2::2 (fbbc648b-37f5-42c6-8bf1-ebda9272c2fc/34e67a1f-3a57-4015-b8bb-10164a3841f3/b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:51.550430 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e62b07a6-66c0-4662-a3cd-4e693c84d865 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1288133 Oct 20 10:54:51.553635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:51.558926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Provisioning complete for port e9cdd2c9-d233-4ead-b020-856c1b57fed0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:51.559955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.711902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=afd54420-52b8-4629-8840-36a27164a827,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:51.742362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 78a0d5c6-ceca-4a1c-be1c-1126def44dbd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:51.743455 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.756844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Allocated IP 2001:db8:0:2::2 (70149fd2-55c2-4898-9d6d-4e79df48040c/d86fe944-7b29-4fbc-bc25-c00e4bae2094/0ae142da-3246-4d8e-9110-356598a0fb7d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:51.796274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port eb51c154-2dd9-4339-835b-b54da600656b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:51.796274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.803894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.810166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c54abcb-b612-4021-ae51-b38aa2e74042 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/afd54420-52b8-4629-8840-36a27164a827 HTTP/1.1" status: 204 len: 168 time: 1.5409698 Oct 20 10:54:51.810809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34382) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:51.897806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b7cd6-1851-4637-a735-a06f6bcb4127 None None] Port e9cdd2c9-d233-4ead-b020-856c1b57fed0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:51.919415 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1802c93d-e52f-486d-8ffc-ce34efc47592 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] GET failed (client error): The resource could not be found. Oct 20 10:54:51.921032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.925099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1802c93d-e52f-486d-8ffc-ce34efc47592 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports/afd54420-52b8-4629-8840-36a27164a827 HTTP/1.1" status: 404 len: 333 time: 0.0857670 Oct 20 10:54:51.937906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 78a0d5c6-ceca-4a1c-be1c-1126def44dbd owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:51.972882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34386) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.077233 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.139606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.152323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.243223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.253581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.256806 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.260624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.261469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:52.265676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/security-groups/86a8b2b8-533c-4893-a724-53254db9dab9 HTTP/1.1" status: 204 len: 168 time: 0.2913480 Oct 20 10:54:52.269017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.298459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.355082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c57d-70bd-48d4-9c45-c147d4ceedcd tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8b2b8-533c-4893-a724-53254db9dab9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:52.421087 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.429377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.488310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.507523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:52.524517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.529802 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Floating IP ee681116-0be5-45af-88ad-368564ad6fc2 associated. External IP: 172.25.3.217, port: d314f671-8d6d-4982-b117-f1d8a5a8022b. Oct 20 10:54:52.560398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:52.567550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.588589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:52.649303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8:2::1 (fbbc648b-37f5-42c6-8bf1-ebda9272c2fc/34e67a1f-3a57-4015-b8bb-10164a3841f3/4c2d67ec-49b7-4deb-a9ed-f090d6216664) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:52.675163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:52.691666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.708981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:52.740495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:52.779214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Provisioning complete for port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:52.779988 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.789043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.832353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Attempting to bind port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:52.833304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Attempting to bind port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:52.833907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Attempting to bind port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae on network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:52.850979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.881398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:52.884331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.884934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Checking segment: {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:52.885664 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.887331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Bound using segment: {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:52.888077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Bound port: b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:52.888910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.913325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.917045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.921788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/security-groups/15468211-6153-4334-bfff-66e0131c4221 HTTP/1.1" status: 204 len: 168 time: 0.6479588 Oct 20 10:54:52.925620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.935719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.941674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/78a0d5c6-ceca-4a1c-be1c-1126def44dbd HTTP/1.1" status: 204 len: 168 time: 1.3826065 Oct 20 10:54:52.944272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34410) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.945093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718f6f5-255b-456f-9df2-d8d1bd9bc2a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=78a0d5c6-ceca-4a1c-be1c-1126def44dbd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.012853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7f161-bb57-49ad-93d8-160615d25cf2 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15468211-6153-4334-bfff-66e0131c4221,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.015156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41d124-7393-47bd-b4e6-9008755f3aa9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.016875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41d124-7393-47bd-b4e6-9008755f3aa9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.019163 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fd41d124-7393-47bd-b4e6-9008755f3aa9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0677619 Oct 20 10:54:53.040700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:53.093878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:53.111533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:53.124286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet ec47e838-6bef-47f2-aeaa-7bac446444bb {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:53.133174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.150281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.187839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.241195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:53.243766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:53.244506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.321804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.371344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.403339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.409083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] For port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:53.449951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Pushing event updated for resources: {'Port': ['ID=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.552707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99405b-5a48-4c47-8e72-2464bfbaa885 None None] Pushing event updated for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.565851 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.632183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Attempting to bind port a325a250-e7c2-44ed-a4b7-95d7cd039321 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:53.633294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Attempting to bind port a325a250-e7c2-44ed-a4b7-95d7cd039321 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:53.633841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Attempting to bind port a325a250-e7c2-44ed-a4b7-95d7cd039321 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:53.638503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.649573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d1b1353-509a-4004-9ccb-ff64c1331f02 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:53.703260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3d1b1353-509a-4004-9ccb-ff64c1331f02 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:53.705564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d1b1353-509a-4004-9ccb-ff64c1331f02 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:53.732722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.760508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:53.761221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:53.762569 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.764679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:53.767111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Bound port: a325a250-e7c2-44ed-a4b7-95d7cd039321, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:53.768039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.791031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Provisioning complete for port 429d3957-c77a-42c2-8275-81a9fbedffb0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:53.795992 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.810206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.817794 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/ec47e838-6bef-47f2-aeaa-7bac446444bb HTTP/1.1" status: 204 len: 168 time: 0.7716715 Oct 20 10:54:53.825896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34432) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:53.826784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5050a-ca9b-4ff2-b292-972e32877395 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=ec47e838-6bef-47f2-aeaa-7bac446444bb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.939265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a815ddf7-9d02-4424-bcd5-5ba8384ac5a4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062508 Oct 20 10:54:53.949648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34436) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:53.954574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] For port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:53.966227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Pushing event updated for resources: {'Port': ['ID=a325a250-e7c2-44ed-a4b7-95d7cd039321,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:53.973376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:54.051954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] For port a325a250-e7c2-44ed-a4b7-95d7cd039321, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:54.055507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] For port a325a250-e7c2-44ed-a4b7-95d7cd039321, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a325a250-e7c2-44ed-a4b7-95d7cd039321,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:54.089933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.099211 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.169262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] For port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:54.188199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 429d3957-c77a-42c2-8275-81a9fbedffb0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:54.231557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.249063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Could not find standard attr ID for object afd54420-52b8-4629-8840-36a27164a827. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:54.345083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79653763-64cb-4553-901d-9f9bc69f2467 None None] Pushing event updated for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:54.415145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:54.434339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.439808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.447391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.448342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.457401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:54.497956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.500983 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.511726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/security-groups/7ed7ee8d-89e5-4f25-b301-ffb49c6e3181 HTTP/1.1" status: 204 len: 168 time: 1.5752115 Oct 20 10:54:54.512602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34440) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:54.540775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:54.542405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:54.544244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-196a055c-4400-4872-b0e2-a0c7311d3d6d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "PUT /v2.0/floatingips/ee681116-0be5-45af-88ad-368564ad6fc2 HTTP/1.1" status: 200 len: 991 time: 3.1721916 Oct 20 10:54:54.553190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:54.553577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.577052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:54.579730 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcca595-cc74-4073-9853-a1fb682ed9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:54.583008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a51a-c33c-4091-899a-f1f7693fca5e tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed7ee8d-89e5-4f25-b301-ffb49c6e3181,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:54.588017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:54.591529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.730178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:54.735507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:54.874526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet 77ee51cb-9f51-4c5f-9916-3734fed85b09 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:54.888810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.913230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:54.935275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:55.015032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.040609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:55.145885 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390abc42-f7ed-472d-aed3-9d2b845b371a x-openstack-request-id: req-390abc42-f7ed-472d-aed3-9d2b845b371a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:55.146206 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:55.146646 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-390abc42-f7ed-472d-aed3-9d2b845b371a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:55.147196 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'status': 'completed', 'code': 200} Oct 20 10:54:55.161416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb9bc0-df86-4fe2-b032-2ec555fa609c None None] Pushing event updated for resources: {'Port': ['ID=a325a250-e7c2-44ed-a4b7-95d7cd039321,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:55.194973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 429d3957-c77a-42c2-8275-81a9fbedffb0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:55.194973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.259820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:54:55.344874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.363349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-5dc9296b-5f51-4924-8a3c-c13bb8cd4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:55.365289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-5dc9296b-5f51-4924-8a3c-c13bb8cd4ec0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1097 time: 0.1814260 Oct 20 10:54:55.366755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:55.372796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a48a52c-0576-452c-b633-4cd118f4a1d1 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7547889 Oct 20 10:54:55.375703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34464) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:55.381439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:55.389816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1293101368'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:55.398273 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:55.399186 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:55.443834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7e97e-c9de-4717-8756-d78000f40b64 None None] Pushing event updated for resources: {'Port': ['ID=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:55.489687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.583925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=77ee51cb-9f51-4c5f-9916-3734fed85b09,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:55.603315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:55.610086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.637428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Could not find standard attr ID for object afd54420-52b8-4629-8840-36a27164a827. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:55.643656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:55.644587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.659597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-adfa64fa-64b3-4e7d-9d71-56018c3fe51a tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/77ee51cb-9f51-4c5f-9916-3734fed85b09 HTTP/1.1" status: 204 len: 168 time: 1.1390686 Oct 20 10:54:55.665581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34466) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:55.669319 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:55.669612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d569df-5c9c-43fa-8710-5b9febb9511a None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:55.688770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.763206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Provisioning complete for port e9cdd2c9-d233-4ead-b020-856c1b57fed0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:55.763629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.800822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:55.839079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-2137d357-8edb-4472-85ea-e5ed3a71ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:55.842036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-2137d357-8edb-4472-85ea-e5ed3a71ea82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.4672837 Oct 20 10:54:55.877425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.879355 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added segment 3089434a-ec6c-431c-9c18-7f8bff81c5e5 of type vlan for network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 Oct 20 10:54:55.902523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-19b10654-4254-4183-ba6f-de59c5d44946 None None] Port e9cdd2c9-d233-4ead-b020-856c1b57fed0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:55.911826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:55.912201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.982504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet d86fe944-7b29-4fbc-bc25-c00e4bae2094 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:56.031711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.041252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'ee681116-0be5-45af-88ad-368564ad6fc2', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:52Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:56.058104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7524d2b1-40c8-4306-be0b-34494c992d44 None None] Could not find standard attr ID for object afd54420-52b8-4629-8840-36a27164a827. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:56.106904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.129317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f9f1a-33f6-4e51-97f7-c93baa7121bb None None] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:56.130532 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-55917754-5bff-463a-8c16-6f2513883699 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 999 time: 0.2733719 Oct 20 10:54:56.134183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:56.137656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port a325a250-e7c2-44ed-a4b7-95d7cd039321, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a325a250-e7c2-44ed-a4b7-95d7cd039321,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:56.153179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.238910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.244490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.244814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.246469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.260755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.261736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.283166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:56.295539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-3b0e2064-0aab-41dc-b63c-45d5c4f1a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.296833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-3b0e2064-0aab-41dc-b63c-45d5c4f1a3f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1579549 Oct 20 10:54:56.298975 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:54:54Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:56.417955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:56.418774 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Updating router 81eed29f-99bb-429e-b707-0994043f7de0 port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:54:56.423766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0468285 Oct 20 10:54:56.469758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.479812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'subnet': {'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:56.486098 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.505465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907773e3-65a7-43b3-85e3-c3acfd9f5bda tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Network': ['ID=93c380f1-6c4a-4041-b7aa-da6c4f3e85d7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.520795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:56.534904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:56.541290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.565802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:56.566610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:56.568986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.569908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.616168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-4c2faf07-e12c-47de-b5af-fda52c2d03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.617723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-4c2faf07-e12c-47de-b5af-fda52c2d03a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2917202 Oct 20 10:54:56.630229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6629961 Oct 20 10:54:56.636384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.677436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:7d:ad:08', 'name': 'tempest-NetworksTestDHCPv6-1748094479'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:56.683675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:56.692515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=1dda3622-1e64-4822-8522-8ea396b16254,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.693563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769d246-2a1b-499b-9797-6aeafc72ee4b None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:56.746146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a7b53-567a-428d-a001-bd5c0833a665 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=a325a250-e7c2-44ed-a4b7-95d7cd039321,revision_number=5']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.772543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.774742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Made reservation on behalf of 7fad9469db2b46cbbbfa1daa6e579518 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:56.778524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.822886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.926184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-86ea5a32-65bc-40b7-ad11-4b5fedb3b397 service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953904 Oct 20 10:54:56.940889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.951454 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/d86fe944-7b29-4fbc-bc25-c00e4bae2094 HTTP/1.1" status: 204 len: 168 time: 1.2847180 Oct 20 10:54:56.956750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.982749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbfd5b-66a1-4506-8d01-bd981a2e19b8 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=d86fe944-7b29-4fbc-bc25-c00e4bae2094,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.044083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:57.058405 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bba3e5-18b8-4bd1-83bd-0b8de0a5afe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:57.058777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bba3e5-18b8-4bd1-83bd-0b8de0a5afe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:57.070196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72bba3e5-18b8-4bd1-83bd-0b8de0a5afe6 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/77ee51cb-9f51-4c5f-9916-3734fed85b09 HTTP/1.1" status: 404 len: 337 time: 0.1112874 Oct 20 10:54:57.070881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.254709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] Provisioning complete for port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:57.255377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.269283 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.284280 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.345507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting subnet f983efee-591a-472f-9f53-24ce8fba247b {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:57.349394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.358931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b618d00-3434-4e06-8735-b0f1253259e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.365534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c225b5-c8ab-4c63-bd2f-4d23a50f3803 None None] Pushing event updated for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.416148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:57.416568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.427473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.566611 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Attempting to bind port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:57.567292 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Attempting to bind port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:57.567292 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Attempting to bind port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 on network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:57.583798 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adcca595-cc74-4073-9853-a1fb682ed9e9 req-0ae2bd91-285c-48be-859c-8c1b8160f0c2 service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219695 Oct 20 10:54:57.596428 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.599738 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:57.600544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Checking segment: {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:57.601210 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.607263 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Bound using segment: {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:57.608302 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Bound port: 4c2d67ec-49b7-4deb-a9ed-f090d6216664, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec6f760-1fd0-41a1-b497-623bc7451a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:57.609039 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.623352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.679747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port ae3a0e30-cf60-452e-bf72-82c910b7f7eb yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:57.757390 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] For port 4c2d67ec-49b7-4deb-a9ed-f090d6216664, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:57.769955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] For port 4c2d67ec-49b7-4deb-a9ed-f090d6216664, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4c2d67ec-49b7-4deb-a9ed-f090d6216664,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:57.779055 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.871641 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.901893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:57.914662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:57.915325 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:54:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.952166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.058839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.070420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/f983efee-591a-472f-9f53-24ce8fba247b HTTP/1.1" status: 204 len: 168 time: 0.9921300 Oct 20 10:54:58.072919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34518) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.076831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.089826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ce5bc-dc0f-4cf8-b8e5-62407e788166 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Subnet': ['ID=f983efee-591a-472f-9f53-24ce8fba247b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.108011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe7d:ad08 (2d5fe838-a998-4d31-a688-24a98274b0ba/1dda3622-1e64-4822-8522-8ea396b16254/ae3a0e30-cf60-452e-bf72-82c910b7f7eb) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:58.131584 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c225b5-c8ab-4c63-bd2f-4d23a50f3803 None None] Pushing event updated for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.167929 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-30691241-4fd6-4cc3-b86b-5aa4be2a67a5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:58.168424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30691241-4fd6-4cc3-b86b-5aa4be2a67a5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:58.181882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-30691241-4fd6-4cc3-b86b-5aa4be2a67a5 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/aa8d9449-c437-4479-acbf-cc339993a3f7 HTTP/1.1" status: 404 len: 337 time: 0.0930991 Oct 20 10:54:58.187894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] For port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:58.188994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34520) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.277171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.282128 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:58.293820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b618d00-3434-4e06-8735-b0f1253259e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.308637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Subnet': ['ID=89e4068e-563d-4d90-bb1d-5a032daf22e8,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.323113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b618d00-3434-4e06-8735-b0f1253259e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.522147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1b618d00-3434-4e06-8735-b0f1253259e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0d423df2a454ffa845973a20b0328e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6864696 Oct 20 10:54:58.538581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34536) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.558333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618d00-3434-4e06-8735-b0f1253259e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f321efd1-fb3d-4f17-9a69-cf6ec6459d19,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.620251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Checking segment: {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:58.622171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network hostable DHCP agents. Network: 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:58.691606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2459214f-382d-487f-99c4-8119ee7a7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.701989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35786c-2b6b-486f-886d-4abdd03d28d6 None None] Pushing event updated for resources: {'Port': ['ID=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.721113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Provisioning complete for port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:58.736060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.828471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:58.848299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc1b17-9869-4db2-afe8-9b3c8d341d2f None None] Network 70149fd2-55c2-4898-9d6d-4e79df48040c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:58.864713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.872688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.875303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:58.877994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34540) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.882807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6b37f691-a382-4211-8664-d80e8378265c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f HTTP/1.1" status: 200 len: 205 time: 0.6819065 Oct 20 10:54:58.935164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.938484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.987485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.027648 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:54:57Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:59.052024 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff859621-fe8f-43f0-a7cd-992ce5ca0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5761917 Oct 20 10:54:59.063545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34542) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.070523 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-b90ab822-9ae7-45de-84c6-41f8ae5a4451 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] delete failed (client error): The resource could not be found. Oct 20 10:54:59.077562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b90ab822-9ae7-45de-84c6-41f8ae5a4451 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/routers/d8a1f920-ed5e-4e8d-8a68-823b2b8dcb5f HTTP/1.1" status: 404 len: 336 time: 0.1971285 Oct 20 10:54:59.104632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.107144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.132609 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c8b66-d691-4118-a1cd-3e0484581411 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:54:57Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:59.159375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28087077-f136-419d-936e-70909399ec5f None None] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:59.166070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=ae3a0e30-cf60-452e-bf72-82c910b7f7eb,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:59.202340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:59.216225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:59.217545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:59.224563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:59.252781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:59.253575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.298338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f81071e-e7b2-4b45-9365-54853769eb41 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6443908 Oct 20 10:54:59.300461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34546) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.434533 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d871d865-cddb-4399-88ba-569110417e15 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:59.435269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d871d865-cddb-4399-88ba-569110417e15 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:59.445827 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d871d865-cddb-4399-88ba-569110417e15 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/fe1a3ff8-d447-4165-9065-6bcd016b2413 HTTP/1.1" status: 404 len: 337 time: 0.3362303 Oct 20 10:54:59.482501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9615c-cf04-44a9-b212-c9ff9ab9536e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:59.508035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9615c-cf04-44a9-b212-c9ff9ab9536e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:59.513409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e9b9615c-cf04-44a9-b212-c9ff9ab9536e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2115765 Oct 20 10:54:59.514087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34558) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.514421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34560) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.607781 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b619068-7589-498e-9047-73bed262fd86 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:59.610706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b619068-7589-498e-9047-73bed262fd86 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:59.621915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2b619068-7589-498e-9047-73bed262fd86 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/63fdeef2-dab2-486c-a244-74002eb15e8e HTTP/1.1" status: 404 len: 337 time: 0.1034446 Oct 20 10:54:59.631275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34564) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.753130 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f252a46-4f97-4d54-85f4-b65bae24a250 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:59.753753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f252a46-4f97-4d54-85f4-b65bae24a250 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:59.758927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.761623 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.779858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f252a46-4f97-4d54-85f4-b65bae24a250 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/723c4329-1100-4343-b03a-4775a5344966 HTTP/1.1" status: 404 len: 337 time: 0.1448946 Oct 20 10:54:59.785725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f321efd1-fb3d-4f17-9a69-cf6ec6459d19 HTTP/1.1" status: 204 len: 168 time: 1.2459352 Oct 20 10:54:59.786384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34568) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.910463 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd2e24-67d4-4238-8b07-88cf235b42cb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:59.911041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd2e24-67d4-4238-8b07-88cf235b42cb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:59.935202 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-60dd2e24-67d4-4238-8b07-88cf235b42cb tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/095e8f56-2ab2-4fd6-8724-bd4e148d5d16 HTTP/1.1" status: 404 len: 333 time: 0.1442554 Oct 20 10:54:59.938716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.942084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port ae3a0e30-cf60-452e-bf72-82c910b7f7eb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:59.945390 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.959230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Provisioning complete for port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:59.959682 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.017083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:00.017452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.056743 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4b8c3-dba1-4277-836c-9a1908434dc7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:00.057370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f4b8c3-dba1-4277-836c-9a1908434dc7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:00.067637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24f4b8c3-dba1-4277-836c-9a1908434dc7 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/b5afd201-b196-4444-9d1b-407800247cd0 HTTP/1.1" status: 404 len: 337 time: 0.1148250 Oct 20 10:55:00.085138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.101358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] DHCP port deletion for 70149fd2-55c2-4898-9d6d-4e79df48040c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:00.123004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7296a4-c1d6-4728-887e-ee4ea425eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f321efd1-fb3d-4f17-9a69-cf6ec6459d19,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.176421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'ee681116-0be5-45af-88ad-368564ad6fc2', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:52Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:00.265952 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19f47a0-9554-4a2f-95c1-f09df035dfca tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:00.269733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19f47a0-9554-4a2f-95c1-f09df035dfca tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:00.281507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f19f47a0-9554-4a2f-95c1-f09df035dfca tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/d02be85a-eb5e-439c-9011-6c1d120be5f1 HTTP/1.1" status: 404 len: 337 time: 0.1872549 Oct 20 10:55:00.284751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34580) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.310354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac2d10-2bd1-435f-adff-abb85410cdae None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'ee681116-0be5-45af-88ad-368564ad6fc2', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:52Z', 'revision_number': 1, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:00.366041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:00.366919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.416406 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a34f08b-9528-4a62-b419-94ac16008a80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:00.417162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a34f08b-9528-4a62-b419-94ac16008a80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:00.441915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a34f08b-9528-4a62-b419-94ac16008a80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/b26a614c-9621-4a5f-aa45-5f4dbe378353 HTTP/1.1" status: 404 len: 333 time: 0.1117065 Oct 20 10:55:00.451548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34586) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.603706 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62943d1-d7bd-4cfc-ad9e-089fdb73aa0c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:00.605622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62943d1-d7bd-4cfc-ad9e-089fdb73aa0c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:00.613160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d62943d1-d7bd-4cfc-ad9e-089fdb73aa0c tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/cadfcca6-630b-46b0-9e5c-18c73c787bbd HTTP/1.1" status: 404 len: 337 time: 0.1584125 Oct 20 10:55:00.613932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34598) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.619760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.654583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for ae3a0e30-cf60-452e-bf72-82c910b7f7eb owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:00.671243 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9f220f-7d65-4081-8058-c8eec980da80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:00.671943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9f220f-7d65-4081-8058-c8eec980da80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:00.675327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cd9f220f-7d65-4081-8058-c8eec980da80 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/subnets/4874b915-b465-4f79-bac4-564ef61fa6d2 HTTP/1.1" status: 404 len: 337 time: 0.0603862 Oct 20 10:55:00.679044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.860636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.867899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Allocated IP 2001:db8:3::2 (93c380f1-6c4a-4041-b7aa-da6c4f3e85d7/89e4068e-563d-4d90-bb1d-5a032daf22e8/7760be09-a836-4780-a73d-117309263b85) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:00.918827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630aa12-6c09-46e5-b8a6-42eb68e0fbbf None None] New status for floating IP ee681116-0be5-45af-88ad-368564ad6fc2: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:55:00.951602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.002255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:01.039537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=ae3a0e30-cf60-452e-bf72-82c910b7f7eb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:01.072308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.084736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7dd31a93-2047-4751-9806-f79fbd9c1616 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/ae3a0e30-cf60-452e-bf72-82c910b7f7eb HTTP/1.1" status: 204 len: 168 time: 1.5221012 Oct 20 10:55:01.085729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34614) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:01.129142 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.223839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3d347-93b0-491f-a4e1-3148218ad5ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:01.225556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3d347-93b0-491f-a4e1-3148218ad5ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:01.233836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ffc3d347-93b0-491f-a4e1-3148218ad5ac tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1467981 Oct 20 10:55:01.234525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:01.435393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 1dda3622-1e64-4822-8522-8ea396b16254 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:01.443768 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.458679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Deleting port 0ae142da-3246-4d8e-9110-356598a0fb7d {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:01.459885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.486744 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c0c36f0-bb50-4b6a-987e-8a7bda22bc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.576399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.714238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port e9cdd2c9-d233-4ead-b020-856c1b57fed0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:01.714735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.801259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] For port 4c2d67ec-49b7-4deb-a9ed-f090d6216664, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4c2d67ec-49b7-4deb-a9ed-f090d6216664,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:01.849253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-d43617a0-e2ae-4f89-b03e-e67e930bcf10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1705220 Oct 20 10:55:01.852021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.895077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.895295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for e9cdd2c9-d233-4ead-b020-856c1b57fed0 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:01.975703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:01.986147 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.012584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Calling delete_port for 0ae142da-3246-4d8e-9110-356598a0fb7d owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:02.016429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.018583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.070010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=1dda3622-1e64-4822-8522-8ea396b16254,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.080413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.084026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-02162dc4-6433-434e-9715-4097611343c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1dda3622-1e64-4822-8522-8ea396b16254 HTTP/1.1" status: 204 len: 168 time: 0.8484647 Oct 20 10:55:02.088679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:02.130367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-ac474587-6ae2-4cbe-8174-45bb02a1e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.131915 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-ac474587-6ae2-4cbe-8174-45bb02a1e1db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.2532456 Oct 20 10:55:02.143158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.173477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34656) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:02.173917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.178840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eaf3f6-5604-426c-86cd-90ebb8c6ff6d None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:02.179393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cbbed0f4-bf23-4751-b2ae-9d442f64c1c9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722523 Oct 20 10:55:02.212206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.215898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/ports/e9cdd2c9-d233-4ead-b020-856c1b57fed0 HTTP/1.1" status: 204 len: 168 time: 1.5357339 Oct 20 10:55:02.218409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34658) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:02.229790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f42c2-2466-4d93-a044-044ef4d96271 tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=e9cdd2c9-d233-4ead-b020-856c1b57fed0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.242242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:02.242729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.375638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.387282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.429068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Provisioning complete for port 0ae142da-3246-4d8e-9110-356598a0fb7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:02.429068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.436394 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.477042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865857d-d6da-4b37-bdc2-4778e3ef5aef None None] Pushing event updated for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.501063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Deleting port 0ae142da-3246-4d8e-9110-356598a0fb7d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:02.501399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.527369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Allocated IP 2001:db8:3::1 (93c380f1-6c4a-4041-b7aa-da6c4f3e85d7/89e4068e-563d-4d90-bb1d-5a032daf22e8/762a05a0-137d-44dc-9fd9-7345646259b8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:02.530613 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:55:02.565955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.574261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:02.589186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:02.592262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:02.604934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Pushing event updated for resources: {'Port': ['ID=7760be09-a836-4780-a73d-117309263b85,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.635172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Could not find standard attr ID for object 0ae142da-3246-4d8e-9110-356598a0fb7d. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:02.640121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] No DVR routers for this DVR port 0ae142da-3246-4d8e-9110-356598a0fb7d on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:02.663439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] For port 0ae142da-3246-4d8e-9110-356598a0fb7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0ae142da-3246-4d8e-9110-356598a0fb7d,segment=NetworkSegment(2fa4b744-4580-4568-a4c0-b604a9c4c12c),segment_id=2fa4b744-4580-4568-a4c0-b604a9c4c12c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:02.663808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.677771 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] No ports have port_id starting with 0ae142da-3246-4d8e-9110-356598a0fb7d Oct 20 10:55:02.705250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Calling delete_port for 0ae142da-3246-4d8e-9110-356598a0fb7d owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:02.713213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14fad-59b4-4948-85a5-82adb7d06f0a None None] Pushing event deleted for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.777169 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Could not find standard attr ID for object ae3a0e30-cf60-452e-bf72-82c910b7f7eb. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:02.807054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a325a250-e7c2-44ed-a4b7-95d7cd039321 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:02.817729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.860748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.877605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Attempting to bind port 7760be09-a836-4780-a73d-117309263b85 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:02.881918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Attempting to bind port 7760be09-a836-4780-a73d-117309263b85 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:02.886265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Attempting to bind port 7760be09-a836-4780-a73d-117309263b85 on network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:02.934300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:02.945016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b654e85-004e-4507-86df-fbca13fe02dc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.950028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b654e85-004e-4507-86df-fbca13fe02dc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7750466 Oct 20 10:55:02.957592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34684) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:02.958192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.993074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Provisioning complete for port a325a250-e7c2-44ed-a4b7-95d7cd039321 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:02.993451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.001763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Port': ['ID=0ae142da-3246-4d8e-9110-356598a0fb7d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:03.005751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] No DVR routers for this DVR port 0ae142da-3246-4d8e-9110-356598a0fb7d on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:03.009646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:03.011901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Checking segment: {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:03.011901 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.012238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Bound using segment: {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:03.012746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Bound port: 7760be09-a836-4780-a73d-117309263b85, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:03.015665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.114299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.153364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-85611ee4-2ffd-482a-9c21-4600431f46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:03.165987 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-85611ee4-2ffd-482a-9c21-4600431f46b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.9924695 Oct 20 10:55:03.226610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] For port 7760be09-a836-4780-a73d-117309263b85, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:03.232865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] For port 7760be09-a836-4780-a73d-117309263b85, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7760be09-a836-4780-a73d-117309263b85,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:03.246072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a325a250-e7c2-44ed-a4b7-95d7cd039321 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:03.246798 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.256009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.346461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:03.387468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.430797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.444054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70149fd2-55c2-4898-9d6d-4e79df48040c']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:03.462219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c4ab-df2e-4ac7-a149-efe886d5c4aa None None] Pushing event updated for resources: {'Port': ['ID=7760be09-a836-4780-a73d-117309263b85,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:03.467271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa4b744-4580-4568-a4c0-b604a9c4c12c') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:03.467565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa4b744-4580-4568-a4c0-b604a9c4c12c') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:03.472388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Deleting port a325a250-e7c2-44ed-a4b7-95d7cd039321 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:03.472970 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.484564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.501739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:03.513529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c41014-4f77-48c9-8905-f7174c4d6640 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:03.518255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b6c41014-4f77-48c9-8905-f7174c4d6640 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5536749 Oct 20 10:55:03.518255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:03.518255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.527737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.534652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:03.582786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:03.585991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:03.591516 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:03.599973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] For port a325a250-e7c2-44ed-a4b7-95d7cd039321, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a325a250-e7c2-44ed-a4b7-95d7cd039321,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:03.616961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.624814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:03.662014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] For port a325a250-e7c2-44ed-a4b7-95d7cd039321, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a325a250-e7c2-44ed-a4b7-95d7cd039321,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:03.663405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.715391 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-032cfdc0-5438-4cb0-8b4b-52a2edfb160e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1002 time: 0.4934435 Oct 20 10:55:03.741763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-53bc83b2-1f54-42a1-a22e-1cd87e9d0bcd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2034349 Oct 20 10:55:03.745352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34712) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:03.748541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Calling delete_port for a325a250-e7c2-44ed-a4b7-95d7cd039321 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:03.754783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:03.811250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Provisioning complete for port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:03.811250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.840673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Pushing event updated for resources: {'Port': ['ID=a325a250-e7c2-44ed-a4b7-95d7cd039321,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:04.041226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-e948b40d-17d3-4c53-8d35-e1951009176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.043003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-e948b40d-17d3-4c53-8d35-e1951009176c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.2945681 Oct 20 10:55:04.051728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.084073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.096971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.102183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.109736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] 10.222.0.74 "DELETE /v2.0/networks/70149fd2-55c2-4898-9d6d-4e79df48040c HTTP/1.1" status: 204 len: 168 time: 1.8902204 Oct 20 10:55:04.129947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] Pushing event deleted for resources: {'Port': ['ID=a325a250-e7c2-44ed-a4b7-95d7cd039321,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:04.132956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735707a8-1ed8-4b33-a50e-1a10c6d3ca1d None None] No DVR routers for this DVR port a325a250-e7c2-44ed-a4b7-95d7cd039321 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:04.147264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b8dd3-c306-4e0f-b4ee-b65620704f1d tempest-PortsIpV6TestJSON-979345209 tempest-PortsIpV6TestJSON-979345209-project] Pushing event deleted for resources: {'Network': ['ID=70149fd2-55c2-4898-9d6d-4e79df48040c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:04.162861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:04.169943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.242514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aaa08593-0ef9-4d7b-9f9a-358ee8ef5d21 None None] Could not find standard attr ID for object e9cdd2c9-d233-4ead-b020-856c1b57fed0. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:04.319965 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.332226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7760be09-a836-4780-a73d-117309263b85 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:04.420529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-28941395-551f-4ddd-9c87-9947a62321bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.422278 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-28941395-551f-4ddd-9c87-9947a62321bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3677287 Oct 20 10:55:04.461478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7760be09-a836-4780-a73d-117309263b85 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:04.461862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.558427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-ed296336-5d4d-4e9c-8c3a-e0175f3c4aee service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222153 Oct 20 10:55:04.622829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.633064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.671759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 7760be09-a836-4780-a73d-117309263b85, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7760be09-a836-4780-a73d-117309263b85,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:04.678477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.680137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:04.691778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:04.695069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:04.698599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.699445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.729272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f9a3b2ae-c5fc-4608-b338-a947351b67c4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:04.749045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4b503ca5-510a-4785-9296-fe53fd0b0ad7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0015783 Oct 20 10:55:04.751372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3a684-6715-41d2-b2e0-804c8529c970 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:04.752555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34758) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:04.764825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:60:d2:e0', 'name': 'tempest-NetworksTestDHCPv6-1719258828'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:04.768860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34760) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:04.855897 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-812a40ae-be27-4b7f-963a-09d8484f53f2 req-cef1135c-016b-4ecf-96c5-355e2282da93 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824299 Oct 20 10:55:05.018613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:05.119691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.129356 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.130473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.156011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=7760be09-a836-4780-a73d-117309263b85,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.229595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:05.229974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.318021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111f1-305b-466e-82a5-ae06d8594e17 req-e7fab748-7592-4ce8-92fb-cc7c6d71f46a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.330518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e91111f1-305b-466e-82a5-ae06d8594e17 req-e7fab748-7592-4ce8-92fb-cc7c6d71f46a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 949 time: 0.2465932 Oct 20 10:55:05.353802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event updated for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.358815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:05.360487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34792) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:05.370243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:05.381840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586788ae-84b4-4dab-bc74-9fb7ddebcff4 None None] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:05.399543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'f9a3b2ae-c5fc-4608-b338-a947351b67c4'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:05.400403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.402628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.439748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port ce73834d-4263-460a-acac-c71488ffaa5c yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:05.454752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-48c50fdd-1954-45fa-b839-b5da876edb08 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c26f298d2a4744838187feab26658cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821952 Oct 20 10:55:05.457494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34798) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:05.505661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e91111f1-305b-466e-82a5-ae06d8594e17 req-7dd59c06-d84e-4d82-ae21-72c1f9cab4f5 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685956 Oct 20 10:55:05.543452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:05.588176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-10d0e2f6-77f9-4f53-8a16-a8e39ff6c914 None None] Provisioning complete for port 7760be09-a836-4780-a73d-117309263b85 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:05.588477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2f6-77f9-4f53-8a16-a8e39ff6c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.613935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::1c6 (2d5fe838-a998-4d31-a688-24a98274b0ba/f9a3b2ae-c5fc-4608-b338-a947351b67c4/ce73834d-4263-460a-acac-c71488ffaa5c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:05.702903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4c2d67ec-49b7-4deb-a9ed-f090d6216664 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:05.719908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:05.729187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-311f16ba-fb41-4627-95fc-54a4c900e20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.731878 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:05.740606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f6845366-73bc-4c36-ba26-ea56d93fabb4 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6546776 Oct 20 10:55:05.747032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:05.753686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:05.759749 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:05.760383 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:05.886099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:05.915860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:05.916236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.174344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.222699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a325a250-e7c2-44ed-a4b7-95d7cd039321 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:06.256824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a325a250-e7c2-44ed-a4b7-95d7cd039321 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:06.261552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.262069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a325a250-e7c2-44ed-a4b7-95d7cd039321 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:06.266780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:06.317120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.329135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0ae142da-3246-4d8e-9110-356598a0fb7d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:06.331386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0ae142da-3246-4d8e-9110-356598a0fb7d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:06.347071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.360050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:03Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:04Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:06.398485 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:06.399265 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Updating router 81eed29f-99bb-429e-b707-0994043f7de0 port 762a05a0-137d-44dc-9fd9-7345646259b8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:55:06.408009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dfdeaf34-c3d2-4fe2-82d1-283dd179ed04 None None] Provisioning complete for port 762a05a0-137d-44dc-9fd9-7345646259b8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.409176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaf34-c3d2-4fe2-82d1-283dd179ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.432833 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.488937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/f9a3b2ae-c5fc-4608-b338-a947351b67c4/285b6faa-e39b-4628-bb03-952e7889e1cd) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:06.494850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=ce73834d-4263-460a-acac-c71488ffaa5c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:06.542775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dfdeaf34-c3d2-4fe2-82d1-283dd179ed04 None None] Port 762a05a0-137d-44dc-9fd9-7345646259b8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:06.544235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:06.551178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:06.554439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:06.561207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7760be09-a836-4780-a73d-117309263b85 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:06.565239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:06.567431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.604269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ebda1b09-d7c3-4396-87fd-fa5ae5287e60 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8499444 Oct 20 10:55:06.607338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34828) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:06.654074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dfdeaf34-c3d2-4fe2-82d1-283dd179ed04 None None] Provisioning complete for port 7760be09-a836-4780-a73d-117309263b85 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.654598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaf34-c3d2-4fe2-82d1-283dd179ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.713586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.718789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.722037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7760be09-a836-4780-a73d-117309263b85 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.722588 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.726122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7d893cd-e337-472c-a07e-8b0ed5d7ba3e HTTP/1.1" status: 204 len: 168 time: 1.2656164 Oct 20 10:55:06.743644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c8a2a-538b-4b03-a311-36bcc12fe5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d893cd-e337-472c-a07e-8b0ed5d7ba3e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:06.758693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-311f16ba-fb41-4627-95fc-54a4c900e20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.776920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbfcb38-603d-4960-a382-403b37a8825b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:06.783855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8bbfcb38-603d-4960-a382-403b37a8825b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1714914 Oct 20 10:55:06.791080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:06.803618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-311f16ba-fb41-4627-95fc-54a4c900e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.842668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-311f16ba-fb41-4627-95fc-54a4c900e20a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c50e3a897054d7ca4ed790c49af8b05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4808393 Oct 20 10:55:06.846988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:06.922894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f16ba-fb41-4627-95fc-54a4c900e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2300d28b-e5af-445a-b4ca-840cbf56dca4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:06.931615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.949629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.972528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:06.976961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:06.980307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:07.040812 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.054214 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.088625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.090925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.extraroute_db [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:55:07.117510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d937f-92f2-4feb-a7c5-8bdc073d6f7c None None] Pushing event updated for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.124141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.extraroute_db [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Removed routes are [] {{(pid=100746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:55:07.124357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.192840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.208862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port ce73834d-4263-460a-acac-c71488ffaa5c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:07.209202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.237187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Attempting to bind port 762a05a0-137d-44dc-9fd9-7345646259b8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:07.237483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Pushing event updated for resources: {'Port': ['ID=285b6faa-e39b-4628-bb03-952e7889e1cd,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.237611 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Attempting to bind port 762a05a0-137d-44dc-9fd9-7345646259b8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:07.238156 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Attempting to bind port 762a05a0-137d-44dc-9fd9-7345646259b8 on network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:07.248266 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:07.248785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Checking segment: {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:07.249422 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.249989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Attempting to bind port 285b6faa-e39b-4628-bb03-952e7889e1cd on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:07.250200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Bound using segment: {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:07.250383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Attempting to bind port 285b6faa-e39b-4628-bb03-952e7889e1cd by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:07.250723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Attempting to bind port 285b6faa-e39b-4628-bb03-952e7889e1cd on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:07.255829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Bound port: 762a05a0-137d-44dc-9fd9-7345646259b8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3089434a-ec6c-431c-9c18-7f8bff81c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:07.256237 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.257590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-127047b1-aa76-4acf-8c42-7f1cf78552ce None None] Provisioning complete for port 762a05a0-137d-44dc-9fd9-7345646259b8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:07.257955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-127047b1-aa76-4acf-8c42-7f1cf78552ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Bound port: 285b6faa-e39b-4628-bb03-952e7889e1cd, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:07.275578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.376700 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] For port 762a05a0-137d-44dc-9fd9-7345646259b8, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:07.386623 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] For port 762a05a0-137d-44dc-9fd9-7345646259b8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=762a05a0-137d-44dc-9fd9-7345646259b8,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:07.395037 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.438286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.448241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.449970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2300d28b-e5af-445a-b4ca-840cbf56dca4 HTTP/1.1" status: 204 len: 168 time: 0.5561209 Oct 20 10:55:07.453001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.477692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for ce73834d-4263-460a-acac-c71488ffaa5c owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:07.492192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-127047b1-aa76-4acf-8c42-7f1cf78552ce None None] Port 762a05a0-137d-44dc-9fd9-7345646259b8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:07.498931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.509144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.606479 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:07.607235 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:07.649326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] For port 285b6faa-e39b-4628-bb03-952e7889e1cd, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:07.661333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75a20-9fce-442a-b4c8-5a11afbc74ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300d28b-e5af-445a-b4ca-840cbf56dca4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.669545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:07.702859 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d937f-92f2-4feb-a7c5-8bdc073d6f7c None None] Pushing event updated for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.741854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] For port 285b6faa-e39b-4628-bb03-952e7889e1cd, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285b6faa-e39b-4628-bb03-952e7889e1cd,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:07.749840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] Provisioning complete for port 762a05a0-137d-44dc-9fd9-7345646259b8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:07.750288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.788549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.805205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:07.851398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Pushing event updated for resources: {'Port': ['ID=285b6faa-e39b-4628-bb03-952e7889e1cd,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.873907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.911709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.912293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.912938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.913442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.913950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.914456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.915067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.915579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.916070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.916689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.917178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.917664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74dcaf-53b4-4237-a17a-65e5de3b12d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.950409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.964677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=ce73834d-4263-460a-acac-c71488ffaa5c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.995111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.999185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-604c9904-1a7b-41bf-9328-77e30c33f300 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/ce73834d-4263-460a-acac-c71488ffaa5c HTTP/1.1" status: 204 len: 168 time: 1.2069879 Oct 20 10:55:08.001564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34870) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.094707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125449c-157d-478b-8994-1f795dadd6e2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.096943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125449c-157d-478b-8994-1f795dadd6e2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.106069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c125449c-157d-478b-8994-1f795dadd6e2 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0951397 Oct 20 10:55:08.106783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34874) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.109793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:08.115797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:08.122712 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e3506-7c04-4909-88d3-3092fcc74b23" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:08.130656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.169165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:08.182625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.191004 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e6134a8-79b1-47b0-bdaf-82b7968c681b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 953 time: 2.4420495 Oct 20 10:55:08.193864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34880) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.202465 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:08.215917 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a20966-4a1e-49d6-980d-1d0a7dc6e882 x-openstack-request-id: req-26a20966-4a1e-49d6-980d-1d0a7dc6e882 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:08.216204 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:08.216461 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26a20966-4a1e-49d6-980d-1d0a7dc6e882 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:08.216867 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'code': 200} Oct 20 10:55:08.238304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-f9bb494c-cfbf-41d4-8f19-224f0d8f9eb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3077424 Oct 20 10:55:08.257692 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.292826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f9a3b2ae-c5fc-4608-b338-a947351b67c4 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:08.299927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.411456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.420800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.437323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:08.457882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.489339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] For port 762a05a0-137d-44dc-9fd9-7345646259b8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=762a05a0-137d-44dc-9fd9-7345646259b8,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:08.492368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf363-7334-4e88-aa4f-111a42cffd5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.503502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.540845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.541319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.541790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.542259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.542723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.544193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.544354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.546539 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-42adf5ee-4830-4157-8339-49a3fe8de5d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.2099838 Oct 20 10:55:08.569271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.584075 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:07Z', 'revision_number': 6, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:07Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:08.624433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5621205-740c-4404-bd0c-0ee47a230410 None None] Pushing event updated for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:08.648489 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0febea-0583-447a-bc70-7ab53c1612cc None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:07Z', 'revision_number': 6, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:07Z', 'revision_number': 4, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:08.724333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53ed663c-a735-4959-ad21-edc3f9a38ded None None] Provisioning complete for port 762a05a0-137d-44dc-9fd9-7345646259b8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:08.724707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53ed663c-a735-4959-ad21-edc3f9a38ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.750573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-16f3d4ca-2c31-45f9-b259-0279b1035c95 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 953 time: 0.5528858 Oct 20 10:55:08.785084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34902) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.799895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'routes': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:08.807162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.858159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf363-7334-4e88-aa4f-111a42cffd5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.862700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-843455355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:08.888844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf363-7334-4e88-aa4f-111a42cffd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.947701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a3b2ae-c5fc-4608-b338-a947351b67c4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:08.954664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.956299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.992432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.998304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1980bd8c-5347-4147-a020-91e715c7cf96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f9a3b2ae-c5fc-4608-b338-a947351b67c4 HTTP/1.1" status: 204 len: 168 time: 0.8890765 Oct 20 10:55:09.001068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34906) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.010697 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ec0cf363-7334-4e88-aa4f-111a42cffd5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6352cd87d0014e16a0c2baf20bf64d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968258 Oct 20 10:55:09.017334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.037295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d37931ef-a182-4f48-8dfc-524dea2198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.037781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d37931ef-a182-4f48-8dfc-524dea2198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.038255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d37931ef-a182-4f48-8dfc-524dea2198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.040064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d37931ef-a182-4f48-8dfc-524dea2198b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 2295 time: 0.4563060 Oct 20 10:55:09.040729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf363-7334-4e88-aa4f-111a42cffd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96c9d5-cf96-4cf1-b766-f63cd40a4755,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:09.075923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e34024df-fddc-4c07-b84e-b4bf5fd8ba85 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730824 Oct 20 10:55:09.076575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.086268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.119520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.153228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.154466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c70e1ae1-5014-4493-b334-d3a33dd9b117 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7326348 Oct 20 10:55:09.160782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.165843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-303307672'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:09.172208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-b533fe2e-f4e0-473d-bc39-f27b4623784f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1002 time: 0.1245944 Oct 20 10:55:09.226774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:09.230197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.249883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.256088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc66e0-f818-4d24-944d-bb06bc45aaad tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.258097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9ddc66e0-f818-4d24-944d-bb06bc45aaad tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1709926 Oct 20 10:55:09.262068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34914) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.319524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-ab0806c9-df71-4bfd-8735-e6ff720802dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.323941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-ab0806c9-df71-4bfd-8735-e6ff720802dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.1315916 Oct 20 10:55:09.343862 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.430613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.447903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a43d0-99ae-43f8-986a-628a94a07baa tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.452225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c33a43d0-99ae-43f8-986a-628a94a07baa tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1848075 Oct 20 10:55:09.457916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.476615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-c59c43b6-6a84-403e-9339-1d7581687717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.478268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-c59c43b6-6a84-403e-9339-1d7581687717 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308458 Oct 20 10:55:09.615153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-492438e7-f18b-4a67-b077-1b42e7003f29 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558313 Oct 20 10:55:09.615841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34938) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.625089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:09.637808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.660409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.728437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:09.740501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d0337d3c-b944-486b-bf18-bebbd1580d8f service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529888 Oct 20 10:55:09.741206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e558437-51e4-4783-a118-b4f8f16a6a9f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:09.758384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.758750 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Added segment f0bd6272-1ed8-477b-b4f9-82e38c3b794e of type vlan for network 04bc2ffa-2916-4b78-9dcd-9f529457094f Oct 20 10:55:09.773358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.776005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.780203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da96c9d5-cf96-4cf1-b766-f63cd40a4755 HTTP/1.1" status: 204 len: 168 time: 0.7574785 Oct 20 10:55:09.840104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faa41d-fc3f-4805-ba33-d0fa8a6151c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96c9d5-cf96-4cf1-b766-f63cd40a4755,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:09.858802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372c253-6784-46b3-98b3-4848c9cf154f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:09.944524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.954238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added routes are [] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:55:09.954581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:55:09.956193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:09.972055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:09.977901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.993568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-6fef3099-4528-4d45-8a73-cb7c53654920 service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442210 Oct 20 10:55:10.003042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.010002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.011238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.054069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8921385 Oct 20 10:55:10.077178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:10.095732 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-5651f277-1c50-4c2c-b627-d0b704ff1eba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 217 time: 0.0716074 Oct 20 10:55:10.099475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'subnet': {'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:10.134505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] Provisioning complete for port 285b6faa-e39b-4628-bb03-952e7889e1cd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:10.142320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.171675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1215c3-a2b0-4c66-8731-6db7e3c4f645 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Network': ['ID=04bc2ffa-2916-4b78-9dcd-9f529457094f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:10.184700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:10.185681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:10.195963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-bcfc5323-32b4-4440-b8d7-a53cbd92382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.197673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-bcfc5323-32b4-4440-b8d7-a53cbd92382b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0928152 Oct 20 10:55:10.266389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-30405f3e-401f-4be8-bcbe-2518e01c5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.268740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-30405f3e-401f-4be8-bcbe-2518e01c5684 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623066 Oct 20 10:55:10.281579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.300031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:10.416147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:10.433689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:10.464336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.483045 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-b1396691-a885-4ee1-99e6-2fbb3b07d4ec service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023044 Oct 20 10:55:10.663734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-4e1f6b69-30ee-417a-b5fd-304318fd575e service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750045 Oct 20 10:55:10.734526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:10.735511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d8f9e7b7-82d8-4af0-a08d-f936632d6a6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 217 time: 0.0608692 Oct 20 10:55:10.736996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 762a05a0-137d-44dc-9fd9-7345646259b8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:10.837470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-f760a860-5dcc-434e-87e2-ca133448a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.842978 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-f760a860-5dcc-434e-87e2-ca133448a97e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0934565 Oct 20 10:55:10.963745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-44785382-3e79-41c6-8f83-3f9ed5a96fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.983061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-44785382-3e79-41c6-8f83-3f9ed5a96fee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341588 Oct 20 10:55:11.094413 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.172055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:11.210092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-2326adf2-9a0a-43a8-9412-4ee212e6cdc1 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181642 Oct 20 10:55:11.273896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 762a05a0-137d-44dc-9fd9-7345646259b8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:11.274822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.344838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] For port 285b6faa-e39b-4628-bb03-952e7889e1cd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285b6faa-e39b-4628-bb03-952e7889e1cd,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:11.364173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.369236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-13821656-0e61-4884-a894-514840fd9918 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509819 Oct 20 10:55:11.426927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.439421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-6e4100e9-c1f4-4a60-8a50-4346b3629020 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0615251 Oct 20 10:55:11.441520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.487942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:07Z', 'revision_number': 6, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:11.506977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:11.529318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-e1e0db0e-ff21-467e-8ea1-10e5f8d83558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.531474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-e1e0db0e-ff21-467e-8ea1-10e5f8d83558 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0836892 Oct 20 10:55:11.592443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:11.630389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-15671a84-8bc4-4ff0-8ca0-c67f3bd29a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.635230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-15671a84-8bc4-4ff0-8ca0-c67f3bd29a68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933650 Oct 20 10:55:11.651097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:11.693308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '24c12718-28cf-4288-9431-47af83ba2c01', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '24c12718-28cf-4288-9431-47af83ba2c01', 'mac_address': 'fa:16:3e:1e:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:11.749897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285b6faa-e39b-4628-bb03-952e7889e1cd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:11.753919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:11.754839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:11.756847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13761ea-44d6-4f83-be78-08cfa204c156 None None] Pushing event updated for resources: {'Port': ['ID=285b6faa-e39b-4628-bb03-952e7889e1cd,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:11.828853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-c8f2e195-05ef-458c-83ce-6328efe845ff service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842382 Oct 20 10:55:11.836407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:11.863483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.886205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c12718-28cf-4288-9431-47af83ba2c01 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:12.002414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:12.024682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:12.042588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.044094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-31b68467-a1b4-4c80-b4b3-ed6756f5b723 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 703 time: 3.2568591 Oct 20 10:55:12.050771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35012) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:12.158899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.168891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:12.216799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.217072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Deleting port 285b6faa-e39b-4628-bb03-952e7889e1cd {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:12.217435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.247620 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-402a9e2d-15bd-468a-8ffc-d2305a3d6964 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 703 time: 0.1955848 Oct 20 10:55:12.250586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35020) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:12.326061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.367508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Subnet': ['ID=85b05068-c0a8-4503-8780-a5081170c070,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:12.387069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['24c12718-28cf-4288-9431-47af83ba2c01'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:12.410293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Checking segment: {'id': 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:12.411712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network hostable DHCP agents. Network: 04bc2ffa-2916-4b78-9dcd-9f529457094f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:12.425798 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-7b0f339a-25d2-4837-a3fc-bdf2e21213d7 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847063 Oct 20 10:55:12.516003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:12.552997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 285b6faa-e39b-4628-bb03-952e7889e1cd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:12.553356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.556013 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-f0fe5dd8-0904-4163-94c8-35b76f1bbfe1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 217 time: 0.1231270 Oct 20 10:55:12.572972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:12.606584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 04bc2ffa-2916-4b78-9dcd-9f529457094f) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:12.648063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-4b87b15a-c9da-47a0-bab0-af4a7eb5b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:12.649542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-4b87b15a-c9da-47a0-bab0-af4a7eb5b3d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0797973 Oct 20 10:55:12.718189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 285b6faa-e39b-4628-bb03-952e7889e1cd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285b6faa-e39b-4628-bb03-952e7889e1cd,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:12.733222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107170ff-08b2-4a20-9874-f9594144d0d9 None None] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:12.785831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.808922 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.815994 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.817873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] For port 285b6faa-e39b-4628-bb03-952e7889e1cd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285b6faa-e39b-4628-bb03-952e7889e1cd,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:12.818694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.873644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:12.879089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.971841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Calling delete_port for 285b6faa-e39b-4628-bb03-952e7889e1cd owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:13.043940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35040) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:13.069308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:13.079244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=a6e9c0f8-eab3-4843-8e06-baf9d10e797b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.088862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:13.171646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0c8dd99c-5b1e-4ecb-a80d-58953c7e153a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0910697 Oct 20 10:55:13.173410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.174932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.177870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35044) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:13.194364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'network': {'name': 'tempest-router-network01--408783352'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:13.290198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285b6faa-e39b-4628-bb03-952e7889e1cd no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:13.332084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 285b6faa-e39b-4628-bb03-952e7889e1cd {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:13.332490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285b6faa-e39b-4628-bb03-952e7889e1cd not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:13.335513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.340505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:13.349211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.358932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7391303 Oct 20 10:55:13.363689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35050) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:13.370213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:13.385166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512db4b-970f-4392-bca9-e4299ffee06f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=285b6faa-e39b-4628-bb03-952e7889e1cd,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.385630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:09Z', 'revision_number': 7, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.392294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] Pushing event deleted for resources: {'Port': ['ID=285b6faa-e39b-4628-bb03-952e7889e1cd,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.536600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46482cf6-00a4-4303-99c5-0322433ae700 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:09Z', 'revision_number': 7, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:13.549530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:13.550903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ddc58-08e7-4c02-8287-bbac1286ce13 None None] No DVR routers for this DVR port 285b6faa-e39b-4628-bb03-952e7889e1cd on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:13.562861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-04bc2ffa-2916-4b78-9dcd-9f529457094f', 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f', 'tenant_id': '1a07d527ed23478e8dd87c1b8b437e95', 'fixed_ips': [{'subnet_id': '85b05068-c0a8-4503-8780-a5081170c070'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:13.563856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.623719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce285961-7358-40ac-be3f-a8bf3ef26feb None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:13.639972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.640593 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Added segment fc0b32e4-7c5c-4e17-948b-2e27d436f8cf of type vlan for network bf67cdea-5287-4e89-9152-99e269f0195c Oct 20 10:55:13.720447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-5964d1d1-b19f-439f-884a-e53914b34565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.724033 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-5964d1d1-b19f-439f-884a-e53914b34565 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0381131 Oct 20 10:55:13.730458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.734198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:13.738509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.934096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.948767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.949480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.098047 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:14.120290 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6e9c0f8-eab3-4843-8e06-baf9d10e797b (CIDR: 2001:db8::/64) Oct 20 10:55:14.128090 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:14.128424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'a6e9c0f8-eab3-4843-8e06-baf9d10e797b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:14.129367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:14.130983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.133946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:14.142591 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-66c4403c-2044-4f23-b0fe-06ad3193fa84 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094374 Oct 20 10:55:14.144125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9615021 Oct 20 10:55:14.149560 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:14.161360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35066) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.171849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'network': {'name': 'tempest-router-network02--600426384'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:14.217912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:14.224469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-477732881'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:14.228418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.293698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:14.316491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.316878 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Added segment 1e1755d1-0caf-423f-bcd2-16b15649ce36 of type vlan for network b398739e-05c9-41f4-aa1d-2cd786d23594 Oct 20 10:55:14.359240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-391d4238-9253-4998-b665-c153797e2291 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9932547 Oct 20 10:55:14.383328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35070) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.399884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:14.443120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.445551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Made reservation on behalf of 142034a37a274e0bad6b5df14dfb649f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:14.450291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.472399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.503508 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:14.619584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7b2f6-60ad-4c25-8f58-ad69124bcff2 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Network': ['ID=bf67cdea-5287-4e89-9152-99e269f0195c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.670214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.695523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.719979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.764951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.792360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.800693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.896778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Allocated IP 2001:db8::f816:3eff:fe98:8fbd (2d5fe838-a998-4d31-a688-24a98274b0ba/a6e9c0f8-eab3-4843-8e06-baf9d10e797b/e5e84936-74a6-40c9-bde5-cf4fe53d4a5f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:14.920031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Network': ['ID=b398739e-05c9-41f4-aa1d-2cd786d23594,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.940123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8077fa12-0c8f-4e9c-b946-1e8273e344aa tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7755842 Oct 20 10:55:14.940475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35080) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.951636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:14.955760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bf67cdea-5287-4e89-9152-99e269f0195c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:14.958094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b398739e-05c9-41f4-aa1d-2cd786d23594 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:14.963178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'subnet': {'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:15.023364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-87327cc4-16cb-473c-9ec1-5694e4ea3af9 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469160 Oct 20 10:55:15.035728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:15.053742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.054412 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Added segment 4e180ee5-70b8-4c19-a439-903124158618 of type vlan for network b3138bd2-9df2-411e-8fc0-f7ec31746338 Oct 20 10:55:15.131828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.206717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:09Z', 'revision_number': 7, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.245612 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:15.261960 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:15.263353 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.281483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Allocated IP 172.20.0.2 (04bc2ffa-2916-4b78-9dcd-9f529457094f/85b05068-c0a8-4503-8780-a5081170c070/aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:15.299669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.334489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.339763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.425704 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:15.490615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Pushing event updated for resources: {'Network': ['ID=b3138bd2-9df2-411e-8fc0-f7ec31746338,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:15.525202 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-d4c32c14-c597-46aa-aede-ac7551e2a42c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.2950351 Oct 20 10:55:15.525682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b3138bd2-9df2-411e-8fc0-f7ec31746338 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:15.606095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-3dbce809-099d-4c86-9036-69f61986be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.609919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-3dbce809-099d-4c86-9036-69f61986be61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0753767 Oct 20 10:55:15.614356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a590b693-c741-47e4-8265-d1b3b5a57f02,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:15.642130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:15.646402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.652724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:15.666860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.667244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.671105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 24c12718-28cf-4288-9431-47af83ba2c01 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:15.671706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.771104 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.810619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:09Z', 'revision_number': 7, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.857770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0e83a-eede-4366-9f6b-03a8791e8d23 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:09Z', 'revision_number': 7, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '762a05a0-137d-44dc-9fd9-7345646259b8', 'name': '', 'network_id': '93c380f1-6c4a-4041-b7aa-da6c4f3e85d7', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:fc:72:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:01Z', 'updated_at': '2021-10-20T10:55:08Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '89e4068e-563d-4d90-bb1d-5a032daf22e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:15.953352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.963499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Pushing event updated for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:15.978819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:15.992602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:15.995922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:16.001644 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.024172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5845752d-245c-4ec1-98de-0cbbdae4bac7 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3166056 Oct 20 10:55:16.025411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35096) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.048582 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.050231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.089782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.160927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'name': 'tempest-network--1194565588', 'router:external': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:16.186221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Checking segment: {'id': 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:16.186520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network hostable DHCP agents. Network: bf67cdea-5287-4e89-9152-99e269f0195c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:16.198563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=4f9e47a3-8e0f-4864-92a4-d4c7f00b8134,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:16.209002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Pushing event updated for resources: {'Port': ['ID=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:16.210885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Subnet': ['ID=9821d0e0-a178-4acd-90e2-961babf01d53,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:16.216258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:16.221564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:16.224812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.225360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.229063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:16.234453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:16.242041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:16.245018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-2cae4242-19dd-46b4-af7f-40af77fd3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.246866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-2cae4242-19dd-46b4-af7f-40af77fd3453 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6239514 Oct 20 10:55:16.257837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network bf67cdea-5287-4e89-9152-99e269f0195c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:16.266666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:16.271152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.283842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.287819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bf67cdea-5287-4e89-9152-99e269f0195c) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:16.301507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.302772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.327864 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8116b83e-f489-48a6-8833-9503f099a414 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9361224 Oct 20 10:55:16.330858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35106) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.336729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:c7:e6:e7', 'name': 'tempest-NetworksTestDHCPv6-171275238'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:16.343449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Attempting to bind port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:16.343449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Attempting to bind port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:16.343449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Attempting to bind port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:16.346841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-14edb735-a09d-4ef2-8e86-9592a0576bbc tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4040155 Oct 20 10:55:16.356611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15677910-6b7a-4403-a98f-7a760d203b94 None None] Network bf67cdea-5287-4e89-9152-99e269f0195c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:16.360438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35108) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.368864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'subnet': {'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:16.446802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Attempting to bind port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:16.447200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Attempting to bind port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:16.447959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Attempting to bind port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 on network 04bc2ffa-2916-4b78-9dcd-9f529457094f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:16.459405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:16.459618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Checking segment: {'id': 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:16.459849 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.460223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Bound using segment: {'id': 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:16.460702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Bound port: aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '04bc2ffa-2916-4b78-9dcd-9f529457094f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:16.461082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.479052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:16.479322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:16.479700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.480158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:16.480654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Bound port: e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:16.481101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.581353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Made reservation on behalf of 1a07d527ed23478e8dd87c1b8b437e95 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:16.582347 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.585620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.593369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-2122a710-5871-44d0-a877-62c682bc051e service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348334 Oct 20 10:55:16.659580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] For port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:16.663900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] For port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,segment=NetworkSegment(f0bd6272-1ed8-477b-b4f9-82e38c3b794e),segment_id=f0bd6272-1ed8-477b-b4f9-82e38c3b794e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:16.691735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.750925 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-82d176b9-2cf6-4a62-9215-ec1af0b30d20 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468534 Oct 20 10:55:16.820791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.830567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.846793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-888322e1-84a3-4afa-8f5a-fa795cf4e2ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0875080 Oct 20 10:55:16.869040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756cfe3-e521-4c52-8a63-361d95888f15 None None] Pushing event updated for resources: {'Port': ['ID=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:16.945080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:16.993548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:16.996037 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8275ea-409e-46ac-92e2-710718a2068a" -d '{"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-plugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:16.996238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 762a05a0-137d-44dc-9fd9-7345646259b8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:16.996626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.997884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.006778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-7f679fac-9434-44b4-8857-9cbea51f2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.009417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-7f679fac-9434-44b4-8857-9cbea51f2979 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.1528678 Oct 20 10:55:17.020633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:17.051332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.083071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Subnet': ['ID=fb208bf6-8507-4f36-9099-68cafb49698a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.092144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:17.135635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:17.138003 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a3628-bcbf-41da-ad72-ecb4f10c4550 x-openstack-request-id: req-8d8a3628-bcbf-41da-ad72-ecb4f10c4550 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:17.138336 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-plugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:17.138597 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d8a3628-bcbf-41da-ad72-ecb4f10c4550 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:17.139093 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01', 'code': 200} Oct 20 10:55:17.140403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.217176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-0ea1fe90-64c7-4f33-8e99-f0214e8e4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.223406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-0ea1fe90-64c7-4f33-8e99-f0214e8e4c3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1751685 Oct 20 10:55:17.229460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:17.232043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Checking segment: {'id': '1e1755d1-0caf-423f-bcd2-16b15649ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:17.232671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network hostable DHCP agents. Network: b398739e-05c9-41f4-aa1d-2cd786d23594, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:17.246328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476d997-e2a0-4c31-ac47-314683748b85 None None] Pushing event updated for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.249320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.276175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.276810 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Added segment 38f7da55-0783-410d-8ca1-38ed7a50aa83 of type vlan for network d8a63108-32de-4984-bc85-581040397a7d Oct 20 10:55:17.278516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd80651-45e9-40e9-b2a6-70858d31fcd1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.350875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 762a05a0-137d-44dc-9fd9-7345646259b8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=762a05a0-137d-44dc-9fd9-7345646259b8,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:17.351287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.362653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.445569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.485751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.491005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-bf67cdea-5287-4e89-9152-99e269f0195c', 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c', 'tenant_id': '1a07d527ed23478e8dd87c1b8b437e95', 'fixed_ips': [{'subnet_id': '9821d0e0-a178-4acd-90e2-961babf01d53'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:17.492769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.496275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network b398739e-05c9-41f4-aa1d-2cd786d23594 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:17.558458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port cf3dbeeb-4794-4dbe-b13a-64e476103ae2 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:17.570512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b398739e-05c9-41f4-aa1d-2cd786d23594) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:17.630535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-565d0d09-24f8-409e-a86d-c10831cebd1d service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990328 Oct 20 10:55:17.635090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 762a05a0-137d-44dc-9fd9-7345646259b8 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:17.640815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.641559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.676998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.677962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.678531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.803656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3cf55-390c-4dad-b4b1-859d9892ac5d None None] Network b398739e-05c9-41f4-aa1d-2cd786d23594 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:17.830860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9066031d-797c-46ad-a3ad-667bccdd2880 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4660554 Oct 20 10:55:17.837887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35136) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:17.874842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8481288 Oct 20 10:55:17.891195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35140) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:18.080872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Allocated IP 172.20.0.2 (bf67cdea-5287-4e89-9152-99e269f0195c/9821d0e0-a178-4acd-90e2-961babf01d53/3788d86e-4ef0-4c89-ab5d-8389966cbe76) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:18.096229 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a2d18e67-d845-403f-a674-5ae586efcf37 req-00820a31-9414-45f3-a7ef-4988988bd9d8 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500535 Oct 20 10:55:18.355999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.475059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=762a05a0-137d-44dc-9fd9-7345646259b8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:18.555481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b398739e-05c9-41f4-aa1d-2cd786d23594', 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594', 'tenant_id': '1a07d527ed23478e8dd87c1b8b437e95', 'fixed_ips': [{'subnet_id': 'fb208bf6-8507-4f36-9099-68cafb49698a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:18.556346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.731743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.326775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:19.353335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.432278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92d03c-4080-4061-a231-67852d72841e None None] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:19.484947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8feef-34bc-4e4b-ad8c-45587080388d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=d8a63108-32de-4984-bc85-581040397a7d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:19.507778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d8a63108-32de-4984-bc85-581040397a7d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:19.509476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dd9c5f59-9a9f-43b6-9762-92b0b964ecd4 None None] Provisioning complete for port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:19.509852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5f59-9a9f-43b6-9762-92b0b964ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.621350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:19.629683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:19.650171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a56536a-cc6d-48aa-8c45-65860d658a6d tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3892441 Oct 20 10:55:19.663436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9940d1-a836-409b-803c-143401579d48 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:19.670617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35178) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:19.783721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:19.869231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:19.869780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:19.932227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.974103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.976978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.994327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8:0:1::3d1 (2d5fe838-a998-4d31-a688-24a98274b0ba/4f9e47a3-8e0f-4864-92a4-d4c7f00b8134/cf3dbeeb-4794-4dbe-b13a-64e476103ae2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:19.999947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:20.000323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.002912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 89e4068e-563d-4d90-bb1d-5a032daf22e8 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:20.009966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.015942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fec7:e6e7 (2d5fe838-a998-4d31-a688-24a98274b0ba/a6e9c0f8-eab3-4843-8e06-baf9d10e797b/cf3dbeeb-4794-4dbe-b13a-64e476103ae2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:20.101381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a63108-32de-4984-bc85-581040397a7d']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:20.144796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.157089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f7da55-0783-410d-8ca1-38ed7a50aa83') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:20.157537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f7da55-0783-410d-8ca1-38ed7a50aa83') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:20.185340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Network bf67cdea-5287-4e89-9152-99e269f0195c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:20.186590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.198251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.204180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:20.207028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:20.299804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.318069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:20.318541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:20.335100 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:20.377851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Allocated IP 172.20.0.2 (b398739e-05c9-41f4-aa1d-2cd786d23594/fb208bf6-8507-4f36-9099-68cafb49698a/e20c6321-4c14-413e-b6c9-195486b256dc) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:20.530786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Pushing event updated for resources: {'Port': ['ID=3788d86e-4ef0-4c89-ab5d-8389966cbe76,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:20.536712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:20.633295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Allocated IP 172.20.0.1 (bf67cdea-5287-4e89-9152-99e269f0195c/9821d0e0-a178-4acd-90e2-961babf01d53/f18a0ad3-c715-44e4-9458-924579c6ab92) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:20.666829 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Attempting to bind port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:20.667367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Attempting to bind port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:20.667731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Attempting to bind port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 on network bf67cdea-5287-4e89-9152-99e269f0195c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:20.694455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.730095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:20.730803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Checking segment: {'id': 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:20.731628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.732363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Bound using segment: {'id': 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:20.733167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Bound port: 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bf67cdea-5287-4e89-9152-99e269f0195c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:20.733706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.806106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,segment=NetworkSegment(f0bd6272-1ed8-477b-b4f9-82e38c3b794e),segment_id=f0bd6272-1ed8-477b-b4f9-82e38c3b794e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:20.866830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.911235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.917553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8a63108-32de-4984-bc85-581040397a7d {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:55:20.920822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.928644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:20.929135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/d8a63108-32de-4984-bc85-581040397a7d HTTP/1.1" status: 204 len: 168 time: 2.8533795 Oct 20 10:55:20.933684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:20.975243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:20.978099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.996278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.006916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04af04-d9e8-43db-9406-f1c067464a45 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8a63108-32de-4984-bc85-581040397a7d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.042605 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.084960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:21.095705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.108597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.140067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.144265 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Added segment 74e10dbe-83d6-46c1-8bca-6e06add86a3e of type vlan for network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 Oct 20 10:55:21.161307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.168963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/89e4068e-563d-4d90-bb1d-5a032daf22e8 HTTP/1.1" status: 204 len: 168 time: 1.4926894 Oct 20 10:55:21.177607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35206) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:21.196682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554d68-861f-4eb5-8f21-f195e1116e78 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=89e4068e-563d-4d90-bb1d-5a032daf22e8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.235921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] For port 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:21.241856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] For port 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3788d86e-4ef0-4c89-ab5d-8389966cbe76,segment=NetworkSegment(fc0b32e4-7c5c-4e17-948b-2e27d436f8cf),segment_id=fc0b32e4-7c5c-4e17-948b-2e27d436f8cf)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:21.279614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.324650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe607a3-6d3c-417a-9154-97331e0e8f0f None None] Network 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:21.383743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network bf67cdea-5287-4e89-9152-99e269f0195c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:21.405771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:21.407956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:21.427394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.432812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.433658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e5e84936-74a6-40c9-bde5-cf4fe53d4a5f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:21.435192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.460958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:21.503524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:21.506383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:21.513970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.515018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.525886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.536092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.536770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.541454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Port': ['ID=f18a0ad3-c715-44e4-9458-924579c6ab92,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.595304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2624440 Oct 20 10:55:21.601578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:21.618322 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.655513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.673990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.680448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7506146 Oct 20 10:55:21.693047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35230) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:21.719052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5f59-9a9f-43b6-9762-92b0b964ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.756131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9ab8a-dcd3-4250-ac1f-9a0b0660a472 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=cf3dbeeb-4794-4dbe-b13a-64e476103ae2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.764644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'subnet': {'network_id': '3a2d4aae-af49-4909-9a0a-f5fb4db6c903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:21.854438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.857352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b6e1b-2cfe-4b88-b547-472b68616d47 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=3a2d4aae-af49-4909-9a0a-f5fb4db6c903,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.920205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Update dhcp port {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'a6e9c0f8-eab3-4843-8e06-baf9d10e797b', 'ip_address': '2001:db8::f816:3eff:fe98:8fbd'}, {'subnet_id': '4f9e47a3-8e0f-4864-92a4-d4c7f00b8134'}], 'binding:host_id': 'n-d-802060-17'}, 'id': 'e5e84936-74a6-40c9-bde5-cf4fe53d4a5f'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:55:21.932207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:21.949125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.037887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port cf3dbeeb-4794-4dbe-b13a-64e476103ae2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:22.042646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.143348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:22.149759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:22.227866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 7760be09-a836-4780-a73d-117309263b85 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:22.228513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.260498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.346343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.366099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for cf3dbeeb-4794-4dbe-b13a-64e476103ae2 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:22.526871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 7760be09-a836-4780-a73d-117309263b85, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7760be09-a836-4780-a73d-117309263b85,segment=NetworkSegment(3089434a-ec6c-431c-9c18-7f8bff81c5e5),segment_id=3089434a-ec6c-431c-9c18-7f8bff81c5e5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:22.529141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.531927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.551736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Network b398739e-05c9-41f4-aa1d-2cd786d23594 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:22.600446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:22.613370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 7760be09-a836-4780-a73d-117309263b85 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:22.655392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:22.892801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:22.893460 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.986662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.274819 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.318618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Allocated IP 2001:db8:0:1::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/4f9e47a3-8e0f-4864-92a4-d4c7f00b8134/e5e84936-74a6-40c9-bde5-cf4fe53d4a5f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:23.403384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=cf3dbeeb-4794-4dbe-b13a-64e476103ae2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.509092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:23.562378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.568362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.573272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-45e7ded1-1263-48cb-9e8e-2d62cdc87f5b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cf3dbeeb-4794-4dbe-b13a-64e476103ae2 HTTP/1.1" status: 204 len: 168 time: 1.9627483 Oct 20 10:55:23.595725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35252) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:23.732908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d9cb0-0ad1-4826-ab61-0da24367a6c5 None None] Network bf67cdea-5287-4e89-9152-99e269f0195c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:23.734854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Pushing event updated for resources: {'Port': ['ID=e20c6321-4c14-413e-b6c9-195486b256dc,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.739511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=7760be09-a836-4780-a73d-117309263b85,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.741598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port 7760be09-a836-4780-a73d-117309263b85 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:23.752034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.837095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ed6f8-b313-4da6-9536-c432c6cae0d1 None None] Pushing event updated for resources: {'Port': ['ID=3788d86e-4ef0-4c89-ab5d-8389966cbe76,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.120323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.132484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee628596-bf90-4694-88da-ca8e9b25ba78 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.139777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee628596-bf90-4694-88da-ca8e9b25ba78 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5425227 Oct 20 10:55:24.140591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35268) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.144364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:24.152259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.207355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c380f1-6c4a-4041-b7aa-da6c4f3e85d7']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.230521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3089434a-ec6c-431c-9c18-7f8bff81c5e5') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.231167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3089434a-ec6c-431c-9c18-7f8bff81c5e5') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.252969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2612a7c-7b76-493b-979e-3940d5e0a708 None None] Pushing event updated for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.260710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.290631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fdb1f62f-5518-414c-868a-9607c49f45d1,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.293544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.305973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Checking segment: {'id': '74e10dbe-83d6-46c1-8bca-6e06add86a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3a2d4aae-af49-4909-9a0a-f5fb4db6c903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:24.311503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Network hostable DHCP agents. Network: 3a2d4aae-af49-4909-9a0a-f5fb4db6c903, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:24.312087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 8, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.318545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:24.319398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.321980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:24.339093 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:24.346504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Attempting to bind port e20c6321-4c14-413e-b6c9-195486b256dc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:24.346868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Attempting to bind port e20c6321-4c14-413e-b6c9-195486b256dc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1e1755d1-0caf-423f-bcd2-16b15649ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:24.347254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Attempting to bind port e20c6321-4c14-413e-b6c9-195486b256dc on network b398739e-05c9-41f4-aa1d-2cd786d23594 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:24.359183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85efbb2-99c1-46c9-b134-c4610bd77b04 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.362207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-dd9c5f59-9a9f-43b6-9762-92b0b964ecd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:55:24.362590 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-dd9c5f59-9a9f-43b6-9762-92b0b964ecd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:55:24.366573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d85efbb2-99c1-46c9-b134-c4610bd77b04 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2211258 Oct 20 10:55:24.376219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35270) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.379364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.441354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:24.441725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Checking segment: {'id': '1e1755d1-0caf-423f-bcd2-16b15649ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:24.442749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.442749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Bound using segment: {'id': '1e1755d1-0caf-423f-bcd2-16b15649ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:24.443096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Bound port: e20c6321-4c14-413e-b6c9-195486b256dc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1755d1-0caf-423f-bcd2-16b15649ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b398739e-05c9-41f4-aa1d-2cd786d23594'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:24.443752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.466277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c24da0-f9af-4826-acd5-b7a41af91dde None None] DHCP port deletion for 93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:24.473886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.530438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:24.548822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:24.580043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.589851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3a2d4aae-af49-4909-9a0a-f5fb4db6c903) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:24.602691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.609790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/93c380f1-6c4a-4041-b7aa-da6c4f3e85d7 HTTP/1.1" status: 204 len: 168 time: 3.4219298 Oct 20 10:55:24.618080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.618797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.621036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35274) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.649058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401695b-dc39-43e1-909c-94f678d56baf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.651148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401695b-dc39-43e1-909c-94f678d56baf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.653537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401695b-dc39-43e1-909c-94f678d56baf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.659254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a401695b-dc39-43e1-909c-94f678d56baf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2807558 Oct 20 10:55:24.698483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] For port e20c6321-4c14-413e-b6c9-195486b256dc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:24.701947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] For port e20c6321-4c14-413e-b6c9-195486b256dc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e20c6321-4c14-413e-b6c9-195486b256dc,segment=NetworkSegment(1e1755d1-0caf-423f-bcd2-16b15649ce36),segment_id=1e1755d1-0caf-423f-bcd2-16b15649ce36)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:24.714365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35276) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.715271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e31f3-e81e-49c8-a2f2-503c07d060d5 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=93c380f1-6c4a-4041-b7aa-da6c4f3e85d7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.715529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333476c-1c58-456d-9c81-7f798192f1c9 None None] Network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:24.741810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Port': ['ID=f18a0ad3-c715-44e4-9458-924579c6ab92,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.754295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.832833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network bf67cdea-5287-4e89-9152-99e269f0195c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:24.837372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:24.858082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-411b94a4-387f-4ebf-9e44-2967aea38018 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0995245 Oct 20 10:55:24.867801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35280) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.885538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'floatingip': {'floating_network_id': '3a2d4aae-af49-4909-9a0a-f5fb4db6c903'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.025451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 4f9e47a3-8e0f-4864-92a4-d4c7f00b8134 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:25.068725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.075748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.138232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:25.138878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:25.232042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.423834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8c26d-e3ff-4dca-bac8-306ecddae19a None None] Pushing event updated for resources: {'Port': ['ID=e20c6321-4c14-413e-b6c9-195486b256dc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:25.474458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.481745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9363ec4-229b-4706-970a-4f580d2c0926 None None] Network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:25.622994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:25.668373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:25.908852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Router cedf0a74-d8fe-4b62-b910-da16a7c1a73b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:55:26.009573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.077934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Provisioning complete for port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:26.078507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.091589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.185464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.344128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.344477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9e47a3-8e0f-4864-92a4-d4c7f00b8134,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:26.364794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.373601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d36e87f-8398-4889-bc53-216e715836d7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/4f9e47a3-8e0f-4864-92a4-d4c7f00b8134 HTTP/1.1" status: 204 len: 168 time: 1.6521349 Oct 20 10:55:26.374235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35308) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:26.383214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:26.398678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] Sync routers for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:26.401114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6fa91d05-8256-4118-9706-63270bf0ac28 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5473495 Oct 20 10:55:26.406360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35310) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:26.441095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:26.441804 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:26.661754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet a6e9c0f8-eab3-4843-8e06-baf9d10e797b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:26.683611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.710409 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:26.760394 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:26.764344 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:26.890253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.912206 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:26.912828 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f73582-462e-4271-b6b7-2a451e841220 None None] The sync data for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:27.022833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.038770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.043211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3788d86e-4ef0-4c89-ab5d-8389966cbe76 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:27.056907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4220a1-d9ef-47ea-9ae4-fc65f581ad6b None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:27.144613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.169704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.178097 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/a6e9c0f8-eab3-4843-8e06-baf9d10e797b HTTP/1.1" status: 204 len: 168 time: 0.7998459 Oct 20 10:55:27.202159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.212675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab0fec-602d-408f-94ca-ea4d111c334e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e9c0f8-eab3-4843-8e06-baf9d10e797b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.270028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Allocated IP 172.20.0.7 (3a2d4aae-af49-4909-9a0a-f5fb4db6c903/fdb1f62f-5518-414c-868a-9607c49f45d1/9fdc2be2-fac3-4969-9792-a639c67f225f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:27.282347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-975fbd4e-638f-4215-a55b-c7a7efa7e9e5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758691 Oct 20 10:55:27.283405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35320) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.290172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:27.297391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.327887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0ac0d-acb5-4457-a300-3c671d95ce34 None None] Network b398739e-05c9-41f4-aa1d-2cd786d23594 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:27.421485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Provisioning complete for port f18a0ad3-c715-44e4-9458-924579c6ab92 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:27.421857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.458486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:27.459037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.472213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Port f18a0ad3-c715-44e4-9458-924579c6ab92 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:27.566429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Provisioning complete for port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:27.566800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.568079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:27.572083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.605191 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-5b565895-b0fe-432a-8f25-1adad5f3d046 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:27.612662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b565895-b0fe-432a-8f25-1adad5f3d046 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1704268 Oct 20 10:55:27.650930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35332) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.741664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 8, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:27.747120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.834634 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.842325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea09278-d305-4af4-b6da-35fd20c8dfc2 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 8, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2d67ec-49b7-4deb-a9ed-f090d6216664', 'name': '', 'network_id': 'fbbc648b-37f5-42c6-8bf1-ebda9272c2fc', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:ed:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:51Z', 'updated_at': '2021-10-20T10:55:01Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '34e67a1f-3a57-4015-b8bb-10164a3841f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:27.993942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3788d86e-4ef0-4c89-ab5d-8389966cbe76,segment=NetworkSegment(fc0b32e4-7c5c-4e17-948b-2e27d436f8cf),segment_id=fc0b32e4-7c5c-4e17-948b-2e27d436f8cf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:28.008465 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.009457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e20c6321-4c14-413e-b6c9-195486b256dc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:28.073465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Provisioning complete for port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.073895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0da7026c-907a-41e0-a94c-089b0f7dab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.166972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.231608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=3788d86e-4ef0-4c89-ab5d-8389966cbe76,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:28.344250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:28.358526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:28.367913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:28.399537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:28.421514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Port': ['ID=9fdc2be2-fac3-4969-9792-a639c67f225f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:28.444502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 4c2d67ec-49b7-4deb-a9ed-f090d6216664 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:28.445114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.585370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.595858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Could not find standard attr ID for object ce73834d-4263-460a-acac-c71488ffaa5c. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:28.610317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e20c6321-4c14-413e-b6c9-195486b256dc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.610719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.624593 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ab157b2-c545-409a-8676-17e6860db249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.670773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.691251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:28.703083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Provisioning complete for port f18a0ad3-c715-44e4-9458-924579c6ab92 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.703578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.713523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.921791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Deleting port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:28.922294 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.947240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 4c2d67ec-49b7-4deb-a9ed-f090d6216664, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4c2d67ec-49b7-4deb-a9ed-f090d6216664,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:28.948221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.977140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Port f18a0ad3-c715-44e4-9458-924579c6ab92 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:28.982624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 4c2d67ec-49b7-4deb-a9ed-f090d6216664 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:29.145369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Provisioning complete for port e20c6321-4c14-413e-b6c9-195486b256dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:29.145902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.192501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.262082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e20c6321-4c14-413e-b6c9-195486b256dc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e20c6321-4c14-413e-b6c9-195486b256dc,segment=NetworkSegment(1e1755d1-0caf-423f-bcd2-16b15649ce36),segment_id=1e1755d1-0caf-423f-bcd2-16b15649ce36)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:29.272613 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.273885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e5e84936-74a6-40c9-bde5-cf4fe53d4a5f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:29.287131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:29.287619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.471907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.481480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.545382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.602426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.614445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Port': ['ID=9fdc2be2-fac3-4969-9792-a639c67f225f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:29.668645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.736676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.742823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5cae1225-34d6-495b-865b-78c114a7dcec tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8583994 Oct 20 10:55:29.745259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35360) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:29.780955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=4c2d67ec-49b7-4deb-a9ed-f090d6216664,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:29.808900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e20c6321-4c14-413e-b6c9-195486b256dc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:29.814821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Calling delete_port for e5e84936-74a6-40c9-bde5-cf4fe53d4a5f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:29.927112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38a34378-3124-4b69-a10b-baa99ba8c44b tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "GET /v2.0/floatingips?floating_network_id=3a2d4aae-af49-4909-9a0a-f5fb4db6c903 HTTP/1.1" status: 200 len: 689 time: 0.1790597 Oct 20 10:55:29.930535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35372) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:29.982190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:29.985522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting port f18a0ad3-c715-44e4-9458-924579c6ab92 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:29.986443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.988530 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.153272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.159770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Provisioning complete for port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:30.160191 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.160764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fae5d5e6-5fae-4087-9d0d-65cdfaa227e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.257529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.264160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:30.337814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Calling delete_port for f18a0ad3-c715-44e4-9458-924579c6ab92 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:30.354702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:30.412499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.431777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:30.434340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.500535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.530009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.530743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.629812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f6930223-9f75-4447-abfc-94d997c5aa94,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.674324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:30.675750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.712877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:30.729984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.747338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.817005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Deleting port 9fdc2be2-fac3-4969-9792-a639c67f225f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:30.817662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.868966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] Pushing event deleted for resources: {'Port': ['ID=e5e84936-74a6-40c9-bde5-cf4fe53d4a5f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.886318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb05626-cefb-4ff0-971e-a4562cd832f6 None None] No DVR routers for this DVR port e5e84936-74a6-40c9-bde5-cf4fe53d4a5f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:30.912456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bc610a26-3537-4d12-a9e5-a92b586f9792 None None] Provisioning complete for port e20c6321-4c14-413e-b6c9-195486b256dc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:30.912914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bc610a26-3537-4d12-a9e5-a92b586f9792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.920771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440de4e-4785-4718-9bb0-7f4fd9b5abe9 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:31.100533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.101163 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.126030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Calling delete_port for 9fdc2be2-fac3-4969-9792-a639c67f225f owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:31.136871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.190895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Port': ['ID=f18a0ad3-c715-44e4-9458-924579c6ab92,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:31.378020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7760be09-a836-4780-a73d-117309263b85 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:31.384643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c07bd2e-577c-4a6d-bc70-b17d4f4e6e03 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0995817 Oct 20 10:55:31.390693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:31.402451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:31.410469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7760be09-a836-4780-a73d-117309263b85 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:31.410469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7760be09-a836-4780-a73d-117309263b85 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:31.453756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'f6930223-9f75-4447-abfc-94d997c5aa94'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:31.458751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.471051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bec60c34-77f4-4b36-9558-f3d73da86785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.534981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.552284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:31.602226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fdc2be2-fac3-4969-9792-a639c67f225f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:31.696826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.826331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.843105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Allocated IP 2001:db8::f816:3eff:fe2b:3214 (2d5fe838-a998-4d31-a688-24a98274b0ba/f6930223-9f75-4447-abfc-94d997c5aa94/7b602bd1-bda4-4041-be83-ed7d752ced9a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:32.029197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:32.038627 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.039337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8be91c40-0703-49a9-bf18-19e1142b49a0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4158740 Oct 20 10:55:32.041974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:32.049589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3788d86e-4ef0-4c89-ab5d-8389966cbe76 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:32.057050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:32.063439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.134607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:32.137988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.160187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:32.165826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.197952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.217835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:32.272600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Pushing event updated for resources: {'Port': ['ID=7b602bd1-bda4-4041-be83-ed7d752ced9a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:32.284918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:32.291746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:32.320874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.328901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 34e67a1f-3a57-4015-b8bb-10164a3841f3 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:32.335587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.373922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Router cedf0a74-d8fe-4b62-b910-da16a7c1a73b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:32.374374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:32.419736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.430483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Attempting to bind port 7b602bd1-bda4-4041-be83-ed7d752ced9a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:32.431325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Attempting to bind port 7b602bd1-bda4-4041-be83-ed7d752ced9a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:32.431325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Attempting to bind port 7b602bd1-bda4-4041-be83-ed7d752ced9a on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:32.435560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:32.435924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.472492 n-d-802060-17 neutron-server[100746]: INFO neutron.db.ipam_backend_mixin [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6930223-9f75-4447-abfc-94d997c5aa94 (CIDR: 2001:db8::/64) Oct 20 10:55:32.477180 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:32.477618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:32.488643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:32.500646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9208e6e7-b669-4722-912e-172b69b9f771 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8468385 Oct 20 10:55:32.507772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:32.514994 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] Sync routers for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:32.515589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.535457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:32.536602 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.545820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:32.546230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:32.546601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.547098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:32.548694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Bound port: 7b602bd1-bda4-4041-be83-ed7d752ced9a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:32.549221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.567286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb1f62f-5518-414c-868a-9607c49f45d1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:32.594950 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.603969 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e47a43f-955f-4664-8e2f-e19fecebced5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2057791 Oct 20 10:55:32.604593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35416) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:32.613264 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:32.615322 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.617638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:32.632281 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a12a7512-b7e8-46cb-a9a6-dcb6d8152fdb tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] delete failed (client error): The resource could not be found. Oct 20 10:55:32.633400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a12a7512-b7e8-46cb-a9a6-dcb6d8152fdb tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-1309719534 HTTP/1.1" status: 404 len: 335 time: 0.1253824 Oct 20 10:55:32.639520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35418) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:32.648112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f4667882-dc49-4c1b-b083-b6fe820bf75f tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:32.672534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.674373 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56691a-b76b-4946-9b68-e173d8fd9ef5 None None] The sync data for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:32.717279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.717522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e20c6321-4c14-413e-b6c9-195486b256dc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:32.783904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.794424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2d4aae-af49-4909-9a0a-f5fb4db6c903']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.842718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e10dbe-83d6-46c1-8bca-6e06add86a3e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.843441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e10dbe-83d6-46c1-8bca-6e06add86a3e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.893319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.922302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:32.933189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.958361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.977981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.014322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] For port 7b602bd1-bda4-4041-be83-ed7d752ced9a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:33.024591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:33.025255 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.034266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] For port 7b602bd1-bda4-4041-be83-ed7d752ced9a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7b602bd1-bda4-4041-be83-ed7d752ced9a,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:33.039259 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:33.041714 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.046719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.114010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e20c6321-4c14-413e-b6c9-195486b256dc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:33.114579 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.135871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.143372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/34e67a1f-3a57-4015-b8bb-10164a3841f3 HTTP/1.1" status: 204 len: 168 time: 1.1000905 Oct 20 10:55:33.145170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.149383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=34e67a1f-3a57-4015-b8bb-10164a3841f3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:33.194332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f4667882-dc49-4c1b-b083-b6fe820bf75f tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.246502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462ee5c-2c06-42a8-9d65-cac9c9ad9544 None None] Network fbbc648b-37f5-42c6-8bf1-ebda9272c2fc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:33.273843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.273843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.274203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.274556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.291160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.291858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.292844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.292982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.293441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.293968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.294499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.295054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06538d-2075-4927-ad7b-0410f238047f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:33.305419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.432305 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-f4667882-dc49-4c1b-b083-b6fe820bf75f tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] update failed (client error): The resource could not be found. Oct 20 10:55:33.433848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f4667882-dc49-4c1b-b083-b6fe820bf75f tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b HTTP/1.1" status: 404 len: 339 time: 0.7909713 Oct 20 10:55:33.446378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.567267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82e83-021a-4c51-abd0-12c19950ea4f None None] Pushing event updated for resources: {'Port': ['ID=7b602bd1-bda4-4041-be83-ed7d752ced9a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:33.666608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.720457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.792016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a2d4aae-af49-4909-9a0a-f5fb4db6c903 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:55:33.797265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.809735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/3a2d4aae-af49-4909-9a0a-f5fb4db6c903 HTTP/1.1" status: 204 len: 168 time: 3.8731265 Oct 20 10:55:33.812219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35442) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.842427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:33.845127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd082e8-1351-4837-92b8-086242805ed4 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a2d4aae-af49-4909-9a0a-f5fb4db6c903,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:33.904986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:33.908640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.909371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.089143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:34.090209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.187699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 9, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:34.255988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=b57aab2a-f4cf-47f4-b000-c4a304267f98,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:34.317352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-204e8620-cdfb-428c-a377-2ea2aa652978 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7010949 Oct 20 10:55:34.368978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35444) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:34.393210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:38:ac:78', 'name': 'tempest-NetworksTestDHCPv6-355631303'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:34.403203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:34.524931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:34.527191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:34.758412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.763693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] DHCP port deletion for fbbc648b-37f5-42c6-8bf1-ebda9272c2fc request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:34.767676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 762a05a0-137d-44dc-9fd9-7345646259b8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:34.780188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa89cebe-50c2-4726-b5ec-f3139b327f31 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.9640818 Oct 20 10:55:34.787376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35462) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:34.811003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:34.811582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.020414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 762a05a0-137d-44dc-9fd9-7345646259b8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:35.028935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 762a05a0-137d-44dc-9fd9-7345646259b8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:35.029357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e5e84936-74a6-40c9-bde5-cf4fe53d4a5f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:35.033755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:35.121733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e5e84936-74a6-40c9-bde5-cf4fe53d4a5f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:35.122254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e5e84936-74a6-40c9-bde5-cf4fe53d4a5f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:35.185571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.197012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:35.276975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Deleting port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:35.277927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.393405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] For port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,segment=NetworkSegment(7ec6f760-1fd0-41a1-b497-623bc7451a1f),segment_id=7ec6f760-1fd0-41a1-b497-623bc7451a1f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:35.397160 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.425852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Calling delete_port for b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:35.536694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:35.630045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02fd04-adea-4bbc-ab53-44228324cba5 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:35.636255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7b602bd1-bda4-4041-be83-ed7d752ced9a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:35.691093 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 10:55:35.701424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.756365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] Pushing event deleted for resources: {'Port': ['ID=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:35.777349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] Provisioning complete for port 7b602bd1-bda4-4041-be83-ed7d752ced9a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:35.777349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.834844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.871982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dd7bd-7876-4d0e-9d5d-5266f1fe0db6 None None] No DVR routers for this DVR port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:35.909012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.909609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.910143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.910690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.911256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.911782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.912428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.912937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.913449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.913959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.915014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.915705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.916219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.916737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.917270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.919735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c74639c-4d29-4c40-89dd-d7cd9cb3dbf5 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9485 time: 1.1319900 Oct 20 10:55:35.923718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:35.987319 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-877080c5-83d0-451a-ac5a-a60ff18f52cb tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] delete failed (client error): The resource could not be found. Oct 20 10:55:35.988521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-877080c5-83d0-451a-ac5a-a60ff18f52cb tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/2da38394-ea4b-41bd-ac28-4a296f01fcf6 HTTP/1.1" status: 404 len: 345 time: 0.0625136 Oct 20 10:55:35.991407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:36.031876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:36.043725 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58ad53e-3318-443b-b6ae-5855589fc35a tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] DELETE failed (client error): The resource could not be found. Oct 20 10:55:36.044351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58ad53e-3318-443b-b6ae-5855589fc35a tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:36.048047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b58ad53e-3318-443b-b6ae-5855589fc35a tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/3a2d4aae-af49-4909-9a0a-f5fb4db6c903 HTTP/1.1" status: 404 len: 339 time: 0.0555484 Oct 20 10:55:36.060012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35484) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:36.065761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'name': 'tempest-network--1875037285', 'router:external': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:36.070281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:36.096285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:36.100451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.150259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:36.153417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Allocated IP 172.20.0.1 (04bc2ffa-2916-4b78-9dcd-9f529457094f/85b05068-c0a8-4503-8780-a5081170c070/b4ed62d5-d3c4-406d-9406-1826abd175bd) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:36.174127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.174776 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Added segment ba16ead1-93bf-402c-8987-3c83e80222fc of type vlan for network 0bbfc3af-71f5-4ef6-b506-cf3673deaa94 Oct 20 10:55:36.210645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.353561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.395181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.428196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.429929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:36.430490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.435075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 1c1cb838-3133-4502-95ed-f4b41d59dd45 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:36.436927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.474992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7b602bd1-bda4-4041-be83-ed7d752ced9a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:36.475605 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.483864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbc648b-37f5-42c6-8bf1-ebda9272c2fc']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:36.530062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=0bbfc3af-71f5-4ef6-b506-cf3673deaa94,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:36.551608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-761f58bd-83ad-4fd7-b239-91330eae507f tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4879706 Oct 20 10:55:36.553417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35486) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:36.555158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec6f760-1fd0-41a1-b497-623bc7451a1f') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:36.555675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec6f760-1fd0-41a1-b497-623bc7451a1f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:36.570910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 0bbfc3af-71f5-4ef6-b506-cf3673deaa94 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:36.587528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.622879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.625978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.671359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:36.672034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:36.677780 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:36.701306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 9, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:36.740372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd1315-200d-4100-a0bd-52f085923570 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 9, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': '4be05749-b1c9-4b5a-8af0-c57e92ac64b1', 'name': '', 'network_id': '1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:19:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:40Z', 'updated_at': '2021-10-20T10:54:53Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '418db2b3-4f41-4e74-ae0b-3d32ada9fd26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:36.856385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.923599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.932237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.932977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/fbbc648b-37f5-42c6-8bf1-ebda9272c2fc HTTP/1.1" status: 204 len: 168 time: 3.7740998 Oct 20 10:55:36.935158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:36.937004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987983b6-04ff-49bb-bdf2-1873c8a22290 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=fbbc648b-37f5-42c6-8bf1-ebda9272c2fc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:36.987177 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.020179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8:0:1::378 (2d5fe838-a998-4d31-a688-24a98274b0ba/b57aab2a-f4cf-47f4-b000-c4a304267f98/1c1cb838-3133-4502-95ed-f4b41d59dd45) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:37.050421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::f816:3eff:fe38:ac78 (2d5fe838-a998-4d31-a688-24a98274b0ba/f6930223-9f75-4447-abfc-94d997c5aa94/1c1cb838-3133-4502-95ed-f4b41d59dd45) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:37.084136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] For port 7b602bd1-bda4-4041-be83-ed7d752ced9a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7b602bd1-bda4-4041-be83-ed7d752ced9a,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:37.121180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:37.131868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:37.135483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:37.150081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217d23e-2a57-4c30-9fa5-44401458dbf2 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.163200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.169388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217d23e-2a57-4c30-9fa5-44401458dbf2 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.181439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217d23e-2a57-4c30-9fa5-44401458dbf2 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.191873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217d23e-2a57-4c30-9fa5-44401458dbf2 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.196857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35506) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:37.197531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c217d23e-2a57-4c30-9fa5-44401458dbf2 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6433439 Oct 20 10:55:37.313992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Port': ['ID=b4ed62d5-d3c4-406d-9406-1826abd175bd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.337675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.549336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f544d-f488-47fa-a02c-26415640bbf0 None None] Pushing event updated for resources: {'Port': ['ID=7b602bd1-bda4-4041-be83-ed7d752ced9a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.585672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.677976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.707417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Update dhcp port {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'fixed_ips': [{'subnet_id': 'f6930223-9f75-4447-abfc-94d997c5aa94', 'ip_address': '2001:db8::f816:3eff:fe2b:3214'}, {'subnet_id': 'b57aab2a-f4cf-47f4-b000-c4a304267f98'}], 'binding:host_id': 'n-d-802060-17'}, 'id': '7b602bd1-bda4-4041-be83-ed7d752ced9a'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:55:37.713383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:55:37.714217 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:55:37.753331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=1c1cb838-3133-4502-95ed-f4b41d59dd45,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.762331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.767729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.777926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:37.778768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.784148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:37.787134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:37.795219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.795875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.802523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cc4a2d3b-23b0-449b-b0f2-63b32a2c19e1 None None] Provisioning complete for port b4ed62d5-d3c4-406d-9406-1826abd175bd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:37.803423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2d3b-23b0-449b-b0f2-63b32a2c19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.858015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57d31d2f-8144-4916-b4bd-e59ffccf83af tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4840200 Oct 20 10:55:37.875282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:37.917026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a2d3b-23b0-449b-b0f2-63b32a2c19e1 None None] Port b4ed62d5-d3c4-406d-9406-1826abd175bd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:38.025032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.078823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbfc3af-71f5-4ef6-b506-cf3673deaa94']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.085127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Allocated IP 2001:db8:0:1::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/b57aab2a-f4cf-47f4-b000-c4a304267f98/7b602bd1-bda4-4041-be83-ed7d752ced9a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:38.109298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba16ead1-93bf-402c-8987-3c83e80222fc') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.110180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba16ead1-93bf-402c-8987-3c83e80222fc') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.130062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.164616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 1c1cb838-3133-4502-95ed-f4b41d59dd45 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:38.165437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.213352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] For port 7b602bd1-bda4-4041-be83-ed7d752ced9a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7b602bd1-bda4-4041-be83-ed7d752ced9a,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:38.228288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.234810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:38.235258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.253001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.313927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:38.325186 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:38.441679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.487094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bbfc3af-71f5-4ef6-b506-cf3673deaa94 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:55:38.494317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.506686 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/0bbfc3af-71f5-4ef6-b506-cf3673deaa94 HTTP/1.1" status: 204 len: 168 time: 1.3060954 Oct 20 10:55:38.510758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35526) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:38.519909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'name': 'tempest-network--869744010', 'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:38.521027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.525665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3427-71fc-463e-a695-d995b0fa459e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bbfc3af-71f5-4ef6-b506-cf3673deaa94,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.536667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16e82-8154-42f9-b30d-fc845a4d295a None None] Pushing event updated for resources: {'Port': ['ID=7b602bd1-bda4-4041-be83-ed7d752ced9a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.544535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.556571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:38.600449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.643017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:38.650015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:38.650505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b0f2a3f7-550d-473a-8f6f-fe5b54cb1aae not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:38.653313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.672563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.687629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event updated for resources: {'Port': ['ID=b4ed62d5-d3c4-406d-9406-1826abd175bd,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.703901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 1c1cb838-3133-4502-95ed-f4b41d59dd45 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:38.717841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.808096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:38.845684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.846617 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Added segment b408ed5c-f935-4712-a3a8-b68d25cced98 of type vlan for network 757e311b-bf6e-44d4-9e17-afac7b5ef1d1 Oct 20 10:55:38.865030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7b602bd1-bda4-4041-be83-ed7d752ced9a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:38.908384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:38.913618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:38.974574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7b602bd1-bda4-4041-be83-ed7d752ced9a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:38.975942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.011141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.167039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.168479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.179233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.188568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4c2d67ec-49b7-4deb-a9ed-f090d6216664 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:39.278223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4c2d67ec-49b7-4deb-a9ed-f090d6216664 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:39.278572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4c2d67ec-49b7-4deb-a9ed-f090d6216664 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:39.336559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8241768 Oct 20 10:55:39.344021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35542) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:39.533936 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:55:39.578185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2c4d459e-dafd-4c6f-ac39-1b8d02349190 None None] Provisioning complete for port b4ed62d5-d3c4-406d-9406-1826abd175bd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:39.578727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2c4d459e-dafd-4c6f-ac39-1b8d02349190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.597987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aafa07-c3c3-45ba-a47c-6f49fbfb795e tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=757e311b-bf6e-44d4-9e17-afac7b5ef1d1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:39.623090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.664802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 757e311b-bf6e-44d4-9e17-afac7b5ef1d1 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:39.769032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d459e-dafd-4c6f-ac39-1b8d02349190 None None] Port b4ed62d5-d3c4-406d-9406-1826abd175bd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:39.798278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260335cc-4447-4176-919a-d936923f1d22 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.800366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-260335cc-4447-4176-919a-d936923f1d22 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "GET /v2.0/networks/757e311b-bf6e-44d4-9e17-afac7b5ef1d1 HTTP/1.1" status: 200 len: 756 time: 0.4278495 Oct 20 10:55:39.801932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=1c1cb838-3133-4502-95ed-f4b41d59dd45,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:39.803510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35546) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:39.894187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-08f9f1e4-2a54-4c56-8268-97e703c78b1e None None] Provisioning complete for port 7b602bd1-bda4-4041-be83-ed7d752ced9a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:39.894705 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08f9f1e4-2a54-4c56-8268-97e703c78b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.916106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.928147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d103a34-64d5-407c-a0dc-d4a19b37f350 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/1c1cb838-3133-4502-95ed-f4b41d59dd45 HTTP/1.1" status: 204 len: 168 time: 2.0516577 Oct 20 10:55:39.930924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35548) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.047323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231ff96-c60f-4efb-9ca7-b72368dc88f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.054461 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0231ff96-c60f-4efb-9ca7-b72368dc88f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1220691 Oct 20 10:55:40.057228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35550) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.128707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dcf0c6-6f79-48f4-87bd-db7ff1382a34 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.130250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96dcf0c6-6f79-48f4-87bd-db7ff1382a34 tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "GET /v2.0/networks/b3138bd2-9df2-411e-8fc0-f7ec31746338 HTTP/1.1" status: 200 len: 767 time: 0.3243253 Oct 20 10:55:40.133033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35552) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.165867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Router cedf0a74-d8fe-4b62-b910-da16a7c1a73b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:40.252632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19ebd25e-5fc7-4660-b211-1dae40d14fcc None None] Could not find standard attr ID for object cf3dbeeb-4794-4dbe-b13a-64e476103ae2. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:40.257072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc55038-5b6c-46b1-8cc2-4c980b748864 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.264351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9bc55038-5b6c-46b1-8cc2-4c980b748864 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1999352 Oct 20 10:55:40.266153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35554) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.278378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.471560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.497505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757e311b-bf6e-44d4-9e17-afac7b5ef1d1']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:40.509786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b408ed5c-f935-4712-a3a8-b68d25cced98') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:40.510084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b408ed5c-f935-4712-a3a8-b68d25cced98') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:40.522191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.539958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.546920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:40.547433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:40.567933 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:40.669686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.683933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 757e311b-bf6e-44d4-9e17-afac7b5ef1d1 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:55:40.688965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.692296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/757e311b-bf6e-44d4-9e17-afac7b5ef1d1 HTTP/1.1" status: 204 len: 168 time: 0.5581257 Oct 20 10:55:40.700546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35572) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.724309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:40.726054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'name': 'tempest-network--1829073012'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:40.732465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dcf17276-03df-43e5-b8d1-a903fc13323a tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2836354 Oct 20 10:55:40.740818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067a16a-8d52-4dde-8f7c-dc04699b0a74 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Network': ['ID=757e311b-bf6e-44d4-9e17-afac7b5ef1d1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:40.772333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.775962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19d954de-94da-4fb5-884b-f4a85aaf6b46 None None] Could not find standard attr ID for object 1c1cb838-3133-4502-95ed-f4b41d59dd45. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:40.838337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345b017-5f9d-4973-8630-a59bbce61254 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.838337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345b017-5f9d-4973-8630-a59bbce61254 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.838337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345b017-5f9d-4973-8630-a59bbce61254 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.838650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d345b017-5f9d-4973-8630-a59bbce61254 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5709631 Oct 20 10:55:40.843445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35576) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.855179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Made reservation on behalf of ca5370c343ee43489bbdb446d0d559fb for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:40.857262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.943484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:40.956408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.956793 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Added segment 14378a37-c0e9-48e7-9837-1455fc0c2a21 of type vlan for network 1bd87c2a-c5f3-4dfc-b907-062817a80437 Oct 20 10:55:41.012550 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68281dd5-c890-427a-be60-d52504990205 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.022638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.054868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.058292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:41.058887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.136834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4260449 Oct 20 10:55:41.142306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:41.142887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.146307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35582) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.153279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:41.189948 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-68281dd5-c890-427a-be60-d52504990205 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:55:41.191125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-68281dd5-c890-427a-be60-d52504990205 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b HTTP/1.1" status: 409 len: 329 time: 0.4173257 Oct 20 10:55:41.232862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35584) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.334720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] Sync routers for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:41.352882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:41.356874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.397529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 4be05749-b1c9-4b5a-8af0-c57e92ac64b1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:41.397876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.420896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:41.436079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.451217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:41.452220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.764756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet b57aab2a-f4cf-47f4-b000-c4a304267f98 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:41.768827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.812493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.866487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a89354-f20c-456d-9ccd-931f870047bf None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:55:41.869867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.870861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17f550-c68c-4a75-ae6e-b748c07ec653 None None] The sync data for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:41.901793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.941534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=4be05749-b1c9-4b5a-8af0-c57e92ac64b1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:41.986819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.134190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.149860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61beb53-225d-4f80-b4fd-876c80256e37 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd87c2a-c5f3-4dfc-b907-062817a80437,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:42.181339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1bd87c2a-c5f3-4dfc-b907-062817a80437 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:42.310064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.348867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a89354-f20c-456d-9ccd-931f870047bf None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:55:42.358913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.426340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=b57aab2a-f4cf-47f4-b000-c4a304267f98,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:42.428383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.434297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d3bc584a-68ab-4081-a595-ad21ec61d36a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/b57aab2a-f4cf-47f4-b000-c4a304267f98 HTTP/1.1" status: 204 len: 168 time: 1.5870357 Oct 20 10:55:42.435269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:42.500214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.525667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f6930223-9f75-4447-abfc-94d997c5aa94 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:42.534555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.540329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.582079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Network 1bd87c2a-c5f3-4dfc-b907-062817a80437 is not hosted by any dhcp agent {{(pid=100746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:55:42.583004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:42.583589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.584871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "PUT /v2.0/networks/1bd87c2a-c5f3-4dfc-b907-062817a80437 HTTP/1.1" status: 200 len: 859 time: 1.4372065 Oct 20 10:55:42.590723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35604) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:42.784377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb6b0-2b96-4414-8bac-2e1042670f51 tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd87c2a-c5f3-4dfc-b907-062817a80437,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:42.794911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.815854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:42.964861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:43.002859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0583e6c3-c5f2-4e52-b733-add6c5b212fb tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9986868 Oct 20 10:55:43.002859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting port b4ed62d5-d3c4-406d-9406-1826abd175bd {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:43.002859 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.007362 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:43.007800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.007903 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:43.007998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35624) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.008089 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.048198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.186317 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:43.342974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.398362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd87c2a-c5f3-4dfc-b907-062817a80437']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.404295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.441598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f6930223-9f75-4447-abfc-94d997c5aa94,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.444970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14378a37-c0e9-48e7-9837-1455fc0c2a21') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.445388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14378a37-c0e9-48e7-9837-1455fc0c2a21') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.462677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.465189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.472259 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7170e670-66f2-48a5-b226-b56ed51fddec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f6930223-9f75-4447-abfc-94d997c5aa94 HTTP/1.1" status: 204 len: 168 time: 1.0365875 Oct 20 10:55:43.478331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35640) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.532741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5662be87-f78d-4313-b755-e9353a71c15d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525951 Oct 20 10:55:43.533521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35642) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.541826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:43.559150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.578827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:43.579979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:43.581874 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:43.611101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:41Z', 'revision_number': 10, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.649752 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:43.660303 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:43.660914 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.726886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.732277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:43.753271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.759690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bd87c2a-c5f3-4dfc-b907-062817a80437 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:55:43.805254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.807516 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:43.827942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] 10.222.0.74 "DELETE /v2.0/networks/1bd87c2a-c5f3-4dfc-b907-062817a80437 HTTP/1.1" status: 204 len: 168 time: 1.2358587 Oct 20 10:55:43.837064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.859223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071ece8-a6b4-408b-972f-973c0b23bc8d tempest-ExternalNetworksTestJSON-2032271938 tempest-ExternalNetworksTestJSON-2032271938-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd87c2a-c5f3-4dfc-b907-062817a80437,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.888618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.903381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 418db2b3-4f41-4e74-ae0b-3d32ada9fd26 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:43.918624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.937099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ffb5-c756-47ec-87d2-1221de6130cc req-88266d6d-47d6-4773-98ab-4fd9255b2b85 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:43.949119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59f6ffb5-c756-47ec-87d2-1221de6130cc req-88266d6d-47d6-4773-98ab-4fd9255b2b85 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2018666 Oct 20 10:55:43.981804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e125e7e9-2a3c-47ce-858d-0db3752628b8 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:43.992029 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-73435eac-0d4b-4a8d-a788-31043a4a6e9f tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:43.992507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73435eac-0d4b-4a8d-a788-31043a4a6e9f tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:44.003859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73435eac-0d4b-4a8d-a788-31043a4a6e9f tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "DELETE /v2.0/subnets/fdb1f62f-5518-414c-868a-9607c49f45d1 HTTP/1.1" status: 404 len: 337 time: 0.1649411 Oct 20 10:55:44.008261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35660) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:44.012090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Calling delete_port for b4ed62d5-d3c4-406d-9406-1826abd175bd owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:44.133464 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:41Z', 'revision_number': 10, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:44.168585 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.189802 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813855-6f17-4e6c-8bc9-8e9dd25095ac None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:41Z', 'revision_number': 10, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None, '_interfaces': [{'id': 'eb51c154-2dd9-4339-835b-b54da600656b', 'name': '', 'network_id': 'a3e1da7b-7ba4-4702-899e-b4f3072809e4', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'mac_address': 'fa:16:3e:76:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eed29f-99bb-429e-b707-0994043f7de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:31Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 5, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'subnets': [{'id': '142a9b03-9a30-490a-b145-9d6c2a40cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:44.219732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59f6ffb5-c756-47ec-87d2-1221de6130cc req-dcabe650-5e24-419c-83af-fd2f389df011 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694533 Oct 20 10:55:44.253096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.258284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b0bc6ba5-9984-4329-9eaf-e90dff6e1f17 None None] Provisioning complete for port 7b602bd1-bda4-4041-be83-ed7d752ced9a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:44.259079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6ba5-9984-4329-9eaf-e90dff6e1f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.339813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.418627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:44.497954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Deleting port 7b602bd1-bda4-4041-be83-ed7d752ced9a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:44.498332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.500940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.535665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.553132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3138bd2-9df2-411e-8fc0-f7ec31746338']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:44.577668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e180ee5-70b8-4c19-a439-903124158618') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:44.578007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e180ee5-70b8-4c19-a439-903124158618') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:44.594909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.605595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=418db2b3-4f41-4e74-ae0b-3d32ada9fd26,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.608374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.612636 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.616351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb8636-f85a-4999-883a-f25ed66c49a1 None None] Network 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:44.620100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4118996d-379d-4f7d-9dd0-1ccce503aba8 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/418db2b3-4f41-4e74-ae0b-3d32ada9fd26 HTTP/1.1" status: 204 len: 168 time: 1.6149225 Oct 20 10:55:44.628007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:44.630083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] For port 7b602bd1-bda4-4041-be83-ed7d752ced9a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7b602bd1-bda4-4041-be83-ed7d752ced9a,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:44.632292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.632471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38a59f-2a5b-445c-bcf3-ce44fbcb1163 req-65352af3-ebdd-4e64-91d7-7ac8e4c41fc7 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:44.637725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:44.640977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a38a59f-2a5b-445c-bcf3-ce44fbcb1163 req-65352af3-ebdd-4e64-91d7-7ac8e4c41fc7 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 950 time: 0.1747417 Oct 20 10:55:44.648447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.652913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:44.669845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Calling delete_port for 7b602bd1-bda4-4041-be83-ed7d752ced9a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:44.692761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:44.693385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.718553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:44.718979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:44.723673 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:44.760683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a38a59f-2a5b-445c-bcf3-ce44fbcb1163 req-905fcfed-9a69-4564-8873-ab9d407004d5 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185074 Oct 20 10:55:44.788120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2504265 Oct 20 10:55:44.791549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35676) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:44.798481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:44.848777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.852940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457eb43-bd0f-4be5-944e-d7ef040b0236 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=905afc7b-9005-418b-9a27-cc17e0384600,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.886245 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.889076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.897663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.900965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] 10.222.0.74 "DELETE /v2.0/networks/b3138bd2-9df2-411e-8fc0-f7ec31746338 HTTP/1.1" status: 204 len: 168 time: 0.8917325 Oct 20 10:55:44.916232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c436d3-13e1-433b-b2dd-8a0b24312b4a tempest-ExternalNetworksTestJSON-334227921 tempest-ExternalNetworksTestJSON-334227921-project] Pushing event deleted for resources: {'Network': ['ID=b3138bd2-9df2-411e-8fc0-f7ec31746338,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.939985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 429d3957-c77a-42c2-8275-81a9fbedffb0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:44.940353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.975808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] No DVR routers for this DVR port 7b602bd1-bda4-4041-be83-ed7d752ced9a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:44.978435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f7e7-ae62-47b5-9430-450312dfb2f7 None None] Pushing event deleted for resources: {'Port': ['ID=7b602bd1-bda4-4041-be83-ed7d752ced9a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.979396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.026007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2c1c8-041d-47f2-8279-84c3dc1802ef None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:45.088125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Port': ['ID=b4ed62d5-d3c4-406d-9406-1826abd175bd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.136805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.137301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.137643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.137981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.138313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.138641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.139029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.139356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.139676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.145387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.145744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.146087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:45.156783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7b602bd1-bda4-4041-be83-ed7d752ced9a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:45.164930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 429d3957-c77a-42c2-8275-81a9fbedffb0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=429d3957-c77a-42c2-8275-81a9fbedffb0,segment=NetworkSegment(83d28c69-a5df-40ba-aec9-73e8c2caab2d),segment_id=83d28c69-a5df-40ba-aec9-73e8c2caab2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:45.172094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.196779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 429d3957-c77a-42c2-8275-81a9fbedffb0 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:45.218997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:45.230650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7b602bd1-bda4-4041-be83-ed7d752ced9a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:45.231420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7b602bd1-bda4-4041-be83-ed7d752ced9a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:45.231555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.233894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] DHCP port deletion for 1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:45.449603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.498266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port 429d3957-c77a-42c2-8275-81a9fbedffb0 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:45.512372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.528708 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 905afc7b-9005-418b-9a27-cc17e0384600 (CIDR: 2001:db8::/64) Oct 20 10:55:45.530542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Deleting port 429d3957-c77a-42c2-8275-81a9fbedffb0 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:45.530898 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.541545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': '905afc7b-9005-418b-9a27-cc17e0384600'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:45.541545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.554329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=429d3957-c77a-42c2-8275-81a9fbedffb0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.561641 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:45.562147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:45.630367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e31db-80dd-4f0e-9d9f-b2792758bc98 req-65062700-e3fb-4cbc-abbc-237032265637 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:45.634221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e4e31db-80dd-4f0e-9d9f-b2792758bc98 req-65062700-e3fb-4cbc-abbc-237032265637 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1595473 Oct 20 10:55:45.733926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.746793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35708) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:45.771688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.783675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d28c69-a5df-40ba-aec9-73e8c2caab2d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.783990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d28c69-a5df-40ba-aec9-73e8c2caab2d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.796862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] For port 429d3957-c77a-42c2-8275-81a9fbedffb0, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:45.797560 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.801736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.813820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cff6d8a5-96c9-4833-9914-9198a0c23619 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0203893 Oct 20 10:55:45.820302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35712) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:45.827118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:45.838168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Calling delete_port for 429d3957-c77a-42c2-8275-81a9fbedffb0 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:45.843408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Port 429d3957-c77a-42c2-8275-81a9fbedffb0 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:55:45.849079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.852818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.875598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e4e31db-80dd-4f0e-9d9f-b2792758bc98 req-fd0b7704-89a9-4430-8442-031821ea1102 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264290 Oct 20 10:55:45.891192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] Pushing event deleted for resources: {'Port': ['ID=429d3957-c77a-42c2-8275-81a9fbedffb0,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.920200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d1c22-3be0-42d3-b064-9fe05a6ecaf2 None None] No DVR routers for this DVR port 429d3957-c77a-42c2-8275-81a9fbedffb0 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:45.947228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.965620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:45.966148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.966798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/905afc7b-9005-418b-9a27-cc17e0384600/cc46c905-7cf7-4fe8-b8aa-0af4939afdb4) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:45.969188 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:45.981937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Router cedf0a74-d8fe-4b62-b910-da16a7c1a73b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:46.031156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f4cb8893-5979-47eb-9b15-25a0aced8674 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=142034a37a274e0bad6b5df14dfb649f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830112 Oct 20 10:55:46.065517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35714) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.080466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:46.083747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.086781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6275a39d-e03c-47fc-9248-3d45edad1570 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8528643 Oct 20 10:55:46.092759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.095963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] Sync routers for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:46.099250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.102674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f HTTP/1.1" status: 204 len: 168 time: 1.4606600 Oct 20 10:55:46.104908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.131482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f6105-f970-475d-b5e8-1736a2e3660b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=1fa14f04-ae8d-4c1c-bfd1-ba43c036f61f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.135226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:46.135921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.142269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:46.145886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.173519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.186594 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-e9fb64ab-a7c4-40b8-a756-8dd714f488c6 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] show failed (client error): The resource could not be found. Oct 20 10:55:46.187653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e9fb64ab-a7c4-40b8-a756-8dd714f488c6 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-1635182075 HTTP/1.1" status: 404 len: 335 time: 0.0873618 Oct 20 10:55:46.196283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.197331 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.199172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] Routers {'cedf0a74-d8fe-4b62-b910-da16a7c1a73b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:46.200438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.204856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e075ab4e-523b-4027-b7c6-8b83b0bcbdae tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:46.245352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.246167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de278b-34db-455e-8398-3d5f38b3c574 None None] The sync data for ids ['cedf0a74-d8fe-4b62-b910-da16a7c1a73b'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:46.248051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.277746 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-e075ab4e-523b-4027-b7c6-8b83b0bcbdae tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] update failed (client error): The resource could not be found. Oct 20 10:55:46.278339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e075ab4e-523b-4027-b7c6-8b83b0bcbdae tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-2029790785 HTTP/1.1" status: 404 len: 335 time: 0.0811336 Oct 20 10:55:46.283803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35724) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.288326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:46.292159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:46.296727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:46.343232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.347226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Pushing event updated for resources: {'Port': ['ID=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.363013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Attempting to bind port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:46.363460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Attempting to bind port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:46.363917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Attempting to bind port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:46.369138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:46.369594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:46.370078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.370535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:46.371106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Bound port: cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:46.371548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.442489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] For port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:46.445931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting subnet fb208bf6-8507-4f36-9099-68cafb49698a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:46.446189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] For port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:46.452296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.456419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.459735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.522431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa092c-a4a2-4ec4-8809-9c9ed2cfda7c None None] Pushing event updated for resources: {'Port': ['ID=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.565676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.587046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:46.614609 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.641178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.643800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.644941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a590b693-c741-47e4-8265-d1b3b5a57f02 HTTP/1.1" status: 204 len: 168 time: 0.5784800 Oct 20 10:55:46.680990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5453-05d7-4c8e-80ce-aba3c6c575de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a590b693-c741-47e4-8265-d1b3b5a57f02,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.799565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.809893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.930629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 429d3957-c77a-42c2-8275-81a9fbedffb0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.962885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.972345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 429d3957-c77a-42c2-8275-81a9fbedffb0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:46.972774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 429d3957-c77a-42c2-8275-81a9fbedffb0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:46.973396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.994394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.012431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:47.013700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4be05749-b1c9-4b5a-8af0-c57e92ac64b1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:47.080430 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.081907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Subnet': ['ID=fb208bf6-8507-4f36-9099-68cafb49698a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.087231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.092472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a7013452-cc8e-4d88-af6d-63d752c720c5 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/subnets/fb208bf6-8507-4f36-9099-68cafb49698a HTTP/1.1" status: 204 len: 168 time: 0.8057840 Oct 20 10:55:47.095632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.096898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513b438-19b3-4c61-a4c7-d05856b90d52 None None] Network b398739e-05c9-41f4-aa1d-2cd786d23594 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:47.146791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:47.149753 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea24037d-4e67-4a1e-b38a-f4173f866168" -d '{"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:47.184246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting subnet 9821d0e0-a178-4acd-90e2-961babf01d53 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:47.197678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34338-c24e-4642-bdcb-8fa061137415 req-d7268afc-2197-4b72-99dd-db581597a83d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:47.206506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bf34338-c24e-4642-bdcb-8fa061137415 req-d7268afc-2197-4b72-99dd-db581597a83d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1973479 Oct 20 10:55:47.223713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.227985 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2fc8b6-a9ad-4072-a0e9-7742089ca371 x-openstack-request-id: req-be2fc8b6-a9ad-4072-a0e9-7742089ca371 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:47.229461 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-unplugged", "status": "completed", "tag": "24c12718-28cf-4288-9431-47af83ba2c01", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:47.229916 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be2fc8b6-a9ad-4072-a0e9-7742089ca371 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:47.230537 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01', 'code': 200} Oct 20 10:55:47.238930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:47.247624 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.263946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.300628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.307467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:47.312675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bf34338-c24e-4642-bdcb-8fa061137415 req-c1d2c642-6bdb-4456-a01a-cb1b9feb371d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050143 Oct 20 10:55:47.349393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.355710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.356913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.379313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.382238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.444567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:47.452500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:47.472320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:47.472921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.480184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=134a22bc-c331-44fc-95c7-3c38e6bd2f8c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.490996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,revision_number=4']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.512519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0e52b7bd-173b-48a4-835d-86fe12369c0d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6873868 Oct 20 10:55:47.512938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35752) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.524392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:07:4d:b9', 'name': 'tempest-NetworksTestDHCPv6-1874218536'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.527292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-29fd5a19-e714-441d-a033-924930a6fe35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca5370c343ee43489bbdb446d0d559fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610745 Oct 20 10:55:47.529754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] DHCP port deletion for b398739e-05c9-41f4-aa1d-2cd786d23594 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:47.547225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.627802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Deleting port e20c6321-4c14-413e-b6c9-195486b256dc {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:47.628171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.718250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] For port e20c6321-4c14-413e-b6c9-195486b256dc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e20c6321-4c14-413e-b6c9-195486b256dc,segment=NetworkSegment(1e1755d1-0caf-423f-bcd2-16b15649ce36),segment_id=1e1755d1-0caf-423f-bcd2-16b15649ce36)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:47.719352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.721537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.741481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Calling delete_port for e20c6321-4c14-413e-b6c9-195486b256dc owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:47.759175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:47.810898 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.867984 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.886660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] No DVR routers for this DVR port e20c6321-4c14-413e-b6c9-195486b256dc on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:47.934326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.939917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e82ad-e967-455d-a45e-5269ef6a0347 None None] Pushing event deleted for resources: {'Port': ['ID=e20c6321-4c14-413e-b6c9-195486b256dc,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.963979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.968271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.971265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/afd80651-45e9-40e9-b2a6-70858d31fcd1 HTTP/1.1" status: 204 len: 168 time: 0.4227450 Oct 20 10:55:47.982467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 9301c0bc-5f54-420a-bed7-4823b7617aad yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:48.011204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4572d1-706b-4365-937e-9fa59e9a9ae6 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:48.035122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e384-509b-4ed3-b054-d459d37e2695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd80651-45e9-40e9-b2a6-70858d31fcd1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.109952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.207407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.224557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::285 (2d5fe838-a998-4d31-a688-24a98274b0ba/905afc7b-9005-418b-9a27-cc17e0384600/9301c0bc-5f54-420a-bed7-4823b7617aad) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:48.232436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:4db9 (2d5fe838-a998-4d31-a688-24a98274b0ba/134a22bc-c331-44fc-95c7-3c38e6bd2f8c/9301c0bc-5f54-420a-bed7-4823b7617aad) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:48.247875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Subnet': ['ID=9821d0e0-a178-4acd-90e2-961babf01d53,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.262641 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.270111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.270980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d5b34a39-ad1a-4228-bf6a-d8baafa9ceb3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/subnets/9821d0e0-a178-4acd-90e2-961babf01d53 HTTP/1.1" status: 204 len: 168 time: 1.1738236 Oct 20 10:55:48.305686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddfafa3-b0e4-49b8-8eee-6054f33d6416 None None] Network bf67cdea-5287-4e89-9152-99e269f0195c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:48.404134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] Provisioning complete for port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:48.404134 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.418489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port eb51c154-2dd9-4339-835b-b54da600656b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:48.418898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.471826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.599398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbac7-9fd3-4fd2-bf42-36e377568294 req-fa6c8c9f-cb34-48e9-b49a-9822587549dd tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:48.601020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a82fbac7-9fd3-4fd2-bf42-36e377568294 req-fa6c8c9f-cb34-48e9-b49a-9822587549dd tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1427333 Oct 20 10:55:48.641297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.647004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port eb51c154-2dd9-4339-835b-b54da600656b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eb51c154-2dd9-4339-835b-b54da600656b,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:48.647389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.658489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.687914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a82fbac7-9fd3-4fd2-bf42-36e377568294 req-a5ae7765-f537-422f-b478-4995003057b4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737166 Oct 20 10:55:48.693800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for eb51c154-2dd9-4339-835b-b54da600656b owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:48.717914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] For port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:48.722568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.781976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] DHCP port deletion for bf67cdea-5287-4e89-9152-99e269f0195c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:48.788743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.849814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b398739e-05c9-41f4-aa1d-2cd786d23594']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:48.864290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1755d1-0caf-423f-bcd2-16b15649ce36') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:48.865334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1755d1-0caf-423f-bcd2-16b15649ce36') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:48.883428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.900456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df54d-c9ce-44cd-bcb8-bb67b8b62fb7 None None] Pushing event updated for resources: {'Port': ['ID=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.906859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.914588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:48.915314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.942630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Deleting port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:48.942894 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.026797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:49.072391 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:49.087398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.099995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.112476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/networks/b398739e-05c9-41f4-aa1d-2cd786d23594 HTTP/1.1" status: 204 len: 168 time: 0.8384962 Oct 20 10:55:49.128500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35808) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.133802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] For port 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3788d86e-4ef0-4c89-ab5d-8389966cbe76,segment=NetworkSegment(fc0b32e4-7c5c-4e17-948b-2e27d436f8cf),segment_id=fc0b32e4-7c5c-4e17-948b-2e27d436f8cf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:49.134227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.162789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.168124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Calling delete_port for 3788d86e-4ef0-4c89-ab5d-8389966cbe76 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:49.236235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=eb51c154-2dd9-4339-835b-b54da600656b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.296084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.319591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdbb36-0713-44dd-8c7d-f2fb722413cf tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Network': ['ID=b398739e-05c9-41f4-aa1d-2cd786d23594,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.400686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.427317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.489022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:49.490608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:49.490960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.498492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:49.501119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:49.518849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:49.519581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.535774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.555801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:49.556099 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.579382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0647531 Oct 20 10:55:49.593098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35828) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.713200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:49.730026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab65d9-7ac8-4a70-807f-f56a37524e72 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=9301c0bc-5f54-420a-bed7-4823b7617aad,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.752971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] Pushing event deleted for resources: {'Port': ['ID=3788d86e-4ef0-4c89-ab5d-8389966cbe76,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.774373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d531e-2390-4191-81dd-b1020b98de74 None None] No DVR routers for this DVR port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:49.858062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] For port 3788d86e-4ef0-4c89-ab5d-8389966cbe76, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3788d86e-4ef0-4c89-ab5d-8389966cbe76,segment=NetworkSegment(fc0b32e4-7c5c-4e17-948b-2e27d436f8cf),segment_id=fc0b32e4-7c5c-4e17-948b-2e27d436f8cf)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:49.858430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.880670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:49.891525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Calling delete_port for 3788d86e-4ef0-4c89-ab5d-8389966cbe76 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:49.954021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:49.963874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eb361bfd-3592-426e-861f-459b0e374f2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8485873 Oct 20 10:55:49.963874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.977541 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:49.993150 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:49.994103 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.022355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e20c6321-4c14-413e-b6c9-195486b256dc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:50.114862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting subnet 142a9b03-9a30-490a-b145-9d6c2a40cbeb {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:50.129834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.133935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e20c6321-4c14-413e-b6c9-195486b256dc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:50.134286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e20c6321-4c14-413e-b6c9-195486b256dc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:50.150852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:50.175035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-79390da2-d1ed-4b7d-bb6a-575c82d76613 None None] Provisioning complete for port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:50.176114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-79390da2-d1ed-4b7d-bb6a-575c82d76613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.186311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.229111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.282705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84ac7f-25c5-4986-9619-b13cc416cc33 req-61bd57ed-82bd-42f2-81d6-0fe7a72a4200 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:50.309264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e84ac7f-25c5-4986-9619-b13cc416cc33 req-61bd57ed-82bd-42f2-81d6-0fe7a72a4200 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.4368653 Oct 20 10:55:50.343689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:50.346125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Port': ['ID=3788d86e-4ef0-4c89-ab5d-8389966cbe76,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:50.352198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.366905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] No DVR routers for this DVR port 3788d86e-4ef0-4c89-ab5d-8389966cbe76 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:50.392606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'mac_address': 'fa:16:3e:76:d7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:50.405162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:50.438808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e84ac7f-25c5-4986-9619-b13cc416cc33 req-8170b251-dc93-4262-b56f-cd452adb8541 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263125 Oct 20 10:55:50.455694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:50.458193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.501733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.528360 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.532165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:50.551385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 9301c0bc-5f54-420a-bed7-4823b7617aad {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:50.552989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.568876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:50.580831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.646543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.667111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:50.675271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.681789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/142a9b03-9a30-490a-b145-9d6c2a40cbeb HTTP/1.1" status: 204 len: 168 time: 0.7142591 Oct 20 10:55:50.687540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:50.705940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.707501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f234c-8a53-4247-908b-c32a7c6c578c None None] Network a3e1da7b-7ba4-4702-899e-b4f3072809e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:50.748689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['c0a95424-b28f-4b39-baa6-4adcf1bcda2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:50.810587 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.867933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf67cdea-5287-4e89-9152-99e269f0195c']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.878833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0b6a8-a126-4a6a-b99f-d13942b07da8 None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:50.917665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.917966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0b32e4-7c5c-4e17-948b-2e27d436f8cf') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:50.940349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bbc9f4c3-a8b2-4bcd-a20b-5eef2b42be55 None None] Provisioning complete for port 9301c0bc-5f54-420a-bed7-4823b7617aad triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:50.940939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f4c3-a8b2-4bcd-a20b-5eef2b42be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.960548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.966013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.010746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.016899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324406a5-2e76-44c7-8016-24f8e86e9911 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Subnet': ['ID=142a9b03-9a30-490a-b145-9d6c2a40cbeb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.022224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.041882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35868) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:51.049178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:51.049660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:51.056088 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:51.082721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 9301c0bc-5f54-420a-bed7-4823b7617aad owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:51.086886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Deleting port 854a14f7-e21d-462f-9d2b-09232e8e9795 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:51.087982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.104526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.188725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9f4c3-a8b2-4bcd-a20b-5eef2b42be55 None None] Port 9301c0bc-5f54-420a-bed7-4823b7617aad cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:51.223743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] For port 854a14f7-e21d-462f-9d2b-09232e8e9795, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=854a14f7-e21d-462f-9d2b-09232e8e9795,segment=NetworkSegment(741e2f68-9e38-4bab-aa27-6f01049754c8),segment_id=741e2f68-9e38-4bab-aa27-6f01049754c8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:51.224366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.253963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Calling delete_port for 854a14f7-e21d-462f-9d2b-09232e8e9795 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:51.409122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:51.484173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.542920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No DVR routers for this DVR port 854a14f7-e21d-462f-9d2b-09232e8e9795 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:51.549877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Port': ['ID=854a14f7-e21d-462f-9d2b-09232e8e9795,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.693285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:51.694568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.729654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b86b6-4328-44db-9237-455303617f87 None None] DHCP port deletion for a3e1da7b-7ba4-4702-899e-b4f3072809e4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:51.732880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.774224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1da7b-7ba4-4702-899e-b4f3072809e4']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:51.788829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741e2f68-9e38-4bab-aa27-6f01049754c8') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:51.789425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741e2f68-9e38-4bab-aa27-6f01049754c8') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:51.803063 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.818981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1012381729', 'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:51.819738 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.825208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.828623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:51.829577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.832280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.835761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/networks/bf67cdea-5287-4e89-9152-99e269f0195c HTTP/1.1" status: 204 len: 168 time: 2.7063241 Oct 20 10:55:51.836567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:51.847790 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:51.850986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35886) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:51.939227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=9301c0bc-5f54-420a-bed7-4823b7617aad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.983584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3788d86e-4ef0-4c89-ab5d-8389966cbe76 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:52.013936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3803a6-58e4-455d-bdbd-8a2e702f6bd8 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Network': ['ID=bf67cdea-5287-4e89-9152-99e269f0195c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.025954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3788d86e-4ef0-4c89-ab5d-8389966cbe76 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:52.026258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.027152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3788d86e-4ef0-4c89-ab5d-8389966cbe76 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:52.051207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.055056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.056141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef0e6c24-9535-4fa1-a68c-5a301d1cc834 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/9301c0bc-5f54-420a-bed7-4823b7617aad HTTP/1.1" status: 204 len: 168 time: 2.4618602 Oct 20 10:55:52.057432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Made reservation on behalf of d94641ef8c424f78ad40945aaf5eddec for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:52.058689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/networks/a3e1da7b-7ba4-4702-899e-b4f3072809e4 HTTP/1.1" status: 204 len: 168 time: 1.3721807 Oct 20 10:55:52.060110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.061400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35890) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.061730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35892) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.077016 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.128449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'routes': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:52.139642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac110e-5fab-4417-ac2a-8392bf57ec0a req-d632f631-fc77-46b9-ba66-476536ae3567 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.141831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ac110e-5fab-4417-ac2a-8392bf57ec0a req-d632f631-fc77-46b9-ba66-476536ae3567 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.4998186 Oct 20 10:55:52.145142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a55426-374b-4cde-9705-ca3db28d4845 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Pushing event deleted for resources: {'Network': ['ID=a3e1da7b-7ba4-4702-899e-b4f3072809e4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.186433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.195108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting subnet 85b05068-c0a8-4503-8780-a5081170c070 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:52.199249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.202820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.258188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:52.281636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.289046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01b5da-8b13-48c5-87bf-589416d22b96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.292322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce01b5da-8b13-48c5-87bf-589416d22b96 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2285717 Oct 20 10:55:52.308477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35896) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.346268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.346707 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Added segment e5d68f3f-3242-497c-b6dc-83aca9a1d057 of type vlan for network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 Oct 20 10:55:52.348384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b81c16-032b-45e4-8608-0b9757f88d01,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.447151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ac110e-5fab-4417-ac2a-8392bf57ec0a req-2e510a17-6d06-4aa2-8f83-1ce9542e3199 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387786 Oct 20 10:55:52.453081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da70ad-b73e-47a4-b444-3d9ee99926cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.454689 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72da70ad-b73e-47a4-b444-3d9ee99926cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1450405 Oct 20 10:55:52.458613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35900) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.463434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.481028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Added routes are [] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:55:52.481435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Removed routes are [] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:55:52.482815 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.533403 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.594847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.596033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.596690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.622066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e041d-2de2-4fff-9131-c19bf5792169 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.623688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e041d-2de2-4fff-9131-c19bf5792169 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.625432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e041d-2de2-4fff-9131-c19bf5792169 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.627155 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea3e041d-2de2-4fff-9131-c19bf5792169 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1657388 Oct 20 10:55:52.633929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.755961 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.763047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.767983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Network': ['ID=9395ead8-38f2-4c0e-b5b5-35fad3c70116,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.781547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:52.784131 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3b2f6b98-e6dc-4fbd-8c27-c1f006e55401 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7417362 Oct 20 10:55:52.784762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35914) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.795565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'subnet': {'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:52.807906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 134a22bc-c331-44fc-95c7-3c38e6bd2f8c {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:52.820959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.850349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.876480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router 81eed29f-99bb-429e-b707-0994043f7de0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:52.893113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.896517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/subnets/85b05068-c0a8-4503-8780-a5081170c070 HTTP/1.1" status: 204 len: 168 time: 0.9692442 Oct 20 10:55:52.920840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eb51c154-2dd9-4339-835b-b54da600656b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:52.923752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951058e3-9f87-4ccc-9b6a-4ddb3caa6cf4 None None] Network 04bc2ffa-2916-4b78-9dcd-9f529457094f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:52.929356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.964355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: eb51c154-2dd9-4339-835b-b54da600656b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:52.965050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eb51c154-2dd9-4339-835b-b54da600656b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:52.965686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 854a14f7-e21d-462f-9d2b-09232e8e9795 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:52.974029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c53e3-5ad0-4ce8-b334-16ad49d36ae4 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Subnet': ['ID=85b05068-c0a8-4503-8780-a5081170c070,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.983372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Made reservation on behalf of d94641ef8c424f78ad40945aaf5eddec for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:52.986388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.995092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.015784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 854a14f7-e21d-462f-9d2b-09232e8e9795 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:53.016943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 854a14f7-e21d-462f-9d2b-09232e8e9795 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:53.053372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:53.064617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.066781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d71b4916-b856-4c58-92b2-aa51958d0f26 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 704 time: 1.0019164 Oct 20 10:55:53.074588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35920) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:53.127003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Sync routers for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:53.128127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e3188e0f-2783-4cb7-9728-58cebfb64f24 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 205 time: 0.0510812 Oct 20 10:55:53.128966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:53.129265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.148348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:53.149350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:53.242080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:53.248201 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.345788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:53.351113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] DHCP port deletion for 04bc2ffa-2916-4b78-9dcd-9f529457094f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:53.388066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Checking router: 81eed29f-99bb-429e-b707-0994043f7de0 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:53.410023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.425955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Routers {'81eed29f-99bb-429e-b707-0994043f7de0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:53.427591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['81eed29f-99bb-429e-b707-0994043f7de0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:53.460103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.464535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.526130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] Set router 81eed29f-99bb-429e-b707-0994043f7de0 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:53.563623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Deleting port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:53.563970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.576752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.581418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router 81eed29f-99bb-429e-b707-0994043f7de0 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:55:53.605017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.611811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-266e1666-7a7a-4898-ae7f-b094ce9e9550 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 204 len: 168 time: 0.4757171 Oct 20 10:55:53.619193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:53.629671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:53.635310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286260536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:53.682959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac334-5a3c-436c-bb7a-9270a681789b None None] The sync data for ids ['81eed29f-99bb-429e-b707-0994043f7de0'] in n-d-802060-17 is: [{'id': '81eed29f-99bb-429e-b707-0994043f7de0', 'name': 'tempest-RoutersIpV6Test-router-450573544', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:29Z', 'updated_at': '2021-10-20T10:55:49Z', 'revision_number': 11, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:53.706741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] For port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,segment=NetworkSegment(f0bd6272-1ed8-477b-b4f9-82e38c3b794e),segment_id=f0bd6272-1ed8-477b-b4f9-82e38c3b794e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:53.710507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.711602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.712102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.715683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Deleting port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:53.716278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.752863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Calling delete_port for aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:53.756130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768b90-d3ce-43cd-8143-46b827405154 req-910814f0-2c5d-4f70-b099-5fb3c594413a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:53.758101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d768b90-d3ce-43cd-8143-46b827405154 req-910814f0-2c5d-4f70-b099-5fb3c594413a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1498733 Oct 20 10:55:53.807370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] For port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,segment=NetworkSegment(f0bd6272-1ed8-477b-b4f9-82e38c3b794e),segment_id=f0bd6272-1ed8-477b-b4f9-82e38c3b794e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:53.807983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.823583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Calling delete_port for aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:53.832648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d768b90-d3ce-43cd-8143-46b827405154 req-604de4be-c786-417a-b158-a3db4feafc66 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679960 Oct 20 10:55:53.886603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.962513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.004071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.006621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Port': ['ID=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.009759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.013511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.013727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/134a22bc-c331-44fc-95c7-3c38e6bd2f8c HTTP/1.1" status: 204 len: 168 time: 1.3687375 Oct 20 10:55:54.015765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] No DVR routers for this DVR port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:54.017824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dade4-d55c-416a-ad27-130ea8611734 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=134a22bc-c331-44fc-95c7-3c38e6bd2f8c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.022606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35940) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.055594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.059656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6842174c-b71d-4e11-b515-175be191afd0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4340973 Oct 20 10:55:54.061681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35942) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.067145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:54.082585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:54.085235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007a6ee-415a-4184-95d5-bcdcb855a1a9 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:54.229075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.271467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bc2ffa-2916-4b78-9dcd-9f529457094f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:54.287974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet 905afc7b-9005-418b-9a27-cc17e0384600 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:54.324166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:54.325289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bd6272-1ed8-477b-b4f9-82e38c3b794e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:54.335914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.340482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.378307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.395906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.421168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] No DVR routers for this DVR port aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:54.438021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:54.438844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.455115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.458372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:54.458857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:54.464228 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:54.482430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port c0a95424-b28f-4b39-baa6-4adcf1bcda2f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:54.482835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.496764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.504102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97504d39-a165-4c02-964f-f9aacbf5abea None None] Pushing event deleted for resources: {'Port': ['ID=aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.519138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.687752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.728319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.734540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4cbc864a-3468-4319-9493-eb890bab026f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.750506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:54.753371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:54.758054 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e64f6-8d23-4d08-9125-9d195f3abfbb" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:54.771403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.822286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.827389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/networks/04bc2ffa-2916-4b78-9dcd-9f529457094f HTTP/1.1" status: 204 len: 168 time: 1.8966990 Oct 20 10:55:54.860894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35956) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.867598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Checking segment: {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:54.868112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network hostable DHCP agents. Network: 9395ead8-38f2-4c0e-b5b5-35fad3c70116, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:54.875092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947202b-2a2c-4f14-ac1c-a3b16e8fa635 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Pushing event deleted for resources: {'Network': ['ID=04bc2ffa-2916-4b78-9dcd-9f529457094f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.898036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:54.901814 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65abf18-b49e-48ab-ad5e-520a24871a5e x-openstack-request-id: req-c65abf18-b49e-48ab-ad5e-520a24871a5e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:54.902103 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-plugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:54.902348 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c65abf18-b49e-48ab-ad5e-520a24871a5e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:54.902979 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'code': 200} Oct 20 10:55:54.936819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.981367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:54.986002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device aa9c0b60-1d28-40e0-8fe6-1ee7abbdb772 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:54.987364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7f68879-c173-434b-92f9-079dd72bafd3 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "GET /v2.0/ports?device_id=cedf0a74-d8fe-4b62-b910-da16a7c1a73b HTTP/1.1" status: 200 len: 205 time: 0.1079190 Oct 20 10:55:54.988155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35964) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.001750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.127215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.183792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f49a-d2da-4593-8239-c3611f33feed req-5abc4229-8067-48c0-85e3-f63b6c74ec0e tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:55.185461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc51f49a-d2da-4593-8239-c3611f33feed req-5abc4229-8067-48c0-85e3-f63b6c74ec0e tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.0833838 Oct 20 10:55:55.186242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Router abc43a65-31da-4d08-9ae6-34834c770afc is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:55:55.211700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:55.259599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 9395ead8-38f2-4c0e-b5b5-35fad3c70116) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:55.265051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:55.265650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.279797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30bc67-9535-4f45-8e3d-da6dd378dc69 None None] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:55.316985 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.343712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:55.355370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=905afc7b-9005-418b-9a27-cc17e0384600,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.368452 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Sync routers for ids ['abc43a65-31da-4d08-9ae6-34834c770afc'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:55.373898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.384361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0123c29b-823c-4af6-8dd6-c70f47b0c1d3 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "PUT /v2.0/routers/abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 200 len: 697 time: 1.3212464 Oct 20 10:55:55.393078 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Routers {'abc43a65-31da-4d08-9ae6-34834c770afc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:55.393713 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['abc43a65-31da-4d08-9ae6-34834c770afc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:55.403510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35968) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.409098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.412010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.419448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3ffdf964-1c8c-4c26-b81a-2c9a21ba4f47 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6301835 Oct 20 10:55:55.423802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.427629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a2e0290-347a-471e-b094-44ebb30755d8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/905afc7b-9005-418b-9a27-cc17e0384600 HTTP/1.1" status: 204 len: 168 time: 1.4028521 Oct 20 10:55:55.427778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35970) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.439417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-772628260', 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:55.445722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.529532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Made reservation on behalf of d94641ef8c424f78ad40945aaf5eddec for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:55.532364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.551695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2b3c7-e59e-4758-9899-e75c609759c4 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:55.575273 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.575824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Fanout notify agent at l3_agent the message router_deleted on router cedf0a74-d8fe-4b62-b910-da16a7c1a73b {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:55:55.580174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-668573c9-06c6-4afb-8b04-e92cea1565dc tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272993 Oct 20 10:55:55.581857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc51f49a-d2da-4593-8239-c3611f33feed req-d9c88f66-fd9c-4954-bda0-0c6d0119b4f2 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850093 Oct 20 10:55:55.582445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35974) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.585050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934105c-08a3-4431-b8e4-63694da13a14 None None] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:55.592644 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.596656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-53ae1587-2e40-448c-9f1d-7ef6144a8296 tempest-RoutersNegativeTest-535836305 tempest-RoutersNegativeTest-535836305-project] 10.222.0.74 "DELETE /v2.0/routers/cedf0a74-d8fe-4b62-b910-da16a7c1a73b HTTP/1.1" status: 204 len: 168 time: 0.6005819 Oct 20 10:55:55.596839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:55.604061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] device_id is not set on port 8f3eca64-2700-4170-a413-3446e6602a4a yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:55.629030 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Set router abc43a65-31da-4d08-9ae6-34834c770afc gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:55.674783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ad260c5d-84fe-4e34-bd73-7d45ff5c38cb None None] Provisioning complete for port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:55.675182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad260c5d-84fe-4e34-bd73-7d45ff5c38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.707480 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc43a65-31da-4d08-9ae6-34834c770afc', 'name': 'tempest-RoutersIpV6Test-router-286260536', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:53Z', 'updated_at': '2021-10-20T10:55:54Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:55.753266 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Checking router: abc43a65-31da-4d08-9ae6-34834c770afc for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:55.761939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a1a1beec-345e-46de-9446-d70986d5a015 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/routers/abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 200 len: 703 time: 0.3519926 Oct 20 10:55:55.774821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Routers {'abc43a65-31da-4d08-9ae6-34834c770afc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:55.778852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['abc43a65-31da-4d08-9ae6-34834c770afc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:55.780716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35982) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.878651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 2001:db8::23b (9395ead8-38f2-4c0e-b5b5-35fad3c70116/4cbc864a-3468-4319-9493-eb890bab026f/8f3eca64-2700-4170-a413-3446e6602a4a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:55.899566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8c925d47-f9f7-48f0-b2d2-1cc0ccda4b57 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 200 len: 205 time: 0.1095197 Oct 20 10:55:55.914395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.967164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] Set router abc43a65-31da-4d08-9ae6-34834c770afc gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:56.073549 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc43a65-31da-4d08-9ae6-34834c770afc', 'name': 'tempest-RoutersIpV6Test-router-286260536', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:53Z', 'updated_at': '2021-10-20T10:55:54Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:56.139034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36000) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:56.205455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f783-34db-4f02-89a6-041fac208c5f req-3aef1f71-c134-41a0-8ced-4870aaeab166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:56.207043 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-3aef1f71-c134-41a0-8ced-4870aaeab166 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.2140343 Oct 20 10:55:56.252814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:56.257440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.263247 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a69d62-71d0-49e0-aae5-f2b02df58093 None None] The sync data for ids ['abc43a65-31da-4d08-9ae6-34834c770afc'] in n-d-802060-17 is: [{'id': 'abc43a65-31da-4d08-9ae6-34834c770afc', 'name': 'tempest-RoutersIpV6Test-router-286260536', 'tenant_id': '7fad9469db2b46cbbbfa1daa6e579518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:53Z', 'updated_at': '2021-10-20T10:55:54Z', 'revision_number': 2, 'project_id': '7fad9469db2b46cbbbfa1daa6e579518', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:56.349389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.460876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:56.568286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Deleting port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:56.569585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.673030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] For port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:56.673759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.691024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Calling delete_port for cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:56.720735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.829412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:56.834050 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.926848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:56.928227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:56.931130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] Pushing event deleted for resources: {'Port': ['ID=cc46c905-7cf7-4fe8-b8aa-0af4939afdb4,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:56.937558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38701a-9441-4bc0-a391-069a46e55885 req-80203c19-0995-41e6-be36-f84d219f6c8c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:56.967113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac38701a-9441-4bc0-a391-069a46e55885 req-80203c19-0995-41e6-be36-f84d219f6c8c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.9078491 Oct 20 10:55:57.001995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:57.008674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.019554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:57.051774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a24a29-fbba-414d-8d78-e9be33d60f5a None None] No DVR routers for this DVR port cc46c905-7cf7-4fe8-b8aa-0af4939afdb4 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:57.060991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.061683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.088106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1474210-604f-4525-91ea-94c37bac62da None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:57.096958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f783-34db-4f02-89a6-041fac208c5f req-1b8af55d-49dc-4b36-9df2-c4a802a88f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.098450 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-1b8af55d-49dc-4b36-9df2-c4a802a88f8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.8261826 Oct 20 10:55:57.103078 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7981ccd-599f-48bc-82d6-2ba695666f11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a07d527ed23478e8dd87c1b8b437e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607396 Oct 20 10:55:57.113563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:57.154722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36014) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.236604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.255245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.259001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.303807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-2d5fe838-a998-4d31-a688-24a98274b0ba', 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'tenant_id': '72f95f4cf0514f01b4703e981708e186', 'fixed_ips': [{'subnet_id': 'd9ecb1e7-f9f4-41a7-a535-4af6b670a9c4'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:57.305064 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.327660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.328559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Fanout notify agent at l3_agent the message router_deleted on router abc43a65-31da-4d08-9ae6-34834c770afc {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:55:57.338664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-58423317-2f9d-4871-81b5-f6cc027bda9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1002 time: 0.1829233 Oct 20 10:55:57.343017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.344881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb45b8fe-301f-426f-a8ca-2704f49aab2a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 204 len: 168 time: 1.4281993 Oct 20 10:55:57.359436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36020) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.361351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f1c7c20f-1769-4fff-9ddb-c1e75f78ed8b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7758305 Oct 20 10:55:57.364334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36022) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.369939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:57.395436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:57.402490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac38701a-9441-4bc0-a391-069a46e55885 req-b14b4f83-e2bd-47f0-b1e7-dddf6c6fdd3d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376954 Oct 20 10:55:57.439816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4e5d8101-d8ac-4bd9-8ff9-b8992541ac09 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 200 len: 205 time: 0.0621307 Oct 20 10:55:57.453866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:57.456911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:57.457927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.458757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.466320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36024) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.467168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.476540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=8f3eca64-2700-4170-a413-3446e6602a4a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:57.534249 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-158571a8-34cd-45dc-85b4-f7f65f23d097 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:57.535354 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-158571a8-34cd-45dc-85b4-f7f65f23d097 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/abc43a65-31da-4d08-9ae6-34834c770afc HTTP/1.1" status: 404 len: 336 time: 0.0658824 Oct 20 10:55:57.540501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36026) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.593922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Allocated IP 2001:db8::2 (2d5fe838-a998-4d31-a688-24a98274b0ba/d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4/2b82af1c-8c09-471a-9440-a0172102543f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:57.605452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:57.621042 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.650875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0bab8288-fb09-4b8e-86df-bfa4b1aadbcc tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2199478 Oct 20 10:55:57.653072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36030) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.653772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.658251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f783-34db-4f02-89a6-041fac208c5f req-48c31e6c-f8a1-4d74-a918-12c7f08b4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.659837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-48c31e6c-f8a1-4d74-a918-12c7f08b4ca6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.2947221 Oct 20 10:55:57.666535 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09e55bc-6ae1-423a-bca4-25d8ef4d044b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:57.667030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09e55bc-6ae1-423a-bca4-25d8ef4d044b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:57.673090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b09e55bc-6ae1-423a-bca4-25d8ef4d044b tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/89e4068e-563d-4d90-bb1d-5a032daf22e8 HTTP/1.1" status: 404 len: 337 time: 0.1147003 Oct 20 10:55:57.688073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36032) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.793015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f783-34db-4f02-89a6-041fac208c5f req-30bfeed4-e16c-42c2-b8ca-72f5f3ca72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.794669 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-30bfeed4-e16c-42c2-b8ca-72f5f3ca72c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234725 Oct 20 10:55:57.837059 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc1ab0c-a8c1-4eed-922a-a67be3b7703a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:57.838153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc1ab0c-a8c1-4eed-922a-a67be3b7703a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:57.842738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3fc1ab0c-a8c1-4eed-922a-a67be3b7703a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/34e67a1f-3a57-4015-b8bb-10164a3841f3 HTTP/1.1" status: 404 len: 337 time: 0.1518652 Oct 20 10:55:57.853451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.884957 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.901572 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.905715 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8905927a-92ff-48b8-aef1-f0f07f002aee tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:57.906625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8905927a-92ff-48b8-aef1-f0f07f002aee tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:57.913323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36040) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.913552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8905927a-92ff-48b8-aef1-f0f07f002aee tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/418db2b3-4f41-4e74-ae0b-3d32ada9fd26 HTTP/1.1" status: 404 len: 337 time: 0.0543895 Oct 20 10:55:57.914566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.919621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.920895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e558437-51e4-4783-a118-b4f8f16a6a9f HTTP/1.1" status: 204 len: 168 time: 0.7531922 Oct 20 10:55:57.944476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:57.949979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:57.954896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:57.963359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804dd3-fd69-4c5d-957e-17f9d566f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e558437-51e4-4783-a118-b4f8f16a6a9f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.027761 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-696f3642-5fb4-4554-afe0-b954b9ef3868 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:58.027761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696f3642-5fb4-4554-afe0-b954b9ef3868 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:58.030671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Pushing event updated for resources: {'Port': ['ID=2b82af1c-8c09-471a-9440-a0172102543f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.032911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-bb39bf87-f93a-4a24-a997-ba988440096b service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292488 Oct 20 10:55:58.038900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-696f3642-5fb4-4554-afe0-b954b9ef3868 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/142a9b03-9a30-490a-b145-9d6c2a40cbeb HTTP/1.1" status: 404 len: 337 time: 0.1243126 Oct 20 10:55:58.039122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36044) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.043880 n-d-802060-17 neutron-server[100747]: INFO neutron.db.ipam_backend_mixin [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4 (CIDR: 2001:db8::/64) Oct 20 10:55:58.058085 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:58.059914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:58.071756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Attempting to bind port 2b82af1c-8c09-471a-9440-a0172102543f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:58.072432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Attempting to bind port 2b82af1c-8c09-471a-9440-a0172102543f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:58.072979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Attempting to bind port 2b82af1c-8c09-471a-9440-a0172102543f on network 2d5fe838-a998-4d31-a688-24a98274b0ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:58.096819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39f6c64a-e2ca-4b14-a4e2-6a0c5aa376bd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7312422 Oct 20 10:55:58.097129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:58.099655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Checking segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:58.100098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.100508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Bound using segment: {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:58.100958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36048) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.101124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Bound port: 2b82af1c-8c09-471a-9440-a0172102543f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec8598-0261-4d9b-af6e-00c758574d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:58.101392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.113384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'subnet': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:58.139784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Deleting port 8f3eca64-2700-4170-a413-3446e6602a4a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:58.140538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.233231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.248249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Calling delete_port for 8f3eca64-2700-4170-a413-3446e6602a4a owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:58.254375 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6463f783-34db-4f02-89a6-041fac208c5f req-431b1deb-6184-419c-b777-490b808f4078 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861711 Oct 20 10:55:58.261675 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-89b48f4f-7503-4c05-9aaa-2375a4d44df0 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 200 len: 205 time: 0.2168195 Oct 20 10:55:58.263073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36062) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.318318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] For port 2b82af1c-8c09-471a-9440-a0172102543f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:58.326150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] For port 2b82af1c-8c09-471a-9440-a0172102543f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b82af1c-8c09-471a-9440-a0172102543f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:58.330059 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-74511fe2-0d15-4c72-ac8b-72bc1ad6405c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:58.331472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74511fe2-0d15-4c72-ac8b-72bc1ad6405c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/81eed29f-99bb-429e-b707-0994043f7de0 HTTP/1.1" status: 404 len: 336 time: 0.0672858 Oct 20 10:55:58.334374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36064) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.336342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.450016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-617f5fb5-61da-4830-a9ee-c120c3b72c00 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=860d75a9-1348-466a-9af7-7f9950a98f98 HTTP/1.1" status: 200 len: 205 time: 0.1123488 Oct 20 10:55:58.454292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36070) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.483122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.510182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6f9e-5088-4a6b-8f39-afc10ff0276d None None] Pushing event updated for resources: {'Port': ['ID=2b82af1c-8c09-471a-9440-a0172102543f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.529911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-46739510-4e9f-4361-ba92-c0116a6b4ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.555488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.561096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/ports/8f3eca64-2700-4170-a413-3446e6602a4a HTTP/1.1" status: 204 len: 168 time: 0.8978603 Oct 20 10:55:58.561096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a7b4d-aae7-4022-89b0-07e0d6da7728 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f3eca64-2700-4170-a413-3446e6602a4a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.563190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.569080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116', 'external_fixed_ips': [{'subnet_id': '4cbc864a-3468-4319-9493-eb890bab026f', 'ip_address': '2001:db8::23b'}]}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:58.617366 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-44b8af1a-8814-4798-9958-be4406d9ad44 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:58.619727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-44b8af1a-8814-4798-9958-be4406d9ad44 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/860d75a9-1348-466a-9af7-7f9950a98f98 HTTP/1.1" status: 404 len: 336 time: 0.1609449 Oct 20 10:55:58.621685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.640369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:55:58.640369 n-d-802060-17 neutron-server[100747]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:55:58.640369 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'id': '55c30c17-4af6-49b3-90f5-93314af9b348', 'expiration': datetime.datetime(2021, 10, 20, 10, 57, 58, 617265)}] Oct 20 10:55:58.640369 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:55:58.641072 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:55:58.652330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:58.656579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.687697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43a2aa-8d9b-465e-bd35-2e02ce93071f req-554e1b37-4da7-4f1d-8ed8-0e9c7254c02c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:58.689911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df43a2aa-8d9b-465e-bd35-2e02ce93071f req-554e1b37-4da7-4f1d-8ed8-0e9c7254c02c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1088407 Oct 20 10:55:58.698566 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b651b97-5505-4fb9-a61d-81d0e5079000 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:58.699068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b651b97-5505-4fb9-a61d-81d0e5079000 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:58.702150 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8b651b97-5505-4fb9-a61d-81d0e5079000 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/df51035f-ab98-4335-9398-b361ee797dbb HTTP/1.1" status: 404 len: 337 time: 0.0789003 Oct 20 10:55:58.706386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36084) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.769702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2bab8ce-cd9d-4ac6-ac38-336d206c674f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 200 len: 205 time: 0.0598481 Oct 20 10:55:58.769935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36086) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.817421 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-6bf6053c-7e61-4a38-872d-2d5caad2f507 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:58.820757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6bf6053c-7e61-4a38-872d-2d5caad2f507 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/8ebd9ac0-d391-4249-8018-67f2f7389b4b HTTP/1.1" status: 404 len: 336 time: 0.0468597 Oct 20 10:55:58.820935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36088) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.868815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-51027b92-85d8-4e74-bc20-6d85a885969c tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=d822255f-e804-49ea-8b70-09de8fe700c2 HTTP/1.1" status: 200 len: 205 time: 0.0439596 Oct 20 10:55:58.870191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36090) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.969769 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-3a189871-bd36-4630-82e7-de0af9a2fac7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:58.979291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3a189871-bd36-4630-82e7-de0af9a2fac7 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/d822255f-e804-49ea-8b70-09de8fe700c2 HTTP/1.1" status: 404 len: 336 time: 0.1017303 Oct 20 10:55:58.980216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36092) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.026590 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc304cf-a0cb-4bea-bf49-3331e62e98ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:59.027037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc304cf-a0cb-4bea-bf49-3331e62e98ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:59.030146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1dc304cf-a0cb-4bea-bf49-3331e62e98ea tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/37414f5a-ea60-478d-b9b0-1e0a7cd4ccc9 HTTP/1.1" status: 404 len: 337 time: 0.0489268 Oct 20 10:55:59.039845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36096) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.068657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df43a2aa-8d9b-465e-bd35-2e02ce93071f req-c8ac47aa-19e1-4e93-a90e-9a1f39b89b5f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690670 Oct 20 10:55:59.103444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5135376f-76ad-488d-bdbf-f6cd022e619a tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=76a8507d-d868-4b5d-9cc6-72131f8bd310 HTTP/1.1" status: 200 len: 205 time: 0.0620670 Oct 20 10:55:59.106286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36102) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.150755 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-daa06e61-50b2-4679-8ddb-64085a371473 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:59.152114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-daa06e61-50b2-4679-8ddb-64085a371473 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/76a8507d-d868-4b5d-9cc6-72131f8bd310 HTTP/1.1" status: 404 len: 336 time: 0.0438850 Oct 20 10:55:59.155789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36104) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.195997 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-714a018a-b300-41d6-8844-30430e68b670 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:59.196826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714a018a-b300-41d6-8844-30430e68b670 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:59.200269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-714a018a-b300-41d6-8844-30430e68b670 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/36121294-8948-488f-92ca-bcd862d75460 HTTP/1.1" status: 404 len: 337 time: 0.0426013 Oct 20 10:55:59.203184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36108) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.250348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.252336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.271091 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6bc6029-bf4d-4d59-b835-1b889af4c26f tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b135885-2d3f-4502-b133-2ab618f94c68 HTTP/1.1" status: 200 len: 205 time: 0.0655205 Oct 20 10:55:59.273882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.282174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:55:59.382390 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-7ef7539a-31ce-4b4d-8c1d-bd01822da0b2 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] delete failed (client error): The resource could not be found. Oct 20 10:55:59.385910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ef7539a-31ce-4b4d-8c1d-bd01822da0b2 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/routers/4b135885-2d3f-4502-b133-2ab618f94c68 HTTP/1.1" status: 404 len: 336 time: 0.1085324 Oct 20 10:55:59.387064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36124) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.415798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36126) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.444013 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88e8bc6-9bce-4643-8074-d4f0cc14d07e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:59.447174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88e8bc6-9bce-4643-8074-d4f0cc14d07e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:59.451779 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d88e8bc6-9bce-4643-8074-d4f0cc14d07e tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/e6cc98e6-557d-4e92-8956-6a935ebaf164 HTTP/1.1" status: 404 len: 337 time: 0.0637352 Oct 20 10:55:59.456231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36130) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.464676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.527877 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b821f41c-5ceb-4fd7-9310-84e05210a1c6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:59.531375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b821f41c-5ceb-4fd7-9310-84e05210a1c6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:59.542143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b821f41c-5ceb-4fd7-9310-84e05210a1c6 tempest-RoutersIpV6Test-1290353719 tempest-RoutersIpV6Test-1290353719-project] 10.222.0.74 "DELETE /v2.0/subnets/7c9181fc-86c6-400e-bf9c-422fc8494198 HTTP/1.1" status: 404 len: 337 time: 0.0840149 Oct 20 10:55:59.606173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--382940969'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:59.706843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.755838 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.759711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.873384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.015520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Provisioning complete for port 2b82af1c-8c09-471a-9440-a0172102543f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:00.016631 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.067245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36138) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:00.080061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.123117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.220637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.322189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.720770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] For port 2b82af1c-8c09-471a-9440-a0172102543f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b82af1c-8c09-471a-9440-a0172102543f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:00.751901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.772821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.775003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea67e22-7017-4e44-a141-7ec282057a9e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.816251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.816967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.837495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:00.839587 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:00.842260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:00.848749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf883017-3d42-49bf-b187-4fe48980e8df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fad9469db2b46cbbbfa1daa6e579518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7760742 Oct 20 10:56:00.867353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b82af1c-8c09-471a-9440-a0172102543f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:00.941776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.942247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2b82af1c-8c09-471a-9440-a0172102543f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:00.942738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.974156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.982671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=2b82af1c-8c09-471a-9440-a0172102543f,revision_number=4']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.986195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a1c6f-2333-49e9-a158-7f0912229083,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.993375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:01.042234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:01.049108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:01.050337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.058127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.061765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2fae4490-7971-4b71-a42d-d2b099d8eab3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6410251 Oct 20 10:56:01.062167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:01.076917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e52f16-dc6c-4563-aa7b-279464e1fedc req-4226bed4-f178-4b87-a901-716f9b554a9b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:01.079013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89e52f16-dc6c-4563-aa7b-279464e1fedc req-4226bed4-f178-4b87-a901-716f9b554a9b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.8612833 Oct 20 10:56:01.091654 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.101003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405ac70-cdc6-4266-8211-2dc4ee9dda11 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:01.102690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.121239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98d7a909-e62e-4f5a-82cf-19f654fe67db HTTP/1.1" status: 204 len: 168 time: 0.2778370 Oct 20 10:56:01.144243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Subnet': ['ID=f0937dde-6617-4a7f-b522-dd899b145abb,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.149318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c0728-288c-411f-9f7e-c43820d65521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d7a909-e62e-4f5a-82cf-19f654fe67db,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.234429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.241690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-17b2646c-dc38-42ae-960f-ba7b1925ff77 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1779938 Oct 20 10:56:01.250550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36164) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:01.268232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-security--324041035', 'description': 'tempest-security-description-1311152451'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:01.275869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4eeef6e-5363-42cc-8f3f-a2210db9523e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1708097 Oct 20 10:56:01.284396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:01.285291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.293053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89e52f16-dc6c-4563-aa7b-279464e1fedc req-df27ff01-3580-4dbe-bb65-6c1234c723b7 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762910 Oct 20 10:56:01.293311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Request body: {'port': {'network_id': '2d5fe838-a998-4d31-a688-24a98274b0ba', 'mac_address': 'fa:16:3e:94:46:f5', 'name': 'tempest-NetworksTestDHCPv6-224377504'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:01.323520 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.403447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.445778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b4f918e4-37ce-4ef3-824f-5fbb2ca64185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.480655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.490251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.495264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.501833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "PUT /v2.0/security-groups/4a8a1c6f-2333-49e9-a158-7f0912229083 HTTP/1.1" status: 200 len: 1779 time: 0.2368352 Oct 20 10:56:01.503119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36174) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:01.505977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 2b82af1c-8c09-471a-9440-a0172102543f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b82af1c-8c09-471a-9440-a0172102543f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:01.517175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.542717 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.653856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5ff71-cc57-4ce4-821a-f478114e2b0c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a1c6f-2333-49e9-a158-7f0912229083,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.688407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-808ad78e-e095-4dbe-afe8-2aa96a648617 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups/4a8a1c6f-2333-49e9-a158-7f0912229083 HTTP/1.1" status: 200 len: 1779 time: 0.1837022 Oct 20 10:56:01.691593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36192) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:01.706721 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:01.707519 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-3c28c9a5-fc29-41e6-85f8-29bfbbc71ffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:01.710236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=2b82af1c-8c09-471a-9440-a0172102543f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.732230 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.753843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Made reservation on behalf of 72f95f4cf0514f01b4703e981708e186 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:01.839814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 2001:db8::23b (9395ead8-38f2-4c0e-b5b5-35fad3c70116/4cbc864a-3468-4319-9493-eb890bab026f/fbab0458-76dc-4d74-8252-26d056d2f44b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:01.849729 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.898826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.901034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.948177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] device_id is not set on port 3156eb80-fdcc-4f2a-8e16-458095de308d yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:02.089822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.215099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.220622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.224815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/4a8a1c6f-2333-49e9-a158-7f0912229083 HTTP/1.1" status: 204 len: 168 time: 0.5291765 Oct 20 10:56:02.225493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36204) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.273224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51b074-d499-4b47-a3d6-83c5dcd2b398 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a1c6f-2333-49e9-a158-7f0912229083,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:02.341888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.350970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8::225 (2d5fe838-a998-4d31-a688-24a98274b0ba/d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4/3156eb80-fdcc-4f2a-8e16-458095de308d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:02.361256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:46f5 (2d5fe838-a998-4d31-a688-24a98274b0ba/f0937dde-6617-4a7f-b522-dd899b145abb/3156eb80-fdcc-4f2a-8e16-458095de308d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:02.371570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-b4f2498e-07ab-443b-b85c-671d0c5d7717 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1478055 Oct 20 10:56:02.408618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=fbab0458-76dc-4d74-8252-26d056d2f44b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:02.423466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:02.432441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-100ed4e9-5c6a-4e06-8923-ada050b19e20 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1928039 Oct 20 10:56:02.433347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36208) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.433919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:02.437365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:02.508538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36210) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.522823 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-d6b83a38-ac32-43b1-a9ad-b8a8150a9280 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] delete failed (client error): The resource could not be found. Oct 20 10:56:02.523966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6b83a38-ac32-43b1-a9ad-b8a8150a9280 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/4a8a1c6f-2333-49e9-a158-7f0912229083 HTTP/1.1" status: 404 len: 347 time: 0.0643461 Oct 20 10:56:02.541888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36214) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.551669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--345060321'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:02.775451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-36549195-6152-4000-950f-af37f07f85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:02.777346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-36549195-6152-4000-950f-af37f07f85b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.3426819 Oct 20 10:56:02.778241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.785705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e5ea25de-b66c-4a89-b439-a12bd16f358e None None] Provisioning complete for port 2b82af1c-8c09-471a-9440-a0172102543f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:02.786184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5ea25de-b66c-4a89-b439-a12bd16f358e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.803972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.804224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9bd2cfd0-a09d-4a8b-8583-d611010d5a5b tempest-DvrRoutersNegativeTest-700008481 tempest-DvrRoutersNegativeTest-700008481-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-165142621', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:02.807586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.policy [None req-9bd2cfd0-a09d-4a8b-8583-d611010d5a5b tempest-DvrRoutersNegativeTest-700008481 tempest-DvrRoutersNegativeTest-700008481-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100746) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 20 10:56:02.807918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.policy [None req-9bd2cfd0-a09d-4a8b-8583-d611010d5a5b tempest-DvrRoutersNegativeTest-700008481 tempest-DvrRoutersNegativeTest-700008481-project] Failed policy check for 'create_router' {{(pid=100746) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 20 10:56:02.808475 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-9bd2cfd0-a09d-4a8b-8583-d611010d5a5b tempest-DvrRoutersNegativeTest-700008481 tempest-DvrRoutersNegativeTest-700008481-project] create failed (client error): Access was denied to this resource. Oct 20 10:56:02.815771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9bd2cfd0-a09d-4a8b-8583-d611010d5a5b tempest-DvrRoutersNegativeTest-700008481 tempest-DvrRoutersNegativeTest-700008481-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3013079 Oct 20 10:56:02.871912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b82af1c-8c09-471a-9440-a0172102543f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:02.872751 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.984138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2b82af1c-8c09-471a-9440-a0172102543f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:02.984346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.046128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.115180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-d5c04e3f-fd0b-4e28-8d11-6a6c6bb89529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.117074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-d5c04e3f-fd0b-4e28-8d11-6a6c6bb89529 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.2981458 Oct 20 10:56:03.168752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.268847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.276079 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.327303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-e26f53c3-6977-4943-954a-0f55cfbb9302 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1002 time: 0.1903615 Oct 20 10:56:03.355266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.379213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Network 2d5fe838-a998-4d31-a688-24a98274b0ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:03.381844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36234) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.434786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:03.456921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:03.463520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.464574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.482906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router 96a1622b-bd84-4713-9429-1e85710f13e6 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:03.500407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.504901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9619863 Oct 20 10:56:03.505144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.524848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0205dd5-6719-4991-8413-ddb48dfd84fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fecff9-38c9-40e2-8a74-7ec5dfdc749e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.532450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '98fecff9-38c9-40e2-8a74-7ec5dfdc749e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:03.540794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event updated for resources: {'Port': ['ID=3156eb80-fdcc-4f2a-8e16-458095de308d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.557055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7de0a7c-e6af-446a-8626-9e4e009301ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2715375 Oct 20 10:56:03.560694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.576473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-88744869-94e7-4001-b969-46cc5470d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.579023 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-88744869-94e7-4001-b969-46cc5470d9ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.2198477 Oct 20 10:56:03.630509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a1850c7d-4958-4afb-b3cd-36d36f90855f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.700991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.720162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-9aa851df-072d-4a5e-bfcf-1305ce72a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.721771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-9aa851df-072d-4a5e-bfcf-1305ce72a20c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167891 Oct 20 10:56:03.795705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:03.810184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Sync routers for ids ['96a1622b-bd84-4713-9429-1e85710f13e6'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:03.827851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Routers {'96a1622b-bd84-4713-9429-1e85710f13e6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:03.829412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['96a1622b-bd84-4713-9429-1e85710f13e6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:03.860095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.864353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.868307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3e6d0f7-017b-499b-9afe-99b65cf48fec tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2999687 Oct 20 10:56:03.871906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36254) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.880810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.928344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-dc86e4b1-fd40-4dcc-9152-23b59c7052fe service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909790 Oct 20 10:56:03.957729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4366484c-d7ff-4c0f-9a30-bd813017a205,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.977407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a1850c7d-4958-4afb-b3cd-36d36f90855f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.985823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f496067-fee1-4081-98e6-0bb1a4dfd0a6 None None] Provisioning complete for port 3156eb80-fdcc-4f2a-8e16-458095de308d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:03.986085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f496067-fee1-4081-98e6-0bb1a4dfd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.990844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.992173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6ec3359e-b3ef-4252-b56a-33b370fa850b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4849598 Oct 20 10:56:03.997742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36256) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.016672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting port 3156eb80-fdcc-4f2a-8e16-458095de308d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:04.017902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.019605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a1850c7d-4958-4afb-b3cd-36d36f90855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.080689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.130515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a1850c7d-4958-4afb-b3cd-36d36f90855f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=791c923971354befaf970632f6c5b8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475879 Oct 20 10:56:04.131289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.133447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36258) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.172265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.185165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f496067-fee1-4081-98e6-0bb1a4dfd0a6 None None] Port 3156eb80-fdcc-4f2a-8e16-458095de308d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:04.191183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Set router 96a1622b-bd84-4713-9429-1e85710f13e6 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:04.206033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850c7d-4958-4afb-b3cd-36d36f90855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40968993-b877-4672-a426-6a1973d18f7e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.265804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.301001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.327548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.340633 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-56c3639e-149f-4d41-a7b1-d2a4d6af1a52 req-e1819621-5d96-4c30-acb7-72be6c0b8954 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038382 Oct 20 10:56:04.343192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.346251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.360089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.361216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/4366484c-d7ff-4c0f-9a30-bd813017a205 HTTP/1.1" status: 204 len: 168 time: 0.3548160 Oct 20 10:56:04.365550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36260) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.370770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Calling delete_port for 3156eb80-fdcc-4f2a-8e16-458095de308d owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:04.373430 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.374992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad7ae-b0de-456e-adf6-285db37379b4 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4366484c-d7ff-4c0f-9a30-bd813017a205,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.480748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.488024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.489252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40968993-b877-4672-a426-6a1973d18f7e HTTP/1.1" status: 204 len: 168 time: 0.3548677 Oct 20 10:56:04.546033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1622b-bd84-4713-9429-1e85710f13e6', 'name': '', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116', 'external_fixed_ips': [{'subnet_id': '4cbc864a-3468-4319-9493-eb890bab026f', 'ip_address': '2001:db8::23b'}], 'enable_snat': True}, 'gw_port_id': 'fbab0458-76dc-4d74-8252-26d056d2f44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:59Z', 'updated_at': '2021-10-20T10:56:02Z', 'revision_number': 3, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port': {'id': 'fbab0458-76dc-4d74-8252-26d056d2f44b', 'name': '', 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1622b-bd84-4713-9429-1e85710f13e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '4cbc864a-3468-4319-9493-eb890bab026f', 'ip_address': '2001:db8::23b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:01Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cbc864a-3468-4319-9493-eb890bab026f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:04.548295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-25a82755-fd76-4e76-942f-ceae1235ef31 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1806562 Oct 20 10:56:04.549162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81c08-50e6-4698-9962-aecf53cc9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40968993-b877-4672-a426-6a1973d18f7e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.559742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36272) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.587276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Deleting port fbab0458-76dc-4d74-8252-26d056d2f44b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:04.588400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.589504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Checking router: 96a1622b-bd84-4713-9429-1e85710f13e6 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:04.589876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Updating router 96a1622b-bd84-4713-9429-1e85710f13e6 port fbab0458-76dc-4d74-8252-26d056d2f44b binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:56:04.624868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.676808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.725891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.783445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Port': ['ID=3156eb80-fdcc-4f2a-8e16-458095de308d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.787545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.861726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.869713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a42a25e-d911-4a0f-8dcb-dd3a5bf57943 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/3156eb80-fdcc-4f2a-8e16-458095de308d HTTP/1.1" status: 204 len: 168 time: 1.3075266 Oct 20 10:56:04.871151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36278) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.891391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.925468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Calling delete_port for fbab0458-76dc-4d74-8252-26d056d2f44b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:04.974769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e158b94-f1cf-4ae1-b596-c1e8637055e7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:04.976618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0e158b94-f1cf-4ae1-b596-c1e8637055e7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1042526 Oct 20 10:56:04.979098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36294) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.064100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7b794-b5df-4cee-a8a2-97e656e246dd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:05.065725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f2f7b794-b5df-4cee-a8a2-97e656e246dd tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0856676 Oct 20 10:56:05.068594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36298) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.127324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.130685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.135315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/98fecff9-38c9-40e2-8a74-7ec5dfdc749e HTTP/1.1" status: 204 len: 168 time: 0.5697029 Oct 20 10:56:05.138921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36302) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.216471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82f020-6e7b-43da-a78a-1c019c63120b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fecff9-38c9-40e2-8a74-7ec5dfdc749e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:05.235396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1990ae-3d4d-470b-90ec-4526c5cafc84 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:05.237694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1990ae-3d4d-470b-90ec-4526c5cafc84 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:05.239493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1990ae-3d4d-470b-90ec-4526c5cafc84 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:05.241432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1a1990ae-3d4d-470b-90ec-4526c5cafc84 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1715405 Oct 20 10:56:05.245101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36304) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.285787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b27c9248-4d4e-4992-a36c-b4d0e10a80ce tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455812 Oct 20 10:56:05.286974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36306) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.314663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--89782027'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:05.318809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:05.333101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.346269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.360858 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.372677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.451892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:05.452342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:05.452849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b on network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:05.462030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:05.463155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Checking segment: {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:05.463155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.463522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Bound using segment: {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:05.464086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Bound port: fbab0458-76dc-4d74-8252-26d056d2f44b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:05.464518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.474752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d30fb-8057-4dde-b896-b84d0ab0c619 None None] Pushing event updated for resources: {'Port': ['ID=fbab0458-76dc-4d74-8252-26d056d2f44b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:05.515060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.571363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.579389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.607920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.612410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3241715 Oct 20 10:56:05.626261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36320) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.672956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '11ef4bd5-3e68-4565-837e-923891fd5620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:05.684005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574fb78-21b8-4444-8b44-3ed43f7d2dd2 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef4bd5-3e68-4565-837e-923891fd5620,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:05.755661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.757544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:05.757919 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:05.825764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbab0458-76dc-4d74-8252-26d056d2f44b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:05.864571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.968594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.029209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.299441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:06.303926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:06.304722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Attempting to bind port fbab0458-76dc-4d74-8252-26d056d2f44b on network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:06.328951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:06.329655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Checking segment: {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:06.331179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.331809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Bound using segment: {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:06.332494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Bound port: fbab0458-76dc-4d74-8252-26d056d2f44b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d68f3f-3242-497c-b6dc-83aca9a1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9395ead8-38f2-4c0e-b5b5-35fad3c70116'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:06.333065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.399042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Port fbab0458-76dc-4d74-8252-26d056d2f44b has been deleted concurrently {{(pid=100748) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 20 10:56:06.413131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Routers {'96a1622b-bd84-4713-9429-1e85710f13e6'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:06.413832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['96a1622b-bd84-4713-9429-1e85710f13e6'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:06.463880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.466197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.518849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] Set router 96a1622b-bd84-4713-9429-1e85710f13e6 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:06.568316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.569159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.569733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96a1622b-bd84-4713-9429-1e85710f13e6 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:06.574294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.575480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-691c1d20-30a4-4079-b638-0162a10af93b tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/96a1622b-bd84-4713-9429-1e85710f13e6 HTTP/1.1" status: 204 len: 168 time: 2.7021739 Oct 20 10:56:06.581005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.583155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.598804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8255f496-bf59-42fc-bd2c-a8af5300e784,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:06.601392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.646877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:06.649057 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.657150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8970c62b-e677-4094-b526-b27fbb31d23d tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4 HTTP/1.1" status: 204 len: 168 time: 1.4105690 Oct 20 10:56:06.659228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36356) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.662619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.666335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-14e78d02-76e7-4a1d-9406-a1aa1fdde3ba tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0193050 Oct 20 10:56:06.671961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a0fcb-dd4b-44d3-a0c1-66941140f97f None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:06.679172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36358) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.687590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1622b-bd84-4713-9429-1e85710f13e6', 'name': '', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:59Z', 'updated_at': '2021-10-20T10:56:05Z', 'revision_number': 5, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:06.688159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '11ef4bd5-3e68-4565-837e-923891fd5620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:06.735280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8323-2a8f-422c-a755-7e8f3b847987 None None] The sync data for ids ['96a1622b-bd84-4713-9429-1e85710f13e6'] in n-d-802060-17 is: [{'id': '96a1622b-bd84-4713-9429-1e85710f13e6', 'name': '', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:59Z', 'updated_at': '2021-10-20T10:56:05Z', 'revision_number': 5, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:06.777529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.786406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Deleting subnet f0937dde-6617-4a7f-b522-dd899b145abb {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:06.811558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.887369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Deleting subnet 4cbc864a-3468-4319-9493-eb890bab026f {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:06.928675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.953034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.955034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.962796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.071347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19da98ce-e351-4a28-b552-dd8e2106b059,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.085364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.136746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.157687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.162199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f465145f-9496-4ebf-9f60-ee71f2e8c8dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784033 Oct 20 10:56:07.174036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.206581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '11ef4bd5-3e68-4565-837e-923891fd5620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:07.240925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.285303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.321245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Subnet': ['ID=f0937dde-6617-4a7f-b522-dd899b145abb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.333028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.334078 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.354188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdcabb19-fc05-46a0-a728-a9935dfd956e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f0937dde-6617-4a7f-b522-dd899b145abb HTTP/1.1" status: 204 len: 168 time: 0.6879010 Oct 20 10:56:07.359357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36380) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.412682 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.432588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c88d13b4-b4e5-47da-b8db-df2b45490345 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726194 Oct 20 10:56:07.435119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36382) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.482759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbc864a-3468-4319-9493-eb890bab026f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.494819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.508181 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f2542ec-91b1-4467-98a9-2faaa7001bab tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/4cbc864a-3468-4319-9493-eb890bab026f HTTP/1.1" status: 204 len: 168 time: 0.9236386 Oct 20 10:56:07.516925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.588114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.590123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2853342-a000-44ca-b847-194022121986 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:07.594283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.599228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a2853342-a000-44ca-b847-194022121986 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1604950 Oct 20 10:56:07.599674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.756390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532c0eb-7379-4503-ae98-566892938da9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:07.758088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a532c0eb-7379-4503-ae98-566892938da9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1572213 Oct 20 10:56:07.774864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36398) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.791639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.801814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.808252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '11ef4bd5-3e68-4565-837e-923891fd5620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:07.813664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6360571 Oct 20 10:56:07.824034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.841624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee489ed-96df-422c-be13-fd1a0314ad88 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c707699f-958b-43bf-9266-edcc056de9d6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.924606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e693a6bd-1f74-4708-822b-e8b3b9d2f17c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477487 Oct 20 10:56:07.935486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36412) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.984266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d97e0f-9cc6-4c6a-b690-da6937d3cd36 None None] Network 2d5fe838-a998-4d31-a688-24a98274b0ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:08.005385 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0734b9-34f8-4794-abf5-4985cb166a85 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.006081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0734b9-34f8-4794-abf5-4985cb166a85 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.009831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c0734b9-34f8-4794-abf5-4985cb166a85 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/3156eb80-fdcc-4f2a-8e16-458095de308d HTTP/1.1" status: 404 len: 333 time: 0.0731657 Oct 20 10:56:08.014094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.040330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.060822 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ed70eb-7db3-45ac-bec1-e6315adae5bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.061367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ed70eb-7db3-45ac-bec1-e6315adae5bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.065724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e6ed70eb-7db3-45ac-bec1-e6315adae5bb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f0937dde-6617-4a7f-b522-dd899b145abb HTTP/1.1" status: 404 len: 337 time: 0.0505252 Oct 20 10:56:08.068802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.084064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.158752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9395ead8-38f2-4c0e-b5b5-35fad3c70116']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:08.161685 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0535635-46e1-4dde-9eaa-eb80874a9a99 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.162152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0535635-46e1-4dde-9eaa-eb80874a9a99 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.174705 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0535635-46e1-4dde-9eaa-eb80874a9a99 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/d9ecb1e7-f9f4-41a7-a535-4af6b670a9c4 HTTP/1.1" status: 404 len: 337 time: 0.1047869 Oct 20 10:56:08.177255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36420) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.180980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-920017e0-fadb-4f2f-b17e-4469cd95a028 None None] Provisioning complete for port 2b82af1c-8c09-471a-9440-a0172102543f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:08.181351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-920017e0-fadb-4f2f-b17e-4469cd95a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.195165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d68f3f-3242-497c-b6dc-83aca9a1d057') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:08.195490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d68f3f-3242-497c-b6dc-83aca9a1d057') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:08.204616 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.213293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.231617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.254296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.257240 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e09f91-33c5-4057-9c07-87b9841a1d40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.258501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e09f91-33c5-4057-9c07-87b9841a1d40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.265940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2e09f91-33c5-4057-9c07-87b9841a1d40 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/9301c0bc-5f54-420a-bed7-4823b7617aad HTTP/1.1" status: 404 len: 333 time: 0.0872695 Oct 20 10:56:08.266899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36428) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.270433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1837e375-ac25-4d81-8469-9fcf9edcba26,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:08.270722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:08.271449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:08.277882 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:08.354592 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-744680bc-e223-4698-bdb2-8966632b0ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.355752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744680bc-e223-4698-bdb2-8966632b0ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.367667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-744680bc-e223-4698-bdb2-8966632b0ae5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/134a22bc-c331-44fc-95c7-3c38e6bd2f8c HTTP/1.1" status: 404 len: 337 time: 0.0937631 Oct 20 10:56:08.369092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.384977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.386714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-87013ba1-1ed1-4f47-bbcf-2262f85803e8 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5834930 Oct 20 10:56:08.389403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36440) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.397170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '11ef4bd5-3e68-4565-837e-923891fd5620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:08.441945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.509629 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c5b8e3-da6b-4341-8146-a8d8dc618110 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.513542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c5b8e3-da6b-4341-8146-a8d8dc618110 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.520781 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-81c5b8e3-da6b-4341-8146-a8d8dc618110 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/905afc7b-9005-418b-9a27-cc17e0384600 HTTP/1.1" status: 404 len: 337 time: 0.1489775 Oct 20 10:56:08.525326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36442) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.553035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.558507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] DHCP port deletion for 2d5fe838-a998-4d31-a688-24a98274b0ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:08.561167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9395ead8-38f2-4c0e-b5b5-35fad3c70116 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:56:08.573732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36444) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.575958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.585491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/networks/9395ead8-38f2-4c0e-b5b5-35fad3c70116 HTTP/1.1" status: 204 len: 168 time: 1.0627561 Oct 20 10:56:08.588658 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad9e8ac-4bd1-4b1e-8781-b681731380a6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.589983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad9e8ac-4bd1-4b1e-8781-b681731380a6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.597830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6ad9e8ac-4bd1-4b1e-8781-b681731380a6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/1c1cb838-3133-4502-95ed-f4b41d59dd45 HTTP/1.1" status: 404 len: 333 time: 0.0710526 Oct 20 10:56:08.598988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.605076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7784728-b4a3-4995-9572-39d41ea872c3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Network': ['ID=9395ead8-38f2-4c0e-b5b5-35fad3c70116,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:08.653788 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aa463c-e60e-476f-b6cf-753a22b1e680 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.654409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aa463c-e60e-476f-b6cf-753a22b1e680 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.661643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36452) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.662791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32aa463c-e60e-476f-b6cf-753a22b1e680 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/b57aab2a-f4cf-47f4-b000-c4a304267f98 HTTP/1.1" status: 404 len: 337 time: 0.0603089 Oct 20 10:56:08.676687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.676935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Deleting port 2b82af1c-8c09-471a-9440-a0172102543f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:08.676935 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.679638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.738109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad66383-8a2b-4d6f-be63-fde1238b16c5,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:08.755138 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-67757f9b-47d8-442e-9719-1b27934a79b5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.756996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67757f9b-47d8-442e-9719-1b27934a79b5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.767462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-67757f9b-47d8-442e-9719-1b27934a79b5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f6930223-9f75-4447-abfc-94d997c5aa94 HTTP/1.1" status: 404 len: 337 time: 0.1042578 Oct 20 10:56:08.770046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36454) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.772105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.789819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.790166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3613448a-fd8a-4405-8c65-6d21f72ec6e0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3935354 Oct 20 10:56:08.848600 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe3d7d2-e9bb-42b7-9147-892d66cd57c7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.849730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe3d7d2-e9bb-42b7-9147-892d66cd57c7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.853019 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cfe3d7d2-e9bb-42b7-9147-892d66cd57c7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cf3dbeeb-4794-4dbe-b13a-64e476103ae2 HTTP/1.1" status: 404 len: 333 time: 0.0819008 Oct 20 10:56:08.857373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.874268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.890656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] For port 2b82af1c-8c09-471a-9440-a0172102543f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b82af1c-8c09-471a-9440-a0172102543f,segment=NetworkSegment(49ec8598-0261-4d9b-af6e-00c758574d2d),segment_id=49ec8598-0261-4d9b-af6e-00c758574d2d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:08.894370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.895784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.933399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Calling delete_port for 2b82af1c-8c09-471a-9440-a0172102543f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:08.945870 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8f50cc-6ecc-48e1-8e74-ec40959fc0c4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:08.951053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8f50cc-6ecc-48e1-8e74-ec40959fc0c4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:08.962810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae8f50cc-6ecc-48e1-8e74-ec40959fc0c4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/4f9e47a3-8e0f-4864-92a4-d4c7f00b8134 HTTP/1.1" status: 404 len: 337 time: 0.1021554 Oct 20 10:56:08.964640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36462) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.971367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.978392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.992585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/1ad66383-8a2b-4d6f-be63-fde1238b16c5 HTTP/1.1" status: 204 len: 168 time: 0.2016644 Oct 20 10:56:08.994724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36464) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.012629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc084c-46cc-4d1a-be9a-d55cc59b10ed tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ad66383-8a2b-4d6f-be63-fde1238b16c5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.048249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82e317d3-08f1-4558-8cfe-c57fab3021dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.068846 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aa978e-eeac-44ca-ba39-8e7dfafe122e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.074999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00aa978e-eeac-44ca-ba39-8e7dfafe122e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.094913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-00aa978e-eeac-44ca-ba39-8e7dfafe122e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/a6e9c0f8-eab3-4843-8e06-baf9d10e797b HTTP/1.1" status: 404 len: 337 time: 0.1247852 Oct 20 10:56:09.098009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-211ee39c-9f86-4381-9d9b-dcc4c559d0fe tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0907810 Oct 20 10:56:09.098999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36470) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.099308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36472) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.149814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.158330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'name': 'tempest-router--1484723674', 'project_id': '4396be97fa594f14b9d5440d4001375e'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:09.174708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b82af1c-8c09-471a-9440-a0172102543f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:09.189517 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd251b7-1d61-4894-82eb-a21ecb6391cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.190602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd251b7-1d61-4894-82eb-a21ecb6391cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.194328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ffd251b7-1d61-4894-82eb-a21ecb6391cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/ce73834d-4263-460a-acac-c71488ffaa5c HTTP/1.1" status: 404 len: 333 time: 0.0940678 Oct 20 10:56:09.196270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.197501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.203091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2b82af1c-8c09-471a-9440-a0172102543f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:09.204454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b82af1c-8c09-471a-9440-a0172102543f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:09.206370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.215381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36476) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.216884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.239420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Pushing event deleted for resources: {'Port': ['ID=2b82af1c-8c09-471a-9440-a0172102543f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.244429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.250736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.251434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.251999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.252552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.252970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.253549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.254008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.254466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.254992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.255517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.256269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.256409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:09.263085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a47f8-3c46-4c6f-8f9b-ba30df80821f None None] No DVR routers for this DVR port 2b82af1c-8c09-471a-9440-a0172102543f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:09.286920 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b2bc6c-1bbb-4ae6-80cd-6ae74b90a07c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.288175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b2bc6c-1bbb-4ae6-80cd-6ae74b90a07c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.314589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1b2bc6c-1bbb-4ae6-80cd-6ae74b90a07c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f9a3b2ae-c5fc-4608-b338-a947351b67c4 HTTP/1.1" status: 404 len: 337 time: 0.0922053 Oct 20 10:56:09.320305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.324892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82e317d3-08f1-4558-8cfe-c57fab3021dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.332181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82e317d3-08f1-4558-8cfe-c57fab3021dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.367294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e317d3-08f1-4558-8cfe-c57fab3021dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd557a67-948c-44fe-bbf5-01500d9a00fe,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.367517 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d7b63d-682f-439a-aa52-043c917cafee tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.367983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d7b63d-682f-439a-aa52-043c917cafee tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.371239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98d7b63d-682f-439a-aa52-043c917cafee tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/ae3a0e30-cf60-452e-bf72-82c910b7f7eb HTTP/1.1" status: 404 len: 333 time: 0.0478287 Oct 20 10:56:09.376771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.410485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.416272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.420411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.434091 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadb5f1f-1063-4d11-9e21-ec458002b2ae tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.435046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadb5f1f-1063-4d11-9e21-ec458002b2ae tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.439485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.440559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cadb5f1f-1063-4d11-9e21-ec458002b2ae tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1dda3622-1e64-4822-8522-8ea396b16254 HTTP/1.1" status: 404 len: 337 time: 0.0606589 Oct 20 10:56:09.442822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.443538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.443982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/1837e375-ac25-4d81-8469-9fcf9edcba26 HTTP/1.1" status: 204 len: 168 time: 0.3423045 Oct 20 10:56:09.464690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bfd5-0b4c-43b3-a403-3c2ec61fc14a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1837e375-ac25-4d81-8469-9fcf9edcba26,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.483386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.484787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ceb75948-cf92-4bae-8d23-8840c8f6825a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3314683 Oct 20 10:56:09.487586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-82e317d3-08f1-4558-8cfe-c57fab3021dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea37d6462f5f445ab0fdb03f2380d6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112220 Oct 20 10:56:09.488714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36498) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.504842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36500) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.508325 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-730dc4ee-d489-4f07-820a-d10cf234d139 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.509457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730dc4ee-d489-4f07-820a-d10cf234d139 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.513451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-730dc4ee-d489-4f07-820a-d10cf234d139 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/78a0d5c6-ceca-4a1c-be1c-1126def44dbd HTTP/1.1" status: 404 len: 333 time: 0.0682654 Oct 20 10:56:09.518140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36502) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.562431 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cfe9dc-2eb1-4085-b0fa-37af701cb0cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.563776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cfe9dc-2eb1-4085-b0fa-37af701cb0cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.569854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-61cfe9dc-2eb1-4085-b0fa-37af701cb0cb tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/ec47e838-6bef-47f2-aeaa-7bac446444bb HTTP/1.1" status: 404 len: 337 time: 0.0478134 Oct 20 10:56:09.570598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36504) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.618614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a9cca757-e964-492c-8926-248628e0ce40 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1715345 Oct 20 10:56:09.641979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36506) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.645479 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86160e4-851d-48b5-adc3-92125035e4c9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:09.646641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86160e4-851d-48b5-adc3-92125035e4c9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:09.654122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d86160e4-851d-48b5-adc3-92125035e4c9 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/0b7a7b38-3fd5-45ce-9bb4-17047ca97e71 HTTP/1.1" status: 404 len: 333 time: 0.0818641 Oct 20 10:56:09.654357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.683977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.100182 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4bbe4c-121a-4a85-8444-35537ef5be0c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.100631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4bbe4c-121a-4a85-8444-35537ef5be0c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.103671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0c4bbe4c-121a-4a85-8444-35537ef5be0c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/c54d8829-d695-43dc-bbcf-d45063024dd3 HTTP/1.1" status: 404 len: 337 time: 0.4484975 Oct 20 10:56:10.106366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36510) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.132773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.154325 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40fd433-849f-409e-a093-d62dc4ea793a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.155404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40fd433-849f-409e-a093-d62dc4ea793a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.159515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d40fd433-849f-409e-a093-d62dc4ea793a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cf64b051-b7fa-4430-a86e-0c4db2f89e6a HTTP/1.1" status: 404 len: 333 time: 0.0519195 Oct 20 10:56:10.162110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36512) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.173691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.192891 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a109fe1-db5f-4d0e-b953-656e48df06a7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.193789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a109fe1-db5f-4d0e-b953-656e48df06a7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.194393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.199589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a109fe1-db5f-4d0e-b953-656e48df06a7 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/4fb94f88-f04f-4489-a850-343362b2b942 HTTP/1.1" status: 404 len: 337 time: 0.0336630 Oct 20 10:56:10.199912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36514) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.228167 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cdcea2-6942-4a4a-97f1-fc574f89377f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.229183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cdcea2-6942-4a4a-97f1-fc574f89377f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.232712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e1cdcea2-6942-4a4a-97f1-fc574f89377f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/cd535af4-a0fe-403f-a275-6eac64179f62 HTTP/1.1" status: 404 len: 333 time: 0.0314717 Oct 20 10:56:10.235333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36516) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.263850 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4af5218-25b8-4f6d-bcbf-31a97a807d52 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.264309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4af5218-25b8-4f6d-bcbf-31a97a807d52 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.270444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c4af5218-25b8-4f6d-bcbf-31a97a807d52 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/616bf8f3-949c-40a6-b841-ea629d755297 HTTP/1.1" status: 404 len: 337 time: 0.0314465 Oct 20 10:56:10.270825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36518) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.326384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.341905 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-befcf63d-999b-4046-88b4-3d5f245f09f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.348254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befcf63d-999b-4046-88b4-3d5f245f09f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.360390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-befcf63d-999b-4046-88b4-3d5f245f09f6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/45d84815-adf4-4e9b-9933-f6175523324e HTTP/1.1" status: 404 len: 337 time: 0.0876906 Oct 20 10:56:10.361555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36522) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.362021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7258-3618-47da-a233-fc563d60992b req-fcd6082e-eab1-488d-afd3-71df315d0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:10.363585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-fcd6082e-eab1-488d-afd3-71df315d0a06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5518ece70f954123bc1e4e41d41e2b88&device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 1102 time: 0.3137562 Oct 20 10:56:10.408579 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df6ecb6-d716-4847-82c0-55ed34105f34 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.409585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df6ecb6-d716-4847-82c0-55ed34105f34 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.413330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5df6ecb6-d716-4847-82c0-55ed34105f34 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/a70e4302-1819-41e3-ab82-c6dcffcd3729 HTTP/1.1" status: 404 len: 333 time: 0.0502098 Oct 20 10:56:10.417010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36524) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.425994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.435480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.446133 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f4d4e-171e-46b6-ac5c-40bf6329538f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.446598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2f4d4e-171e-46b6-ac5c-40bf6329538f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.450266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c2f4d4e-171e-46b6-ac5c-40bf6329538f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/3b8cfb2b-3e1d-4594-8a86-8cd192030ee6 HTTP/1.1" status: 404 len: 337 time: 0.0318248 Oct 20 10:56:10.452400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.452664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36526) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.469249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.473202 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/c707699f-958b-43bf-9266-edcc056de9d6 HTTP/1.1" status: 204 len: 168 time: 0.8298404 Oct 20 10:56:10.474676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36528) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.491335 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3f27a-4188-464c-bc81-41c10f01f1c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.492099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3f27a-4188-464c-bc81-41c10f01f1c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.495556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5bb3f27a-4188-464c-bc81-41c10f01f1c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1d154483-9eaf-4b21-90b8-5f107fdb5c9a HTTP/1.1" status: 404 len: 337 time: 0.0397100 Oct 20 10:56:10.498145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36536) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.533430 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a05dc0-ba37-44a5-84ad-2a53fab74eba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.534245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a05dc0-ba37-44a5-84ad-2a53fab74eba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.537952 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70a05dc0-ba37-44a5-84ad-2a53fab74eba tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/8afb2dd6-609a-4b02-8c74-9f2f4944d59c HTTP/1.1" status: 404 len: 333 time: 0.0385416 Oct 20 10:56:10.540136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36542) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.545704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0280-c055-4fdd-9148-ce66a95ced37 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c707699f-958b-43bf-9266-edcc056de9d6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:10.569269 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64f6464-ddd0-4a25-b276-c251a829bb95 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.569737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64f6464-ddd0-4a25-b276-c251a829bb95 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.572900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e64f6464-ddd0-4a25-b276-c251a829bb95 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/1aacfd3a-0556-4950-b102-1d5fdca506e0 HTTP/1.1" status: 404 len: 337 time: 0.0318053 Oct 20 10:56:10.580630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36546) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.613823 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-53718e59-372c-4261-ab74-b79f7823ba53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.614289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53718e59-372c-4261-ab74-b79f7823ba53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.618972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-53718e59-372c-4261-ab74-b79f7823ba53 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f81f51fb-6531-4c1f-a13f-372e326cabcf HTTP/1.1" status: 404 len: 337 time: 0.0377347 Oct 20 10:56:10.621580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36548) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.641414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.641414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ceb7c15-8a16-4e1e-984a-61a20135c053 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:10.662572 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f0de3-7221-4157-9623-742eb4969f94 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.662572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f0de3-7221-4157-9623-742eb4969f94 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.662911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fdb2b51e-1d23-4f6f-80db-61fb0e86d849 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1735022 Oct 20 10:56:10.663381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-295f0de3-7221-4157-9623-742eb4969f94 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/e2e84268-24b5-4b75-9a63-782ac9ebc55f HTTP/1.1" status: 404 len: 333 time: 0.0401378 Oct 20 10:56:10.663381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36550) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.663842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.668233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-28909a6f-b1d6-4155-9429-4396ab60a94a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/0ceb7c15-8a16-4e1e-984a-61a20135c053 HTTP/1.1" status: 204 len: 168 time: 1.1748989 Oct 20 10:56:10.672911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36552) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.687379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.690865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.694337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd557a67-948c-44fe-bbf5-01500d9a00fe HTTP/1.1" status: 204 len: 168 time: 1.1860547 Oct 20 10:56:10.699420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.714302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.752775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.759765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491d74-82dd-4af7-b8e5-3a57f9a05e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd557a67-948c-44fe-bbf5-01500d9a00fe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:10.759992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.763451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7258-3618-47da-a233-fc563d60992b req-61a0dd9e-6b68-413d-87dd-f145ac7e4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:10.764957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-61a0dd9e-6b68-413d-87dd-f145ac7e4ea0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.3564119 Oct 20 10:56:10.766018 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5751be6-498f-4ee7-ae9a-49051c16ada4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.766456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5751be6-498f-4ee7-ae9a-49051c16ada4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.768402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/19da98ce-e351-4a28-b552-dd8e2106b059 HTTP/1.1" status: 204 len: 168 time: 0.1036129 Oct 20 10:56:10.769046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36558) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.771139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b5751be6-498f-4ee7-ae9a-49051c16ada4 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/7d29a92f-3b8d-45dc-8b4f-a1b6b7350814 HTTP/1.1" status: 404 len: 337 time: 0.0963147 Oct 20 10:56:10.773144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36560) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.793833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8eea8-8fb5-4dee-922f-ec523e29b9b0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19da98ce-e351-4a28-b552-dd8e2106b059,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:10.810628 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ffcada-d018-4e72-b21e-23471edc78c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:10.811130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ffcada-d018-4e72-b21e-23471edc78c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:10.817370 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-50ffcada-d018-4e72-b21e-23471edc78c1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/6ad51483-a5cd-46fb-afd9-9ad4348fe05e HTTP/1.1" status: 404 len: 337 time: 0.0431111 Oct 20 10:56:10.820235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36562) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.870918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0935c163-dd06-4025-a22a-d96559241774 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports?device_id=891b222a-dd75-43b7-889d-495cd2cc042d HTTP/1.1" status: 200 len: 205 time: 0.0470839 Oct 20 10:56:10.896955 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-56468025-a367-4a11-8660-cec204b7c019 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1247268 Oct 20 10:56:10.899224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36564) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.900017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36566) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.901820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-d5e27eb3-f9e9-426c-b9d2-5aaf0315fc52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f HTTP/1.1" status: 200 len: 217 time: 0.1293221 Oct 20 10:56:10.987818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7258-3618-47da-a233-fc563d60992b req-d2c1b581-7b35-4e0c-86bc-30ac7ec5aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:10.989664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-d2c1b581-7b35-4e0c-86bc-30ac7ec5aece service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0683637 Oct 20 10:56:10.990380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36568) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.992651 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-26e8ccc8-9228-44ae-bfc2-2905b649d2ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] delete failed (client error): The resource could not be found. Oct 20 10:56:10.996788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-26e8ccc8-9228-44ae-bfc2-2905b649d2ec tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/routers/891b222a-dd75-43b7-889d-495cd2cc042d HTTP/1.1" status: 404 len: 336 time: 0.0937357 Oct 20 10:56:10.998884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36570) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.045750 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-668e7f06-8c9c-4e7e-be53-623de7dc5faf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.046402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668e7f06-8c9c-4e7e-be53-623de7dc5faf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.053431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-668e7f06-8c9c-4e7e-be53-623de7dc5faf tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/3d44d25b-724e-4000-8466-e8254df9211e HTTP/1.1" status: 404 len: 337 time: 0.0532742 Oct 20 10:56:11.054269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.071509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.109348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6fbd8d14-0517-4079-8a91-6cd72787038a tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b149704-2b9a-4dd1-b9ba-bca5b52236d4 HTTP/1.1" status: 200 len: 205 time: 0.0494406 Oct 20 10:56:11.110915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.113996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.125112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7258-3618-47da-a233-fc563d60992b req-023bc1c6-bde3-4795-b0f3-a1349cb1af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:11.128353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-023bc1c6-bde3-4795-b0f3-a1349cb1af54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235826 Oct 20 10:56:11.180816 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-6d939437-8871-4f15-b502-db98848c2c6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] delete failed (client error): The resource could not be found. Oct 20 10:56:11.184699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6d939437-8871-4f15-b502-db98848c2c6b tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/routers/1b149704-2b9a-4dd1-b9ba-bca5b52236d4 HTTP/1.1" status: 404 len: 336 time: 0.0666580 Oct 20 10:56:11.185213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36578) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.199971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.211659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.231805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/8255f496-bf59-42fc-bd2c-a8af5300e784 HTTP/1.1" status: 204 len: 168 time: 0.3273830 Oct 20 10:56:11.232545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36582) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.286963 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1472297-b440-41b5-93d4-a6e15ecd5219 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.287708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1472297-b440-41b5-93d4-a6e15ecd5219 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.290081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474116b2-f12c-4304-bfbb-c268386ab4ec tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8255f496-bf59-42fc-bd2c-a8af5300e784,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:11.291793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1472297-b440-41b5-93d4-a6e15ecd5219 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/572b97af-567e-4c6b-9d97-c67731da793e HTTP/1.1" status: 404 len: 337 time: 0.1054685 Oct 20 10:56:11.294598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36588) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.343815 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f467ee8-3d9d-4c83-a13c-8240f6988378 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.344636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f467ee8-3d9d-4c83-a13c-8240f6988378 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.348092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f467ee8-3d9d-4c83-a13c-8240f6988378 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/8dfd1349-92be-42a3-9c93-1a95b63880f4 HTTP/1.1" status: 404 len: 337 time: 0.0517070 Oct 20 10:56:11.350956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.351496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36592) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.355525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-12613578-ceef-495f-8981-087e6c6dc477 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115401 Oct 20 10:56:11.412809 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb7c3d5-6e00-484e-9c79-0c1afbadf915 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.413480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb7c3d5-6e00-484e-9c79-0c1afbadf915 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.416695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7eb7c3d5-6e00-484e-9c79-0c1afbadf915 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/aab7f49e-d82f-46d7-8507-9e98f81a70d7 HTTP/1.1" status: 404 len: 333 time: 0.0636609 Oct 20 10:56:11.419820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.423942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-8c5977c0-c2f1-4a84-85e1-a2610bebccfb service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861705 Oct 20 10:56:11.490497 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b91b7f-c848-47e7-8c04-c7e69026815e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.497459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b91b7f-c848-47e7-8c04-c7e69026815e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.506075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36598) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.507003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b8b91b7f-c848-47e7-8c04-c7e69026815e tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f2d721b3-1750-473d-b05d-d4fee9c44309 HTTP/1.1" status: 404 len: 337 time: 0.0861158 Oct 20 10:56:11.561216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-677392186', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:11.595804 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afa6aa1-c09b-4695-aef6-39b3f3d075c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.596614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afa6aa1-c09b-4695-aef6-39b3f3d075c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.599919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8afa6aa1-c09b-4695-aef6-39b3f3d075c6 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/4d952006-aa96-4a97-badc-c33fc9092958 HTTP/1.1" status: 404 len: 333 time: 0.0562549 Oct 20 10:56:11.600648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.602871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36606) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.655555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36614) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.669288 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27b0651-c36c-4b40-9ff4-a07947738937 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.670856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27b0651-c36c-4b40-9ff4-a07947738937 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.678023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d27b0651-c36c-4b40-9ff4-a07947738937 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/d6c21c94-0f47-4354-92cc-e7fc8c4311f9 HTTP/1.1" status: 404 len: 337 time: 0.0715466 Oct 20 10:56:11.678237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.678732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.682114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36616) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.688196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8fd7258-3618-47da-a233-fc563d60992b req-12909ee1-3c11-4ca6-bbe4-832885dae9fd service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461007 Oct 20 10:56:11.688566 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3e14d87-4384-47e8-81c6-0d734e1c8210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.690700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.723628 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d05ad6-06e8-43d6-bda9-d5caf7db3de5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.724586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d05ad6-06e8-43d6-bda9-d5caf7db3de5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.729046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d3d05ad6-06e8-43d6-bda9-d5caf7db3de5 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/d823510e-9919-4626-8369-f433505ebc7f HTTP/1.1" status: 404 len: 333 time: 0.0424104 Oct 20 10:56:11.739728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.802247 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-55339317-14d5-436e-9313-24502e1bfed1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.802926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55339317-14d5-436e-9313-24502e1bfed1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.809619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55339317-14d5-436e-9313-24502e1bfed1 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/5437cc0d-b267-4b1b-a0d6-c42fc3b8fedd HTTP/1.1" status: 404 len: 337 time: 0.0625789 Oct 20 10:56:11.809619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36620) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.826624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.857534 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-02474104-5892-4b29-91c6-6c64c3017dd8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.858409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02474104-5892-4b29-91c6-6c64c3017dd8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.866971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-02474104-5892-4b29-91c6-6c64c3017dd8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/d78bbfc5-2b70-495a-ab3e-3a22225cc736 HTTP/1.1" status: 404 len: 333 time: 0.0538602 Oct 20 10:56:11.867210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36622) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.905455 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-949eac0b-5cd3-4e5c-b6cf-ca5987ed6132 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.906298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949eac0b-5cd3-4e5c-b6cf-ca5987ed6132 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.912271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-949eac0b-5cd3-4e5c-b6cf-ca5987ed6132 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/fbe5e32c-7e69-49ce-b871-51f5acbe8911 HTTP/1.1" status: 404 len: 337 time: 0.0416267 Oct 20 10:56:11.916046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36624) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.944383 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3434f4c4-8914-43ea-ab84-c129c0aacb54 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:11.945138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3434f4c4-8914-43ea-ab84-c129c0aacb54 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:11.951560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3434f4c4-8914-43ea-ab84-c129c0aacb54 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/7f9212ca-5acc-459e-924b-108bf115a8cd HTTP/1.1" status: 404 len: 333 time: 0.0318546 Oct 20 10:56:11.951560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.952749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.954780 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/11ef4bd5-3e68-4565-837e-923891fd5620 HTTP/1.1" status: 204 len: 168 time: 0.6000338 Oct 20 10:56:11.957541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36626) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.959360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36628) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.998721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a1db3-a588-468d-9572-68fcde256d4c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef4bd5-3e68-4565-837e-923891fd5620,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.025409 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a02de4-6584-4a6d-adaa-00e210d9e5a8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:12.025409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a02de4-6584-4a6d-adaa-00e210d9e5a8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:12.032016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7a02de4-6584-4a6d-adaa-00e210d9e5a8 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/f5c1e549-3891-4bd3-969b-14716a0ac071 HTTP/1.1" status: 404 len: 337 time: 0.0657830 Oct 20 10:56:12.032016 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3e14d87-4384-47e8-81c6-0d734e1c8210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.034106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36630) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.054865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.057992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d3e14d87-4384-47e8-81c6-0d734e1c8210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.073742 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-177d1b8d-944e-4329-a5b4-27c09755a425 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:12.074670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177d1b8d-944e-4329-a5b4-27c09755a425 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:12.080914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-177d1b8d-944e-4329-a5b4-27c09755a425 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/1a35e8aa-c3f8-4229-b685-dca57a963f3a HTTP/1.1" status: 404 len: 333 time: 0.0429149 Oct 20 10:56:12.089512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36632) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.135644 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30f4dff-1f2c-43ae-9741-2b43a3914115 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:12.135920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30f4dff-1f2c-43ae-9741-2b43a3914115 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:12.142430 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c30f4dff-1f2c-43ae-9741-2b43a3914115 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/b12007df-1195-44e3-ba91-0a68f9af4964 HTTP/1.1" status: 404 len: 337 time: 0.0476944 Oct 20 10:56:12.145054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36634) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.156621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-579ccb13-1d6c-4132-ae88-c7a70fe81360 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1919260 Oct 20 10:56:12.157635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e14d87-4384-47e8-81c6-0d734e1c8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8610ef25-9c60-47fe-8752-4ca2af4ee6d1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.163063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36636) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.172984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d3e14d87-4384-47e8-81c6-0d734e1c8210 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f58d96d04d784b3d9e03e83d6213708a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152259 Oct 20 10:56:12.178263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606087193'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:12.188354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36638) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.195539 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e785cc33-31c5-4fc9-96fc-721178f3b07f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:12.196371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e785cc33-31c5-4fc9-96fc-721178f3b07f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:12.200341 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e785cc33-31c5-4fc9-96fc-721178f3b07f tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/ports/5b9cfd6c-a405-40b3-82cf-f604a7540dc7 HTTP/1.1" status: 404 len: 333 time: 0.0565524 Oct 20 10:56:12.206263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36640) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.258657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.303486 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef16722-d169-4d71-be06-1f7dadb1a592 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:12.304111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef16722-d169-4d71-be06-1f7dadb1a592 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:12.307614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ef16722-d169-4d71-be06-1f7dadb1a592 tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/subnets/cecb56aa-e936-4f72-b3f6-33329ea77ead HTTP/1.1" status: 404 len: 337 time: 0.0601876 Oct 20 10:56:12.310208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36642) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.352252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.360250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.397285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.406170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.415339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a3073-5c8c-4d94-ae8f-b881911990e7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.422472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.424600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0a0d4d0-f523-424b-b512-5d6d2d159041 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2548060 Oct 20 10:56:12.430191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36644) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.436070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '389a3073-5c8c-4d94-ae8f-b881911990e7', 'direction': 'ingress', 'protocol': 17}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:12.462747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.541625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.545002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.547090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8610ef25-9c60-47fe-8752-4ca2af4ee6d1 HTTP/1.1" status: 204 len: 168 time: 0.3568203 Oct 20 10:56:12.572955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313061-efa7-4a15-bf68-e3ad5bd98883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8610ef25-9c60-47fe-8752-4ca2af4ee6d1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.653490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.685915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.723651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.772771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5fe838-a998-4d31-a688-24a98274b0ba']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:12.777114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.798541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ec8598-0261-4d9b-af6e-00c758574d2d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:12.798855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ec8598-0261-4d9b-af6e-00c758574d2d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:12.818716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.827647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.866541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.882482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.907862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:12.908370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:12.913669 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:12.940127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c030c2-52da-4774-9083-3144a7f08e4c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.954787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.956476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8b1e5683-74ee-4641-a6f6-cbe7eaf8f055 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5242097 Oct 20 10:56:12.959348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.063697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.079133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.084473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.086575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] 10.222.0.74 "DELETE /v2.0/networks/2d5fe838-a998-4d31-a688-24a98274b0ba HTTP/1.1" status: 204 len: 168 time: 0.7751062 Oct 20 10:56:13.088361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Allocated IP 172.25.3.218 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8d6fde35-6d4d-4449-a9f3-eb065d2a773f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:13.111374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9caf2-ca6e-42a0-9879-f3494347528c tempest-NetworksTestDHCPv6-1613308750 tempest-NetworksTestDHCPv6-1613308750-project] Pushing event deleted for resources: {'Network': ['ID=2d5fe838-a998-4d31-a688-24a98274b0ba,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.144569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3b1c-f2cd-4365-ac4e-3b9adfcb44ab req-4d93d9ee-99a7-4265-909e-f1124984206d tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:13.147314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-459a3b1c-f2cd-4365-ac4e-3b9adfcb44ab req-4d93d9ee-99a7-4265-909e-f1124984206d tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 950 time: 0.1346431 Oct 20 10:56:13.222173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.250255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-459a3b1c-f2cd-4365-ac4e-3b9adfcb44ab req-2e0f0fc1-34e3-42a2-a1de-5d0f95df6ec8 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894959 Oct 20 10:56:13.273927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.305200 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.309650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.313721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/389a3073-5c8c-4d94-ae8f-b881911990e7 HTTP/1.1" status: 204 len: 168 time: 0.3490148 Oct 20 10:56:13.315404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36698) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.342500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.374576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178222e-da93-47f9-993a-7710f434603b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a3073-5c8c-4d94-ae8f-b881911990e7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.411185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b4e2a6c0-c6e9-4efa-b066-444bdbc0e253 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794098 Oct 20 10:56:13.412100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.417969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--971674212'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:13.451209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event updated for resources: {'Port': ['ID=8d6fde35-6d4d-4449-a9f3-eb065d2a773f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.451528 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.479382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:13.480860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:13.487621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36706) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.499564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:13.559478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.569391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.622367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.624065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2102821 Oct 20 10:56:13.627307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcafdd-db01-4621-8437-8034838b422b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f25fb-a0e7-4c68-a87e-b288883bf65f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.629503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36714) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.636115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583904375'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:13.684058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.791454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.797462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.841380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1277409-ab34-40f2-9b14-f940cdbbcba6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72f95f4cf0514f01b4703e981708e186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524013 Oct 20 10:56:13.842030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.846731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2135422 Oct 20 10:56:13.846731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.847034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36722) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.889011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': 'b57f25fb-a0e7-4c68-a87e-b288883bf65f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ad77897b-ccdb-4060-a4a3-2447b207f64d', 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:13.915286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b81d5-7d3e-4ab1-a93a-d6ff821e7ea3 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad77897b-ccdb-4060-a4a3-2447b207f64d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.954708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.991196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.997785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.100142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.103533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.107447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.108713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/320f3e4e-a4c3-460c-883c-7a4657a24a25 HTTP/1.1" status: 204 len: 168 time: 0.2574081 Oct 20 10:56:14.118717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.121479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83965e9-4fbf-4b00-b371-0c66ea6cbfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320f3e4e-a4c3-460c-883c-7a4657a24a25,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.169793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ad5f6-746f-47ae-befe-8cc947c3aef1,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.206100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.210863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-df009eee-79c6-4fcf-ace2-f76fca7bf11d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3231370 Oct 20 10:56:14.212462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.246430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.255450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.315566 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.330823 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.330823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/783ad5f6-746f-47ae-befe-8cc947c3aef1 HTTP/1.1" status: 204 len: 168 time: 0.1125672 Oct 20 10:56:14.330823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6ff38-c2ae-4b10-88e4-8b1b254abdf7 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=783ad5f6-746f-47ae-befe-8cc947c3aef1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.333341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36738) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.349712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.388826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fc513335-7c8b-4565-82a9-ec7931728a52 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0515647 Oct 20 10:56:14.389170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36742) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.502128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd65188-18f4-4036-9b27-869d3e7f5a60 req-d5d07279-b022-4340-9140-0861ead1595c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:14.503992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dd65188-18f4-4036-9b27-869d3e7f5a60 req-d5d07279-b022-4340-9140-0861ead1595c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 950 time: 0.1163955 Oct 20 10:56:14.575979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dd65188-18f4-4036-9b27-869d3e7f5a60 req-593d6c30-7fa8-4d69-8a05-9f964782b0f4 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Oct 20 10:56:14.580014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.608382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.612320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.689100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.691802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.692965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/ad77897b-ccdb-4060-a4a3-2447b207f64d HTTP/1.1" status: 204 len: 168 time: 0.2961197 Oct 20 10:56:14.697165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36758) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.740753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f179c9-b8ea-44e8-9796-21402f5e1970 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad77897b-ccdb-4060-a4a3-2447b207f64d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.846095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Router ba2d2744-897a-49fd-bbf8-dbe8618febd0 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:14.859119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5282cfd6-f315-4fa3-a213-a0c22e0fabfd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1608026 Oct 20 10:56:14.862121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36780) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.029124 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.064644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:15.078130 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] Sync routers for ids ['ba2d2744-897a-49fd-bbf8-dbe8618febd0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:15.098163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.103427 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] Routers {'ba2d2744-897a-49fd-bbf8-dbe8618febd0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:15.105223 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ba2d2744-897a-49fd-bbf8-dbe8618febd0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:15.124070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.128865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36812) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.129332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3dc2270-3ead-47b8-bf5c-d204c546ca20 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1372435 Oct 20 10:56:15.199970 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:15.219858 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] Routers {'ba2d2744-897a-49fd-bbf8-dbe8618febd0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:15.220662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ba2d2744-897a-49fd-bbf8-dbe8618febd0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:15.225298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.228366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.229758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/b57f25fb-a0e7-4c68-a87e-b288883bf65f HTTP/1.1" status: 204 len: 168 time: 0.3657272 Oct 20 10:56:15.236242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.266919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeae18-f5ab-4370-a472-11a69f0c8e85 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f25fb-a0e7-4c68-a87e-b288883bf65f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:15.323684 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:15.324335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2b5a2-a80e-4985-b9e5-e7e345954757 None None] The sync data for ids ['ba2d2744-897a-49fd-bbf8-dbe8618febd0'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:15.363691 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-950b5dd5-2328-4e1c-988f-da7097314878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1226969 Oct 20 10:56:15.366755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.373660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035598426'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.380610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-793333f1-f89c-4aa9-a44c-71e3052b3431 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/ba2d2744-897a-49fd-bbf8-dbe8618febd0 HTTP/1.1" status: 200 len: 924 time: 0.2499409 Oct 20 10:56:15.383295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.414264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-001e9862-4d57-4d28-8b59-b8f893535015 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba2d2744-897a-49fd-bbf8-dbe8618febd0 HTTP/1.1" status: 200 len: 205 time: 0.0294006 Oct 20 10:56:15.416761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.423956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.537345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.542139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.562212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.568534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.572814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2049053 Oct 20 10:56:15.573530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36872) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.581944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.590391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '06cb634e-db7d-4fe7-8ee3-454e5a3461f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.638487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ca842-60b1-44ea-b3b0-6d9b79972bc1 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb634e-db7d-4fe7-8ee3-454e5a3461f5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:15.672102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.713063 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.796513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.801990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.803296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port 8d6fde35-6d4d-4449-a9f3-eb065d2a773f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:15.803642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.811479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.832599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc8ae1e-2a3a-4ebe-b280-19b5d80a61ff,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:15.845317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.847176 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d4085e69-2aa7-4d05-8b84-ebff3b61b576 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2661681 Oct 20 10:56:15.850123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36914) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.884088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'networks': [{'name': 'tempest-network--1754997730'}, {'name': 'tempest-network--1130687489'}]} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.884747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-network--1754997730'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.885422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-network--1130687489'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.928404 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.929407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'network': 2} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:15.941391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.946796 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.954798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.966932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.997606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:16.017178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for 8d6fde35-6d4d-4449-a9f3-eb065d2a773f owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:16.020881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.027955 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.032310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/7dc8ae1e-2a3a-4ebe-b280-19b5d80a61ff HTTP/1.1" status: 204 len: 168 time: 0.1780677 Oct 20 10:56:16.035033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36940) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.050903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a30f7-ebb1-40a3-831f-e2f39eba93bd tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dc8ae1e-2a3a-4ebe-b280-19b5d80a61ff,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.137701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.172296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:16.173474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:16.176598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0acbc6-cc02-4f76-b9c7-ee21541b3a55" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:16.181563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.191959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.208330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a54aa10-cfcd-41a4-a274-a633305b60da tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1710100 Oct 20 10:56:16.209780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.210497 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.212586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.256577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.317740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a593123e-1879-46df-a1e7-c1979f88b987,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.331594 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce57bb4-2a38-414f-a0d5-9fd53ebe6322 x-openstack-request-id: req-0ce57bb4-2a38-414f-a0d5-9fd53ebe6322 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:16.331970 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:16.332584 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ce57bb4-2a38-414f-a0d5-9fd53ebe6322 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:16.333420 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'code': 200} Oct 20 10:56:16.379632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.395357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.400024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:16.418412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.423530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=8d6fde35-6d4d-4449-a9f3-eb065d2a773f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.435818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.436369 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment 78eab6e1-7577-4f6e-8737-a5eb25cad72d of type vlan for network 21967380-c0ed-4460-912f-2ad0b3d4f10e Oct 20 10:56:16.516023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.535731 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:56:16.536338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.571809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:16.587259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.590510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.592568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/06cb634e-db7d-4fe7-8ee3-454e5a3461f5 HTTP/1.1" status: 204 len: 168 time: 0.3751309 Oct 20 10:56:16.594752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.595318 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment b1c05067-5ec7-469c-872c-8a77b7bcb3c6 of type vlan for network 7c017236-8f39-4bb8-8f17-bea9525f30f8 Oct 20 10:56:16.607285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37010) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.626518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.645818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5ac71-3150-4e9c-b4d2-777b8c59b166 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb634e-db7d-4fe7-8ee3-454e5a3461f5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.674892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.717054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.717347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.717457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.723339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:16.730549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:16.731250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.736837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.758749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf48be0a-ab0b-413a-90b7-0842910a4fd9 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1378682 Oct 20 10:56:16.772410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37044) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.784753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168075169'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:16.801876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1996877 Oct 20 10:56:16.805505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37054) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.845226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.845576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router ba2d2744-897a-49fd-bbf8-dbe8618febd0 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:16.847908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=21967380-c0ed-4460-912f-2ad0b3d4f10e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.855775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.857331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4d231f97-842a-4409-be91-6cf6d96e2822 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/ba2d2744-897a-49fd-bbf8-dbe8618febd0 HTTP/1.1" status: 204 len: 168 time: 1.4388549 Oct 20 10:56:16.866166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37058) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.873330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.874495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 21967380-c0ed-4460-912f-2ad0b3d4f10e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:16.875105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-455021805', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:16.903085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.904297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.933950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c980ff2-6d71-46e2-abf6-5f9d4b0643ae tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=7c017236-8f39-4bb8-8f17-bea9525f30f8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.966800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7c017236-8f39-4bb8-8f17-bea9525f30f8 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:17.025111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.035020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.062926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.075683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21eae8-3f2a-453c-97a5-e445124d1058 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.084978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.085860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21eae8-3f2a-453c-97a5-e445124d1058 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.086291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3104692 Oct 20 10:56:17.089598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37072) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.092181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21eae8-3f2a-453c-97a5-e445124d1058 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.096023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '5625bb0c-61e1-46da-87c6-1878311ca57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:17.106671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72f862-b116-437b-9680-dd661daae9d6 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5625bb0c-61e1-46da-87c6-1878311ca57e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.107106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21eae8-3f2a-453c-97a5-e445124d1058 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.111960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e21eae8-3f2a-453c-97a5-e445124d1058 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3050852 Oct 20 10:56:17.112589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37076) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.183205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.253829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.259041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.279044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccfac30-8605-4a2f-be3f-76712b2a4c75,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.308370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.311068 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d0cf056-d1f5-4355-bc7e-64806cca3866 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2193229 Oct 20 10:56:17.312920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37096) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.331022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.366128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f4f2b81-32d6-405c-a0b1-61297fe4dd82 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules/cccfac30-8605-4a2f-be3f-76712b2a4c75 HTTP/1.1" status: 200 len: 763 time: 0.0516880 Oct 20 10:56:17.366980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37106) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.412656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.456969 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2ac4c7f7-36e0-4250-8f69-98e294f1081d tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0888085 Oct 20 10:56:17.457612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37118) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.489466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.499291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.543010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.549725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.549984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.553494 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/cccfac30-8605-4a2f-be3f-76712b2a4c75 HTTP/1.1" status: 204 len: 168 time: 0.0924258 Oct 20 10:56:17.554119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37120) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.563104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74763236-5021-41db-a72d-e98ea5ee0878 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cccfac30-8605-4a2f-be3f-76712b2a4c75,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.601495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21967380-c0ed-4460-912f-2ad0b3d4f10e']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.617449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eab6e1-7577-4f6e-8737-a5eb25cad72d') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.617739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eab6e1-7577-4f6e-8737-a5eb25cad72d') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.637842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.678962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.686117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-740a03f3-191d-4059-8f3d-0b545946e057 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1285727 Oct 20 10:56:17.686565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37136) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.691919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '5625bb0c-61e1-46da-87c6-1878311ca57e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:17.694809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.705850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:17.706068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: items = [ Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:17.709204 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:17.734071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.786811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.798081 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.801362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/21967380-c0ed-4460-912f-2ad0b3d4f10e HTTP/1.1" status: 204 len: 168 time: 0.6874518 Oct 20 10:56:17.814201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37142) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.823131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f5fc5-21e0-4bf7-ab98-a405f714c1a2 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=21967380-c0ed-4460-912f-2ad0b3d4f10e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.823582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.829021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.849150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd92a171-0586-4c1c-a332-5e3d2afb2aeb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.872610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d91e6094-feb9-4642-94da-cbc36cd9ad27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.886916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.889099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5e2edd13-6265-4713-b490-c72648254153 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015326 Oct 20 10:56:17.896821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37144) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.924289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-24039278-1129-41f9-bf80-09326f221817 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules/cd92a171-0586-4c1c-a332-5e3d2afb2aeb HTTP/1.1" status: 200 len: 763 time: 0.0262227 Oct 20 10:56:17.926786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37146) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.001735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d91e6094-feb9-4642-94da-cbc36cd9ad27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.005971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d91e6094-feb9-4642-94da-cbc36cd9ad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.051561 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d91e6094-feb9-4642-94da-cbc36cd9ad27 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd21ca344b3a43b59e7b21e3f63fcda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713861 Oct 20 10:56:18.052696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6094-feb9-4642-94da-cbc36cd9ad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5188dd-59e1-4701-aa8b-9c56d2da7387,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.056597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.120517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.156061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.221816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.226035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.231794 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f5188dd-59e1-4701-aa8b-9c56d2da7387 HTTP/1.1" status: 204 len: 168 time: 0.1735454 Oct 20 10:56:18.245612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b7411-b92c-4317-8bd1-34193a741244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5188dd-59e1-4701-aa8b-9c56d2da7387,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.343671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.384150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0cfb4e6f-af48-4a9d-8914-e593bd0d7cee tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4522593 Oct 20 10:56:18.385663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.385787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.424386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.438427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.462094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.519589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.526193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.534278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.539404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/cd92a171-0586-4c1c-a332-5e3d2afb2aeb HTTP/1.1" status: 204 len: 168 time: 0.1528840 Oct 20 10:56:18.540433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.557662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c017236-8f39-4bb8-8f17-bea9525f30f8']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:18.561344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2a00e-3f44-40e0-8c1c-1a4ebe4b209a tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd92a171-0586-4c1c-a332-5e3d2afb2aeb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.590193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c05067-5ec7-469c-872c-8a77b7bcb3c6') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:18.590815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c05067-5ec7-469c-872c-8a77b7bcb3c6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:18.607624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.610850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e1b03620-5b9f-49ee-be78-157b2ba4db10 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672600 Oct 20 10:56:18.613954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.630619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Request body: {'security_group_rule': {'security_group_id': '5625bb0c-61e1-46da-87c6-1878311ca57e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:18.634050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.649735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 172.25.3.215 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ba3bbe82-80e6-41be-b1be-dff096309d8c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:18.651496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37202) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.652044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:18.652731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:18.656061 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:18.669720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-963c6215-d8ff-4247-a987-0173fe089914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.674168 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Project 1c6e21bb7114460a8266a9891e14b634 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:56:18.689481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.769034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.787340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.792707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/7c017236-8f39-4bb8-8f17-bea9525f30f8 HTTP/1.1" status: 204 len: 168 time: 0.9753249 Oct 20 10:56:18.794490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37204) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.805636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3ebca-8620-4d47-803d-b41ee53cf5d5 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=7c017236-8f39-4bb8-8f17-bea9525f30f8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.894638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.940290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.993604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:18.997157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:18.997896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-963c6215-d8ff-4247-a987-0173fe089914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.002205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:19.013766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-963c6215-d8ff-4247-a987-0173fe089914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.100150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.107196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-963c6215-d8ff-4247-a987-0173fe089914 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ffe7bb6b14d41c3a3bfc2277a4d00a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546692 Oct 20 10:56:19.115605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f0958-91eb-4756-9afb-602acb3b7eb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.122261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f0958-91eb-4756-9afb-602acb3b7eb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.128608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-644f0958-91eb-4756-9afb-602acb3b7eb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3267028 Oct 20 10:56:19.128608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c6215-d8ff-4247-a987-0173fe089914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c5e03-dca8-4b1a-abe8-7b2082068c8e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.129152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37222) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.129669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37226) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.145546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1050763273'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:19.149914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.159222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=ba3bbe82-80e6-41be-b1be-dff096309d8c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.258546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99907ce8-7501-4d7d-896e-6f6cdd9fa055,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.273893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:19.277975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.294358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.298655 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b42be69-c3ec-4495-9c70-618235edb540 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6727417 Oct 20 10:56:19.299709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.331589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:19.337374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.355502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.356260 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment bc36792b-4467-43f4-8099-e3ecba3dab6e of type vlan for network c49e6d7f-9cf5-4641-bb8a-d2012e712717 Oct 20 10:56:19.357232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-53b0aa0d-c255-42ac-809c-ed5b1a66ead0 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules/99907ce8-7501-4d7d-896e-6f6cdd9fa055 HTTP/1.1" status: 200 len: 769 time: 0.0229535 Oct 20 10:56:19.360265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.367749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.425006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.451957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.515570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-266a11b0-7bf5-4009-85f0-e5bd7aa7836f tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1464002 Oct 20 10:56:19.519221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.546638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.553830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.554796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.588389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.591254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.592488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd0c5e03-dca8-4b1a-abe8-7b2082068c8e HTTP/1.1" status: 204 len: 168 time: 0.4613099 Oct 20 10:56:19.594221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.620408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.636897 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4992914 Oct 20 10:56:19.641147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37252) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.657258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.675252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1845267338'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:19.684306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb95a7-7101-4815-80e6-8a46adc0c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c5e03-dca8-4b1a-abe8-7b2082068c8e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.697247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd3e32-7cef-4ddb-8b8d-9e916e361c76 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=c49e6d7f-9cf5-4641-bb8a-d2012e712717,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.716334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c49e6d7f-9cf5-4641-bb8a-d2012e712717 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:19.722761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.737010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.740647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/99907ce8-7501-4d7d-896e-6f6cdd9fa055 HTTP/1.1" status: 204 len: 168 time: 0.2178366 Oct 20 10:56:19.742354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:19.747975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.748659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37254) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.758224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a071ab8-e2f5-4f20-88e9-7652d6e36a2c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99907ce8-7501-4d7d-896e-6f6cdd9fa055,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.796410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:19.817984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.818328 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment 046b8d87-e512-48df-983d-48f9d36d47aa of type vlan for network 7f316e0f-7c97-4aaf-ae55-f7145aa70702 Oct 20 10:56:19.851136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c14f1-f4be-4f0b-9907-18c567c41286 req-b9f0dcf1-8cb5-4a4a-924b-19658977aa74 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.859090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-310c14f1-f4be-4f0b-9907-18c567c41286 req-b9f0dcf1-8cb5-4a4a-924b-19658977aa74 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.1959448 Oct 20 10:56:19.868395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.883404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f6dcf886-53a2-491a-a438-246ac3b2218c tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289508 Oct 20 10:56:19.892642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37258) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.925072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.930835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.931452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.951693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-310c14f1-f4be-4f0b-9907-18c567c41286 req-6cc19066-c56a-41ca-888a-eea685f037b6 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914755 Oct 20 10:56:19.989378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:19.991805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3495047 Oct 20 10:56:19.996191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37262) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.005736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'ports': [{'network_id': 'c49e6d7f-9cf5-4641-bb8a-d2012e712717', 'name': 'tempest-port--1016248468', 'admin_state_up': True}, {'network_id': '7f316e0f-7c97-4aaf-ae55-f7145aa70702', 'admin_state_up': False}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.006137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'port': {'network_id': 'c49e6d7f-9cf5-4641-bb8a-d2012e712717', 'name': 'tempest-port--1016248468', 'admin_state_up': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.006709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'port': {'network_id': '7f316e0f-7c97-4aaf-ae55-f7145aa70702', 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.036072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fc801-ffb2-4496-96cc-9440f265f84f tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=7f316e0f-7c97-4aaf-ae55-f7145aa70702,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.042034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.051461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7f316e0f-7c97-4aaf-ae55-f7145aa70702 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:20.073390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.129511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.133118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.136793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "DELETE /v2.0/security-groups/5625bb0c-61e1-46da-87c6-1878311ca57e HTTP/1.1" status: 204 len: 168 time: 0.2409053 Oct 20 10:56:20.147956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37268) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.148847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37fe2b-49a8-436c-a552-7f9ce71d3b09 tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5625bb0c-61e1-46da-87c6-1878311ca57e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.217608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1d7c9f64-7bd9-471c-80a1-92dfbebf0f7b tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616877 Oct 20 10:56:20.217980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37272) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.238622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:20.252741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Sync routers for ids ['6fce7583-ade0-4aa3-9f7f-90dc28c3df51'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:20.273053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8c806ff1-10f2-427e-ab45-f74afb9fe6dc tempest-SecGroupIPv6Test-1590026351 tempest-SecGroupIPv6Test-1590026351-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504086 Oct 20 10:56:20.276545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'port': 2} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:20.278266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Routers {'6fce7583-ade0-4aa3-9f7f-90dc28c3df51'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:20.278954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6fce7583-ade0-4aa3-9f7f-90dc28c3df51'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:20.283046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.300887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.302714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09ffdb3e-f4fd-4a10-bb46-d05270caaad9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4353669 Oct 20 10:56:20.305568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37280) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.306057 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.413591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] device_id is not set on port d159b2b5-9af9-4221-970b-238c5cf54b3f yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:20.497124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73132088-981f-4808-a97d-1e605749b9ae tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/6fce7583-ade0-4aa3-9f7f-90dc28c3df51 HTTP/1.1" status: 200 len: 908 time: 0.1901395 Oct 20 10:56:20.499424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37290) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.509109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-455021805', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': True}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.552390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.554873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.558102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Set router 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:20.621767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37292) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.625552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.810331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.853910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.918626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] device_id is not set on port 3bf0c652-a513-42fa-8e4b-f362cdeadbee yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:21.096564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'name': 'tempest-snat-router-455021805', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:16Z', 'updated_at': '2021-10-20T10:56:19Z', 'revision_number': 3, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port': {'id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:18Z', 'updated_at': '2021-10-20T10:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:21.116570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.138343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Checking router: 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:21.139075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Updating router 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 port ba3bbe82-80e6-41be-b1be-dff096309d8c binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:56:21.171345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.176241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.197382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.239210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c04a9e-ac38-41a5-923d-c97c1f678be3 req-5e31fac7-4b80-42ab-833e-e8b91b0574c9 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.240758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9c04a9e-ac38-41a5-923d-c97c1f678be3 req-5e31fac7-4b80-42ab-833e-e8b91b0574c9 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.1411676 Oct 20 10:56:21.245810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aad19b61-ab40-4b44-8f45-607106721f34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c6e21bb7114460a8266a9891e14b634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202002 Oct 20 10:56:21.251245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37310) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:21.320622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.344129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9c04a9e-ac38-41a5-923d-c97c1f678be3 req-2d933b79-94e5-4afd-83a1-eb8af9949690 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942931 Oct 20 10:56:21.366175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 172.25.3.199 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/263f08e4-dab0-4439-bcf0-f7a4df01e7a8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:21.372612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.420950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Port': ['ID=d159b2b5-9af9-4221-970b-238c5cf54b3f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.431819 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.445850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Checking segment: {'id': 'bc36792b-4467-43f4-8099-e3ecba3dab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c49e6d7f-9cf5-4641-bb8a-d2012e712717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:21.446212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network hostable DHCP agents. Network: c49e6d7f-9cf5-4641-bb8a-d2012e712717, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:21.499469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network c49e6d7f-9cf5-4641-bb8a-d2012e712717 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:21.518870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c49e6d7f-9cf5-4641-bb8a-d2012e712717) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:21.522699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-ae9cfcba-ee87-4ff6-a714-bedffb2a66d0 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.523546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:21.524226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-ae9cfcba-ee87-4ff6-a714-bedffb2a66d0 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.0839269 Oct 20 10:56:21.524429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.526264 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.527377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcd020-b277-4684-9cde-feaa017b2d1a None None] Network c49e6d7f-9cf5-4641-bb8a-d2012e712717 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:21.532771 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.533936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ea67e22-7017-4e44-a141-7ec282057a9e HTTP/1.1" status: 204 len: 168 time: 0.2818241 Oct 20 10:56:21.546185 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.599502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8a094-0873-4912-9db4-19b5cb485995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea67e22-7017-4e44-a141-7ec282057a9e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.654527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.680950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Port': ['ID=3bf0c652-a513-42fa-8e4b-f362cdeadbee,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.690550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Checking segment: {'id': '046b8d87-e512-48df-983d-48f9d36d47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7f316e0f-7c97-4aaf-ae55-f7145aa70702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:21.691033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network hostable DHCP agents. Network: 7f316e0f-7c97-4aaf-ae55-f7145aa70702, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:21.715451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network 7f316e0f-7c97-4aaf-ae55-f7145aa70702 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:21.716007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Deleting port 24c12718-28cf-4288-9431-47af83ba2c01 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:21.716326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.728835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7f316e0f-7c97-4aaf-ae55-f7145aa70702) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:21.744634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:21.751140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:21.753967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.761573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.762275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.763098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ebd6e-6c82-42d7-ae4f-8eab514570b1 None None] Network 7f316e0f-7c97-4aaf-ae55-f7145aa70702 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:21.767467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:21.771933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=263f08e4-dab0-4439-bcf0-f7a4df01e7a8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.779316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:21.808339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37328) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:21.808924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c255cabd-6819-4019-9a69-625346b27f2b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8065572 Oct 20 10:56:22.128583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.135976 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.193277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Attempting to bind port ba3bbe82-80e6-41be-b1be-dff096309d8c on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:22.193851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Attempting to bind port ba3bbe82-80e6-41be-b1be-dff096309d8c by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:22.194565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Attempting to bind port ba3bbe82-80e6-41be-b1be-dff096309d8c on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:22.206383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:22.207206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:22.207828 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.208224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:22.208707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Bound port: ba3bbe82-80e6-41be-b1be-dff096309d8c, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:22.209136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.238130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1fa4f-1ecd-4cc7-a2e9-c332c8f4135c None None] Pushing event updated for resources: {'Port': ['ID=ba3bbe82-80e6-41be-b1be-dff096309d8c,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.270300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] For port 24c12718-28cf-4288-9431-47af83ba2c01, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=24c12718-28cf-4288-9431-47af83ba2c01,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:22.271028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.285547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] For port ba3bbe82-80e6-41be-b1be-dff096309d8c, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:22.289944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] For port ba3bbe82-80e6-41be-b1be-dff096309d8c, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ba3bbe82-80e6-41be-b1be-dff096309d8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:22.304836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.331496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554537c4-7384-4445-924d-59596b533bc4 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:22.339172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554537c4-7384-4445-924d-59596b533bc4 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:22.342118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37344) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.342664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-554537c4-7384-4445-924d-59596b533bc4 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5319698 Oct 20 10:56:22.347481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Calling delete_port for 24c12718-28cf-4288-9431-47af83ba2c01 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:22.383800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1fa4f-1ecd-4cc7-a2e9-c332c8f4135c None None] Pushing event updated for resources: {'Port': ['ID=ba3bbe82-80e6-41be-b1be-dff096309d8c,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.386587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Routers {'6fce7583-ade0-4aa3-9f7f-90dc28c3df51'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:22.387232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6fce7583-ade0-4aa3-9f7f-90dc28c3df51'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:22.536480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting port d159b2b5-9af9-4221-970b-238c5cf54b3f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:22.536824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.565784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] Set router 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:22.682231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.700405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Calling delete_port for d159b2b5-9af9-4221-970b-238c5cf54b3f owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:22.712027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47e743-2287-4c02-8a14-804e6fc51f91 req-c63e6975-18e4-4e08-9646-f62fe98dd879 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:22.713786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a47e743-2287-4c02-8a14-804e6fc51f91 req-c63e6975-18e4-4e08-9646-f62fe98dd879 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e HTTP/1.1" status: 200 len: 948 time: 0.1623359 Oct 20 10:56:22.790765 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.796476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.801200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a47e743-2287-4c02-8a14-804e6fc51f91 req-d162115a-04c4-4d3d-97f2-b3d3d8d4cc3c tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784268 Oct 20 10:56:22.810818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37362) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.815880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034761 Oct 20 10:56:22.828691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37364) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.842384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'name': 'tempest-snat-router-455021805', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:16Z', 'updated_at': '2021-10-20T10:56:19Z', 'revision_number': 3, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port': {'id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:18Z', 'updated_at': '2021-10-20T10:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:22.866355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.884470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c33d57-c136-4352-8762-4f0932397668 None None] The sync data for ids ['6fce7583-ade0-4aa3-9f7f-90dc28c3df51'] in n-d-802060-17 is: [{'id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'name': 'tempest-snat-router-455021805', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:16Z', 'updated_at': '2021-10-20T10:56:19Z', 'revision_number': 3, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port': {'id': 'ba3bbe82-80e6-41be-b1be-dff096309d8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce7583-ade0-4aa3-9f7f-90dc28c3df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:18Z', 'updated_at': '2021-10-20T10:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:22.909975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Port': ['ID=d159b2b5-9af9-4221-970b-238c5cf54b3f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.927093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Pushing event deleted for resources: {'Port': ['ID=24c12718-28cf-4288-9431-47af83ba2c01,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.952464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.957272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-db27deaf-f3a6-42d5-b3b2-260d7fca043b tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/ports/d159b2b5-9af9-4221-970b-238c5cf54b3f HTTP/1.1" status: 204 len: 168 time: 0.6134357 Oct 20 10:56:22.960390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37368) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.979546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1244ba07-1e39-4b24-b8ae-b6964932d1e3 tempest-NetworksApiDiscovery-24744235 tempest-NetworksApiDiscovery-24744235-project] 10.222.0.74 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1589022 Oct 20 10:56:23.005429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] No DVR routers for this DVR port 24c12718-28cf-4288-9431-47af83ba2c01 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:23.018008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.021260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-53b89c02-9698-43e1-a7ef-e7a53ee694ab req-e43491ec-cd58-4beb-bc89-8a5c4fa5f98a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.83 "DELETE /v2.0/ports/24c12718-28cf-4288-9431-47af83ba2c01 HTTP/1.1" status: 204 len: 173 time: 1.4875019 Oct 20 10:56:23.021726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-deleted', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:23.029384 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed20e48-bb03-49d4-a9b2-86dd3b986f57" -d '{"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-deleted", "tag": "24c12718-28cf-4288-9431-47af83ba2c01"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:23.102902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting port 3bf0c652-a513-42fa-8e4b-f362cdeadbee {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:23.103633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.123903 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545f2ca-2f27-484c-a328-004e6a3c7db7 x-openstack-request-id: req-0545f2ca-2f27-484c-a328-004e6a3c7db7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:23.124191 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e", "name": "network-vif-deleted", "tag": "24c12718-28cf-4288-9431-47af83ba2c01", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:23.124455 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0545f2ca-2f27-484c-a328-004e6a3c7db7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:23.125382 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff40ae0-81e4-4a18-bd3f-c8d49ac5820e', 'name': 'network-vif-deleted', 'tag': '24c12718-28cf-4288-9431-47af83ba2c01', 'status': 'completed', 'code': 200} Oct 20 10:56:23.189868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.219879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Calling delete_port for 3bf0c652-a513-42fa-8e4b-f362cdeadbee owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:23.269417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.361466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.401080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Port': ['ID=3bf0c652-a513-42fa-8e4b-f362cdeadbee,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.413046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.416736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-835e4a68-71e7-48db-9156-c4a36744bd24 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/ports/3bf0c652-a513-42fa-8e4b-f362cdeadbee HTTP/1.1" status: 204 len: 168 time: 0.4549675 Oct 20 10:56:23.424192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.468157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-692e2296-e226-4536-a712-819acfa9ffa6 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0422761 Oct 20 10:56:23.472762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37380) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.480946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1699213862'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:23.496895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:23.514959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37384) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.580318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:23.584280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.754645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:23.768547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:23.770047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f174ea67-11c3-4060-8b9d-0fa116f10d80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.781789 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Sync routers for ids ['d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:23.784173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.784404 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment 0bb12628-6395-4d6b-b919-ac4113cc545e of type vlan for network 06ddff27-108b-42d8-97cc-13d6084b2c0c Oct 20 10:56:23.801028 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Routers {'d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:23.801654 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:23.820504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.821863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7310f021-ec2a-485b-a2b4-358b30376546 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3192594 Oct 20 10:56:23.824710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.884702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.945947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f174ea67-11c3-4060-8b9d-0fa116f10d80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.955597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f174ea67-11c3-4060-8b9d-0fa116f10d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.965292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.975076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:23.976414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.019344 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Set router d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:24.053174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f174ea67-11c3-4060-8b9d-0fa116f10d80 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=916b4e667b0541a68da18eedf272b44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367537 Oct 20 10:56:24.059054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174ea67-11c3-4060-8b9d-0fa116f10d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f26af3-bc32-49e3-9e82-7797f52cd074,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.067353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:24.097213 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-df929c7d-4eeb-45c8-8561-ef5f59904f2e tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb HTTP/1.1" status: 200 len: 907 time: 0.2712047 Oct 20 10:56:24.107477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:24.125452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=06ddff27-108b-42d8-97cc-13d6084b2c0c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.156800 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d1aa138f-9d57-4742-b2f9-bfaac99a34e9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6799343 Oct 20 10:56:24.158917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37416) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:24.160852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 06ddff27-108b-42d8-97cc-13d6084b2c0c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:24.168577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1084057294'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:24.237258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:24.242456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.315106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:24.326484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.326971 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Added segment 8491afb4-5200-414c-90e1-3b49d6f056f3 of type vlan for network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b Oct 20 10:56:24.374926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.385982 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb', 'name': 'tempest-snat-router-455021805', 'tenant_id': 'd94641ef8c424f78ad40945aaf5eddec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '263f08e4-dab0-4439-bcf0-f7a4df01e7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:20Z', 'updated_at': '2021-10-20T10:56:22Z', 'revision_number': 3, 'project_id': 'd94641ef8c424f78ad40945aaf5eddec', 'gw_port': {'id': '263f08e4-dab0-4439-bcf0-f7a4df01e7a8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:21Z', 'updated_at': '2021-10-20T10:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:24.405170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.412274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:24.412925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.420690 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Checking router: d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:24.421391 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Updating router d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:56:24.434257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.442931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e45841-bec3-4997-8001-439828662f85 req-8f170824-f1a8-4036-b579-b3367b1e355f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:24.444725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00e45841-bec3-4997-8001-439828662f85 req-8f170824-f1a8-4036-b579-b3367b1e355f tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 948 time: 0.1817765 Oct 20 10:56:24.451168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.456278 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.487003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Network': ['ID=12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.500687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:24.512455 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea68a101-b2a0-41af-a500-3cbd89f7480d tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3515346 Oct 20 10:56:24.518210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.583112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00e45841-bec3-4997-8001-439828662f85 req-8876a1ca-7885-4e01-b353-d16b59c0b6ce tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298468 Oct 20 10:56:24.644559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:24.646884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.650007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'subnets': [{'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--834274443', 'ip_version': 4}, {'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:24.650327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'subnet': {'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--834274443', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:24.650914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Request body: {'subnet': {'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:24.652827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.657238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.660675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6f26af3-bc32-49e3-9e82-7797f52cd074 HTTP/1.1" status: 204 len: 168 time: 0.5892677 Oct 20 10:56:24.673080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7acc6-3160-4bad-92e9-f4c9e36a74e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f26af3-bc32-49e3-9e82-7797f52cd074,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.724150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Deleting port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:24.724713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.861699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ba3bbe82-80e6-41be-b1be-dff096309d8c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:24.861896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.882827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Calling delete_port for 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:24.912316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:24.915289 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.929733 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.950678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Made reservation on behalf of 9400fd962e9d442da84110065d81956a for: {'subnet': 2} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:24.955944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.956703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.960785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 24c12718-28cf-4288-9431-47af83ba2c01 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:24.961130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 24c12718-28cf-4288-9431-47af83ba2c01 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:24.992350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ba3bbe82-80e6-41be-b1be-dff096309d8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:24.992507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.007990 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:25.008722 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:25.009295 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:25.021305 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:25.022008 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:25.022605 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.023183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:25.023980 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Bound port: 263f08e4-dab0-4439-bcf0-f7a4df01e7a8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:25.024535 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.028056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Pushing event updated for resources: {'Port': ['ID=263f08e4-dab0-4439-bcf0-f7a4df01e7a8,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.080298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.080697 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.080994 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.083084 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.085139 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.087559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.089836 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.090282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.090867 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.091515 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.092295 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.092885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693f66b-fb65-479f-9aff-0c67708a1864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:25.142185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.174713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.175716 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.db.api [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:25.176252 n-d-802060-17 neutron-server[100749]: DEBUG oslo_db.api [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:25.185833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port ba3bbe82-80e6-41be-b1be-dff096309d8c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ba3bbe82-80e6-41be-b1be-dff096309d8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:25.196513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.207560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Port': ['ID=263f08e4-dab0-4439-bcf0-f7a4df01e7a8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.278452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=ba3bbe82-80e6-41be-b1be-dff096309d8c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.309686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.464761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.466108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.529794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.530328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:25.535347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.539259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff235e00-298e-4933-868f-1e4c5444ff5f tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb HTTP/1.1" status: 204 len: 168 time: 1.4306185 Oct 20 10:56:25.540035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:25.574673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.666241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Checking segment: {'id': '0bb12628-6395-4d6b-b919-ac4113cc545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:25.667453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network hostable DHCP agents. Network: 06ddff27-108b-42d8-97cc-13d6084b2c0c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:25.677857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Subnet': ['ID=b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.698627 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:25.705194 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:25.706224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Attempting to bind port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:25.707209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network 06ddff27-108b-42d8-97cc-13d6084b2c0c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:25.718897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37468) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:25.727732 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:25.728101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:25.729180 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.729654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 06ddff27-108b-42d8-97cc-13d6084b2c0c) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:25.729793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:25.730256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Bound port: 263f08e4-dab0-4439-bcf0-f7a4df01e7a8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:25.730560 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.735075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.742106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df774ab-e7aa-4a50-9440-bd4d5e71b3d7 None None] Network 06ddff27-108b-42d8-97cc-13d6084b2c0c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:25.775955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Port 263f08e4-dab0-4439-bcf0-f7a4df01e7a8 has been deleted concurrently {{(pid=100749) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 20 10:56:25.821141 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Routers set() bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:25.821524 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Router IDs set() for agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 10:56:25.822289 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent'). {{(pid=100749) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 10:56:25.822672 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a222f-ae8f-4d4c-9fce-152b3a5b1b47 None None] The sync data for ids ['d0ab2db8-ddf6-4d5a-b2d1-7822b3f9f7cb'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:25.856988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-782864779-network', 'tenant_id': 'c95fdae3d2e34131a4e9c3a7e694c017'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:25.866673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event updated for resources: {'Subnet': ['ID=04f9f2a3-588f-4e6a-9b72-29d61ae88d84,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.899102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Made reservation on behalf of c95fdae3d2e34131a4e9c3a7e694c017 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:25.901401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.915874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.927077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Checking segment: {'id': '8491afb4-5200-414c-90e1-3b49d6f056f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:25.927438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network hostable DHCP agents. Network: 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:25.973736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:26.014569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-06ddff27-108b-42d8-97cc-13d6084b2c0c', 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c', 'tenant_id': '9400fd962e9d442da84110065d81956a', 'fixed_ips': [{'subnet_id': 'b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:26.016002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.028468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:26.033873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.034358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.035018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.038804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00afbd34-f42a-42b3-ae3c-f2e614ed7a91 None None] Network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:26.074112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a08cfec-fe18-4437-809a-bf0a7098fa46 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4283512 Oct 20 10:56:26.078869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:26.127514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-2a9e3d5e-a2a5-4a42-80af-a6faf25ee35a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.129026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-2a9e3d5e-a2a5-4a42-80af-a6faf25ee35a tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.70 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 948 time: 0.1500297 Oct 20 10:56:26.141726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.147721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.178596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.190594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daddfa-defe-420f-89af-b2866a648e7c req-c59621fe-df9b-4bff-8c31-3c7103315fda tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.190891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48daddfa-defe-420f-89af-b2866a648e7c req-c59621fe-df9b-4bff-8c31-3c7103315fda tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 948 time: 0.1215396 Oct 20 10:56:26.216645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d981d7-cf5e-49c1-b086-f5447101b411 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.219146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d981d7-cf5e-49c1-b086-f5447101b411 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.220744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d981d7-cf5e-49c1-b086-f5447101b411 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.222362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b8d981d7-cf5e-49c1-b086-f5447101b411 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1416690 Oct 20 10:56:26.235488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:26.237171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:26.300528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Allocated IP 172.20.0.2 (06ddff27-108b-42d8-97cc-13d6084b2c0c/b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3/2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:26.311005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.311353 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Added segment 43d53f73-6bfc-4685-9fe3-39696f04fbcf of type vlan for network 553dc025-1dbc-4df7-9c6b-47edee682a27 Oct 20 10:56:26.313777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47d40f-801d-4ce4-9180-b254693c4e1b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.314027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48daddfa-defe-420f-89af-b2866a648e7c req-0645d185-8977-4ad2-b1b2-8c28961b5db3 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/security-groups?id=99c32398-2018-4029-8f70-51f4e559925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019268 Oct 20 10:56:26.334595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.388232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting subnet b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:26.393604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.424266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Deleting port c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:26.424801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.429205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Deleting port ba3bbe82-80e6-41be-b1be-dff096309d8c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:26.429205 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.456174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.457553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.458274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.544408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8243294 Oct 20 10:56:26.549133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37494) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:26.555222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Request body: {'subnet': {'network_id': '553dc025-1dbc-4df7-9c6b-47edee682a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-782864779-subnet', 'tenant_id': 'c95fdae3d2e34131a4e9c3a7e694c017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:26.587575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a6f3-a785-4edd-9d15-1b1c9072848b admin admin] Pushing event updated for resources: {'Network': ['ID=553dc025-1dbc-4df7-9c6b-47edee682a27,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.600049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] For port ba3bbe82-80e6-41be-b1be-dff096309d8c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ba3bbe82-80e6-41be-b1be-dff096309d8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:26.600698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.604156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Made reservation on behalf of c95fdae3d2e34131a4e9c3a7e694c017 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:26.606894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.617772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] For port c0a95424-b28f-4b39-baa6-4adcf1bcda2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:26.618139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.626654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37496) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:26.638535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Calling delete_port for ba3bbe82-80e6-41be-b1be-dff096309d8c owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:26.639076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Calling delete_port for c0a95424-b28f-4b39-baa6-4adcf1bcda2f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:26.682308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 553dc025-1dbc-4df7-9c6b-47edee682a27 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:26.710804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b', 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b', 'tenant_id': '9400fd962e9d442da84110065d81956a', 'fixed_ips': [{'subnet_id': '04f9f2a3-588f-4e6a-9b72-29d61ae88d84'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:26.711686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.730812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.802511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.832983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.851727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ad479c3-2f2e-4398-81af-db6210b17dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.856864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ba3bbe82-80e6-41be-b1be-dff096309d8c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:26.885196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.890811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.895256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Pushing event deleted for resources: {'Port': ['ID=c0a95424-b28f-4b39-baa6-4adcf1bcda2f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.974156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] No DVR routers for this DVR port c0a95424-b28f-4b39-baa6-4adcf1bcda2f on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:26.982041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.985960 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61427edf-85e4-41be-80d1-215cb6e6c1a0 req-67c9e21a-8bd4-47aa-873b-baaff6cea382 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.70 "DELETE /v2.0/ports/c0a95424-b28f-4b39-baa6-4adcf1bcda2f HTTP/1.1" status: 204 len: 173 time: 0.8405271 Oct 20 10:56:26.986417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-deleted', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:26.988768 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9657f-41bb-4556-80d7-4c13b4892d8f" -d '{"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-deleted", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:26.996633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Network 06ddff27-108b-42d8-97cc-13d6084b2c0c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:27.003830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Pushing event updated for resources: {'Port': ['ID=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.010440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.011199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.022421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:27.026865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Allocated IP 172.20.0.18 (12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b/04f9f2a3-588f-4e6a-9b72-29d61ae88d84/5805910c-7307-48a4-8b94-57da205113c1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:27.069685 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52568a8-9b63-44f7-a36e-7df8c05a3755 x-openstack-request-id: req-b52568a8-9b63-44f7-a36e-7df8c05a3755 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:27.070362 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21219f9c-ee70-42f8-bba6-b17a7e629724", "name": "network-vif-deleted", "tag": "c0a95424-b28f-4b39-baa6-4adcf1bcda2f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:27.070827 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b52568a8-9b63-44f7-a36e-7df8c05a3755 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:27.071328 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21219f9c-ee70-42f8-bba6-b17a7e629724', 'name': 'network-vif-deleted', 'tag': 'c0a95424-b28f-4b39-baa6-4adcf1bcda2f', 'status': 'completed', 'code': 200} Oct 20 10:56:27.132933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.134640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ba3bbe82-80e6-41be-b1be-dff096309d8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:27.135117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.169081 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.176881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ad479c3-2f2e-4398-81af-db6210b17dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.183374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ad479c3-2f2e-4398-81af-db6210b17dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.200204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Attempting to bind port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:27.200568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Attempting to bind port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0bb12628-6395-4d6b-b919-ac4113cc545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:27.201312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Attempting to bind port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d on network 06ddff27-108b-42d8-97cc-13d6084b2c0c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:27.208729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Port ba3bbe82-80e6-41be-b1be-dff096309d8c was deleted so its status cannot be updated. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 10:56:27.221795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:27.222259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Checking segment: {'id': '0bb12628-6395-4d6b-b919-ac4113cc545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:27.222730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.223154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Bound using segment: {'id': '0bb12628-6395-4d6b-b919-ac4113cc545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:27.223927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Bound port: 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb12628-6395-4d6b-b919-ac4113cc545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '06ddff27-108b-42d8-97cc-13d6084b2c0c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:27.224079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7107abe8-89ee-4f7b-b671-c83b54c9d56c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.224659 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.233477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Checking segment: {'id': '43d53f73-6bfc-4685-9fe3-39696f04fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '553dc025-1dbc-4df7-9c6b-47edee682a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:27.233832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Network hostable DHCP agents. Network: 553dc025-1dbc-4df7-9c6b-47edee682a27, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:27.238036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ad479c3-2f2e-4398-81af-db6210b17dc1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0815c8ed4007451fbd73c0051d582a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102293 Oct 20 10:56:27.240776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba3bbe82-80e6-41be-b1be-dff096309d8c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.241096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad479c3-2f2e-4398-81af-db6210b17dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39149c-b131-4e29-8687-b07820e6fe45,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.242515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37504) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.262084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.307729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.315788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.321773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1441978d-3329-46b4-bc47-b3c61cf65721 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/subnets/b2a87f35-a4cb-4ebe-bb5d-0d343d32b5c3 HTTP/1.1" status: 204 len: 168 time: 1.0827050 Oct 20 10:56:27.323484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37506) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.368602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] For port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:27.378830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Network 553dc025-1dbc-4df7-9c6b-47edee682a27 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:27.379623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] For port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,segment=NetworkSegment(0bb12628-6395-4d6b-b919-ac4113cc545e),segment_id=0bb12628-6395-4d6b-b919-ac4113cc545e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:27.381159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.388678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.390926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.412763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.425424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting subnet 04f9f2a3-588f-4e6a-9b72-29d61ae88d84 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:27.434559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.497910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:27.504371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.516146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.520653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:27.532227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d077381-187e-410e-89c1-2f05b11e3d1e None None] Pushing event updated for resources: {'Port': ['ID=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.570835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 553dc025-1dbc-4df7-9c6b-47edee682a27) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.612216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Pushing event updated for resources: {'Port': ['ID=5805910c-7307-48a4-8b94-57da205113c1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.620414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9cd022-274c-4775-abb8-23bffc45f664 None None] Network 553dc025-1dbc-4df7-9c6b-47edee682a27 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:27.627196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c1f8cf-6008-47bb-b9dc-9834ff085c84 req-5ba532ad-2ea0-4a0e-8c61-995f4bac95d3 tempest-ListImageFiltersTestJSON-1264012015 tempest-ListImageFiltersTestJSON-1264012015-project] 10.222.0.74 "GET /v2.0/ports?device_id=21219f9c-ee70-42f8-bba6-b17a7e629724 HTTP/1.1" status: 200 len: 210 time: 0.1413345 Oct 20 10:56:27.629053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.629844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.699452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.699788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.712475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.732430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.801664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.830247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4fc001c7-57bc-4fd5-a8f5-3dadb73ceee0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2791102 Oct 20 10:56:27.860724 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.864803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Subnet': ['ID=04f9f2a3-588f-4e6a-9b72-29d61ae88d84,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.868862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.869612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.871306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fce7583-ade0-4aa3-9f7f-90dc28c3df51 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:27.873557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02c2f3b3-c1bc-4252-9e00-2159903d1340 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/subnets/04f9f2a3-588f-4e6a-9b72-29d61ae88d84 HTTP/1.1" status: 204 len: 168 time: 0.5487254 Oct 20 10:56:27.879524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.882871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.886931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c1be853e-4f62-4636-9aa3-865e922596f8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/6fce7583-ade0-4aa3-9f7f-90dc28c3df51 HTTP/1.1" status: 204 len: 168 time: 2.3459120 Oct 20 10:56:27.893502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37516) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.908910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357787161', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:27.909153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836386f-aca8-4b0b-8558-10fc49770528 None None] Network 553dc025-1dbc-4df7-9c6b-47edee682a27 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:27.912234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Attempting to bind port 5805910c-7307-48a4-8b94-57da205113c1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:27.912679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Attempting to bind port 5805910c-7307-48a4-8b94-57da205113c1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8491afb4-5200-414c-90e1-3b49d6f056f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:27.913111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Attempting to bind port 5805910c-7307-48a4-8b94-57da205113c1 on network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:27.932860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:27.933323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Checking segment: {'id': '8491afb4-5200-414c-90e1-3b49d6f056f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:27.933798 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.934482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Bound using segment: {'id': '8491afb4-5200-414c-90e1-3b49d6f056f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:27.934818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Bound port: 5805910c-7307-48a4-8b94-57da205113c1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8491afb4-5200-414c-90e1-3b49d6f056f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:27.935405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.979715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade8513d-8491-4312-8fbd-9ff38faff586 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.979978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.980108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ade8513d-8491-4312-8fbd-9ff38faff586 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988791 Oct 20 10:56:27.980210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.984709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37518) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.048557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.051187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.052348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e39149c-b131-4e29-8687-b07820e6fe45 HTTP/1.1" status: 204 len: 168 time: 0.8061428 Oct 20 10:56:28.103609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea68bc-d88f-400e-86e6-f5a2c7a5a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39149c-b131-4e29-8687-b07820e6fe45,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.116625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] For port 5805910c-7307-48a4-8b94-57da205113c1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:28.123312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] For port 5805910c-7307-48a4-8b94-57da205113c1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5805910c-7307-48a4-8b94-57da205113c1,segment=NetworkSegment(8491afb4-5200-414c-90e1-3b49d6f056f3),segment_id=8491afb4-5200-414c-90e1-3b49d6f056f3)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:28.149354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.150723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.216233 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.341188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9058f8-0294-428c-8d33-829c44dcd55d None None] Pushing event updated for resources: {'Port': ['ID=5805910c-7307-48a4-8b94-57da205113c1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.361354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c766e4-7078-40e4-a7f6-44457aab4cf0 None None] Network 12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:28.449175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.477290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37534) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.524466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c799b169-a3df-4e6c-a737-0dbe40e87992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.537392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ec078610-336b-4d1b-9e66-8abc6ca8694a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.549605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting port 5805910c-7307-48a4-8b94-57da205113c1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:28.549945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.692104 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c799b169-a3df-4e6c-a737-0dbe40e87992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.693977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] For port 5805910c-7307-48a4-8b94-57da205113c1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5805910c-7307-48a4-8b94-57da205113c1,segment=NetworkSegment(8491afb4-5200-414c-90e1-3b49d6f056f3),segment_id=8491afb4-5200-414c-90e1-3b49d6f056f3)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:28.694468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.701305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c799b169-a3df-4e6c-a737-0dbe40e87992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.709338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Calling delete_port for 5805910c-7307-48a4-8b94-57da205113c1 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:28.749562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799b169-a3df-4e6c-a737-0dbe40e87992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58b07d-2a7d-435d-b07d-0e790f48bec8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.762061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c799b169-a3df-4e6c-a737-0dbe40e87992 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d32c5672141b4db0addcd2ecc2cadf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830310 Oct 20 10:56:28.762443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37546) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.869769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.889399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37556) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.896269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-31300150-network', 'tenant_id': 'fc706b066cbe4c46868354a47ee1e04d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:28.902104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:28.927916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.956349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Made reservation on behalf of fc706b066cbe4c46868354a47ee1e04d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:28.959251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.980341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.986299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:28.996306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.006046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.045525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Port': ['ID=5805910c-7307-48a4-8b94-57da205113c1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.089269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.097756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.113942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.120990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4284d95-755e-4cdf-93cc-b6ea6f2305a9 None None] Network 06ddff27-108b-42d8-97cc-13d6084b2c0c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:29.122145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.139254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a58b07d-2a7d-435d-b07d-0e790f48bec8 HTTP/1.1" status: 204 len: 168 time: 0.3637969 Oct 20 10:56:29.144227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] No DVR routers for this DVR port 5805910c-7307-48a4-8b94-57da205113c1 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:29.161188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:29.172678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.185403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.220740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.234627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.235002 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Added segment c6363401-86c0-4a1d-a27f-539cfcc6c7e5 of type vlan for network 510213b0-2002-4e79-850c-922a329a0f64 Oct 20 10:56:29.238412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1402ca83-f01c-43a1-b458-f337458eb1e9 None None] Provisioning complete for port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:29.238791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1402ca83-f01c-43a1-b458-f337458eb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.301860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.311405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,segment=NetworkSegment(0bb12628-6395-4d6b-b919-ac4113cc545e),segment_id=0bb12628-6395-4d6b-b919-ac4113cc545e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:29.333021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.334013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:29.334620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.339871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf17af-6f29-4ebd-b671-e67fd43d5a6f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.364573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.402424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.419386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86604924-e3f4-4435-a5d0-c1649cb26ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58b07d-2a7d-435d-b07d-0e790f48bec8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.439812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.443936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5534136 Oct 20 10:56:29.445288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37578) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.458771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Request body: {'subnet': {'network_id': '510213b0-2002-4e79-850c-922a329a0f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-31300150-subnet', 'tenant_id': 'fc706b066cbe4c46868354a47ee1e04d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:29.485606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8491afb4-5200-414c-90e1-3b49d6f056f3') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.485902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8491afb4-5200-414c-90e1-3b49d6f056f3') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.508772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.513769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6539a54-be3b-40ef-87bf-aa277432c3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=510213b0-2002-4e79-850c-922a329a0f64,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.526602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.532745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ba3bbe82-80e6-41be-b1be-dff096309d8c no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:29.564387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.568059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Allocated IP 172.25.3.149 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/644f0e86-3172-456d-9615-e15846daff46) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:29.571121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 510213b0-2002-4e79-850c-922a329a0f64 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:29.572853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ba3bbe82-80e6-41be-b1be-dff096309d8c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:29.573201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ba3bbe82-80e6-41be-b1be-dff096309d8c not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:29.583688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Made reservation on behalf of fc706b066cbe4c46868354a47ee1e04d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:29.587040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.601022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:29.601424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: items = [ Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:29.626983 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:29.773056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.783369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.789293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b HTTP/1.1" status: 204 len: 168 time: 1.7995431 Oct 20 10:56:29.789467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37596) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.801553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] DHCP port deletion for 06ddff27-108b-42d8-97cc-13d6084b2c0c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:29.860639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670d52-7ce6-4b04-8ac4-e87d9d97ecb9 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=12b2a1a7-ba6b-46ba-b296-cf55c99a0d8b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.877499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Deleting port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:29.877867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.944223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.948520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.978850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] For port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,segment=NetworkSegment(0bb12628-6395-4d6b-b919-ac4113cc545e),segment_id=0bb12628-6395-4d6b-b919-ac4113cc545e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:29.979297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.996916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Calling delete_port for 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:30.034927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Deleting port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:30.038528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.053043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.071114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:30.075660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.101168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: c0a95424-b28f-4b39-baa6-4adcf1bcda2f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:30.101654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device c0a95424-b28f-4b39-baa6-4adcf1bcda2f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:30.122851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] For port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,segment=NetworkSegment(0bb12628-6395-4d6b-b919-ac4113cc545e),segment_id=0bb12628-6395-4d6b-b919-ac4113cc545e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:30.123886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.142178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Calling delete_port for 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:30.180226 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.189190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:30.213634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:30.216519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:30.243705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] No DVR routers for this DVR port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:30.247734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c1560-9ec0-4d82-b416-a2b7a480d0a2 None None] Pushing event deleted for resources: {'Port': ['ID=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.252840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f3f3e8-0a48-4a71-9076-ce8105e68918,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.266179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53847d-4e1d-4e18-a39b-79a4d8b2a282 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:56:30.268530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event updated for resources: {'Port': ['ID=644f0e86-3172-456d-9615-e15846daff46,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.280471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.302029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Checking segment: {'id': 'c6363401-86c0-4a1d-a27f-539cfcc6c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '510213b0-2002-4e79-850c-922a329a0f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:30.302418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Network hostable DHCP agents. Network: 510213b0-2002-4e79-850c-922a329a0f64, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:30.335354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Port': ['ID=2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.338068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] No DVR routers for this DVR port 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:30.467161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53847d-4e1d-4e18-a39b-79a4d8b2a282 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:56:30.505432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Network 510213b0-2002-4e79-850c-922a329a0f64 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:30.538746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 510213b0-2002-4e79-850c-922a329a0f64) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:30.563978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:30.564853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.659015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b1ac20cb-33f7-47b4-85f8-3d09f9642bba admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2045820 Oct 20 10:56:30.755209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.857436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.870803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:30.886633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ddff27-108b-42d8-97cc-13d6084b2c0c']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.891671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37648) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.897088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb12628-6395-4d6b-b919-ac4113cc545e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.897378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb12628-6395-4d6b-b919-ac4113cc545e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.908663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.913899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:30.914432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2fa56db6-9cf0-4d3b-8cb5-caadb2533c7d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:30.927573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.934928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:30.935364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.978933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Deleting subnet 7107abe8-89ee-4f7b-b671-c83b54c9d56c {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:30.982562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:31.012276 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:31.017786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37656) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.022124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6835916-2ca0-452c-9a5e-642eb0e62085 None None] Network 510213b0-2002-4e79-850c-922a329a0f64 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:31.025214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.029881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.076137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.088892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/06ddff27-108b-42d8-97cc-13d6084b2c0c HTTP/1.1" status: 204 len: 168 time: 1.2985325 Oct 20 10:56:31.091737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86e4b6-219b-4d50-af65-425f3095e056 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=06ddff27-108b-42d8-97cc-13d6084b2c0c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:31.094275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37664) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.131438 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.216005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.264277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-097dffe5-8e2c-4a91-a26d-7eba065385c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5518ece70f954123bc1e4e41d41e2b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448597 Oct 20 10:56:31.266157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37668) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.334825 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df440e27-f7dc-4470-9f90-699cc8afd45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.369877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a149e3f-788f-418c-ad1b-80d7dec85058 None None] Network 510213b0-2002-4e79-850c-922a329a0f64 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:31.378250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.432657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.450830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.480046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f316e0f-7c97-4aaf-ae55-f7145aa70702']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.502530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046b8d87-e512-48df-983d-48f9d36d47aa') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.502821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046b8d87-e512-48df-983d-48f9d36d47aa') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.518417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.540689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.554555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:31.555485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:31.559514 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:31.589903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.593927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.595508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99c32398-2018-4029-8f70-51f4e559925b HTTP/1.1" status: 204 len: 168 time: 0.3281879 Oct 20 10:56:31.654744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada040d4-ec5c-44a4-ae6b-4844d79f0830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c32398-2018-4029-8f70-51f4e559925b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:31.673382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.689279 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.705224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/7f316e0f-7c97-4aaf-ae55-f7145aa70702 HTTP/1.1" status: 204 len: 168 time: 0.6099143 Oct 20 10:56:31.709723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37690) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.739333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.745347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dfe8-bd95-459d-ba51-29f155c29616 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=7f316e0f-7c97-4aaf-ae55-f7145aa70702,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:31.838251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.847350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.000460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.011159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.037546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7107abe8-89ee-4f7b-b671-c83b54c9d56c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:32.047226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.054128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4504f10e-41c8-451b-a02e-d12bb5a26f6d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7107abe8-89ee-4f7b-b671-c83b54c9d56c HTTP/1.1" status: 204 len: 168 time: 1.1625183 Oct 20 10:56:32.054999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.060194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49e6d7f-9cf5-4641-bb8a-d2012e712717']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.084778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc36792b-4467-43f4-8099-e3ecba3dab6e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.086123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc36792b-4467-43f4-8099-e3ecba3dab6e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.110403 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.138209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.141925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Router 30b5a2f9-f914-4e21-be94-2e184bac3159 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:32.153049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.179525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:32.179525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:32.204183 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:32.267211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.292853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.296270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] 10.222.0.74 "DELETE /v2.0/networks/c49e6d7f-9cf5-4641-bb8a-d2012e712717 HTTP/1.1" status: 204 len: 168 time: 0.5855663 Oct 20 10:56:32.297365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f1c8e-d462-435a-90d6-1c505e812253 tempest-BulkNetworkOpsTest-746138566 tempest-BulkNetworkOpsTest-746138566-project] Pushing event deleted for resources: {'Network': ['ID=c49e6d7f-9cf5-4641-bb8a-d2012e712717,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:32.355746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.371952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37712) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.385634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:32.388169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553dc025-1dbc-4df7-9c6b-47edee682a27']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.396035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] Sync routers for ids ['30b5a2f9-f914-4e21-be94-2e184bac3159'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:32.408308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] Routers {'30b5a2f9-f914-4e21-be94-2e184bac3159'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:32.409355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['30b5a2f9-f914-4e21-be94-2e184bac3159'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.434732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d53f73-6bfc-4685-9fe3-39696f04fbcf') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.434732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d53f73-6bfc-4685-9fe3-39696f04fbcf') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.459069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.478746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.481226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9a543ef9-a1b8-47a9-839f-6ee9de5aaca5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5861001 Oct 20 10:56:32.483652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37718) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.490442 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:32.508966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.519635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:32.520564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:32.522897 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:32.638574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.645319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.662844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] 10.222.0.74 "DELETE /v2.0/networks/553dc025-1dbc-4df7-9c6b-47edee682a27 HTTP/1.1" status: 204 len: 168 time: 0.6038060 Oct 20 10:56:32.670843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37726) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.759780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.788783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] Routers {'30b5a2f9-f914-4e21-be94-2e184bac3159'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:32.789757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['30b5a2f9-f914-4e21-be94-2e184bac3159'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.816416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69ca77-2dfa-43f2-a1a5-858bec4d1c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=553dc025-1dbc-4df7-9c6b-47edee682a27,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:32.829710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Deleting subnet d8f3f3e8-0a48-4a71-9076-ce8105e68918 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:32.835466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37728) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.837252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.838622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.839551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3828f7-502a-4055-9e4c-34831af17620 None None] The sync data for ids ['30b5a2f9-f914-4e21-be94-2e184bac3159'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:32.846141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.886866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c766cc23-7ec0-49c5-9d5d-08d267422b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.901170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.980658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.077863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e6647742-d580-4fdb-8f23-cb29f37f9087 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9400fd962e9d442da84110065d81956a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349374 Oct 20 10:56:33.078516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37740) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.088692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.094460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c766cc23-7ec0-49c5-9d5d-08d267422b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.094997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.101203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c766cc23-7ec0-49c5-9d5d-08d267422b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.140996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.147070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.147294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d8f3f3e8-0a48-4a71-9076-ce8105e68918 HTTP/1.1" status: 204 len: 168 time: 0.4742095 Oct 20 10:56:33.147770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b40acf-ba8f-4305-8595-500dd06f6125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f3f3e8-0a48-4a71-9076-ce8105e68918,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.168865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.183988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c766cc23-7ec0-49c5-9d5d-08d267422b5e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ae337b172504b9c8094e743c14c5272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108480 Oct 20 10:56:33.187029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.187750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766cc23-7ec0-49c5-9d5d-08d267422b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93262bb1-c841-4958-b1ab-047015d97852,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.201314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.263345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.306395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.318689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.321009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.324487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a593123e-1879-46df-a1e7-c1979f88b987 HTTP/1.1" status: 204 len: 168 time: 0.2430713 Oct 20 10:56:33.343662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.345617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdeb15-5a86-4079-b26e-635719af8054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593123e-1879-46df-a1e7-c1979f88b987,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.406877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.433499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510213b0-2002-4e79-850c-922a329a0f64']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.434387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.439551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.443348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93262bb1-c841-4958-b1ab-047015d97852 HTTP/1.1" status: 204 len: 168 time: 0.2489536 Oct 20 10:56:33.450444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6363401-86c0-4a1d-a27f-539cfcc6c7e5') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.450742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6363401-86c0-4a1d-a27f-539cfcc6c7e5') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.452995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83cf9e-395f-481f-bb42-6ab7606f410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93262bb1-c841-4958-b1ab-047015d97852,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.499330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.526074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.539273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:33.539686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:33.541394 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:33.637759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.643972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.647269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] 10.222.0.74 "DELETE /v2.0/networks/510213b0-2002-4e79-850c-922a329a0f64 HTTP/1.1" status: 204 len: 168 time: 0.4894574 Oct 20 10:56:33.667369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.696301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Pushing event deleted for resources: {'Network': ['ID=510213b0-2002-4e79-850c-922a329a0f64,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.722964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411863e5-1b14-40b2-9f14-7274d8b69100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:33.925671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-454336c6-59e0-4afe-8e69-3c552dd0ba49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.930545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.935737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.037642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-454336c6-59e0-4afe-8e69-3c552dd0ba49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.048020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-454336c6-59e0-4afe-8e69-3c552dd0ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.060840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.091790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-454336c6-59e0-4afe-8e69-3c552dd0ba49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01f481ca0f0346f5b5c3a39c14cf9a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221921 Oct 20 10:56:34.092432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37792) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.092764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37794) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.157780 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-388ef071-abd6-4f6a-a243-064f77bd218d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.159660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454336c6-59e0-4afe-8e69-3c552dd0ba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7155e627-3ee4-4971-8dc4-ffeb106bc26c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.169742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router 30b5a2f9-f914-4e21-be94-2e184bac3159 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:34.174438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-994021db-3a61-40bb-a1f0-4c17e341a202 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c95fdae3d2e34131a4e9c3a7e694c017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025808 Oct 20 10:56:34.177448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.207993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.243515 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.308667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.315175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.332978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-388ef071-abd6-4f6a-a243-064f77bd218d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.337158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-388ef071-abd6-4f6a-a243-064f77bd218d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.351812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:34.354617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.359030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.360833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-696c2011-5cd8-4a82-86d8-85c105feeaa7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "PUT /v2.0/routers/30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 200 len: 925 time: 1.8745093 Oct 20 10:56:34.364200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37804) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.366585 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] Sync routers for ids ['30b5a2f9-f914-4e21-be94-2e184bac3159'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:34.382031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.383853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] Routers {'30b5a2f9-f914-4e21-be94-2e184bac3159'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:34.384623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.384810 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['30b5a2f9-f914-4e21-be94-2e184bac3159'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.385771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7155e627-3ee4-4971-8dc4-ffeb106bc26c HTTP/1.1" status: 204 len: 168 time: 0.2859080 Oct 20 10:56:34.420949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.426136 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.426641 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.429109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb47d40f-801d-4ce4-9180-b254693c4e1b HTTP/1.1" status: 204 len: 168 time: 0.2495592 Oct 20 10:56:34.433872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-388ef071-abd6-4f6a-a243-064f77bd218d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8eeae51b6c74d8e8ed7a279007202af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351140 Oct 20 10:56:34.436456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.438928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ef071-abd6-4f6a-a243-064f77bd218d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a80dce-8654-4244-be53-9549a5aa6a8f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.449644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129472ed-6c88-4d13-a658-301ef71bdca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47d40f-801d-4ce4-9180-b254693c4e1b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.460109 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] Routers {'30b5a2f9-f914-4e21-be94-2e184bac3159'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:34.461505 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['30b5a2f9-f914-4e21-be94-2e184bac3159'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.507075 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.508237 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bd26e-23f6-4f30-bea4-1c2f1fbebc9f None None] The sync data for ids ['30b5a2f9-f914-4e21-be94-2e184bac3159'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:34.517738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e999-88cb-45f7-895e-5a6ce2ac748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155e627-3ee4-4971-8dc4-ffeb106bc26c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.634220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.701595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.708628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37822) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.708837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-253bf959-9e92-422e-84b9-33c966ea382d tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 200 len: 925 time: 0.3388236 Oct 20 10:56:34.801795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.805377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.808830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97a80dce-8654-4244-be53-9549a5aa6a8f HTTP/1.1" status: 204 len: 168 time: 0.3686104 Oct 20 10:56:34.821010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0b1ed-57b8-4075-b39b-4fa25101c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a80dce-8654-4244-be53-9549a5aa6a8f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.839126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641ab52-1110-43d7-9abb-3ebbc978296a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:34.845152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c641ab52-1110-43d7-9abb-3ebbc978296a tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=30b5a2f9-f914-4e21-be94-2e184bac3159&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1343007 Oct 20 10:56:34.845749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.001948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.117740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d67199d8-db29-4b59-a0b1-511273f49749 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc706b066cbe4c46868354a47ee1e04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110678 Oct 20 10:56:35.118988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.121028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66d1488-aeb1-41ad-83e9-af5257c1712e tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.122816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d66d1488-aeb1-41ad-83e9-af5257c1712e tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.2756147 Oct 20 10:56:35.125389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.187853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eaab8802-e7ba-4724-9feb-0f546a0c5f5b tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 200 len: 205 time: 0.0611718 Oct 20 10:56:35.190375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.286209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.310724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302664d-2dbf-4b48-a459-8987b325a360 req-79ce4f71-d892-4f5f-a75e-5cb4e60882d8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.317540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e302664d-2dbf-4b48-a459-8987b325a360 req-79ce4f71-d892-4f5f-a75e-5cb4e60882d8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1193917 Oct 20 10:56:35.355640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.384955 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e302664d-2dbf-4b48-a459-8987b325a360 req-847bc650-7cfa-437e-b669-821fb1fa04e4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665357 Oct 20 10:56:35.439046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.525907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.582093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.586161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.587345 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0faf17af-6f29-4ebd-b671-e67fd43d5a6f HTTP/1.1" status: 204 len: 168 time: 0.4671509 Oct 20 10:56:35.609573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port 644f0e86-3172-456d-9615-e15846daff46 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:35.609800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.611660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aabec4-73bb-4c11-9a50-bcd62c5ea4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf17af-6f29-4ebd-b671-e67fd43d5a6f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:35.621324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37874) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.736966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.751100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for 644f0e86-3172-456d-9615-e15846daff46 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:35.951776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.984660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=644f0e86-3172-456d-9615-e15846daff46,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:36.012184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-453810895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:36.072763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.074887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.100669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.197619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.206811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.250198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.252848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.253896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.255285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-87eaee5f-e30f-4f51-9a9f-4f624c0ddc4e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6323743 Oct 20 10:56:36.258059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37900) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.263572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1166947269'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:36.316189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.316879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router 30b5a2f9-f914-4e21-be94-2e184bac3159 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:36.329463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.330687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-39ad9ef7-94ec-49ee-a7d8-e171a6da3a6e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 204 len: 168 time: 1.1361563 Oct 20 10:56:36.336991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37906) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.342325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-480155609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:36.352328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:36.357546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.372047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.402841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.403883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.484628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.504000 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.540255 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.548030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.549603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bf8512e0-46bd-482b-b1ff-c639fbaecd29 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2114737 Oct 20 10:56:36.552927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.557729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:36.610891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37918) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.614294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.687766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:36.724103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.724652 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Added segment 3842ea12-fa25-4cfb-aad7-0a5096f0d6f7 of type vlan for network 99d81a84-b154-4d60-acb8-1c77a07936ae Oct 20 10:56:36.735659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc7e9-55e5-49d3-8ea1-9e2e917b0b60 req-19c9f636-e029-483e-a3da-53f27d1986eb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:36.745148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-239fc7e9-55e5-49d3-8ea1-9e2e917b0b60 req-19c9f636-e029-483e-a3da-53f27d1986eb tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2029922 Oct 20 10:56:36.747330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d83d89-8a3c-4c54-8ba2-d1000a7487f8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:36.828752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-239fc7e9-55e5-49d3-8ea1-9e2e917b0b60 req-a6670007-7ef8-44a7-bc19-8cae57ecba3f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777943 Oct 20 10:56:36.845479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.880917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.887500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:36.888361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.899053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-265056238-network', 'tenant_id': 'c6ff834d3a14423d939b570cbca793b2'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:37.003092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Made reservation on behalf of c6ff834d3a14423d939b570cbca793b2 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:37.005752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.016661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.026367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7672093 Oct 20 10:56:37.027676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d5df-c89f-47b3-ba07-0aac4791af8a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Network': ['ID=99d81a84-b154-4d60-acb8-1c77a07936ae,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.036528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.039847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 99d81a84-b154-4d60-acb8-1c77a07936ae details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:37.042773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'subnet': {'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:37.201582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:37.217605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.361102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.374670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.439085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:37.465786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.466141 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Added segment 7893f869-fd42-4c1f-a4b0-3e4af6f54e37 of type vlan for network 1d64828a-259b-4f49-beb5-12043cfc2568 Oct 20 10:56:37.482164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56876c5-3311-4217-962d-70d71e4ed2cc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.502876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.604870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.616676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.695813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.696694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:37.697494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.730853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Subnet': ['ID=a3eaf333-b643-4ca0-a1e3-260a3143fc3a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.758021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Checking segment: {'id': '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:37.758671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network hostable DHCP agents. Network: 99d81a84-b154-4d60-acb8-1c77a07936ae, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:37.793277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1798353 Oct 20 10:56:37.801178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def96f70-668e-4e47-9b38-61f09ff95d0a admin admin] Pushing event updated for resources: {'Network': ['ID=1d64828a-259b-4f49-beb5-12043cfc2568,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.804151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37958) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.813457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1d64828a-259b-4f49-beb5-12043cfc2568 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:37.813788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Request body: {'subnet': {'network_id': '1d64828a-259b-4f49-beb5-12043cfc2568', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-265056238-subnet', 'tenant_id': 'c6ff834d3a14423d939b570cbca793b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:37.819084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.837699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network 99d81a84-b154-4d60-acb8-1c77a07936ae is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:37.854442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.861656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Made reservation on behalf of c6ff834d3a14423d939b570cbca793b2 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:37.864282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.866209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 99d81a84-b154-4d60-acb8-1c77a07936ae) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:37.895964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:37.900457 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.939416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007833f0-6bce-4ac5-95ab-20924795aa40 None None] Network 99d81a84-b154-4d60-acb8-1c77a07936ae requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:38.039811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Allocated IP 172.25.3.188 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/43c34a2f-ed3c-4e9c-8384-531a9ea42f8a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:38.064532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-182a655e-4ed0-4143-a862-66057cb6992a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0266623 Oct 20 10:56:38.076073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:38.120595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'network': {'name': 'tempest-router-network01--1594366119'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:38.168439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:38.172102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.188659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.221390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afad3e-2e8d-4ff0-8882-dabebc073540 req-13816b7f-6e3c-4feb-9490-65471b234d69 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.223026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22afad3e-2e8d-4ff0-8882-dabebc073540 req-13816b7f-6e3c-4feb-9490-65471b234d69 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2662296 Oct 20 10:56:38.233456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:38.272982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-99d81a84-b154-4d60-acb8-1c77a07936ae', 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae', 'tenant_id': '7d243a1178e340fcadaf64e1fb097dab', 'fixed_ips': [{'subnet_id': 'a3eaf333-b643-4ca0-a1e3-260a3143fc3a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:38.274179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.286265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.286265 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Added segment 9c7d8141-b600-4f4b-b135-8b229a574f75 of type vlan for network eef21206-d57f-4725-829f-1679e390ffd1 Oct 20 10:56:38.345934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.381027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22afad3e-2e8d-4ff0-8882-dabebc073540 req-50fd3779-fd33-4814-88f7-68257ca91431 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433918 Oct 20 10:56:38.402459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.472843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:38.478965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.479868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:38.489427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:38.492571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Allocated IP 2001:db8::2 (99d81a84-b154-4d60-acb8-1c77a07936ae/a3eaf333-b643-4ca0-a1e3-260a3143fc3a/55388c5c-35c1-491b-83ba-4fb36cb86b11) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:38.501220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event updated for resources: {'Port': ['ID=43c34a2f-ed3c-4e9c-8384-531a9ea42f8a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.586975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21884399-28da-4e2b-9294-55afa099999e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.589002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.606650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.607260 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.720968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6133878 Oct 20 10:56:38.729891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37994) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:38.732669 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.741887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.798265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Pushing event updated for resources: {'Port': ['ID=55388c5c-35c1-491b-83ba-4fb36cb86b11,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.809823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'network': {'name': 'tempest-router-network02--2072080406'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:38.811562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Network 99d81a84-b154-4d60-acb8-1c77a07936ae is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:38.813788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:38.816131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:38.826747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecad82-7156-4136-b4f1-4a7112625fcf tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Network': ['ID=eef21206-d57f-4725-829f-1679e390ffd1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.848032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network eef21206-d57f-4725-829f-1679e390ffd1 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:38.875952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.876592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Checking segment: {'id': '7893f869-fd42-4c1f-a4b0-3e4af6f54e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1d64828a-259b-4f49-beb5-12043cfc2568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:38.876960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Network hostable DHCP agents. Network: 1d64828a-259b-4f49-beb5-12043cfc2568, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:38.899838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Attempting to bind port 55388c5c-35c1-491b-83ba-4fb36cb86b11 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:38.900209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Attempting to bind port 55388c5c-35c1-491b-83ba-4fb36cb86b11 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:38.900562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Attempting to bind port 55388c5c-35c1-491b-83ba-4fb36cb86b11 on network 99d81a84-b154-4d60-acb8-1c77a07936ae {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:38.907658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:38.911299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.933875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:38.934244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Checking segment: {'id': '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:38.935584 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.935721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Bound using segment: {'id': '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:38.936428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Bound port: 55388c5c-35c1-491b-83ba-4fb36cb86b11, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '99d81a84-b154-4d60-acb8-1c77a07936ae'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:38.936847 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.945675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Network 1d64828a-259b-4f49-beb5-12043cfc2568 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:38.980576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1d64828a-259b-4f49-beb5-12043cfc2568) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:38.986521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:38.993704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe81f80-6e25-4bd0-b7ad-15a5f8b4e820 None None] Network 1d64828a-259b-4f49-beb5-12043cfc2568 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:39.000287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:39.000839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.028911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.029261 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Added segment 0d26b968-78b1-4573-b103-6d887ad3c553 of type vlan for network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 Oct 20 10:56:39.119032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3b2d82e7-328c-4d14-b4ca-a117d168f427 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3032644 Oct 20 10:56:39.141600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.198609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] For port 55388c5c-35c1-491b-83ba-4fb36cb86b11, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:39.205198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.207880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc49d7-53b7-4cb6-8b2a-e2fbf670c75a None None] Network 1d64828a-259b-4f49-beb5-12043cfc2568 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:39.212438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:39.213452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.258223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] For port 55388c5c-35c1-491b-83ba-4fb36cb86b11, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=55388c5c-35c1-491b-83ba-4fb36cb86b11,segment=NetworkSegment(3842ea12-fa25-4cfb-aad7-0a5096f0d6f7),segment_id=3842ea12-fa25-4cfb-aad7-0a5096f0d6f7)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:39.284196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.293370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.301058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.322167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5254285 Oct 20 10:56:39.322167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38004) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:39.328140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'subnet': {'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:39.383712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e218c3-82cc-4dcf-80ee-566ca0d9dc89 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Network': ['ID=758ebe68-00e6-49e4-b389-8a2b491e7ef9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.424669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:39.471257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:39.477642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.550081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-294721474', 'description': 'tempest-description-1236470697'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:39.595996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Router 9f658ceb-0343-43d4-8224-7139676afbef is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:39.680233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208801dd-e9a6-4d5a-bea2-c9d3d6e1dbd5 None None] Pushing event updated for resources: {'Port': ['ID=55388c5c-35c1-491b-83ba-4fb36cb86b11,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.817600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:39.836951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.837090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f840c50-9745-49f1-9e48-05ae51973b5b req-212b7887-5c8f-49d4-861c-23d477470a19 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:39.837216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-42ceac6a-9c69-4c72-84e2-1311da30a641 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "PUT /v2.0/routers/9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 200 len: 883 time: 3.2799392 Oct 20 10:56:39.837323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f840c50-9745-49f1-9e48-05ae51973b5b req-212b7887-5c8f-49d4-861c-23d477470a19 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2758446 Oct 20 10:56:39.839502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] Sync routers for ids ['9f658ceb-0343-43d4-8224-7139676afbef'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:39.843835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:39.844279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.862304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] Routers {'9f658ceb-0343-43d4-8224-7139676afbef'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:39.865890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9f658ceb-0343-43d4-8224-7139676afbef'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.992472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:40.026184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] Routers {'9f658ceb-0343-43d4-8224-7139676afbef'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:40.028237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9f658ceb-0343-43d4-8224-7139676afbef'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:40.054046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f840c50-9745-49f1-9e48-05ae51973b5b req-c2cb9b3c-165e-468e-b82a-706c63b49021 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848848 Oct 20 10:56:40.110201 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-796d3cc5-3fb5-4340-9371-3f93ce49e3f9 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 200 len: 924 time: 0.2627170 Oct 20 10:56:40.110909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38026) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.151848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:40.152518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef2657-4dc3-434b-ab37-acbe467a7f88 None None] The sync data for ids ['9f658ceb-0343-43d4-8224-7139676afbef'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:40.212982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a1d2f-a890-490e-8106-29ed9889afc1 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:40.220673 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-084a1d2f-a890-490e-8106-29ed9889afc1 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=9f658ceb-0343-43d4-8224-7139676afbef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1091309 Oct 20 10:56:40.221287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.250730 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.254573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.302250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.341592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.343519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c73362d9-62f2-4980-ad7d-5ca0cfe86571 req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7975738 Oct 20 10:56:40.395561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Subnet': ['ID=4ae59e4a-6d55-4857-b098-30ff1bcc507a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.404509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798d1ca-7ee3-4a4d-abd5-f3e575d7d2f4 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:40.406422 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f798d1ca-7ee3-4a4d-abd5-f3e575d7d2f4 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1841977 Oct 20 10:56:40.410930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38032) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.465632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38034) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.469061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ccf3bfa9-923a-409b-86b6-62ff01d00b1b tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 200 len: 205 time: 0.0498207 Oct 20 10:56:40.474931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b2f12-c50a-4c25-877b-8b1936a3d396 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2cbb07-ff61-40c7-916e-195a590a5db9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.551697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-293f6bf6-a8f7-4063-bb6f-f1e32d8a8374 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0b2cbb07-ff61-40c7-916e-195a590a5db9 HTTP/1.1" status: 200 len: 1814 time: 0.1270657 Oct 20 10:56:40.555067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Checking segment: {'id': '9c7d8141-b600-4f4b-b135-8b229a574f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:40.555361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network hostable DHCP agents. Network: eef21206-d57f-4725-829f-1679e390ffd1, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:40.565800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b2cbb07-ff61-40c7-916e-195a590a5db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:40.566088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b2cbb07-ff61-40c7-916e-195a590a5db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:40.678767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network eef21206-d57f-4725-829f-1679e390ffd1 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:40.712484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, eef21206-d57f-4725-829f-1679e390ffd1) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:40.724981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.725935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdbf8b-6f7e-47c6-bf44-e3aa3c7cb96b None None] Network eef21206-d57f-4725-829f-1679e390ffd1 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:40.734487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:40.735473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.742393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.857230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.866684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-007748c8-9674-4daa-83c5-6de1c77ea209 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5409002 Oct 20 10:56:40.867141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.872825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'subnet': {'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:40.873286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.963084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918f9e89-7e58-4754-a54b-ffe742a2fd58,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.001654 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.002735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 55388c5c-35c1-491b-83ba-4fb36cb86b11 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:41.009723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b570dc4-b95c-49af-a2ab-8f66ae62cbf1 req-7540c03a-9921-403f-8f81-68c95b313f01 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4501719 Oct 20 10:56:41.035023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.142404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:41.146022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.169230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 55388c5c-35c1-491b-83ba-4fb36cb86b11 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:41.169697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.195290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ee61df8-5e35-441e-a527-b783da9c4bf8 req-b1ce9fbc-198e-479d-ade3-2d4182df145e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0b2cbb07-ff61-40c7-916e-195a590a5db9 HTTP/1.1" status: 200 len: 2408 time: 0.1497920 Oct 20 10:56:41.308384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-eef21206-d57f-4725-829f-1679e390ffd1', 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1', 'tenant_id': '7d243a1178e340fcadaf64e1fb097dab', 'fixed_ips': [{'subnet_id': '4ae59e4a-6d55-4857-b098-30ff1bcc507a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:41.309586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.379251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port 43c34a2f-ed3c-4e9c-8384-531a9ea42f8a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:41.379701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.406409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-5e88fca2-96d6-49bc-bdf0-d862f8f144c7 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-group-rules/918f9e89-7e58-4754-a54b-ffe742a2fd58 HTTP/1.1" status: 200 len: 778 time: 0.1173933 Oct 20 10:56:41.442428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85141b8a-c702-4253-be4d-25201da02c8f None None] Network 99d81a84-b154-4d60-acb8-1c77a07936ae requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:41.516961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.594310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Subnet': ['ID=43341556-1188-400d-b9b1-c4d2e84581ac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.605447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fb60e682-b714-4af7-82ff-4031026df516 None None] Provisioning complete for port 55388c5c-35c1-491b-83ba-4fb36cb86b11 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:41.606077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fb60e682-b714-4af7-82ff-4031026df516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.611033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Checking segment: {'id': '0d26b968-78b1-4573-b103-6d887ad3c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:41.611770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network hostable DHCP agents. Network: 758ebe68-00e6-49e4-b389-8a2b491e7ef9, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:41.613874 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.637972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:41.654704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 758ebe68-00e6-49e4-b389-8a2b491e7ef9) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:41.659854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:41.660362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.681328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e997114-9d2c-4566-8a88-b50710ca5acd None None] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:41.686241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ed14e6d9-d80d-42f1-9ea9-e51cf03806e6 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8176877 Oct 20 10:56:41.689464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38052) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:41.764743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 55388c5c-35c1-491b-83ba-4fb36cb86b11, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=55388c5c-35c1-491b-83ba-4fb36cb86b11,segment=NetworkSegment(3842ea12-fa25-4cfb-aad7-0a5096f0d6f7),segment_id=3842ea12-fa25-4cfb-aad7-0a5096f0d6f7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:41.825048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50afc3-ca98-4132-9b71-a278ca687639 req-cb474139-f3be-4ecf-875c-6513db395ca6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:41.826569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed50afc3-ca98-4132-9b71-a278ca687639 req-cb474139-f3be-4ecf-875c-6513db395ca6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.5702896 Oct 20 10:56:41.847660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.874303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-758ebe68-00e6-49e4-b389-8a2b491e7ef9', 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9', 'tenant_id': '7d243a1178e340fcadaf64e1fb097dab', 'fixed_ips': [{'subnet_id': '43341556-1188-400d-b9b1-c4d2e84581ac'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:41.875604 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.880286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.896655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-963b34b8-e278-481a-b57b-0530b87d55b8 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0b2cbb07-ff61-40c7-916e-195a590a5db9 HTTP/1.1" status: 200 len: 2408 time: 0.4715478 Oct 20 10:56:41.906624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for 43c34a2f-ed3c-4e9c-8384-531a9ea42f8a owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:41.929664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed50afc3-ca98-4132-9b71-a278ca687639 req-1651ea93-164f-4cb1-a5c6-022e67af14e0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910521 Oct 20 10:56:41.989152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.001842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.090176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.098636 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.099828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a18c2adc-a78e-49a2-b218-dd26db34aab3 req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/918f9e89-7e58-4754-a54b-ffe742a2fd58 HTTP/1.1" status: 204 len: 173 time: 0.1950226 Oct 20 10:56:42.134160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbce5e8-5e5d-4ed1-8828-c0f0541f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=918f9e89-7e58-4754-a54b-ffe742a2fd58,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.158630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-59509682', 'description': 'tempest-description-589147101'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:42.247640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Allocated IP 2001:db8::2 (eef21206-d57f-4725-829f-1679e390ffd1/4ae59e4a-6d55-4857-b098-30ff1bcc507a/9e7fc348-5770-49c4-8a74-449822ee807c) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:42.272911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.280400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.361830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.372758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=55388c5c-35c1-491b-83ba-4fb36cb86b11,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.395751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=43c34a2f-ed3c-4e9c-8384-531a9ea42f8a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.484581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.554159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Allocated IP 2001:db8::2 (758ebe68-00e6-49e4-b389-8a2b491e7ef9/43341556-1188-400d-b9b1-c4d2e84581ac/172c4bd1-12a5-4622-ba2f-4267cb9e0756) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:42.562749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.743503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.746761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0502cfe8-2659-450f-9445-9f45bf8d45ca,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.769547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.785724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6422635-2ec9-485e-bb4b-3c528e03768e req-251105c6-6dac-44d6-823a-15c9c6504776 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6466870 Oct 20 10:56:42.940718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 55388c5c-35c1-491b-83ba-4fb36cb86b11 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:42.979682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.984450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.035727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.059757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fda6-c341-482e-b193-e0ecc92ec39b req-4b772d9a-e555-4cc7-88ff-3824aceec03d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:43.068241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86c3fda6-c341-482e-b193-e0ecc92ec39b req-4b772d9a-e555-4cc7-88ff-3824aceec03d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2205594 Oct 20 10:56:43.070300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.099760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c17af375-c666-45b3-8be8-d7a09efec252 req-b5c0fabe-514d-4735-b1b8-740e44bd2134 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0502cfe8-2659-450f-9445-9f45bf8d45ca HTTP/1.1" status: 200 len: 1812 time: 0.2485297 Oct 20 10:56:43.101971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.102535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router 9f658ceb-0343-43d4-8224-7139676afbef {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:43.117682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-70930df8-48f4-46de-bf9b-9aefbd90512f None None] Provisioning complete for port 55388c5c-35c1-491b-83ba-4fb36cb86b11 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:43.118467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-70930df8-48f4-46de-bf9b-9aefbd90512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.129786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.130900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cc64cdcf-bb8d-4e34-99dc-4d43fd662cc5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 204 len: 168 time: 2.6592970 Oct 20 10:56:43.138926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38088) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:43.152744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-941951641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:43.157661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Network eef21206-d57f-4725-829f-1679e390ffd1 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:43.178175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86c3fda6-c341-482e-b193-e0ecc92ec39b req-39ca8456-6771-4fcf-be76-972bf614d9e7 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090176 Oct 20 10:56:43.180521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:43.183657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:43.184954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Allocated IP 2001:db8::1 (eef21206-d57f-4725-829f-1679e390ffd1/4ae59e4a-6d55-4857-b098-30ff1bcc507a/cb5cba1b-f2d5-49f0-829d-32c554a54492) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:43.203969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.244736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.290173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0db1c-7568-4baf-a5d0-323bd938bcde req-4ad6df93-5ccc-43e9-b1d3-643f3e1a4ec2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:43.303285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 55388c5c-35c1-491b-83ba-4fb36cb86b11 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:43.304058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ec0db1c-7568-4baf-a5d0-323bd938bcde req-4ad6df93-5ccc-43e9-b1d3-643f3e1a4ec2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1199822 Oct 20 10:56:43.305906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.312931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Pushing event updated for resources: {'Port': ['ID=9e7fc348-5770-49c4-8a74-449822ee807c,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.357178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1232481959', 'description': 'tempest-description-732902008'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:43.404156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ec0db1c-7568-4baf-a5d0-323bd938bcde req-c72d911d-db54-44b7-aebf-bff0f85da66e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985322 Oct 20 10:56:43.408518 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.444049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:43.454766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:43.462760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.466397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:43.469184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Attempting to bind port 9e7fc348-5770-49c4-8a74-449822ee807c on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:43.469766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Attempting to bind port 9e7fc348-5770-49c4-8a74-449822ee807c by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '9c7d8141-b600-4f4b-b135-8b229a574f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:43.470338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Attempting to bind port 9e7fc348-5770-49c4-8a74-449822ee807c on network eef21206-d57f-4725-829f-1679e390ffd1 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:43.481544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Pushing event updated for resources: {'Port': ['ID=172c4bd1-12a5-4622-ba2f-4267cb9e0756,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.488102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:43.488781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Checking segment: {'id': '9c7d8141-b600-4f4b-b135-8b229a574f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:43.489555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.490252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Bound using segment: {'id': '9c7d8141-b600-4f4b-b135-8b229a574f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:43.490916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Bound port: 9e7fc348-5770-49c4-8a74-449822ee807c, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7d8141-b600-4f4b-b135-8b229a574f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'eef21206-d57f-4725-829f-1679e390ffd1'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:43.491563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.515894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.517330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.538957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.547534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.574881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.576523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3dde383-65e9-48f0-9ccb-3d63aa5ee46e req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2244701 Oct 20 10:56:43.595491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.601929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f919ab9-b491-4ea7-9ab9-4ea9df338e7e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e82746-6b47-4f80-88de-bef0f0334430,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.602171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.630328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.677768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40ced943-1c0a-4da7-9447-6f8d180f8d85 req-aa017db0-c6a4-4b0a-84e9-55fc481ef4ef tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/63e82746-6b47-4f80-88de-bef0f0334430 HTTP/1.1" status: 200 len: 1814 time: 0.0725164 Oct 20 10:56:43.695587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network eef21206-d57f-4725-829f-1679e390ffd1 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:43.698428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.698823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Attempting to bind port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:43.699627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Attempting to bind port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0d26b968-78b1-4573-b103-6d887ad3c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:43.701015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Attempting to bind port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 on network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:43.703030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:43.704143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a8e816d-1cf7-4be3-a3c8-ea11261705a1 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5576417 Oct 20 10:56:43.709353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:43.709795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': True}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:43.713762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:43.714807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.736384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:43.737072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Checking segment: {'id': '0d26b968-78b1-4573-b103-6d887ad3c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:43.737673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.738244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Bound using segment: {'id': '0d26b968-78b1-4573-b103-6d887ad3c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:43.738896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Bound port: 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d26b968-78b1-4573-b103-6d887ad3c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '758ebe68-00e6-49e4-b389-8a2b491e7ef9'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:43.739547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.774402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Port': ['ID=cb5cba1b-f2d5-49f0-829d-32c554a54492,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.776908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] For port 9e7fc348-5770-49c4-8a74-449822ee807c, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:43.816440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] For port 9e7fc348-5770-49c4-8a74-449822ee807c, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9e7fc348-5770-49c4-8a74-449822ee807c,segment=NetworkSegment(9c7d8141-b600-4f4b-b135-8b229a574f75),segment_id=9c7d8141-b600-4f4b-b135-8b229a574f75)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:43.839810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.845393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1761451452', 'description': 'tempest-description-1581503100'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:43.886929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.892659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] For port 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:43.926219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] For port 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=172c4bd1-12a5-4622-ba2f-4267cb9e0756,segment=NetworkSegment(0d26b968-78b1-4573-b103-6d887ad3c553),segment_id=0d26b968-78b1-4573-b103-6d887ad3c553)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:43.940909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.953626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbae4f-8b4e-43b1-9b19-0ff3659a802d None None] Pushing event updated for resources: {'Port': ['ID=9e7fc348-5770-49c4-8a74-449822ee807c,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:44.045394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c23a5-7158-4a99-9a97-ede6cb936900 None None] Pushing event updated for resources: {'Port': ['ID=172c4bd1-12a5-4622-ba2f-4267cb9e0756,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:44.083058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.086623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.374409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.442231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.509633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.510897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76a4ed70-29b4-4005-8fe1-565e77f4de4c req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7613266 Oct 20 10:56:44.548053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0971-1b9a-4f3f-9fd1-9e38e811cc5d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaec29a-32c3-4ae1-ae77-b7c6845c751c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:44.568254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.579334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.580396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.581100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99acf8-ad74-4645-8992-d17ef63c562b req-2f8b94ec-0dfc-4c00-9957-08e9edae7d1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.592043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e99acf8-ad74-4645-8992-d17ef63c562b req-2f8b94ec-0dfc-4c00-9957-08e9edae7d1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2099276 Oct 20 10:56:44.731704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e99acf8-ad74-4645-8992-d17ef63c562b req-33c15b6d-19d2-4789-a115-c8b2f4b85312 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309094 Oct 20 10:56:44.745467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Port': ['ID=cb5cba1b-f2d5-49f0-829d-32c554a54492,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:44.846218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.889121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.910984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network eef21206-d57f-4725-829f-1679e390ffd1 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:44.912890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:44.919165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d43ff87-39da-4a66-95d1-4bcd7b20c3f5 req-ecda4655-3695-4e95-9e1d-587634d159d6 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/dcaec29a-32c3-4ae1-ae77-b7c6845c751c HTTP/1.1" status: 200 len: 1815 time: 0.1478817 Oct 20 10:56:44.979357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-497657296', 'description': 'tempest-description-484689724'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:45.017164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa031e7-bff6-4bde-862a-e54c9944445b req-46888128-38a5-4aff-979f-0954a0ec51bf tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:45.025473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5aa031e7-bff6-4bde-862a-e54c9944445b req-46888128-38a5-4aff-979f-0954a0ec51bf tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2325211 Oct 20 10:56:45.039452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.160272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 172c4bd1-12a5-4622-ba2f-4267cb9e0756 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:45.281202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5aa031e7-bff6-4bde-862a-e54c9944445b req-1bb6cd24-a630-48d8-9926-fd4b6abfe2a8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542603 Oct 20 10:56:45.325188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Router c8ce8423-2d48-4a1d-a1d9-b8772c165d2d is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:45.339385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:45.339385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.340979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 172.25.3.176 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/1acd9e3f-a445-42ee-bcbd-3ffd217d202b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:45.553557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.581432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:45.594088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=172c4bd1-12a5-4622-ba2f-4267cb9e0756,segment=NetworkSegment(0d26b968-78b1-4573-b103-6d887ad3c553),segment_id=0d26b968-78b1-4573-b103-6d887ad3c553)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:45.594578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] Sync routers for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:45.599498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7c0b805c-637b-4e40-b9b3-77a72fa0aa06 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086311 Oct 20 10:56:45.600138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38116) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:45.609388 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:45.609790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.610845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9e7fc348-5770-49c4-8a74-449822ee807c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:45.612697 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:45.626595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.685956 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:45.719600 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:45.720225 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:45.727434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=172c4bd1-12a5-4622-ba2f-4267cb9e0756,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.727795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.752895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c44419-1eb4-40f5-a9d7-15ae1f0ba244 None None] Network eef21206-d57f-4725-829f-1679e390ffd1 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:45.819742 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:45.820398 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcea3e7-0061-4c53-9327-bbc1fe17fdf2 None None] The sync data for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:45.871200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:45.875491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.880030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:45.884099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:45.928136 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.948617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1033b12-6ca0-4bdb-b9af-d61eecdeb4e0 None None] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:45.965946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=1acd9e3f-a445-42ee-bcbd-3ffd217d202b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.982914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b069ab5d-be0c-49af-9520-5ff5a4f692df,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.993034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.012190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-240309d9-3e84-4351-a286-9baa83a90ba9 None None] Provisioning complete for port 9e7fc348-5770-49c4-8a74-449822ee807c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.013115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-240309d9-3e84-4351-a286-9baa83a90ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.036954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.037243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.037723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.038105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.038388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.038714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.039170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.039498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.039825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.040143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.040458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.040774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.048033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9e7fc348-5770-49c4-8a74-449822ee807c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.048404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.059810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.060280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.060614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.060950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.061349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.062428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.062757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.063227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.063617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.064227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.064811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.065142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:46.092970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.094396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d8c4b8c-5839-43c5-b184-a7c2f7f40344 req-8e894e11-775b-4941-b3f4-753160c290a2 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1298664 Oct 20 10:56:46.230956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4e7d6-9a7f-4273-938b-de5ec554124c req-9df87f88-b821-4cb0-a354-70437d99facc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:46.232746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ec4e7d6-9a7f-4273-938b-de5ec554124c req-9df87f88-b821-4cb0-a354-70437d99facc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.3058176 Oct 20 10:56:46.341772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-472a1038-4dc9-4f3f-8a2e-3b4442102d21 req-7941c7de-bb85-46fc-9c4d-ed239a18525d tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/b069ab5d-be0c-49af-9520-5ff5a4f692df HTTP/1.1" status: 200 len: 1813 time: 0.1888955 Oct 20 10:56:46.354387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ec4e7d6-9a7f-4273-938b-de5ec554124c req-90515b55-3390-4448-9d69-288708b479e0 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852277 Oct 20 10:56:46.451193 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.474394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.588506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 9e7fc348-5770-49c4-8a74-449822ee807c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9e7fc348-5770-49c4-8a74-449822ee807c,segment=NetworkSegment(9c7d8141-b600-4f4b-b135-8b229a574f75),segment_id=9c7d8141-b600-4f4b-b135-8b229a574f75)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:46.603544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.613820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-240309d9-3e84-4351-a286-9baa83a90ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.639933 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-3a159fbe-bae7-4ab4-ae11-e98d5fbdd783 req-a992a22e-0c4e-4b56-a025-1714e84437a7 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] show failed (client error): The resource could not be found. Oct 20 10:56:46.649109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a159fbe-bae7-4ab4-ae11-e98d5fbdd783 req-a992a22e-0c4e-4b56-a025-1714e84437a7 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/de04ada6-26ae-4581-b074-f4309e058a52 HTTP/1.1" status: 404 len: 352 time: 0.1754122 Oct 20 10:56:46.695651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c0348-872a-4b02-b35a-9b40e7adb72f req-396fa2a0-aeeb-460c-ba02-144af92ffb57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:46.709627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-938c0348-872a-4b02-b35a-9b40e7adb72f req-396fa2a0-aeeb-460c-ba02-144af92ffb57 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2360303 Oct 20 10:56:46.806634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-240309d9-3e84-4351-a286-9baa83a90ba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:46.807007 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-240309d9-3e84-4351-a286-9baa83a90ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:46.839096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=9e7fc348-5770-49c4-8a74-449822ee807c,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:46.846698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 172c4bd1-12a5-4622-ba2f-4267cb9e0756 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:46.850427 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-1094659d-9ae6-4a9a-b6ff-7a740d370500 req-b2d2db22-f55e-4f38-ad31-f275d98b2b69 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] show failed (client error): The resource could not be found. Oct 20 10:56:46.880415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1094659d-9ae6-4a9a-b6ff-7a740d370500 req-b2d2db22-f55e-4f38-ad31-f275d98b2b69 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-group-rules/9239d906-06d9-46f4-8497-c2ab562ea3bb HTTP/1.1" status: 404 len: 361 time: 0.1576412 Oct 20 10:56:46.904379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.925027 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-7a71464a-7b28-4b0b-9d29-7b1a07bf1785 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:56:46.934316 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a71464a-7b28-4b0b-9d29-7b1a07bf1785 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3304944 Oct 20 10:56:46.934582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:46.966358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.966741 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.990853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-938c0348-872a-4b02-b35a-9b40e7adb72f req-64621593-2456-4267-8414-7914805ff7a2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803860 Oct 20 10:56:47.316266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-41241bdb-f6e1-4cbe-87f6-7f3b60d0f453 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/b069ab5d-be0c-49af-9520-5ff5a4f692df HTTP/1.1" status: 200 len: 1813 time: 0.1797457 Oct 20 10:56:47.380874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.407880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.490814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.518117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Provisioning complete for port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:47.518681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.593587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.610856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:47.706442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Provisioning complete for port cb5cba1b-f2d5-49f0-829d-32c554a54492 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:47.707012 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.708874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.785734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.789382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.800087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-930e027e-04a5-4f35-be1e-e62938b2bd26 req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-groups/b069ab5d-be0c-49af-9520-5ff5a4f692df HTTP/1.1" status: 204 len: 173 time: 0.4689150 Oct 20 10:56:47.813582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Port cb5cba1b-f2d5-49f0-829d-32c554a54492 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:47.838723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf89e-c48d-4c66-beaa-fb5ee7d3668f req-3a1627c5-c0ae-41fb-a853-06ea0abd2738 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:47.844560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Provisioning complete for port 9e7fc348-5770-49c4-8a74-449822ee807c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:47.844905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d1cf89e-c48d-4c66-beaa-fb5ee7d3668f req-3a1627c5-c0ae-41fb-a853-06ea0abd2738 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.3017447 Oct 20 10:56:47.846668 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5914b490-08fb-4662-a536-2ebeaba8ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.882611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b6d9f-4298-48fb-820d-c084fc0528fc tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b069ab5d-be0c-49af-9520-5ff5a4f692df,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:47.934469 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec7c4-71c7-4284-90ec-c78b6382e0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.065044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:56:48.266501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting port cb5cba1b-f2d5-49f0-829d-32c554a54492 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:48.269873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:48.271137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.301194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:56:48.358776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d1cf89e-c48d-4c66-beaa-fb5ee7d3668f req-e9a8c39c-5c35-4cca-a277-c5a64f0376f6 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5068381 Oct 20 10:56:48.379862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2ba9c5dc-e665-4bb1-8616-418a186d4a14 None None] Provisioning complete for port cb5cba1b-f2d5-49f0-829d-32c554a54492 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:48.380452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c5dc-e665-4bb1-8616-418a186d4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.397755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-0d5369fa-7c33-4f21-a912-ae1fcfb2b5b3 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/dcaec29a-32c3-4ae1-ae77-b7c6845c751c HTTP/1.1" status: 200 len: 1815 time: 0.5261142 Oct 20 10:56:48.485280 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.495804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.502364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router a2cdff63-ef81-4101-8c70-f7fb30a21c42 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:48.502795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.518180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9c5dc-e665-4bb1-8616-418a186d4a14 None None] Port cb5cba1b-f2d5-49f0-829d-32c554a54492 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:48.529641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Calling delete_port for cb5cba1b-f2d5-49f0-829d-32c554a54492 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:48.537504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:48.583135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:48.594094 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.620868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec7c4-71c7-4284-90ec-c78b6382e0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.665981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.695476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:48.720118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec7c4-71c7-4284-90ec-c78b6382e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.767874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d314f671-8d6d-4982-b117-f1d8a5a8022b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:48.776605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.778389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.786211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.787577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0148494e-066b-4ff9-98f6-b7ab7312c2f5 req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-groups/dcaec29a-32c3-4ae1-ae77-b7c6845c751c HTTP/1.1" status: 204 len: 173 time: 0.3787000 Oct 20 10:56:48.869733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9e7fc348-5770-49c4-8a74-449822ee807c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:48.877662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Port': ['ID=cb5cba1b-f2d5-49f0-829d-32c554a54492,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.013606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fd8ec7c4-71c7-4284-90ec-c78b6382e0ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=78227e45cb8e49cea0b054a30e8fedbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3996170 Oct 20 10:56:49.021135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ec7c4-71c7-4284-90ec-c78b6382e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e40e889-e32d-4bcf-a98c-2454dab53a95,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.088364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38200) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.093341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef811e-8424-4793-843f-8080afc658b9 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaec29a-32c3-4ae1-ae77-b7c6845c751c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.120671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc381c7-ce0f-4509-bb1b-cb91659516dc req-711bcf18-2819-4ae0-8cbb-4b0022f122f7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.129283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fc381c7-ce0f-4509-bb1b-cb91659516dc req-711bcf18-2819-4ae0-8cbb-4b0022f122f7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.6284289 Oct 20 10:56:49.243239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.347633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9e7fc348-5770-49c4-8a74-449822ee807c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:49.347994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.476655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:49.492276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.493636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d46351f0-078d-4333-b201-46a8d34abe79 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "PUT /v2.0/routers/a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 200 len: 918 time: 5.7890825 Oct 20 10:56:49.501237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38208) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.508909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fc381c7-ce0f-4509-bb1b-cb91659516dc req-7a1ff15b-b2c1-42af-94ab-2be1a5b5d057 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717256 Oct 20 10:56:49.523293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c363b150-6894-42ca-9420-cd82b9b20081 req-5671e9a1-9106-4ecc-a667-8c4055324474 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/63e82746-6b47-4f80-88de-bef0f0334430 HTTP/1.1" status: 200 len: 1814 time: 0.4333634 Oct 20 10:56:49.547824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.570860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Router c8ce8423-2d48-4a1d-a1d9-b8772c165d2d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:49.575783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.654573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.662340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.664176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] Sync routers for ids ['a2cdff63-ef81-4101-8c70-f7fb30a21c42'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:49.667819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e40e889-e32d-4bcf-a98c-2454dab53a95 HTTP/1.1" status: 204 len: 168 time: 0.5619960 Oct 20 10:56:49.697574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] Routers {'a2cdff63-ef81-4101-8c70-f7fb30a21c42'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:49.697938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a2cdff63-ef81-4101-8c70-f7fb30a21c42'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.755126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.770039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] Routers {'a2cdff63-ef81-4101-8c70-f7fb30a21c42'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:49.770454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a2cdff63-ef81-4101-8c70-f7fb30a21c42'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.811626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.811997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab345c-8014-46c2-8011-0d7f34a0f5d0 None None] The sync data for ids ['a2cdff63-ef81-4101-8c70-f7fb30a21c42'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:49.824659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:49.835853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb0b0ea9-9290-40e1-acb1-29e25658f09a tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8966911 Oct 20 10:56:49.836845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.842024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b215d6-d1e3-435b-9158-f376a0af0bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e40e889-e32d-4bcf-a98c-2454dab53a95,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.872564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] Sync routers for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:49.885790 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:49.886392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.892273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c363b150-6894-42ca-9420-cd82b9b20081 req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.895849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.896956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5052baa2-188c-4383-b4b1-5d313b63e99d tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 200 len: 924 time: 0.3850303 Oct 20 10:56:49.987329 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-20e39fef-0836-4bd2-bb8c-850be66bc06d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] delete failed (client error): The resource could not be found. Oct 20 10:56:49.992853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-20e39fef-0836-4bd2-bb8c-850be66bc06d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-524298981 HTTP/1.1" status: 404 len: 334 time: 0.1420124 Oct 20 10:56:49.993973 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:49.995824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.998530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38228) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.007254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3f3c9006-44b4-468c-a047-902f1da13c37 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:50.008247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.010573 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:50.011200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:50.020537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.033990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.047791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.064242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.068458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:50.084151 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:50.086101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a7cc1-956c-4843-980e-e394f3e745ed None None] The sync data for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:50.105132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.121744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-c305a86b-9bf8-4a4f-b977-cd7bcda433a7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.4456432 Oct 20 10:56:50.196217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d314f671-8d6d-4982-b117-f1d8a5a8022b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:50.196981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.242539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46463204-48e8-4d92-9a87-bf6c1f1291bd req-8d7fc056-3731-4c97-8496-89fb29e5632e tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196580 Oct 20 10:56:50.247459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38230) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.250396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c363b150-6894-42ca-9420-cd82b9b20081 req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.278772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0d6de-0915-4b36-ad4e-e9b9d44c00f3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.290661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b5d0d6de-0915-4b36-ad4e-e9b9d44c00f3 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=a2cdff63-ef81-4101-8c70-f7fb30a21c42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3937178 Oct 20 10:56:50.306004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.313331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81daa8c2-8f06-4d2d-9dcb-71222ac44a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.393601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.443614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:50.449221 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95967d-3c5d-43ef-a98e-afd0a2cd96ed" -d '{"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:50.456335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be00b3c-6e96-4c24-8029-1f1fe3432e52 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.458762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3be00b3c-6e96-4c24-8029-1f1fe3432e52 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1508226 Oct 20 10:56:50.467271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.470059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:50.472847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9006-44b4-468c-a047-902f1da13c37 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.476979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.531950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09951e5e-e1ec-4ea7-a661-b314b2b0c237 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 200 len: 205 time: 0.0635428 Oct 20 10:56:50.540534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38240) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.559896 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-3f3c9006-44b4-468c-a047-902f1da13c37 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] update failed (client error): The resource could not be found. Oct 20 10:56:50.562398 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f3c9006-44b4-468c-a047-902f1da13c37 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d HTTP/1.1" status: 404 len: 339 time: 0.5628695 Oct 20 10:56:50.568217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.584345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-813433228'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:50.594498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.636586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:50.642617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.658919 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c363b150-6894-42ca-9420-cd82b9b20081 req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.662421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c363b150-6894-42ca-9420-cd82b9b20081 req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.663921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c363b150-6894-42ca-9420-cd82b9b20081 req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-groups/63e82746-6b47-4f80-88de-bef0f0334430 HTTP/1.1" status: 204 len: 173 time: 1.1310911 Oct 20 10:56:50.684574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f53cd-b2d0-4ed3-bd1e-e4b41fdbeb71 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e82746-6b47-4f80-88de-bef0f0334430,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.689277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81daa8c2-8f06-4d2d-9dcb-71222ac44a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.713958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-81daa8c2-8f06-4d2d-9dcb-71222ac44a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.717238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:50.739752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f11d54-2fb0-4e64-beee-9b74e9121788 req-6bb024ee-8ff4-4858-8f56-6e0a62924598 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.754383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8f11d54-2fb0-4e64-beee-9b74e9121788 req-6bb024ee-8ff4-4858-8f56-6e0a62924598 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2945676 Oct 20 10:56:50.762476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.762905 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Added segment 4987eb55-d292-4ccf-a801-c14aaa629181 of type vlan for network b80c8dfa-a06a-46e2-8366-939e78627217 Oct 20 10:56:50.784075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-81daa8c2-8f06-4d2d-9dcb-71222ac44a3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb2501ba679c49629b3e9fbbe8f82e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331399 Oct 20 10:56:50.784611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daa8c2-8f06-4d2d-9dcb-71222ac44a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece41a6-62f6-4283-b772-c9185694ef88,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.810708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38248) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.853687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.901992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.907218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.912927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.913754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.944151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.950396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8f11d54-2fb0-4e64-beee-9b74e9121788 req-9b2c1bd2-575b-44ac-8bf5-9404504ea9dc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934474 Oct 20 10:56:50.956679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.970970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3998909 Oct 20 10:56:50.987085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38252) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.987440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'subnet': {'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:51.056031 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c240fc-d776-4be5-a251-de66fec309a8 x-openstack-request-id: req-97c240fc-d776-4be5-a251-de66fec309a8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:51.056593 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:51.056593 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97c240fc-d776-4be5-a251-de66fec309a8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:51.056953 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'code': 200} Oct 20 10:56:51.066204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38481a-e7a4-433f-919e-4dfa80e8750b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Network': ['ID=b80c8dfa-a06a-46e2-8366-939e78627217,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:51.072098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.078824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b80c8dfa-a06a-46e2-8366-939e78627217 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:51.091794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.105084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.118271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.124976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.131034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.137059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.179423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.182067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.182284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f31806e-2629-4079-861c-19c69817b524 req-87da8daa-efde-4b47-81d2-d653ac982dc8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.4111280 Oct 20 10:56:51.186691 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cece41a6-62f6-4283-b772-c9185694ef88 HTTP/1.1" status: 204 len: 168 time: 0.3711526 Oct 20 10:56:51.195497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e050f-2bd0-4719-91b8-37ad39e3d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece41a6-62f6-4283-b772-c9185694ef88,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:51.198148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Made reservation on behalf of 7d243a1178e340fcadaf64e1fb097dab for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:51.202767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.444792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-0b69ce28-7235-4783-8f68-e5020e60093e tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0502cfe8-2659-450f-9445-9f45bf8d45ca HTTP/1.1" status: 200 len: 1812 time: 0.2562256 Oct 20 10:56:51.507533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03759f9f-f5d7-4179-bed0-35d744956617 req-ec451c5e-4011-485e-98c5-22c77e010a4b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.515435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03759f9f-f5d7-4179-bed0-35d744956617 req-ec451c5e-4011-485e-98c5-22c77e010a4b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2953413 Oct 20 10:56:51.517120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.547950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.593576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03759f9f-f5d7-4179-bed0-35d744956617 req-043b4c8b-0d9d-4dc3-8514-813f7c65b400 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720761 Oct 20 10:56:51.595611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.649649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.692949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Subnet': ['ID=24726659-cd15-4584-98d6-576a9977d6ac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:51.706562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Checking segment: {'id': '4987eb55-d292-4ccf-a801-c14aaa629181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:51.714116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network hostable DHCP agents. Network: b80c8dfa-a06a-46e2-8366-939e78627217, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:51.741047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port 1acd9e3f-a445-42ee-bcbd-3ffd217d202b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:51.741791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.765736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network b80c8dfa-a06a-46e2-8366-939e78627217 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:51.781021 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.786805 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.789744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b80c8dfa-a06a-46e2-8366-939e78627217) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:51.802640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c502984-9399-4c6e-82c8-d86f72e442af None None] Network b80c8dfa-a06a-46e2-8366-939e78627217 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:51.828643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.828643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.856593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b80cbaab-58eb-48dc-afe5-5e3864ec4198 req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-groups/0502cfe8-2659-450f-9445-9f45bf8d45ca HTTP/1.1" status: 204 len: 173 time: 0.4104486 Oct 20 10:56:51.918459 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-225bf48d-962c-4257-a9b0-b2ef3b78ac08 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9357283 Oct 20 10:56:51.921379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38264) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:51.930271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a55b993c-2c01-401b-a4dd-db5c1832db2d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:52.002470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f1983-69d0-4d7e-b755-f48c18fbb6ff tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0502cfe8-2659-450f-9445-9f45bf8d45ca,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:52.119870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-7f97486a-8553-42ee-8cfc-ff4e8c28c2c7 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "GET /v2.0/security-groups/0b2cbb07-ff61-40c7-916e-195a590a5db9 HTTP/1.1" status: 200 len: 1814 time: 0.2040181 Oct 20 10:56:52.185376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.221030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for 1acd9e3f-a445-42ee-bcbd-3ffd217d202b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:52.320347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce245add-05a1-4a27-b8ea-97a22c3685cb req-6f4e3d30-52bb-4f3a-bd92-1e6b050b1a39 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:52.360844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce245add-05a1-4a27-b8ea-97a22c3685cb req-6f4e3d30-52bb-4f3a-bd92-1e6b050b1a39 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1842151 Oct 20 10:56:52.385576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b80c8dfa-a06a-46e2-8366-939e78627217', 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217', 'tenant_id': '7d243a1178e340fcadaf64e1fb097dab', 'fixed_ips': [{'subnet_id': '24726659-cd15-4584-98d6-576a9977d6ac'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:52.387209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.479730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce245add-05a1-4a27-b8ea-97a22c3685cb req-d5d836a0-c0c5-4092-8f72-95f386e3d320 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243455 Oct 20 10:56:52.492853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.582721 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.614240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a55b993c-2c01-401b-a4dd-db5c1832db2d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.770861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.779201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Allocated IP 2001:db8:1::2 (b80c8dfa-a06a-46e2-8366-939e78627217/24726659-cd15-4584-98d6-576a9977d6ac/13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:52.978611 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a55b993c-2c01-401b-a4dd-db5c1832db2d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:56:52.985735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a55b993c-2c01-401b-a4dd-db5c1832db2d tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d HTTP/1.1" status: 400 len: 364 time: 1.0622246 Oct 20 10:56:52.986603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38294) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:53.033821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=1acd9e3f-a445-42ee-bcbd-3ffd217d202b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.109344 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.152393 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.224248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.232615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.236582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3931d82-3537-49e4-92ba-22ebe67402c2 req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] 10.222.0.74 "DELETE /v2.0/security-groups/0b2cbb07-ff61-40c7-916e-195a590a5db9 HTTP/1.1" status: 204 len: 173 time: 1.1156340 Oct 20 10:56:53.241054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Network b80c8dfa-a06a-46e2-8366-939e78627217 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:53.245142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:53.258665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:53.279010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbec61-199b-4fff-a68a-91a9d80cae77 req-620f4902-db9c-4b75-8b91-4bfa0d1103dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:53.282459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47fbec61-199b-4fff-a68a-91a9d80cae77 req-620f4902-db9c-4b75-8b91-4bfa0d1103dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.5195317 Oct 20 10:56:53.284209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:53.357353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Pushing event updated for resources: {'Port': ['ID=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.432338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.434299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Attempting to bind port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:53.435294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Attempting to bind port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4987eb55-d292-4ccf-a801-c14aaa629181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:53.435987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Attempting to bind port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca on network b80c8dfa-a06a-46e2-8366-939e78627217 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:53.436803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65be39-b5bd-4fff-8821-c2cc2213d024 tempest-SecurityGroupRulesNegativeTestJSON-1770905557 tempest-SecurityGroupRulesNegativeTestJSON-1770905557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2cbb07-ff61-40c7-916e-195a590a5db9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.445608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:53.447554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Checking segment: {'id': '4987eb55-d292-4ccf-a801-c14aaa629181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:53.448334 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.448736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Bound using segment: {'id': '4987eb55-d292-4ccf-a801-c14aaa629181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:53.449227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Bound port: 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4987eb55-d292-4ccf-a801-c14aaa629181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'b80c8dfa-a06a-46e2-8366-939e78627217'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:53.449616 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.544433 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:56:53.614427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] For port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:53.617835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] For port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,segment=NetworkSegment(4987eb55-d292-4ccf-a801-c14aaa629181),segment_id=4987eb55-d292-4ccf-a801-c14aaa629181)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:53.641265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.761660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.775077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.799057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47fbec61-199b-4fff-a68a-91a9d80cae77 req-0c6e67c9-1d7f-40f0-a5fa-430768f5fb07 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648371 Oct 20 10:56:53.808884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Deleting subnet 21884399-28da-4e2b-9294-55afa099999e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:53.825601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.832766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.900993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c725-72ad-44f4-8606-f6961ed5f2e1 None None] Pushing event updated for resources: {'Port': ['ID=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:54.046232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8e8f-c6e5-4e6e-a0b2-0e666ed00782 req-54356cba-e6e7-418d-b7d1-4fda33b3f873 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.048589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84e8e8f-c6e5-4e6e-a0b2-0e666ed00782 req-54356cba-e6e7-418d-b7d1-4fda33b3f873 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.3650000 Oct 20 10:56:54.054648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.058841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.061802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router a2cdff63-ef81-4101-8c70-f7fb30a21c42 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:54.135012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.142193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-67f13d2b-3b92-424a-b49e-eedaf3aacbda tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 204 len: 168 time: 3.5961666 Oct 20 10:56:54.189206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38340) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.236284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1172367747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:54.314055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.338313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.368157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.370986 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.400151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84e8e8f-c6e5-4e6e-a0b2-0e666ed00782 req-d256ba44-bb5f-4f77-97ab-6291a1575f07 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340456 Oct 20 10:56:54.504003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.518203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.540747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.610183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Allocated IP 2001:db8::1 (99d81a84-b154-4d60-acb8-1c77a07936ae/a3eaf333-b643-4ca0-a1e3-260a3143fc3a/9d1d46aa-8a4e-4660-9a33-02058dd20342) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:54.636174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21884399-28da-4e2b-9294-55afa099999e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:54.652708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.653386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.654031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.654670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.655654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.656311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.656946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.658681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.663509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32c21e20-53b0-42de-9544-05e686fc0796 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/21884399-28da-4e2b-9294-55afa099999e HTTP/1.1" status: 204 len: 168 time: 1.3658550 Oct 20 10:56:54.665908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-5a5ce800-062d-4716-9189-f2b2e0c0dfe7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.3200722 Oct 20 10:56:54.668148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38356) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.676201 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.683295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3a0a237-2363-4e68-ad8c-eb7b571a70f4 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4734149 Oct 20 10:56:54.687880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38358) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.702721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:54.833930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-63fe17eb-1ee4-4dea-834f-607b8c97eb88 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624362 Oct 20 10:56:54.948260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:55.138864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:55.142765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.198287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.453237 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.475846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.544120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.578446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,segment=NetworkSegment(4987eb55-d292-4ccf-a801-c14aaa629181),segment_id=4987eb55-d292-4ccf-a801-c14aaa629181)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:55.593275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.655934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385a3d0-ce50-4a0f-aa9e-59a8186b3b5c req-023d52f7-ed60-486b-9a9a-b729282c95dc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:55.668046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3385a3d0-ce50-4a0f-aa9e-59a8186b3b5c req-023d52f7-ed60-486b-9a9a-b729282c95dc tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.7988193 Oct 20 10:56:55.692383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network 99d81a84-b154-4d60-acb8-1c77a07936ae is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:55.694183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.699828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8d40-2415-4f6d-8009-88d8014c2de1 req-5c5d09b6-1fd0-4298-b472-34736b2100f9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:55.712182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1da8d40-2415-4f6d-8009-88d8014c2de1 req-5c5d09b6-1fd0-4298-b472-34736b2100f9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.5167005 Oct 20 10:56:55.718725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:55.722956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:55.723734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.787594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f42db9-9a05-4e86-b4ac-7afd13b19eac None None] Network b80c8dfa-a06a-46e2-8366-939e78627217 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:55.851186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.960554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Port': ['ID=9d1d46aa-8a4e-4660-9a33-02058dd20342,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.972832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-94606709-5860-4a09-9d7a-f7a6cd79ca9f None None] Provisioning complete for port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:55.975628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94606709-5860-4a09-9d7a-f7a6cd79ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.018402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-e4f16f46-d1f2-4512-b51c-5b0e82aeec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:56.019967 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-e4f16f46-d1f2-4512-b51c-5b0e82aeec70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 1098 time: 0.4920740 Oct 20 10:56:56.097215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.229051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38398) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:56.441048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8f857728-5d38-4fc8-bcef-52d90d1f022d None None] Provisioning complete for port 9d1d46aa-8a4e-4660-9a33-02058dd20342 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:56.447977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f857728-5d38-4fc8-bcef-52d90d1f022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.485675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-c5cc87ec-0a86-4c33-9f9e-fb66a23f507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:56.487992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-c5cc87ec-0a86-4c33-9f9e-fb66a23f507a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.4581964 Oct 20 10:56:56.511592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8f857728-5d38-4fc8-bcef-52d90d1f022d None None] Port 9d1d46aa-8a4e-4660-9a33-02058dd20342 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:56.536608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a8c85e4-2abc-4592-8fa6-02afc0de1dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.636941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f2049d2b-05d8-4a38-8e16-491552a11370 None None] Provisioning complete for port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:56.638034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2049d2b-05d8-4a38-8e16-491552a11370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.787510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-a5800870-541d-4503-8527-10e4e70c6756 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 200 len: 1002 time: 0.2823858 Oct 20 10:56:56.809789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3385a3d0-ce50-4a0f-aa9e-59a8186b3b5c req-5f82579a-b011-473b-8965-dd53209d07a8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0966051 Oct 20 10:56:56.813319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.841221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1da8d40-2415-4f6d-8009-88d8014c2de1 req-63b17e47-7e54-4b3a-a2b0-30aef71ca474 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9781232 Oct 20 10:56:56.895094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d64828a-259b-4f49-beb5-12043cfc2568']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:56.900811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:56.914739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7893f869-fd42-4c1f-a4b0-3e4af6f54e37') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:56.915331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7893f869-fd42-4c1f-a4b0-3e4af6f54e37') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:56.926630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.952454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.960717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:56.961885 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.992067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:56.992612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.068051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.086970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.089049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:57.121511 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:57.131964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.147067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.157772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1d64828a-259b-4f49-beb5-12043cfc2568 HTTP/1.1" status: 204 len: 168 time: 2.4731467 Oct 20 10:56:57.319614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event updated for resources: {'Port': ['ID=9d1d46aa-8a4e-4660-9a33-02058dd20342,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:57.323830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541464fe-3122-463c-a1c3-67a665979555 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d64828a-259b-4f49-beb5-12043cfc2568,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:57.362796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-e74c90e2-8987-45b1-8a8a-9c5cfe917cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:57.364500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-e74c90e2-8987-45b1-8a8a-9c5cfe917cb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.5277536 Oct 20 10:56:57.461336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:57.520905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.546618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.577522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-bf5c11cd-2a33-493c-ad6c-c6a3cdc42950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:57.579188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-bf5c11cd-2a33-493c-ad6c-c6a3cdc42950 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748989 Oct 20 10:56:57.582626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a8c85e4-2abc-4592-8fa6-02afc0de1dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.605270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Network 99d81a84-b154-4d60-acb8-1c77a07936ae is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:57.676601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Allocated IP 172.25.3.119 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4fe2a63f-d8f0-4c1d-b9a8-807b999f0176) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:57.691337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-beb75200-973b-4e30-acc8-f4a29e3c4a7b service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022096 Oct 20 10:56:57.691919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a8c85e4-2abc-4592-8fa6-02afc0de1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.703481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:57.709450 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-398f2f7e-1723-4300-be25-ca3bb6707c1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6ff834d3a14423d939b570cbca793b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334251 Oct 20 10:56:57.719251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:57.839114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.856907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a8c85e4-2abc-4592-8fa6-02afc0de1dbb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcedda7d94bf45bbbccf8459f4daa293&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6244228 Oct 20 10:56:57.860229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:57.905517 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.922972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.923293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Router c8ce8423-2d48-4a1d-a1d9-b8772c165d2d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:57.924526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c85e4-2abc-4592-8fa6-02afc0de1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8added67-f4b7-4808-ab52-b271fd429a8a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:58.115649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304dbd-3a67-4d55-93b7-ae0bb4606423 req-9c793d6e-e74d-48c5-aaa1-488ad077c1d8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.117375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee304dbd-3a67-4d55-93b7-ae0bb4606423 req-9c793d6e-e74d-48c5-aaa1-488ad077c1d8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1286550 Oct 20 10:56:58.159251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56076583-305b-4c31-a1e6-d869176d3a0c req-e73a8792-4dae-48ba-9369-a20648dec148 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.167402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56076583-305b-4c31-a1e6-d869176d3a0c req-e73a8792-4dae-48ba-9369-a20648dec148 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2204087 Oct 20 10:56:58.180278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.190646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.193465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.209352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e56876c5-3311-4217-962d-70d71e4ed2cc HTTP/1.1" status: 204 len: 168 time: 0.4850945 Oct 20 10:56:58.210081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:58.219532 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-36f94ee8-5e41-4bf9-93d0-49c9c9af29fe tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2289608 Oct 20 10:56:58.219755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5f5b5231-9b9c-46d4-8eef-ee2828162e22 None None] Provisioning complete for port 9d1d46aa-8a4e-4660-9a33-02058dd20342 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:58.219755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5231-9b9c-46d4-8eef-ee2828162e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.220341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38434) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:58.314926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:58.322577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0aae3d6c-981a-4546-b083-a4e7b444b4fa req-de7baa8f-2b7f-4845-ae89-f33809ea6830 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046088 Oct 20 10:56:58.324431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:58.326420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e85ba-c990-4098-b8c1-ff560f728ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56876c5-3311-4217-962d-70d71e4ed2cc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:58.330728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:58.337457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee304dbd-3a67-4d55-93b7-ae0bb4606423 req-f4823690-65bf-4d49-a9cb-09a968aa7aa9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138212 Oct 20 10:56:58.388445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] Sync routers for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:58.388445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b5231-9b9c-46d4-8eef-ee2828162e22 None None] Port 9d1d46aa-8a4e-4660-9a33-02058dd20342 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:58.420530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56076583-305b-4c31-a1e6-d869176d3a0c req-62869880-b6e0-4888-b86a-8aa6f3e64dc4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520325 Oct 20 10:56:58.421744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe2a63f-d8f0-4c1d-b9a8-807b999f0176,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:58.436190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:58.436864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.518999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.548463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.565998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-847cde11-35ee-461f-86c1-e2b6f7be94d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.570832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:58.571961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.627281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.677913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.678602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62bf44-1d42-4a76-a14f-27c962332e96 None None] The sync data for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:58.721964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-055f0c6d-af74-4bf9-8e47-241471f3f3fb tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.786142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.802505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.807214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.808631 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8added67-f4b7-4808-ab52-b271fd429a8a HTTP/1.1" status: 204 len: 168 time: 0.9465387 Oct 20 10:56:58.838981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0e12a-c986-425d-9d17-c62dbc0c2f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8added67-f4b7-4808-ab52-b271fd429a8a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:58.958858 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-055f0c6d-af74-4bf9-8e47-241471f3f3fb tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:56:58.963431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38446) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:58.965429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-055f0c6d-af74-4bf9-8e47-241471f3f3fb tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d HTTP/1.1" status: 409 len: 329 time: 0.7443085 Oct 20 10:56:59.413345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.430710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.561675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38462) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:59.614086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9092-035c-4916-b483-c67ef23b4e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.788094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0097e90-55fa-410f-a21e-f4eede087b71 req-b5bf5f81-d471-451e-92e8-3ad8bfa14f21 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:59.790214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0097e90-55fa-410f-a21e-f4eede087b71 req-b5bf5f81-d471-451e-92e8-3ad8bfa14f21 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2655160 Oct 20 10:56:59.806999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832304e5-2f64-41a4-9528-42b080c78fd1 req-dc645e41-be39-404f-983c-ba508128a985 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:59.808713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-832304e5-2f64-41a4-9528-42b080c78fd1 req-dc645e41-be39-404f-983c-ba508128a985 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.3060763 Oct 20 10:56:59.859008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9092-035c-4916-b483-c67ef23b4e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.870506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9092-035c-4916-b483-c67ef23b4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.914012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0097e90-55fa-410f-a21e-f4eede087b71 req-5b40716e-7a34-4d38-a5df-4c49dfdcad6f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042447 Oct 20 10:56:59.943292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-832304e5-2f64-41a4-9528-42b080c78fd1 req-500b6e57-8741-49f3-b740-6b27c1bc4b90 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051872 Oct 20 10:56:59.994100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b9092-035c-4916-b483-c67ef23b4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bd2e0-bd32-47b6-8c35-52722885ea61,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:59.994519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Router 1c07d261-22b3-400b-bf9f-0072c38b6189 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:00.030105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca7b9092-035c-4916-b483-c67ef23b4e20 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=def0235a615e47c894d9f8d81a126477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621069 Oct 20 10:57:00.031398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38472) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.133281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.192298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.270021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.270681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:00.280869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] Sync routers for ids ['1c07d261-22b3-400b-bf9f-0072c38b6189'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:00.284413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.286459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4a14cbc2-9ad4-4970-bdae-3b453991e9a8 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "PUT /v2.0/routers/1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 200 len: 920 time: 5.5890925 Oct 20 10:57:00.290568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.314439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] Routers {'1c07d261-22b3-400b-bf9f-0072c38b6189'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:00.318126 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1c07d261-22b3-400b-bf9f-0072c38b6189'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.333298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.408643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.423098 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] Routers {'1c07d261-22b3-400b-bf9f-0072c38b6189'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:00.424304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:56:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1c07d261-22b3-400b-bf9f-0072c38b6189'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.438868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.442039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.443581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab3bd2e0-bd32-47b6-8c35-52722885ea61 HTTP/1.1" status: 204 len: 168 time: 0.4106021 Oct 20 10:57:00.463954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eb873-59cd-46e5-993e-10f0db59b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bd2e0-bd32-47b6-8c35-52722885ea61,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:00.481915 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.482978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44bdcc4-5126-4971-8dfe-89672a83acf2 None None] The sync data for ids ['1c07d261-22b3-400b-bf9f-0072c38b6189'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:00.619071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1293480259-network', 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:00.694994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:00.697421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.769254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.897532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.907678 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.010546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0ef10-4978-4fc5-9291-7174951bdc3c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:01.036611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:01.081430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.082452 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Added segment b8fdf5ee-d7da-45ad-becc-4bee65077366 of type vlan for network d66035ba-95ca-46bf-b7b4-d42c18e13658 Oct 20 10:57:01.200364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.243009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.245093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:01.245987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.334209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aa3957ba-f3a1-4330-9524-f40d5624932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.353598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0012932 Oct 20 10:57:01.364958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38502) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:01.400595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52d84-935e-4a5d-8122-9a3960be098a admin admin] Pushing event updated for resources: {'Network': ['ID=d66035ba-95ca-46bf-b7b4-d42c18e13658,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:01.425312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Request body: {'subnet': {'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1293480259-subnet', 'tenant_id': 'a807b90f30bb425399fb270c745e391f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:01.431440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:01.508801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:01.519105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce6ce0e7-88aa-4c48-9c49-8ea88d1b48a7 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 200 len: 926 time: 1.2250581 Oct 20 10:57:01.602815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579f33c-0eb3-4448-a346-0b3538f6f9b8 req-62fb8c4f-cc20-4d80-8af5-2c7e6bb606b8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:01.611021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7579f33c-0eb3-4448-a346-0b3538f6f9b8 req-62fb8c4f-cc20-4d80-8af5-2c7e6bb606b8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.4640999 Oct 20 10:57:01.615905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7624c92-7cb9-4fd1-a7a3-fb969ff04dc0 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:01.625544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7624c92-7cb9-4fd1-a7a3-fb969ff04dc0 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=1c07d261-22b3-400b-bf9f-0072c38b6189&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150410 Oct 20 10:57:01.626420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38522) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:01.732531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:01.740581 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.743471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.770505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7579f33c-0eb3-4448-a346-0b3538f6f9b8 req-91e3cac6-69c6-4d2e-be11-96eca1fd595d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513393 Oct 20 10:57:01.802414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17210f3-f92e-4112-a1f9-d6bf54aaecd5 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:01.804706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d17210f3-f92e-4112-a1f9-d6bf54aaecd5 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1769435 Oct 20 10:57:01.808435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38528) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:01.842485 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-caebad08-81d7-4010-9d07-fdcba0cc7629 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 200 len: 205 time: 0.0325508 Oct 20 10:57:01.849256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38530) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:02.079915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.187734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting port 9d1d46aa-8a4e-4660-9a33-02058dd20342 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:02.188073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.387981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38538) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:02.389794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.491054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.496544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.542408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port 4fe2a63f-d8f0-4c1d-b9a8-807b999f0176 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:02.543527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.590759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4779ebf1-4602-45f8-88d8-8d4799de112a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:02.595499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Calling delete_port for 9d1d46aa-8a4e-4660-9a33-02058dd20342 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:02.631474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68740a3d-eb77-41fa-a31f-bc282a664c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.679619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.710667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for 4fe2a63f-d8f0-4c1d-b9a8-807b999f0176 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:02.731369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:02.732085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Network hostable DHCP agents. Network: d66035ba-95ca-46bf-b7b4-d42c18e13658, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:02.774385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.808658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:02.833463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d66035ba-95ca-46bf-b7b4-d42c18e13658) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:02.848723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b92a1-cf45-4709-8ef2-3b82b0eb2071 None None] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:02.863935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:02.864826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.895926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68740a3d-eb77-41fa-a31f-bc282a664c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.911248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1940ee5a-6984-4692-ae5c-5540fed949e5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5214071 Oct 20 10:57:02.920902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.951275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-68740a3d-eb77-41fa-a31f-bc282a664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.963367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Port': ['ID=9d1d46aa-8a4e-4660-9a33-02058dd20342,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.198687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-68740a3d-eb77-41fa-a31f-bc282a664c1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0c40ea0a4ef4ae099559ea4a74bfaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7971175 Oct 20 10:57:03.199734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38550) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:03.208079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68740a3d-eb77-41fa-a31f-bc282a664c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa1355-7e2e-4371-9aab-d799ee0809f2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.227141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e378e-2c07-4623-9fb5-f01b0f663733 None None] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:03.289159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.320758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.345738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b3a2b-2191-45f3-b679-3b2fb40c7e1b req-7cb11c91-389d-402c-9a75-55a213807896 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:03.355405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.357809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.368136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-663b3a2b-2191-45f3-b679-3b2fb40c7e1b req-7cb11c91-389d-402c-9a75-55a213807896 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.3496623 Oct 20 10:57:03.432292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=4fe2a63f-d8f0-4c1d-b9a8-807b999f0176,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.590780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.593137 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.596021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.631255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5fa1355-7e2e-4371-9aab-d799ee0809f2 HTTP/1.1" status: 204 len: 168 time: 0.4199157 Oct 20 10:57:03.660141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-663b3a2b-2191-45f3-b679-3b2fb40c7e1b req-cb95162a-2f6d-41f3-b101-80900cc02c1d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822573 Oct 20 10:57:03.807364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.810552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.834221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Router c8ce8423-2d48-4a1d-a1d9-b8772c165d2d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:03.937204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd09778-0683-430d-bf27-f43578333b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa1355-7e2e-4371-9aab-d799ee0809f2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.950799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.950799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router 1c07d261-22b3-400b-bf9f-0072c38b6189 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:03.968151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.969185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7616fcf1-0be7-4181-b253-598f906291ba tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 204 len: 168 time: 2.1183028 Oct 20 10:57:04.002408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38568) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:04.022607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-321163229', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:04.063605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:04.071724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4d791bb1-c63a-4653-a1d2-1c90a3dfc81c tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1061566 Oct 20 10:57:04.076385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:04.077708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.079800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.082594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] Sync routers for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:04.104177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:04.104177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:04.288388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:04.304346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] Routers {'c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:04.305385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:04.322897 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-8c2352eb-114b-40b7-b5eb-6ecd389c6703 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] show failed (client error): The resource could not be found. Oct 20 10:57:04.323997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8c2352eb-114b-40b7-b5eb-6ecd389c6703 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-423809978 HTTP/1.1" status: 404 len: 334 time: 0.2447340 Oct 20 10:57:04.330868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38580) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:04.331700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-5d333e53-ef9b-4fe3-bde2-67f65b59c022 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:04.333231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-5d333e53-ef9b-4fe3-bde2-67f65b59c022 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.5303810 Oct 20 10:57:04.336332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.340075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9f5c068a-7de1-4bc0-a78e-058c37b79bc7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:04.352563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:04.353483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cacc6-0f42-4de3-8905-df8d8905c9e6 None None] The sync data for ids ['c8ce8423-2d48-4a1d-a1d9-b8772c165d2d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:04.362529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.377017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-5d404c67-2e96-45b7-a4d8-9284cae3876d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0290217 Oct 20 10:57:04.432933 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-9f5c068a-7de1-4bc0-a78e-058c37b79bc7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] update failed (client error): The resource could not be found. Oct 20 10:57:04.443817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f5c068a-7de1-4bc0-a78e-058c37b79bc7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-1787008779 HTTP/1.1" status: 404 len: 335 time: 0.0989265 Oct 20 10:57:04.443817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38584) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:04.453797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-77cb42ec-5c5b-487c-a992-ae58f8ca3248 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706582 Oct 20 10:57:04.747764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-b4fef5ea-200e-473a-b02c-22b324d122d8 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747588 Oct 20 10:57:04.938375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-4c14d420-96b6-4076-a544-ecd76f9f5872 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737008 Oct 20 10:57:05.014106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.015329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89e57-94b5-4de5-b458-c6bae802d946 req-ef4705c6-9309-4cd8-92b0-5967f8bd796b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:05.023965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting subnet 24726659-cd15-4584-98d6-576a9977d6ac {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:05.026588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ce89e57-94b5-4de5-b458-c6bae802d946 req-ef4705c6-9309-4cd8-92b0-5967f8bd796b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1649725 Oct 20 10:57:05.027800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.070741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.169087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:05.198954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ce89e57-94b5-4de5-b458-c6bae802d946 req-4588c9fc-6404-42d1-9795-540d00b32c87 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659124 Oct 20 10:57:05.243377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.357584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.401385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cf1dd3e-4611-4d40-836f-bcc3f4aeb2de req-4ba4be87-7660-433c-8c2b-7968eb42f9b3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 210 time: 0.1145670 Oct 20 10:57:05.424527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54d072-553f-4762-ab83-c842c52de90a None None] Network b80c8dfa-a06a-46e2-8366-939e78627217 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:05.555200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.560678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/subnets/24726659-cd15-4584-98d6-576a9977d6ac HTTP/1.1" status: 204 len: 168 time: 1.1207399 Oct 20 10:57:05.561642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38624) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:05.574708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-104153642-network', 'tenant_id': '3102e435d6424db7910df425367af951'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:05.580366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102e500-aa2d-4b9d-b400-a246c06e42e0 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Subnet': ['ID=24726659-cd15-4584-98d6-576a9977d6ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:05.634490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.665041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.705044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Made reservation on behalf of 3102e435d6424db7910df425367af951 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:05.707945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] DHCP port deletion for b80c8dfa-a06a-46e2-8366-939e78627217 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:05.717425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.800706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.817009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Deleting port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:05.818989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.833214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.889939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.895023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.962078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:05.989505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc117190-8acd-40d5-bec2-5bb587050b6b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:05.997410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.997807 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Added segment 658d6699-f609-4249-9901-05900ad6cc3b of type vlan for network fbf297a5-7d19-4ac1-a8cc-c466d08e214d Oct 20 10:57:06.026989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Allocated IP 172.25.3.225 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/bc41fe21-03b5-4095-a89e-c9416a1cfbf2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:06.074998 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.097362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:06.097700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.156563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] For port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,segment=NetworkSegment(4987eb55-d292-4ccf-a801-c14aaa629181),segment_id=4987eb55-d292-4ccf-a801-c14aaa629181)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:06.156563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.165677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.166793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:06.167398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.185097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Calling delete_port for 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:06.232404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] For port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,segment=NetworkSegment(4987eb55-d292-4ccf-a801-c14aaa629181),segment_id=4987eb55-d292-4ccf-a801-c14aaa629181)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:06.233201 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.256268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0856888 Oct 20 10:57:06.266992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:06.268585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Calling delete_port for 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:06.283439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Request body: {'subnet': {'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-104153642-subnet', 'tenant_id': '3102e435d6424db7910df425367af951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:06.356571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.370702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddc3cc-2eb6-44ef-8140-eb420b933c0f admin admin] Pushing event updated for resources: {'Network': ['ID=fbf297a5-7d19-4ac1-a8cc-c466d08e214d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.374224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.396507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.409294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Made reservation on behalf of 3102e435d6424db7910df425367af951 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:06.412112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.413253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] No DVR routers for this DVR port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:06.472531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] Pushing event deleted for resources: {'Port': ['ID=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.473162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.478045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network fbf297a5-7d19-4ac1-a8cc-c466d08e214d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:06.496418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:06.500635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:06.530649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:06.568034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09cdfe-ae11-4f57-b0d5-75543a2defaa None None] No DVR routers for this DVR port 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:06.571531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Port': ['ID=13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.655321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event updated for resources: {'Port': ['ID=bc41fe21-03b5-4095-a89e-c9416a1cfbf2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.682853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.715040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf3f7c5d-a2da-4845-bd7c-15f8072aa9dc req-bed602eb-901d-4110-8d64-655cef6c5c87 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 210 time: 0.0865612 Oct 20 10:57:06.741780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80c8dfa-a06a-46e2-8366-939e78627217']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.755553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbd630-b0af-40ef-a09e-d2b94810d302 req-a26b5592-22aa-4578-ac97-fa4b84d05bf6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:06.764925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cbbd630-b0af-40ef-a09e-d2b94810d302 req-a26b5592-22aa-4578-ac97-fa4b84d05bf6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1942391 Oct 20 10:57:06.777010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4987eb55-d292-4ccf-a801-c14aaa629181') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.777322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4987eb55-d292-4ccf-a801-c14aaa629181') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.802237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.836211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.902705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:06.903776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.906809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:06.910638 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:06.952847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cbbd630-b0af-40ef-a09e-d2b94810d302 req-323e2114-e97f-437c-a717-c87bf6a60dd5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724899 Oct 20 10:57:07.002514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:07.002860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 13ea5eef-f4d2-4b82-98ee-cad59c2fd1ca not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:07.085184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.140133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.149710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.155694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/networks/b80c8dfa-a06a-46e2-8366-939e78627217 HTTP/1.1" status: 204 len: 168 time: 1.5900352 Oct 20 10:57:07.170905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38638) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:07.224652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223f088-a3f7-4771-b2aa-075f745fc572 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Network': ['ID=b80c8dfa-a06a-46e2-8366-939e78627217,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.325392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting subnet 43341556-1188-400d-b9b1-c4d2e84581ac {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:07.328874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.363730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.369109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Checking segment: {'id': '658d6699-f609-4249-9901-05900ad6cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:07.369479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Network hostable DHCP agents. Network: fbf297a5-7d19-4ac1-a8cc-c466d08e214d, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:07.387835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-f5240c5c-18ee-49b8-98b6-9948ecde1dfd tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:07.389411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-f5240c5c-18ee-49b8-98b6-9948ecde1dfd tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.4096093 Oct 20 10:57:07.395354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.404046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:07.410033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.489363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Network fbf297a5-7d19-4ac1-a8cc-c466d08e214d is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:07.505508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.529240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, fbf297a5-7d19-4ac1-a8cc-c466d08e214d) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:07.541642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43f33b-6deb-4ad9-9461-ede7ce8e6c00 None None] Network fbf297a5-7d19-4ac1-a8cc-c466d08e214d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:07.557931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:07.558523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.620722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.675206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.676130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338eb9ad-5810-4205-8658-944c195fdb4b None None] Network 758ebe68-00e6-49e4-b389-8a2b491e7ef9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:07.683686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/subnets/43341556-1188-400d-b9b1-c4d2e84581ac HTTP/1.1" status: 204 len: 168 time: 0.5115066 Oct 20 10:57:07.690598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:07.698501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ad268e83-cc6e-4e63-9643-fbd07e05fa50 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4294081 Oct 20 10:57:07.704123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c78b7d-f61e-4808-aca9-6dde60d99826 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Subnet': ['ID=43341556-1188-400d-b9b1-c4d2e84581ac,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.817220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting subnet 4ae59e4a-6d55-4857-b098-30ff1bcc507a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:07.824785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.883307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:07.907707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.918972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.157660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.234926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66122676-7465-434a-91b0-a580da2830cc None None] Network fbf297a5-7d19-4ac1-a8cc-c466d08e214d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:08.249925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.14 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/0459d8d7-9acc-459c-85fb-9aa09d5585a0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:08.306584 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.348884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.413551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] DHCP port deletion for 758ebe68-00e6-49e4-b389-8a2b491e7ef9 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:08.440440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fb1d3d2-06fe-4015-b364-317aded0de29 req-eacc19c2-2abc-46b3-ba83-5e5cf6c4c357 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 210 time: 0.1383231 Oct 20 10:57:08.444753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae59e4a-6d55-4857-b098-30ff1bcc507a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:08.448297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.452560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4f699993-863d-490c-b37c-c95e8af6d47e tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/subnets/4ae59e4a-6d55-4857-b098-30ff1bcc507a HTTP/1.1" status: 204 len: 168 time: 0.7599883 Oct 20 10:57:08.457615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38654) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:08.480781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb286c-44f0-46e5-aad2-6e71147a2a6a None None] Network eef21206-d57f-4725-829f-1679e390ffd1 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:08.513900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586158b8-37e7-4166-8f29-b44bd1820eca req-49a2ca1e-a7c3-4448-8552-b8ad4a27568d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:08.523406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-586158b8-37e7-4166-8f29-b44bd1820eca req-49a2ca1e-a7c3-4448-8552-b8ad4a27568d tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2196178 Oct 20 10:57:08.610547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.613633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Router c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:08.658968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-586158b8-37e7-4166-8f29-b44bd1820eca req-0805ea5c-ceea-4ca9-80f2-9c0f488808d5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344604 Oct 20 10:57:08.704889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.808108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:08.822613 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] Sync routers for ids ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:08.847214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.864121 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] Routers {'c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:08.864121 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:08.865206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:08.865206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.907081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:08.911430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.912678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-93be2962-5e78-474a-add2-ad6ed7577c7e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9088523 Oct 20 10:57:08.916914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:08.924213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:08.955477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 172c4bd1-12a5-4622-ba2f-4267cb9e0756 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:08.989088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:08.994621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:09.000192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:09.083659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38674) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:09.098378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Deleting port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:09.098628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.102684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1571543418-network', 'tenant_id': '0700861522614223a372a7c900755519'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:09.175552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] For port 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=172c4bd1-12a5-4622-ba2f-4267cb9e0756,segment=NetworkSegment(0d26b968-78b1-4573-b103-6d887ad3c553),segment_id=0d26b968-78b1-4573-b103-6d887ad3c553)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:09.177579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.211345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:09.212911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.221440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Calling delete_port for 172c4bd1-12a5-4622-ba2f-4267cb9e0756 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:09.226378 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:09.235515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Made reservation on behalf of 0700861522614223a372a7c900755519 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:09.238969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.240694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] Routers {'c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:09.241502 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:09.252188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.285976 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:09.286962 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4636ea4-0941-4d95-b07e-b2255dac005d None None] The sync data for ids ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:09.297823 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-e8c1b24a-2474-4653-89c5-a77040a069d7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8975041 Oct 20 10:57:09.361784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] For port 172c4bd1-12a5-4622-ba2f-4267cb9e0756, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=172c4bd1-12a5-4622-ba2f-4267cb9e0756,segment=NetworkSegment(0d26b968-78b1-4573-b103-6d887ad3c553),segment_id=0d26b968-78b1-4573-b103-6d887ad3c553)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:09.362213 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.365374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Request body: {'port': {'device_id': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:09.422095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.433874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Calling delete_port for 172c4bd1-12a5-4622-ba2f-4267cb9e0756 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:09.478105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.513040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.520358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Port': ['ID=172c4bd1-12a5-4622-ba2f-4267cb9e0756,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:09.527784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] No DVR routers for this DVR port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:09.535523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.558442 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.589695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] DHCP port deletion for eef21206-d57f-4725-829f-1679e390ffd1 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:09.613008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016066e8-4ae7-4278-aaba-f7d31ac7c7e1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:09.833010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Deleting port 9e7fc348-5770-49c4-8a74-449822ee807c {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:09.833533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.836694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.845875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:09.872624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Pushing event deleted for resources: {'Port': ['ID=172c4bd1-12a5-4622-ba2f-4267cb9e0756,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:09.898059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.898604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.899060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.899512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.899939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.902840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:09.907018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d8ebf-54d1-4ec0-8cde-8c3e5a66cedd None None] No DVR routers for this DVR port 172c4bd1-12a5-4622-ba2f-4267cb9e0756 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:09.957933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] For port 9e7fc348-5770-49c4-8a74-449822ee807c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9e7fc348-5770-49c4-8a74-449822ee807c,segment=NetworkSegment(9c7d8141-b600-4f4b-b135-8b229a574f75),segment_id=9c7d8141-b600-4f4b-b135-8b229a574f75)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:09.958625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.974518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Calling delete_port for 9e7fc348-5770-49c4-8a74-449822ee807c owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:10.016878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.034752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.035124 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Added segment 18f68902-82e0-4251-8009-50e73cf9e3f0 of type vlan for network 5e27df5a-fe9c-4f24-88a7-dc268894fdf4 Oct 20 10:57:10.078544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.126448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] Pushing event deleted for resources: {'Port': ['ID=9e7fc348-5770-49c4-8a74-449822ee807c,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:10.135614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca27fd-6f12-469f-a97b-cddc2b781ea0 None None] No DVR routers for this DVR port 9e7fc348-5770-49c4-8a74-449822ee807c on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:10.163893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758ebe68-00e6-49e4-b389-8a2b491e7ef9']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:10.179139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d8f61-f6bd-4a66-bb2d-1ee0005f1116 req-d3b92e5c-fbf3-45a9-9bb3-0a2f3bd4c2d1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.180760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-548d8f61-f6bd-4a66-bb2d-1ee0005f1116 req-d3b92e5c-fbf3-45a9-9bb3-0a2f3bd4c2d1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.3325102 Oct 20 10:57:10.212736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d26b968-78b1-4573-b103-6d887ad3c553') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:10.213036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d26b968-78b1-4573-b103-6d887ad3c553') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:10.222811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.238738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14629ce-1774-48f6-a716-fc7344d85027 req-76beb0af-57fa-4078-889a-0040b9abc202 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.246530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c14629ce-1774-48f6-a716-fc7344d85027 req-76beb0af-57fa-4078-889a-0040b9abc202 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 932 time: 0.6451752 Oct 20 10:57:10.334319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.344452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c14629ce-1774-48f6-a716-fc7344d85027 req-285f9e1d-5981-43f6-9131-8d017b781fac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967653 Oct 20 10:57:10.354173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.384515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add010-ba69-4990-9ba7-476b35a72592 req-a385c547-6945-4b27-b798-eaa11ca36071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.385979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-a385c547-6945-4b27-b798-eaa11ca36071 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1097 time: 0.1449075 Oct 20 10:57:10.390296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.409958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-548d8f61-f6bd-4a66-bb2d-1ee0005f1116 req-715c768a-f516-4693-9a19-65c206433a0e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146659 Oct 20 10:57:10.416251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.424038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.425155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.425873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.429962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:10.430443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:10.436613 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:10.568217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0459d8d7-9acc-459c-85fb-9aa09d5585a0 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:10.580794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.593924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5083563 Oct 20 10:57:10.595571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474501-8336-4b50-ad4f-21a89ddf770e admin admin] Pushing event updated for resources: {'Network': ['ID=5e27df5a-fe9c-4f24-88a7-dc268894fdf4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:10.598212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38684) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:10.607742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5e27df5a-fe9c-4f24-88a7-dc268894fdf4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:10.614295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.619789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Request body: {'subnet': {'network_id': '5e27df5a-fe9c-4f24-88a7-dc268894fdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1571543418-subnet', 'tenant_id': '0700861522614223a372a7c900755519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:10.621437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.629956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/networks/758ebe68-00e6-49e4-b389-8a2b491e7ef9 HTTP/1.1" status: 204 len: 168 time: 2.1711230 Oct 20 10:57:10.630663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:10.663957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Transition to ACTIVE for port object 0459d8d7-9acc-459c-85fb-9aa09d5585a0 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:10.716907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.750516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add010-ba69-4990-9ba7-476b35a72592 req-0755e610-ad95-438f-9a4a-5c534153b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.752120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-0755e610-ad95-438f-9a4a-5c534153b3de service neutron] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.3255844 Oct 20 10:57:10.784236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Deleting port bc41fe21-03b5-4095-a89e-c9416a1cfbf2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:10.784604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.869925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9e7fc348-5770-49c4-8a74-449822ee807c no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:10.917897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 9e7fc348-5770-49c4-8a74-449822ee807c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:10.918179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9e7fc348-5770-49c4-8a74-449822ee807c not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:10.926386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Made reservation on behalf of 0700861522614223a372a7c900755519 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:10.928924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.020185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.151557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-5b4c3d80-3e81-4d60-9680-414e1e345853 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 1001 time: 0.3720193 Oct 20 10:57:11.237633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.277555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Calling delete_port for bc41fe21-03b5-4095-a89e-c9416a1cfbf2 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:11.281155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Attempting to bind port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:11.284242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Attempting to bind port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:11.284242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Attempting to bind port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:11.297109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add010-ba69-4990-9ba7-476b35a72592 req-70ba8125-c3f2-49e1-8e69-79d41cee7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.297109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-70ba8125-c3f2-49e1-8e69-79d41cee7b58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1299403 Oct 20 10:57:11.412990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:11.413645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Attempting to bind port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:11.454636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf96ac4-81f2-4c7c-90e5-671f6445a7f7 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Network': ['ID=758ebe68-00e6-49e4-b389-8a2b491e7ef9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.469365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.548372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:11.549135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:11.549790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:11.550429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Bound port: 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:11.551177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.612693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add010-ba69-4990-9ba7-476b35a72592 req-031abf7a-d22e-40e1-bc8c-0cf8bc72d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.614376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-031abf7a-d22e-40e1-bc8c-0cf8bc72d882 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875502 Oct 20 10:57:11.706562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64770e6a-5147-468c-9b84-5d18171db274 req-29e4b1c9-1ccf-47a2-b357-b8fb78b17042 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.708648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64770e6a-5147-468c-9b84-5d18171db274 req-29e4b1c9-1ccf-47a2-b357-b8fb78b17042 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1644833 Oct 20 10:57:11.721263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde4076-7ef6-47f5-b952-23c0c642a578 req-7b0dd0c3-7974-490c-adf2-a25f6c021b19 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.722807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fde4076-7ef6-47f5-b952-23c0c642a578 req-7b0dd0c3-7974-490c-adf2-a25f6c021b19 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 944 time: 0.2156913 Oct 20 10:57:11.762644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.804773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef21206-d57f-4725-829f-1679e390ffd1']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:11.828310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.837456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7d8141-b600-4f4b-b135-8b229a574f75') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:11.837712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7d8141-b600-4f4b-b135-8b229a574f75') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:11.860077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64770e6a-5147-468c-9b84-5d18171db274 req-385650f6-6f59-44e3-90c0-177205d9a726 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361966 Oct 20 10:57:11.863110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fde4076-7ef6-47f5-b952-23c0c642a578 req-b1ea0a64-625a-4b01-a4c5-379ad767c4c8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086307 Oct 20 10:57:11.865012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.870566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:11.902764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.912646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:11.913219 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.942920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:11.968059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:11.992077 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:12.008578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.020757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-78783bca-12f1-443a-afd0-2d7030009dcd service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508306 Oct 20 10:57:12.025228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6de364-e8a2-4ea6-9d9d-a706e92c86b8,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.036530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.041004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/networks/eef21206-d57f-4725-829f-1679e390ffd1 HTTP/1.1" status: 204 len: 168 time: 1.3859842 Oct 20 10:57:12.042280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c114f-b2df-4516-bbcc-a0d290d1df47 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Network': ['ID=eef21206-d57f-4725-829f-1679e390ffd1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.043987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38694) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:12.053100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.053701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.055132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/0459d8d7-9acc-459c-85fb-9aa09d5585a0 HTTP/1.1" status: 200 len: 1093 time: 2.7001860 Oct 20 10:57:12.057739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.059795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:12.070604 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0" -d '{"events": [{"name": "network-changed", "server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:12.111400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Deleting subnet a3eaf333-b643-4ca0-a1e3-260a3143fc3a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:12.115441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.151721 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5961de1-c0db-4771-a946-852958391c2a x-openstack-request-id: req-b5961de1-c0db-4771-a946-852958391c2a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:12.152028 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:12.152278 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5961de1-c0db-4771-a946-852958391c2a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:12.152703 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0', 'status': 'completed', 'code': 200} Oct 20 10:57:12.168582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.171411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Checking segment: {'id': '18f68902-82e0-4251-8009-50e73cf9e3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e27df5a-fe9c-4f24-88a7-dc268894fdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:12.171769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Network hostable DHCP agents. Network: 5e27df5a-fe9c-4f24-88a7-dc268894fdf4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:12.251854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc1905-7054-4912-bd2c-48090a4216b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.269909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.328409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Pushing event deleted for resources: {'Port': ['ID=bc41fe21-03b5-4095-a89e-c9416a1cfbf2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.355621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-53ee5482-f8c8-4eda-974b-254ac9f9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.358132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-53ee5482-f8c8-4eda-974b-254ac9f9947a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 1096 time: 0.2228875 Oct 20 10:57:12.364788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.365539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Network 5e27df5a-fe9c-4f24-88a7-dc268894fdf4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:12.373283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-33add010-ba69-4990-9ba7-476b35a72592 req-970f4f32-6eb7-439a-9281-7fb1c00813b9 service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359010 Oct 20 10:57:12.374124 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.384119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.391026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/subnets/a3eaf333-b643-4ca0-a1e3-260a3143fc3a HTTP/1.1" status: 204 len: 168 time: 0.3432577 Oct 20 10:57:12.396897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38700) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:12.410213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cca48-a84c-4915-ad0f-b2ad4a257967 None None] Network 99d81a84-b154-4d60-acb8-1c77a07936ae requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:12.419773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2956e-1fb1-4b4a-b48d-180165ed0568 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eaf333-b643-4ca0-a1e3-260a3143fc3a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.509021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5e27df5a-fe9c-4f24-88a7-dc268894fdf4) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:12.514797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-40976158-c8dc-4e32-b57e-9a6232d9a2cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0 HTTP/1.1" status: 200 len: 217 time: 0.1444654 Oct 20 10:57:12.563508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1bea83-e6ff-4ef1-bfd3-b2cd0cfb3a1e None None] Network 5e27df5a-fe9c-4f24-88a7-dc268894fdf4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:12.564606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.564976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.811225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c2fc9-b100-4f8b-910a-dbadab3d9a13 None None] Network 5e27df5a-fe9c-4f24-88a7-dc268894fdf4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:12.827200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-703c296c-bc34-4d37-8755-bd8f2fb230b0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2258992 Oct 20 10:57:12.834760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.843753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-aef46711-9e6c-4925-a9c3-4f8a226b9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.845494 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-aef46711-9e6c-4925-a9c3-4f8a226b9e57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.2934458 Oct 20 10:57:12.879247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] DHCP port deletion for 99d81a84-b154-4d60-acb8-1c77a07936ae request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:12.948940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-1ec56e78-2b8c-4935-bba1-76477ce5dc2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473056 Oct 20 10:57:13.187520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37684720-fdd8-4daf-8b11-76e5d15011e9 req-e3fd1784-fe83-4561-afbc-90d355794d0b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.189964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37684720-fdd8-4daf-8b11-76e5d15011e9 req-e3fd1784-fe83-4561-afbc-90d355794d0b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 944 time: 0.1740344 Oct 20 10:57:13.217701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2d61e-7fff-4105-969a-e57056b600f9 req-8872d540-3e85-4f76-90da-28e857376582 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.228006 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95b2d61e-7fff-4105-969a-e57056b600f9 req-8872d540-3e85-4f76-90da-28e857376582 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1612659 Oct 20 10:57:13.249505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Deleting port 55388c5c-35c1-491b-83ba-4fb36cb86b11 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:13.250043 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.327148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37684720-fdd8-4daf-8b11-76e5d15011e9 req-cfb156c8-f00e-44f3-bf21-7ba5efdc1b5e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251805 Oct 20 10:57:13.367468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95b2d61e-7fff-4105-969a-e57056b600f9 req-8e74af1a-e599-4c8f-bc07-8611fc916b88 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011398 Oct 20 10:57:13.409534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] For port 55388c5c-35c1-491b-83ba-4fb36cb86b11, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=55388c5c-35c1-491b-83ba-4fb36cb86b11,segment=NetworkSegment(3842ea12-fa25-4cfb-aad7-0a5096f0d6f7),segment_id=3842ea12-fa25-4cfb-aad7-0a5096f0d6f7)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:13.410316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.450599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Calling delete_port for 55388c5c-35c1-491b-83ba-4fb36cb86b11 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:13.640096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.708484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] Pushing event deleted for resources: {'Port': ['ID=55388c5c-35c1-491b-83ba-4fb36cb86b11,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:13.712723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93daf4c7-4d6a-4d36-a5f0-11654e6aac65 None None] No DVR routers for this DVR port 55388c5c-35c1-491b-83ba-4fb36cb86b11 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:13.813534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] The port '55388c5c-35c1-491b-83ba-4fb36cb86b11' was deleted {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 20 10:57:13.821083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.889259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.987424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-a3a3b961-3e12-42f1-bdeb-ff5dac10fd1e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.989909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-a3a3b961-3e12-42f1-bdeb-ff5dac10fd1e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/networks?id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 200 len: 811 time: 0.2230420 Oct 20 10:57:14.013313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-a8f3a4a5-3eab-4889-b070-df01429f1ef9 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/quotas/3102e435d6424db7910df425367af951 HTTP/1.1" status: 200 len: 375 time: 0.0171535 Oct 20 10:57:14.037996 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-2a155157-2333-423a-ba24-cc3c2e29f71c service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0796258 Oct 20 10:57:14.055143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-50f11b77-5bc4-4afd-8925-a68ec1b51594 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3102e435d6424db7910df425367af951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348070 Oct 20 10:57:14.074836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.114023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Router c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:14.119017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d81a84-b154-4d60-acb8-1c77a07936ae']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.159786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.162771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3842ea12-fa25-4cfb-aad7-0a5096f0d6f7') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.223534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-82cbb45d-9770-4174-8a69-84f89b621ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584003 Oct 20 10:57:14.271239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.334390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.382414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-f06b214e-138e-41ce-9cb7-052155b62a22 service neutron] 10.222.0.74 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518734 Oct 20 10:57:14.395707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a8a27a10-5099-47b2-afc1-dd23ed8a3004 req-69cc6053-69af-47ee-9ff9-b9dd6539dc4e service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301671 Oct 20 10:57:14.396763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:14.411283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] Sync routers for ids ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:14.416615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.418564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ca03602-0b1c-4e7c-bb5e-fdef3958fe4f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "PUT /v2.0/routers/c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 200 len: 709 time: 5.4998465 Oct 20 10:57:14.421608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38742) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:14.429864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:14.429864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:14.435277 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:14.445266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] Routers {'c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:14.446214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.607714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-22d93cd6-8118-4a39-9e24-7c222335cd46 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/routers/c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 200 len: 744 time: 0.1846862 Oct 20 10:57:14.611082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38744) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:14.629387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.640998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] Routers {'c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:14.641830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.689374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:14.690386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72d150-352f-48db-a003-a57f311a6af6 None None] The sync data for ids ['c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:14.699055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9fcc-6c85-4bf3-8e7e-103c4b669c6b req-cafe6811-55e4-4f8b-b738-18cdaaa01960 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:14.708079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb5a9fcc-6c85-4bf3-8e7e-103c4b669c6b req-cafe6811-55e4-4f8b-b738-18cdaaa01960 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 944 time: 0.2067847 Oct 20 10:57:14.760533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb5a9fcc-6c85-4bf3-8e7e-103c4b669c6b req-75a4acdb-7816-4960-b5a4-8aedd6053566 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517986 Oct 20 10:57:14.785667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.792300 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb64d248-d545-4812-98d6-f19b86e8e212 tempest-RoutersIpV6AdminTest-85534872 tempest-RoutersIpV6AdminTest-85534872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 200 len: 205 time: 0.1794305 Oct 20 10:57:14.795849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:14.856608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-efca0b7c-396b-422c-9186-37a8775f396b tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 200 len: 205 time: 0.0594378 Oct 20 10:57:14.859911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38754) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:14.866421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.872679 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/networks/99d81a84-b154-4d60-acb8-1c77a07936ae HTTP/1.1" status: 204 len: 168 time: 2.4750502 Oct 20 10:57:14.901251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198070b-73c3-4d5a-9633-5b27a1baa2a5 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Pushing event deleted for resources: {'Network': ['ID=99d81a84-b154-4d60-acb8-1c77a07936ae,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:14.901732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 55388c5c-35c1-491b-83ba-4fb36cb86b11 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:14.917002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:14.927780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 55388c5c-35c1-491b-83ba-4fb36cb86b11 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:14.928074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 55388c5c-35c1-491b-83ba-4fb36cb86b11 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:14.939256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-460a4c2c-b79c-41c8-8f87-909d3b8470b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:14.941081 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-460a4c2c-b79c-41c8-8f87-909d3b8470b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 1096 time: 0.4809101 Oct 20 10:57:14.961166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-47e6844b-7621-43df-8135-beb03545d810 tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "GET /v2.0/ports?device_id=c8ce8423-2d48-4a1d-a1d9-b8772c165d2d HTTP/1.1" status: 200 len: 205 time: 0.0370510 Oct 20 10:57:14.964336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:15.058158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-9ca9d0f1-df3c-40c0-97da-e547f736e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.059944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-9ca9d0f1-df3c-40c0-97da-e547f736e339 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.0997975 Oct 20 10:57:15.111631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.124816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-a4a15e7d-fe43-4985-afa0-d4e966b9b6d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0 HTTP/1.1" status: 200 len: 217 time: 0.0537846 Oct 20 10:57:15.154781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b8fb323-c704-4d31-9a42-1a2185df4add req-1346f9a7-cafd-45d7-a051-d8e732f5b6fc tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 210 time: 0.1655145 Oct 20 10:57:15.213510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.214238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-43c21625-443d-4123-85c3-acdcc4aea303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.216199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-43c21625-443d-4123-85c3-acdcc4aea303 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.0834224 Oct 20 10:57:15.225826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae0aef-aac4-4211-9f41-319d0c19a84a req-77070791-59f1-463a-986d-85403f82e0e1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.245641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecae0aef-aac4-4211-9f41-319d0c19a84a req-77070791-59f1-463a-986d-85403f82e0e1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2819269 Oct 20 10:57:15.312827 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-75478ff3-5920-48aa-bcc6-cbfb67db8a37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870240 Oct 20 10:57:15.465054 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-50c07c27-922c-4ace-88f2-aa6bc0feb6c1 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414471 Oct 20 10:57:15.603324 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-26356a69-74c9-4dda-a1f5-b4a2e9d454f0 req-d7e24073-5c15-41e0-9906-0813bb08a385 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306446 Oct 20 10:57:15.606653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.610440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.611154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-58ac4b06-e366-4822-88f0-f894b8baac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.612713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-58ac4b06-e366-4822-88f0-f894b8baac30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1097 time: 0.0761840 Oct 20 10:57:15.659590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecae0aef-aac4-4211-9f41-319d0c19a84a req-6dcf2f89-2b0b-427d-b822-8e0f6c9b29b4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115362 Oct 20 10:57:15.664301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.696960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.728099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-c671b58f-c979-4e44-8395-ed5a5e15bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.729561 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-c671b58f-c979-4e44-8395-ed5a5e15bd8c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.1086512 Oct 20 10:57:15.753438 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.753986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Fanout notify agent at l3_agent the message router_deleted on router c8ce8423-2d48-4a1d-a1d9-b8772c165d2d {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:15.764513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.768200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f46ca45-49e1-4ed4-94af-d0643ffb6b3b tempest-RoutersNegativeIpV6Test-1976117575 tempest-RoutersNegativeIpV6Test-1976117575-project] 10.222.0.74 "DELETE /v2.0/routers/c8ce8423-2d48-4a1d-a1d9-b8772c165d2d HTTP/1.1" status: 204 len: 168 time: 0.8029785 Oct 20 10:57:15.776823 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.777660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Fanout notify agent at l3_agent the message router_deleted on router c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:15.806974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.819106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.822134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78f1aec4-1a59-4be6-b388-5d0996a3123f tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 204 len: 168 time: 0.9594879 Oct 20 10:57:15.824152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38780) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:15.828713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-99605c5b-013b-49b0-9cd1-d867267426f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 1001 time: 0.0897841 Oct 20 10:57:15.868229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08f76c68-d70d-4c5c-be38-e4da74b6bdd0 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 200 len: 205 time: 0.0416496 Oct 20 10:57:15.870598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38782) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:15.912807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-19e4dc83-5f11-40a0-9301-bcd61579c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.914287 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-19e4dc83-5f11-40a0-9301-bcd61579c358 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.0770030 Oct 20 10:57:15.921092 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-e89ddc19-12fc-406e-88e2-12632f3ccbfc tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:15.922239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e89ddc19-12fc-406e-88e2-12632f3ccbfc tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/c6a8f7cb-13a8-4d9b-b0ae-0e1be6583ff7 HTTP/1.1" status: 404 len: 336 time: 0.0506573 Oct 20 10:57:15.933674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:15.969476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996221c-040b-4975-8049-84770fcc8c39 req-c0af279d-14c8-4b91-aa2a-36fecd0b6c9a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.971626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8996221c-040b-4975-8049-84770fcc8c39 req-c0af279d-14c8-4b91-aa2a-36fecd0b6c9a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 944 time: 0.0940821 Oct 20 10:57:15.987021 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-464dbf96-df17-4b0f-a071-5bd72dca16a2 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 200 len: 205 time: 0.0515778 Oct 20 10:57:15.987637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.026261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8996221c-040b-4975-8049-84770fcc8c39 req-c87c1ab1-f9b7-4c48-8cd6-0aa275abc584 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484250 Oct 20 10:57:16.055076 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-8ccd212b-93ff-4a49-9001-053f687a0244 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:16.055076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8ccd212b-93ff-4a49-9001-053f687a0244 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/1c07d261-22b3-400b-bf9f-0072c38b6189 HTTP/1.1" status: 404 len: 336 time: 0.0582304 Oct 20 10:57:16.055512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38796) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.063503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-2085683e-32b9-4d16-bbc3-f948cd76a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.068488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-2085683e-32b9-4d16-bbc3-f948cd76a908 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458786 Oct 20 10:57:16.080556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09fcd05a-017b-40b9-b13a-d50a63a9f263 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 200 len: 205 time: 0.0284605 Oct 20 10:57:16.084361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38800) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.128830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.138837 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-333c1c3e-8c26-410e-8b0b-e2750f88e5c5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:16.143276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-333c1c3e-8c26-410e-8b0b-e2750f88e5c5 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/a2cdff63-ef81-4101-8c70-f7fb30a21c42 HTTP/1.1" status: 404 len: 336 time: 0.0578651 Oct 20 10:57:16.146686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38806) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.182615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0aa7d5c8-c509-4fe9-b907-d6d76e318026 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 200 len: 205 time: 0.0348032 Oct 20 10:57:16.186223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38814) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.220699 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-624c4b88-583a-4f39-8506-20fdc92d9159 service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406617 Oct 20 10:57:16.268200 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-ebce4889-96e0-4d9c-adf0-6cb6e931d06a tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:16.269311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ebce4889-96e0-4d9c-adf0-6cb6e931d06a tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/9f658ceb-0343-43d4-8224-7139676afbef HTTP/1.1" status: 404 len: 336 time: 0.0820537 Oct 20 10:57:16.280301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.334438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e63a7107-efdb-4766-b075-195e6598fedd tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 200 len: 205 time: 0.0505469 Oct 20 10:57:16.344782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38822) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.395161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3c21372c-6293-48e5-a50e-b9216af9613b req-8b1ae753-2b41-4dbc-ab77-c8ab47f3519c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 210 time: 0.0657725 Oct 20 10:57:16.430379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5c868220-92a8-4fe9-bdfe-90491915937c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d243a1178e340fcadaf64e1fb097dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749596 Oct 20 10:57:16.435055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.442814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55856eaa-2019-4c2e-a6ad-921908140de4 req-e162229f-f187-491a-80ae-a56314ad79aa service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139559 Oct 20 10:57:16.447940 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-a46db9aa-222a-4b4c-9b8b-fc8f6742964a tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:16.452189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a46db9aa-222a-4b4c-9b8b-fc8f6742964a tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/30b5a2f9-f914-4e21-be94-2e184bac3159 HTTP/1.1" status: 404 len: 336 time: 0.1032312 Oct 20 10:57:16.453398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38834) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.488367 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02eef4cd-3722-449e-b968-0b4c214dd147 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba2d2744-897a-49fd-bbf8-dbe8618febd0 HTTP/1.1" status: 200 len: 205 time: 0.0334423 Oct 20 10:57:16.490276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.505603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-ceef7152-fe85-4d13-b623-6689b6b9130d tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.507089 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-ceef7152-fe85-4d13-b623-6689b6b9130d tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.70 "GET /v2.0/networks?id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 200 len: 811 time: 0.2544122 Oct 20 10:57:16.527683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Request body: {'port': {'device_id': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d', 'admin_state_up': True, 'tenant_id': '3102e435d6424db7910df425367af951'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:16.533699 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-5ff26bed-57a5-4fc7-83ef-915733f9008e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] delete failed (client error): The resource could not be found. Oct 20 10:57:16.534763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ff26bed-57a5-4fc7-83ef-915733f9008e tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/routers/ba2d2744-897a-49fd-bbf8-dbe8618febd0 HTTP/1.1" status: 404 len: 336 time: 0.0435579 Oct 20 10:57:16.539529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.544570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.577745 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9cd169-e7de-48b4-933f-c8c8cd0824b9 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] DELETE failed (client error): The resource could not be found. Oct 20 10:57:16.578207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9cd169-e7de-48b4-933f-c8c8cd0824b9 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:57:16.581695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa9cd169-e7de-48b4-933f-c8c8cd0824b9 tempest-RoutersIpV6AdminTest-121107011 tempest-RoutersIpV6AdminTest-121107011-project] 10.222.0.74 "DELETE /v2.0/subnets/4cbc864a-3468-4319-9493-eb890bab026f HTTP/1.1" status: 404 len: 337 time: 0.0401151 Oct 20 10:57:16.625760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.670974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.721754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.725672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.729755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/58d83d89-8a3c-4c54-8ba2-d1000a7487f8 HTTP/1.1" status: 204 len: 168 time: 0.2902143 Oct 20 10:57:16.730514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Made reservation on behalf of 3102e435d6424db7910df425367af951 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:16.737612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.776811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98321ae0-e9bb-43e5-8c76-0d3563e0d8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d83d89-8a3c-4c54-8ba2-d1000a7487f8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:16.854748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:16.872397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da7b3-bd55-4200-bcc8-440ae27d6fe5 req-8753913b-36ae-45fd-bf14-30efece16c09 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.874306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b72da7b3-bd55-4200-bcc8-440ae27d6fe5 req-8753913b-36ae-45fd-bf14-30efece16c09 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1098351 Oct 20 10:57:16.961849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b72da7b3-bd55-4200-bcc8-440ae27d6fe5 req-0f9f12fa-bdd9-4367-b624-c18c65b20b77 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789409 Oct 20 10:57:16.994318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Allocated IP 172.20.0.6 (fbf297a5-7d19-4ac1-a8cc-c466d08e214d/994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225/40eb5018-ae83-4fd6-acf4-777a8845b929) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:17.128802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0459d8d7-9acc-459c-85fb-9aa09d5585a0 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:17.159501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcf63fae-522a-456d-ac7b-08c21d4a1b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.215952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.230168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8d85-e62d-4ec1-8659-275f5dd9fe54 req-5219317b-b627-4e9c-bf05-156550f230f6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:17.236029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8edb8d85-e62d-4ec1-8659-275f5dd9fe54 req-5219317b-b627-4e9c-bf05-156550f230f6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 944 time: 0.1016288 Oct 20 10:57:17.303966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcf63fae-522a-456d-ac7b-08c21d4a1b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.310282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8edb8d85-e62d-4ec1-8659-275f5dd9fe54 req-e573930f-a82f-4641-aec9-777b485c1547 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Oct 20 10:57:17.317992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.318427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcf63fae-522a-456d-ac7b-08c21d4a1b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.411798 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dcf63fae-522a-456d-ac7b-08c21d4a1b0f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de0f4ba3810a4033b7df455957c46990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526850 Oct 20 10:57:17.413635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38868) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:17.414792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf63fae-522a-456d-ac7b-08c21d4a1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b838c3c-7c08-438f-8503-f89d412c01c7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:17.446668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Pushing event updated for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:17.464732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:17.470213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Network fbf297a5-7d19-4ac1-a8cc-c466d08e214d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:17.472559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:17.477688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:17.500285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '0459d8d7-9acc-459c-85fb-9aa09d5585a0', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': '0459d8d7-9acc-459c-85fb-9aa09d5585a0', 'mac_address': 'fa:16:3e:a4:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:17.545657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.564811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:17.565474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.571652 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.573192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.634822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0459d8d7-9acc-459c-85fb-9aa09d5585a0 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:17.637950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.640640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.643457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b838c3c-7c08-438f-8503-f89d412c01c7 HTTP/1.1" status: 204 len: 168 time: 0.2055745 Oct 20 10:57:17.666582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33363f-9aa6-40c0-9123-53db5264911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b838c3c-7c08-438f-8503-f89d412c01c7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:17.684124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:17.718809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.786102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.006474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['0459d8d7-9acc-459c-85fb-9aa09d5585a0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:18.027381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-32d52d08-5c7c-4533-a24a-71fe4e63050e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5044925 Oct 20 10:57:18.044015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8065da-2ad7-4b49-859b-ad83274686bb req-d1f4a93c-ed47-45ff-a6ca-18e64e8b46c7 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.045846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a8065da-2ad7-4b49-859b-ad83274686bb req-d1f4a93c-ed47-45ff-a6ca-18e64e8b46c7 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 931 time: 0.4764044 Oct 20 10:57:18.052501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Request body: {'port': {'device_id': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:18.138253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38890) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:18.212739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.222976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:18.255342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a8065da-2ad7-4b49-859b-ad83274686bb req-391c230e-2569-47a3-bce8-bf67ddb061c0 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970742 Oct 20 10:57:18.300848 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bdd1b03d-b5fd-424b-937e-0c48a613801f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d94641ef8c424f78ad40945aaf5eddec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761297 Oct 20 10:57:18.303359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38896) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:18.336994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d4f48-0d70-4dce-a3a1-930faafffa0a req-1c2617aa-e101-4a03-af89-f3084d4001ce tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.340349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df7d4f48-0d70-4dce-a3a1-930faafffa0a req-1c2617aa-e101-4a03-af89-f3084d4001ce tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.1953323 Oct 20 10:57:18.405645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.438766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.500772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.504635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.505829 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/18b81c16-032b-45e4-8608-0b9757f88d01 HTTP/1.1" status: 204 len: 168 time: 0.1983397 Oct 20 10:57:18.530288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf56d45-b267-48f1-80d2-c696a770aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b81c16-032b-45e4-8608-0b9757f88d01,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.541797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742069669'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:18.548591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df7d4f48-0d70-4dce-a3a1-930faafffa0a req-55d94087-d9d9-4fcf-865f-84fde247ce5b tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820686 Oct 20 10:57:18.587253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.600367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.604222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f0f95-504b-453e-b5fb-d87a9ee0fa61 req-810c4dda-e45f-448d-8175-ad752d963f05 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.605759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b2f0f95-504b-453e-b5fb-d87a9ee0fa61 req-810c4dda-e45f-448d-8175-ad752d963f05 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 945 time: 0.1608169 Oct 20 10:57:18.697842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b2f0f95-504b-453e-b5fb-d87a9ee0fa61 req-a75497b4-8720-449c-9166-c86b3f048d0f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Oct 20 10:57:18.738677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.745685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.808247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ce297-4809-4533-82f8-d898546d7769,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.811028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eb5018-ae83-4fd6-acf4-777a8845b929 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:18.834733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.856610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Transition to ACTIVE for port object 40eb5018-ae83-4fd6-acf4-777a8845b929 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:18.862466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.892088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.897418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.934751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.944139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4365994-0c96-4f67-abe5-9226c4f8c494,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.949094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.955049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d11c7ce8-b20d-445b-995b-72a76b5127b8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8111589 Oct 20 10:57:18.955304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38910) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:19.027452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Attempting to bind port 40eb5018-ae83-4fd6-acf4-777a8845b929 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:19.027980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Attempting to bind port 40eb5018-ae83-4fd6-acf4-777a8845b929 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '658d6699-f609-4249-9901-05900ad6cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:19.028556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Attempting to bind port 40eb5018-ae83-4fd6-acf4-777a8845b929 on network fbf297a5-7d19-4ac1-a8cc-c466d08e214d {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:19.039648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Port 40eb5018-ae83-4fd6-acf4-777a8845b929 on network fbf297a5-7d19-4ac1-a8cc-c466d08e214d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:19.040090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Attempting to bind port 40eb5018-ae83-4fd6-acf4-777a8845b929 on network fbf297a5-7d19-4ac1-a8cc-c466d08e214d {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:19.053609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:19.054196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Checking segment: {'id': '658d6699-f609-4249-9901-05900ad6cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:19.054799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Bound using segment: {'id': '658d6699-f609-4249-9901-05900ad6cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:19.055436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Bound port: 40eb5018-ae83-4fd6-acf4-777a8845b929, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d6699-f609-4249-9901-05900ad6cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:19.055978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.057057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b5d50550-169e-4f35-a583-ae2e4ea3e69a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0997674 Oct 20 10:57:19.060886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:19.069606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-security--199132171', 'description': 'tempest-security-description-197041102'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:19.120602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.144318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0459d8d7-9acc-459c-85fb-9aa09d5585a0 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:19.149369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:19.154349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=40eb5018-ae83-4fd6-acf4-777a8845b929,segment=NetworkSegment(658d6699-f609-4249-9901-05900ad6cc3b),segment_id=658d6699-f609-4249-9901-05900ad6cc3b)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:19.163953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.187603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.196552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.202981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.204867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "PUT /v2.0/security-groups/a4365994-0c96-4f67-abe5-9226c4f8c494 HTTP/1.1" status: 200 len: 1778 time: 0.1424227 Oct 20 10:57:19.209836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38920) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:19.240372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.241669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.243326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 200 len: 1092 time: 1.1965094 Oct 20 10:57:19.244144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:19.247942 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0a2803-560e-41d7-af57-1de25b80f689" -d '{"events": [{"name": "network-changed", "server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:19.254507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:19.301902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:19.302283 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.314318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01094c3d-c54f-40ff-9ab1-ff051599bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:19.314683 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1603323c-09b3-4778-9b6e-1b4ee9eb2c4f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups/a4365994-0c96-4f67-abe5-9226c4f8c494 HTTP/1.1" status: 200 len: 1778 time: 0.1033115 Oct 20 10:57:19.317976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:19.331052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245b654-a3d6-467d-a261-58fbf0bd2ddd tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4365994-0c96-4f67-abe5-9226c4f8c494,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:19.407784 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259e4d1-68da-4b0e-8a9b-980ade2088f5 x-openstack-request-id: req-d259e4d1-68da-4b0e-8a9b-980ade2088f5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:19.408369 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:19.408369 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d259e4d1-68da-4b0e-8a9b-980ade2088f5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:19.408768 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929', 'status': 'completed', 'code': 200} Oct 20 10:57:19.467743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.515138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:19.516291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:19.519850 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c5bd6-7494-4490-805f-fcbbdd78b45c" -d '{"events": [{"server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "name": "network-vif-plugged", "status": "completed", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:19.533065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.612776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.622071 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826840fc-759f-4b0e-a8d1-e4a22384aa51 x-openstack-request-id: req-826840fc-759f-4b0e-a8d1-e4a22384aa51 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:19.622534 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "name": "network-vif-plugged", "status": "completed", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:19.622666 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-826840fc-759f-4b0e-a8d1-e4a22384aa51 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:19.623597 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0', 'code': 200} Oct 20 10:57:19.667419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:19.669561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-befd0bcd-c54c-4a28-8937-0b2ede3e815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.671694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-befd0bcd-c54c-4a28-8937-0b2ede3e815a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3102e435d6424db7910df425367af951&device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 1095 time: 0.3295317 Oct 20 10:57:19.720815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3880d9-1fff-4121-9576-d9470a9ee62c req-9fae7281-8fa0-4dcc-95e2-f6a91cd7f6ec tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.722382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c3880d9-1fff-4121-9576-d9470a9ee62c req-9fae7281-8fa0-4dcc-95e2-f6a91cd7f6ec tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 943 time: 0.2690732 Oct 20 10:57:19.724275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.753727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785df46-fbf8-406d-a291-fbbeda659cdf req-1f117618-fe32-4598-9d76-d01577e11d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.755295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1785df46-fbf8-406d-a291-fbbeda659cdf req-1f117618-fe32-4598-9d76-d01577e11d83 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 1098 time: 0.0746579 Oct 20 10:57:19.809921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1785df46-fbf8-406d-a291-fbbeda659cdf req-77076956-11dd-4bb4-aa8a-8bbe4c312152 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Oct 20 10:57:19.816987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-0f06d319-979b-48ee-850c-2b6d4a43e73f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 200 len: 217 time: 0.0864761 Oct 20 10:57:19.897919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:19.952963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1cec-2ba1-4b02-af01-1edcaa472430 req-74755210-3f0a-49e1-8ab2-4056181e268c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.954826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-316a1cec-2ba1-4b02-af01-1edcaa472430 req-74755210-3f0a-49e1-8ab2-4056181e268c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 945 time: 0.2977171 Oct 20 10:57:19.960455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c3880d9-1fff-4121-9576-d9470a9ee62c req-c6d69f29-c401-4f88-a792-ab3040f8dbb3 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257193 Oct 20 10:57:19.963411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100326-c505-439b-9fd4-361fc849b2b3 req-accd1bbd-9469-4889-8cb2-91b781993016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.965171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-accd1bbd-9469-4889-8cb2-91b781993016 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 HTTP/1.1" status: 200 len: 851 time: 0.1285362 Oct 20 10:57:19.970134 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.972868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.974044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/a4365994-0c96-4f67-abe5-9226c4f8c494 HTTP/1.1" status: 204 len: 168 time: 0.6548691 Oct 20 10:57:19.977057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38950) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.041776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-c9d00d24-c6ea-481c-8db3-cc4a7dcd5489 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659475 Oct 20 10:57:20.043326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67bbf-7bc3-4ca8-b42e-4c0b075c0f45 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4365994-0c96-4f67-abe5-9226c4f8c494,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.065505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-979262535'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:20.103188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:20.107235 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.127391 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.151025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f2db225-272a-4ac3-bd4f-c87aa8669a77 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703598 Oct 20 10:57:20.152427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38952) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.153468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-c710f70c-e08a-4235-86d8-196e91254b16 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015675 Oct 20 10:57:20.176509 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-cf200e4b-e6db-42c1-9e13-cf92d95a195e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] delete failed (client error): The resource could not be found. Oct 20 10:57:20.179707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf200e4b-e6db-42c1-9e13-cf92d95a195e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/a4365994-0c96-4f67-abe5-9226c4f8c494 HTTP/1.1" status: 404 len: 347 time: 0.0242021 Oct 20 10:57:20.189443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38954) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.194620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--713946769'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:20.228415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-316a1cec-2ba1-4b02-af01-1edcaa472430 req-8203b0f4-b539-4632-aff8-dc577c60a3b0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143254 Oct 20 10:57:20.252151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.276552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:20.290467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e000404-9f4a-419c-ac45-74b37645fe36 req-bc2e6f88-f93b-4020-8251-d68848a6d8fe tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.292121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e000404-9f4a-419c-ac45-74b37645fe36 req-bc2e6f88-f93b-4020-8251-d68848a6d8fe tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.1357789 Oct 20 10:57:20.361583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79100326-c505-439b-9fd4-361fc849b2b3 req-c80d71ce-3972-4302-aefe-491700795f43 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937354 Oct 20 10:57:20.383545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.394081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.397958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e000404-9f4a-419c-ac45-74b37645fe36 req-34b161e7-a04d-459f-b698-4b2fd30da1c4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885308 Oct 20 10:57:20.429613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.439909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.449196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.454028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2633767 Oct 20 10:57:20.455907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38960) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.462439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.469860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'b012604d-dc14-412a-aafe-c1803f87333d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:20.487351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca173b1d-0918-45fa-90ec-09e829f4f9ed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b012604d-dc14-412a-aafe-c1803f87333d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.489662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:20.518334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.518681 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Added segment 6c274fbc-1cf2-4a35-b9bd-a614fb802283 of type vlan for network a543b128-9f62-4650-bd82-453e1f3baad0 Oct 20 10:57:20.526781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-c84f03fe-4c49-47e3-b280-c0aa6a8a4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.528436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-c84f03fe-4c49-47e3-b280-c0aa6a8a4e37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3102e435d6424db7910df425367af951&device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0962315 Oct 20 10:57:20.537324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:20.549309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.567746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.570212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2202ab6a-98a0-4d33-a4a2-b1bc6d78d444,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.595278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.658875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.659251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.664883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.665530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.690888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.708688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.769576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8705821 Oct 20 10:57:20.771327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01add6e1-ba98-4194-b941-4db389e042af tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Network': ['ID=a543b128-9f62-4650-bd82-453e1f3baad0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.774056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.774668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c70968-d837-4a67-8608-3e76bc925992,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.781502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'subnet': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:20.788970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.790125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a543b128-9f62-4650-bd82-453e1f3baad0 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:20.793077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e1a30e66-6261-4260-8a0e-096faa1ad4a8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313558 Oct 20 10:57:20.793699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38970) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.802184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-fc481ab4-e6bc-4c41-afd4-a5fa4b3765a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.803698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-fc481ab4-e6bc-4c41-afd4-a5fa4b3765a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 200 len: 913 time: 0.2673774 Oct 20 10:57:20.899425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-2f09a8be-50ed-4813-9c2d-68f074abdf79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 200 len: 217 time: 0.0828111 Oct 20 10:57:20.950265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.979233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-c11ca7c6-18de-4ab9-a10c-594478b644e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.980695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.980838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-c11ca7c6-18de-4ab9-a10c-594478b644e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 HTTP/1.1" status: 200 len: 851 time: 0.0743573 Oct 20 10:57:21.015865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:21.020458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.032778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-c1fbebc0-4eb4-4c6d-aa62-cf0a4aaef6ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432193 Oct 20 10:57:21.045785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.057463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.058594 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/b1c70968-d837-4a67-8608-3e76bc925992 HTTP/1.1" status: 204 len: 168 time: 0.2527323 Oct 20 10:57:21.067847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38984) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:21.134421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badad9be-2dab-4f25-9f0e-da50d7a4c8c6 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1c70968-d837-4a67-8608-3e76bc925992,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:21.180641 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d688dd0a-0b76-4ffb-8e8e-4e326def3eed tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1100848 Oct 20 10:57:21.184271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38990) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:21.231317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d984d6d-d6e5-4fe3-bbc4-31d5ea73352e req-02a0bc0e-f736-4795-ada9-8b2debed9952 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.234860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d984d6d-d6e5-4fe3-bbc4-31d5ea73352e req-02a0bc0e-f736-4795-ada9-8b2debed9952 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 943 time: 0.1412854 Oct 20 10:57:21.255317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-a254233c-3209-4b38-8f77-4372d58ed546 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137296 Oct 20 10:57:21.330174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.407384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Subnet': ['ID=5643787f-2a8e-4331-b713-bc28be1cf2ab,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:21.417517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Checking segment: {'id': '6c274fbc-1cf2-4a35-b9bd-a614fb802283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:21.417981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network hostable DHCP agents. Network: a543b128-9f62-4650-bd82-453e1f3baad0, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:21.425375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d984d6d-d6e5-4fe3-bbc4-31d5ea73352e req-f43a634f-b367-4766-8402-e71b2d094af5 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669986 Oct 20 10:57:21.431358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.445790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:21.469287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a543b128-9f62-4650-bd82-453e1f3baad0) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:21.474052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.474719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.482445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e46b70-d9dd-4533-904f-235a65b9a9cb None None] Network a543b128-9f62-4650-bd82-453e1f3baad0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:21.501463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0a2803-560e-41d7-af57-1de25b80f689 req-1af602c2-2d76-483f-9898-35490aa09f64 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323585 Oct 20 10:57:21.509023 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-23e8b988-355e-41bf-a964-8294de1e2f7d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322693 Oct 20 10:57:21.517057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:21.531202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-1274427730'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:21.575950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.630160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57072b4c-475e-4803-bf8b-d13352b622f4 req-0ffb943e-c204-40c1-8f78-197fc21500d1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.631794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57072b4c-475e-4803-bf8b-d13352b622f4 req-0ffb943e-c204-40c1-8f78-197fc21500d1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.1294267 Oct 20 10:57:21.667857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:21.670352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.674002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.675638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/b012604d-dc14-412a-aafe-c1803f87333d HTTP/1.1" status: 204 len: 168 time: 0.4885612 Oct 20 10:57:21.682125 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08e3da-8961-4d9c-8103-066857bd831d" -d '{"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-unplugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:21.685396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39008) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:21.696938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c906f-d749-4eca-87d2-56889d0f9158 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012604d-dc14-412a-aafe-c1803f87333d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:21.733395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a543b128-9f62-4650-bd82-453e1f3baad0', 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'tenant_id': 'f441c682a957420bbe7181f0b280be59', 'fixed_ips': [{'subnet_id': '5643787f-2a8e-4331-b713-bc28be1cf2ab'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:21.734426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.735830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57072b4c-475e-4803-bf8b-d13352b622f4 req-4cdd8319-b4f5-460e-a840-8cd7b3fb10c6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Oct 20 10:57:21.785557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b666345e-b55c-4e89-8e27-c0823e82af49 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942273 Oct 20 10:57:21.786024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39014) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:21.792207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--322305221'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:21.813577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:21.817853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.846370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156647-b90c-476d-ae9e-01af189ebcc2 req-afef21ef-afa9-4b04-9df2-85051bdacf67 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.852567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port 8d898986-4043-4f5e-8896-aefe4cc27597 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:21.853666 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56156647-b90c-476d-ae9e-01af189ebcc2 req-afef21ef-afa9-4b04-9df2-85051bdacf67 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1072297 Oct 20 10:57:21.874525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.878560 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922a156-ac77-4cf4-8947-a2e61959729e x-openstack-request-id: req-7922a156-ac77-4cf4-8947-a2e61959729e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:21.879322 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-unplugged", "status": "failed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:21.879843 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7922a156-ac77-4cf4-8947-a2e61959729e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:21.880503 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'code': 422} returned with failed status Oct 20 10:57:21.935833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56156647-b90c-476d-ae9e-01af189ebcc2 req-39b4f524-3084-4fc3-a6de-1675333a1421 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747972 Oct 20 10:57:21.978501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Allocated IP 172.20.0.2 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:22.076503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.086558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.140857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e40b7-f594-4100-bc13-84fbb791a2ef,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:22.153835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.156749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7aa32a54-6a57-4159-bc9a-5073c1caf9c2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3697286 Oct 20 10:57:22.159710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:22.164468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'c97e40b7-f594-4100-bc13-84fbb791a2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:22.230106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.284252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a78a-668a-4054-8c6a-b018a7ee88f8 req-73f7dd93-c562-4cf6-af36-be9e52cc88af tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:22.293115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7999a78a-668a-4054-8c6a-b018a7ee88f8 req-73f7dd93-c562-4cf6-af36-be9e52cc88af tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.0794868 Oct 20 10:57:22.314268 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.324535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.337206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7999a78a-668a-4054-8c6a-b018a7ee88f8 req-96dc573a-52ec-47e9-80b8-0636f5814711 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Oct 20 10:57:22.346584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:22.349213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:22.375112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:22.434093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Pushing event updated for resources: {'Port': ['ID=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:22.449526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-cb132e12-7848-42b3-a53e-2bc41c7d5631 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2798464 Oct 20 10:57:22.451626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.4 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/8d898986-4043-4f5e-8896-aefe4cc27597) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:22.460283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Attempting to bind port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:22.460830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Attempting to bind port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '6c274fbc-1cf2-4a35-b9bd-a614fb802283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:22.461177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-4e52b6d9-ecdb-4e80-b77c-314bae1b7aed service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:22.461482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Attempting to bind port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 on network a543b128-9f62-4650-bd82-453e1f3baad0 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:22.462535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-4e52b6d9-ecdb-4e80-b77c-314bae1b7aed service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060499 Oct 20 10:57:22.481001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.489804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:22.490419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Checking segment: {'id': '6c274fbc-1cf2-4a35-b9bd-a614fb802283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:22.493774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.494276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Bound using segment: {'id': '6c274fbc-1cf2-4a35-b9bd-a614fb802283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:22.494916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Bound port: ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c274fbc-1cf2-4a35-b9bd-a614fb802283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:22.495986 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.501182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.548531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39038) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:22.579859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f62f01-d92c-4d94-b4cc-2cfafc673acc,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:22.580966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] For port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:22.585402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] For port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,segment=NetworkSegment(6c274fbc-1cf2-4a35-b9bd-a614fb802283),segment_id=6c274fbc-1cf2-4a35-b9bd-a614fb802283)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:22.598106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.620916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.625765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-270478bd-0c78-4241-a38f-238951be540b tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4648342 Oct 20 10:57:22.626215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:22.633510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'c97e40b7-f594-4100-bc13-84fbb791a2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:22.634796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf335-b518-492a-9cf9-cfa2f655d15e req-ae662b73-1c68-4e99-ad76-1464461f647a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:22.643787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65edf335-b518-492a-9cf9-cfa2f655d15e req-ae662b73-1c68-4e99-ad76-1464461f647a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 943 time: 0.0845249 Oct 20 10:57:22.727359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65edf335-b518-492a-9cf9-cfa2f655d15e req-50b8ef84-4389-4558-9829-f5117f1c5a30 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812757 Oct 20 10:57:22.801234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c95bb2a9-5e91-479c-9474-e79bee0fe8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.807700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51242-9f45-4a48-aef6-8275e02893b3 None None] Pushing event updated for resources: {'Port': ['ID=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:22.820093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.894001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.936024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.950625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.958854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c95bb2a9-5e91-479c-9474-e79bee0fe8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.966699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c95bb2a9-5e91-479c-9474-e79bee0fe8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.020608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e591012-ca42-405d-adfc-5bc374427edd,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.029170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c95bb2a9-5e91-479c-9474-e79bee0fe8a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb534f0a6e8c474fab8c1951df8318ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793468 Oct 20 10:57:23.030312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39050) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:23.037712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb2a9-5e91-479c-9474-e79bee0fe8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7bf25-72f1-4b7d-92ef-0af5ec5d4bb7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.041971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.086115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.092657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-41796458-fac3-4544-a7a6-f438beda5e3e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4595792 Oct 20 10:57:23.094784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39052) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:23.165264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'c97e40b7-f594-4100-bc13-84fbb791a2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:23.169463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.172319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=8d898986-4043-4f5e-8896-aefe4cc27597,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.189422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:23.194002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:23.198279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:23.217656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.226552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c6cc-26c6-4d4b-9bda-e4f52cfcaffd req-7118bf29-0657-4282-acc5-fbcabd6cb253 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.243751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11e4c6cc-26c6-4d4b-9bda-e4f52cfcaffd req-7118bf29-0657-4282-acc5-fbcabd6cb253 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1322575 Oct 20 10:57:23.245621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.312026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.318547 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.353137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.360327 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-789e46e7-f23f-48c5-bdb3-eea774669218 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8307071 Oct 20 10:57:23.360566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39054) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:23.365041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.365686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-1367100649', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:d4:07'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:23.369032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99f7bf25-72f1-4b7d-92ef-0af5ec5d4bb7 HTTP/1.1" status: 204 len: 168 time: 0.3376772 Oct 20 10:57:23.393772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65a6c-634d-46e5-9b3d-935aadcc109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7bf25-72f1-4b7d-92ef-0af5ec5d4bb7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.405795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11e4c6cc-26c6-4d4b-9bda-e4f52cfcaffd req-f543e024-6aeb-46ed-a397-a010253258d3 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608071 Oct 20 10:57:23.465769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.475198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.523480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11cd47c-1487-4210-8f9a-c33994a0bc42,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.541818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.544508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c2f4d-c929-4030-a477-96159df2ca5d req-df623adf-2ba3-4021-ab97-e6c13ebda75c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.546339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e61f4d25-bd4b-433c-8323-87e81d9ad066 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4402618 Oct 20 10:57:23.546753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b6c2f4d-c929-4030-a477-96159df2ca5d req-df623adf-2ba3-4021-ab97-e6c13ebda75c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.0713897 Oct 20 10:57:23.547252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39060) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:23.553780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'c97e40b7-f594-4100-bc13-84fbb791a2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:23.574927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:23.640879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b6c2f4d-c929-4030-a477-96159df2ca5d req-310e04a4-bebe-41a6-9084-628eb7ff2add tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792575 Oct 20 10:57:23.725138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.739101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ab73-625c-46e6-ba10-da339998a881 req-8cbf468b-8eb2-4b19-859e-227264f36b4f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.740692 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4812ab73-625c-46e6-ba10-da339998a881 req-8cbf468b-8eb2-4b19-859e-227264f36b4f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.0827086 Oct 20 10:57:23.742821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-2dcd181b-5499-46da-85ea-02101dcf264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.744497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-2dcd181b-5499-46da-85ea-02101dcf264a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397&tenant_id=35c300d5c2eb44418ded73e7b38cf68e HTTP/1.1" status: 200 len: 1095 time: 0.1183393 Oct 20 10:57:23.746276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.824502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39066) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:23.826035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port df7e1934-8e57-4749-b1b8-6f4374dcac63 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:23.842752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-1bfc0436-2990-480b-8977-959641ce3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:23.844365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-1bfc0436-2990-480b-8977-959641ce3ecd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1095 time: 0.0735583 Oct 20 10:57:23.857050 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1ae35c2-4d4e-40fe-b67a-0565965e2d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.863660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.890775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.063310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:24.063748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.074451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.7 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/df7e1934-8e57-4749-b1b8-6f4374dcac63) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:24.128910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1ae35c2-4d4e-40fe-b67a-0565965e2d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.161935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b939c5-beff-4c4e-9072-333dd628d5aa None None] Network a543b128-9f62-4650-bd82-453e1f3baad0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:24.162515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1ae35c2-4d4e-40fe-b67a-0565965e2d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.255246 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1ae35c2-4d4e-40fe-b67a-0565965e2d2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c6dd883077241228eac1ddfe210ea3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233947 Oct 20 10:57:24.255940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.259044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] Provisioning complete for port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:24.259719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.269799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.271003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7227895 Oct 20 10:57:24.271718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b49a2-09be-438e-9002-fc1425bcca68 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3effdec9-4d82-4b81-a22b-e1aef62ccec2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.280163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39070) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.301189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 40eb5018-ae83-4fd6-acf4-777a8845b929 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:24.333430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': 'c97e40b7-f594-4100-bc13-84fbb791a2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:24.355592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97547cb9-cda6-477a-9a51-ec7bc35dab07 req-e150603f-c1ef-4db2-bf6f-0afd9e827179 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.357910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97547cb9-cda6-477a-9a51-ec7bc35dab07 req-e150603f-c1ef-4db2-bf6f-0afd9e827179 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 943 time: 0.5125721 Oct 20 10:57:24.422534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-2c405651-7acb-441b-8e4f-578b406d78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.424243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-2c405651-7acb-441b-8e4f-578b406d78a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 200 len: 919 time: 0.5629299 Oct 20 10:57:24.436809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97547cb9-cda6-477a-9a51-ec7bc35dab07 req-e4c0db6e-b2e3-4e4f-829e-784efc31ef02 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Oct 20 10:57:24.447066 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.509684 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.593638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] For port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,segment=NetworkSegment(6c274fbc-1cf2-4a35-b9bd-a614fb802283),segment_id=6c274fbc-1cf2-4a35-b9bd-a614fb802283)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.606188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.640342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-170afa38-a2b5-4d46-ae3d-06dabfafa4c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 200 len: 999 time: 0.1950867 Oct 20 10:57:24.642771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae35c2-4d4e-40fe-b67a-0565965e2d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fae09-9c0b-430d-b89f-cf196e09df99,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.651719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port 0459d8d7-9acc-459c-85fb-9aa09d5585a0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=0459d8d7-9acc-459c-85fb-9aa09d5585a0,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.652086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.653431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f0f7-ad81-4465-b94d-e9f488481f56 req-14e05663-8cb0-4291-b68f-d5c1e45c28dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.655521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c24f0f7-ad81-4465-b94d-e9f488481f56 req-14e05663-8cb0-4291-b68f-d5c1e45c28dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1530254 Oct 20 10:57:24.669598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=40eb5018-ae83-4fd6-acf4-777a8845b929,segment=NetworkSegment(658d6699-f609-4249-9901-05900ad6cc3b),segment_id=658d6699-f609-4249-9901-05900ad6cc3b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.713570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for 0459d8d7-9acc-459c-85fb-9aa09d5585a0 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:24.717816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.731339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.736423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b383-faae-4cee-afac-621b4e779a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.750016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '40eb5018-ae83-4fd6-acf4-777a8845b929', 'network_id': 'fbf297a5-7d19-4ac1-a8cc-c466d08e214d', 'port_id': '40eb5018-ae83-4fd6-acf4-777a8845b929', 'mac_address': 'fa:16:3e:d1:82:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:24.756819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9bd118-b1d6-4800-9d7f-95da6f4ea868,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.780519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-9218eaa7-c22e-485f-aaf4-1db50cadaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.782233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-9218eaa7-c22e-485f-aaf4-1db50cadaf7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 200 len: 856 time: 0.1257474 Oct 20 10:57:24.801900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.803303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8fd74b9f-2702-4e9d-9b31-4cfbb8b052ad tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4765389 Oct 20 10:57:24.829428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39076) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.835262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c24f0f7-ad81-4465-b94d-e9f488481f56 req-73f07920-bc3e-4b6f-a9f5-f8014bb37c92 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661506 Oct 20 10:57:24.859944 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.872261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.879074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eb5018-ae83-4fd6-acf4-777a8845b929 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:24.921587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=40eb5018-ae83-4fd6-acf4-777a8845b929,segment=NetworkSegment(658d6699-f609-4249-9901-05900ad6cc3b),segment_id=658d6699-f609-4249-9901-05900ad6cc3b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.923726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.932078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.933047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.942827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.954131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d563ed0-5ba3-4a23-ac1c-ea9d107e0705 req-2e41972b-328f-44a8-b0b5-21ba7d731635 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.955729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d563ed0-5ba3-4a23-ac1c-ea9d107e0705 req-2e41972b-328f-44a8-b0b5-21ba7d731635 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 946 time: 0.1844649 Oct 20 10:57:24.962122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-071b3d12-4f56-4848-9676-88c151f3eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.963706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-071b3d12-4f56-4848-9676-88c151f3eb65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8737f4db-bcbb-4cec-8a7f-d877fe64fafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652865 Oct 20 10:57:24.964460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.978756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:25.044760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.067262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d563ed0-5ba3-4a23-ac1c-ea9d107e0705 req-bfb133e3-f4e0-4a97-bcfd-1e4b5d2f70b8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887129 Oct 20 10:57:25.067401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.081198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:25.081429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.083171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f05d6036-88e3-4052-b5b1-3b8fd0b237c7 None None] Provisioning complete for port 8d898986-4043-4f5e-8896-aefe4cc27597 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:25.083516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f05d6036-88e3-4052-b5b1-3b8fd0b237c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.124928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.127758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.128911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be7fae09-9c0b-430d-b89f-cf196e09df99 HTTP/1.1" status: 204 len: 168 time: 0.8611605 Oct 20 10:57:25.155498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-fb7e605f-1b3c-4b37-82bd-ba8bf5b17e9f service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821556 Oct 20 10:57:25.161228 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.170696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:25.173659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c578-cd0c-4f8f-b941-e613158c6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fae09-9c0b-430d-b89f-cf196e09df99,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.183741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:25.186384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:25.193154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.194287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/fd9bd118-b1d6-4800-9d7f-95da6f4ea868 HTTP/1.1" status: 204 len: 168 time: 0.3626521 Oct 20 10:57:25.210051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39080) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.221055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de79a3-1098-491d-9d6b-c21ff9fa7f70 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd9bd118-b1d6-4800-9d7f-95da6f4ea868,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.223611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=df7e1934-8e57-4749-b1b8-6f4374dcac63,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.249939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.262499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f05d6036-88e3-4052-b5b1-3b8fd0b237c7 None None] Port 8d898986-4043-4f5e-8896-aefe4cc27597 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:25.334436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['40eb5018-ae83-4fd6-acf4-777a8845b929'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:25.344635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f05d6036-88e3-4052-b5b1-3b8fd0b237c7 None None] Provisioning complete for port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:25.345368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f05d6036-88e3-4052-b5b1-3b8fd0b237c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.356016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=0459d8d7-9acc-459c-85fb-9aa09d5585a0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.380546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port 0459d8d7-9acc-459c-85fb-9aa09d5585a0 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:25.383413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.387579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4812ab73-625c-46e6-ba10-da339998a881 req-652ea719-87c9-4633-a377-fca8c8e95f06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "DELETE /v2.0/ports/0459d8d7-9acc-459c-85fb-9aa09d5585a0 HTTP/1.1" status: 204 len: 173 time: 1.6386125 Oct 20 10:57:25.388319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'name': 'network-vif-deleted', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:25.391375 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c51cd7-6daf-4118-a29b-ca8aa6e4ae70" -d '{"events": [{"server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "name": "network-vif-deleted", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:25.401597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.402390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.438070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-893d2973-edd4-456f-af8b-935ba7f3c4f7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2268786 Oct 20 10:57:25.441932 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-510d8662-d8e4-4a4d-82ed-fdf228fd9b3e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0802789 Oct 20 10:57:25.442562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39084) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.442963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39086) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.451428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-f03cffa5-07d7-4435-8beb-dbec72b6875d service neutron] 10.222.0.70 "GET /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874975 Oct 20 10:57:25.482775 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c90d7c-04ed-46b8-8ecb-d638e39af130 x-openstack-request-id: req-d5c90d7c-04ed-46b8-8ecb-d638e39af130 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:25.483201 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e95f25-1dc8-41f5-a477-52d363b40d39", "name": "network-vif-deleted", "tag": "0459d8d7-9acc-459c-85fb-9aa09d5585a0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:25.483342 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5c90d7c-04ed-46b8-8ecb-d638e39af130 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:25.483844 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e95f25-1dc8-41f5-a477-52d363b40d39', 'name': 'network-vif-deleted', 'tag': '0459d8d7-9acc-459c-85fb-9aa09d5585a0', 'status': 'completed', 'code': 200} Oct 20 10:57:25.501789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.514965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.557951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16ab90-549f-4726-bd9e-160a625246d1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.570131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16ab90-549f-4726-bd9e-160a625246d1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.578984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16ab90-549f-4726-bd9e-160a625246d1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.584070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff16ab90-549f-4726-bd9e-160a625246d1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1386631 Oct 20 10:57:25.584381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39096) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.591832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.598626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.599903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/3effdec9-4d82-4b81-a22b-e1aef62ccec2 HTTP/1.1" status: 204 len: 168 time: 0.1557536 Oct 20 10:57:25.603130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39098) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.636775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2386d-80a6-4e20-b927-3a8c9caa41e3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3effdec9-4d82-4b81-a22b-e1aef62ccec2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.663622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e6f56-533b-4629-b1f8-329870e0cd6a req-5675e389-5d76-44cb-8ff8-b4ddef5f0628 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.668801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa5e6f56-533b-4629-b1f8-329870e0cd6a req-5675e389-5d76-44cb-8ff8-b4ddef5f0628 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 944 time: 0.1475439 Oct 20 10:57:25.690731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-18126d7f-73ce-4df3-b682-08508d5a224c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0848942 Oct 20 10:57:25.693445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39102) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.730723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.741258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.782717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.788047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa5e6f56-533b-4629-b1f8-329870e0cd6a req-387ff42d-0099-4478-afe2-94362e537fdc tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104932 Oct 20 10:57:25.793975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.795861 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/e11cd47c-1487-4210-8f9a-c33994a0bc42 HTTP/1.1" status: 204 len: 168 time: 0.0990217 Oct 20 10:57:25.800115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39108) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.812100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce1cd8-cff1-4f8a-9fdb-fbdfa0d3df74 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e11cd47c-1487-4210-8f9a-c33994a0bc42,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.824019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port df7e1934-8e57-4749-b1b8-6f4374dcac63 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:25.824368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.866052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a8af06d-cd2e-4f05-a20a-b025a3e7e631 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0621147 Oct 20 10:57:25.866463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39116) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.932515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Provisioning complete for port df7e1934-8e57-4749-b1b8-6f4374dcac63 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:25.932878 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.933936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.946860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.993460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.002729 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.021614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.023611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Port df7e1934-8e57-4749-b1b8-6f4374dcac63 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:26.027974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/7e591012-ca42-405d-adfc-5bc374427edd HTTP/1.1" status: 204 len: 168 time: 0.1586933 Oct 20 10:57:26.028580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for df7e1934-8e57-4749-b1b8-6f4374dcac63 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:26.031780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39122) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.039914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Provisioning complete for port 8d898986-4043-4f5e-8896-aefe4cc27597 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:26.041155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.042750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aa331-7ad9-464c-b102-21f23deaa319 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e591012-ca42-405d-adfc-5bc374427edd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.063471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02916-90d3-470c-9154-1073da203132 req-20fb523c-5d75-4e26-a514-af9b455c57b4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:26.064780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99c02916-90d3-470c-9154-1073da203132 req-20fb523c-5d75-4e26-a514-af9b455c57b4 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1224532 Oct 20 10:57:26.127183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-15567d29-8918-42d1-baa7-e611309f96f2 None None] Port 8d898986-4043-4f5e-8896-aefe4cc27597 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:26.164443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99c02916-90d3-470c-9154-1073da203132 req-adbfd04b-c8e2-4630-a617-7f0acc78c3d5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658917 Oct 20 10:57:26.177055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdd72246-b3a9-4e44-84e9-ee64fecd4b39 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1423080 Oct 20 10:57:26.180145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39128) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.223572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.234442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.243917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f346349-5aa5-43c8-a5d9-e50b17e9facd req-72cea68d-89a2-4d0b-891c-340730c7b34f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=75e95f25-1dc8-41f5-a477-52d363b40d39 HTTP/1.1" status: 200 len: 210 time: 0.0520518 Oct 20 10:57:26.296061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.303440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.304664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/c2f62f01-d92c-4d94-b4cc-2cfafc673acc HTTP/1.1" status: 204 len: 168 time: 0.1230831 Oct 20 10:57:26.309488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39138) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.319667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe1925-66f2-4307-a8f1-d49f4567fd16 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f62f01-d92c-4d94-b4cc-2cfafc673acc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.368232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17f896ff-6d4a-49f8-aacb-37204de5949e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569341 Oct 20 10:57:26.371076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39144) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.411359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.457614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=df7e1934-8e57-4749-b1b8-6f4374dcac63,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.653523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.769371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.776347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f0c21fae-ab99-4434-85bc-66e4bc6e45a0 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/df7e1934-8e57-4749-b1b8-6f4374dcac63 HTTP/1.1" status: 204 len: 168 time: 1.1864624 Oct 20 10:57:26.777384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39150) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.799497 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.888425 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-165b96f5-4af9-4107-8992-f423e08339cb tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] GET failed (client error): The resource could not be found. Oct 20 10:57:26.897412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-165b96f5-4af9-4107-8992-f423e08339cb tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports/df7e1934-8e57-4749-b1b8-6f4374dcac63 HTTP/1.1" status: 404 len: 333 time: 0.1138084 Oct 20 10:57:26.897725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39154) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.905978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.909178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.912903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/c97e40b7-f594-4100-bc13-84fbb791a2ef HTTP/1.1" status: 204 len: 168 time: 0.5384040 Oct 20 10:57:26.913079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-742588168'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:26.923658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39156) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.997455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ccc8-badd-4250-9449-ff58454a1566 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e40b7-f594-4100-bc13-84fbb791a2ef,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.079679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3372529-26d9-45a5-b59e-b412cbbf8e90 req-9c5367be-0d34-4a8a-954c-a948d5f71b4c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.081587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3372529-26d9-45a5-b59e-b412cbbf8e90 req-9c5367be-0d34-4a8a-954c-a948d5f71b4c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 944 time: 0.1380508 Oct 20 10:57:27.092741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e35b4648-296e-4bd4-9630-0374bd141fd1 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647961 Oct 20 10:57:27.101742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39162) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:27.109129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--378951643'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:27.163267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3372529-26d9-45a5-b59e-b412cbbf8e90 req-456c073d-6a39-4877-8e10-0ec41bc4323a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692279 Oct 20 10:57:27.168738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:57:27.168738 n-d-802060-17 neutron-server[100746]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:57:27.168738 n-d-802060-17 neutron-server[100746]: [parameters: {'project_id': 'f441c682a957420bbe7181f0b280be59', 'id': 'afe06152-1da3-436e-9b13-51ab6460ca80', 'expiration': datetime.datetime(2021, 10, 20, 10, 59, 27, 164158)}] Oct 20 10:57:27.168738 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:57:27.169337 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:57:27.169707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0459d8d7-9acc-459c-85fb-9aa09d5585a0 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:27.217175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.287060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 0459d8d7-9acc-459c-85fb-9aa09d5585a0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:27.300117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 0459d8d7-9acc-459c-85fb-9aa09d5585a0 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:27.397867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.417376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.493040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.497694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39178) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:27.503345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '3abb140b-bd8b-43f0-847e-7d1ada9e8715', 'direction': 'ingress', 'protocol': 17}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:27.506310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3917365 Oct 20 10:57:27.550228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cdb7c-3d50-493d-8d7d-4a9c2b4234d7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb140b-bd8b-43f0-847e-7d1ada9e8715,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.583065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a123-3193-4521-8767-4753fdc8ec8f req-b8d3e152-b282-4779-a4f0-28ae9df26154 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.585578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c823a123-3193-4521-8767-4753fdc8ec8f req-b8d3e152-b282-4779-a4f0-28ae9df26154 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1856198 Oct 20 10:57:27.594369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.688543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c823a123-3193-4521-8767-4753fdc8ec8f req-5eaea5a6-b33b-4e99-bff3-66a87311192e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867755 Oct 20 10:57:27.709496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:27.713134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.743123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.753881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.828872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a67ce4f-4975-4a97-8a19-22f83c440bc6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.848191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port ae990a13-8daa-4f86-80f7-9deddff3ae6e yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:27.868608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.872559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-437e3ef0-902c-42dc-ad35-68ba4a03a5e8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3729308 Oct 20 10:57:27.877557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:27.986461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-4986210e-fbc4-43ad-84c5-197fdfcc5f6b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.988828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-4986210e-fbc4-43ad-84c5-197fdfcc5f6b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.2097723 Oct 20 10:57:28.016463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-e9eb7009-0b33-4268-85d5-9ed710054bad tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0190310 Oct 20 10:57:28.022596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.070577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.079773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-3f2ab84b-6007-4666-871b-fe209d37f9e3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482061 Oct 20 10:57:28.159145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.9 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/ae990a13-8daa-4f86-80f7-9deddff3ae6e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:28.244464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-4f643031-ec62-4992-abc2-3d02817821ee service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604626 Oct 20 10:57:28.324698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 40eb5018-ae83-4fd6-acf4-777a8845b929 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:28.359116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.361875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.371733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/3abb140b-bd8b-43f0-847e-7d1ada9e8715 HTTP/1.1" status: 204 len: 168 time: 0.4857464 Oct 20 10:57:28.378234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:28.412188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 40eb5018-ae83-4fd6-acf4-777a8845b929 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:28.423990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-03e00a57-af8f-4322-babd-58f0d7339aa1 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775179 Oct 20 10:57:28.424931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 40eb5018-ae83-4fd6-acf4-777a8845b929 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:28.427712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.490899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01de28-53b6-4eb0-8f70-5443dc2f1ac9 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb140b-bd8b-43f0-847e-7d1ada9e8715,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:28.706416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.726905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-372d6a5a-8a17-4ff0-b774-7d2e01998d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.741596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:28.744454 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff8bea-4950-45cb-b516-413125e45007" -d '{"events": [{"server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "name": "network-vif-plugged", "status": "completed", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:28.772168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=40eb5018-ae83-4fd6-acf4-777a8845b929,segment=NetworkSegment(658d6699-f609-4249-9901-05900ad6cc3b),segment_id=658d6699-f609-4249-9901-05900ad6cc3b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:28.783749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.807399 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dcf1864a-d7ba-4bea-a867-f346fd9df49f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4247670 Oct 20 10:57:28.810169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39210) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:28.828226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292630219'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:28.843362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b42600f-5e42-4704-a05a-717403279923 req-3b7a3973-c163-4712-acf5-024226727a3e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0540919 Oct 20 10:57:28.859560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ffada-0852-4fea-b4d6-d5a6e712655b req-7c33c715-8464-4b89-abbc-c38a351738ad tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.866979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-051ffada-0852-4fea-b4d6-d5a6e712655b req-7c33c715-8464-4b89-abbc-c38a351738ad tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1000795 Oct 20 10:57:28.890785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.924556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:28.932542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.968438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-051ffada-0852-4fea-b4d6-d5a6e712655b req-9f15cba7-3254-499e-be50-ef6a43891048 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004539 Oct 20 10:57:29.022003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.156320 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e05bf4-f7b6-43fc-b39c-52dc0ef066ab x-openstack-request-id: req-31e05bf4-f7b6-43fc-b39c-52dc0ef066ab {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:29.157349 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "name": "network-vif-plugged", "status": "completed", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:29.158118 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31e05bf4-f7b6-43fc-b39c-52dc0ef066ab {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:29.158766 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929', 'code': 200} Oct 20 10:57:29.202328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:29.204819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0d26d-c379-4068-88c0-848060298130 req-bec7168c-45c6-469e-9711-ae73772ad10a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:29.215811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37d0d26d-c379-4068-88c0-848060298130 req-bec7168c-45c6-469e-9711-ae73772ad10a tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1404648 Oct 20 10:57:29.253714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=ae990a13-8daa-4f86-80f7-9deddff3ae6e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:29.262464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:29.271856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:29.336933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.360241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.378765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37d0d26d-c379-4068-88c0-848060298130 req-f9339e5e-b783-431e-9c93-755043ac643c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614060 Oct 20 10:57:29.451898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634c0577-3dcd-4736-83b3-7a8f2e658c08,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:29.501352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:29.501951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.531898 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.533189 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72cabad9-be72-4cde-a9b3-794798dba2eb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7213893 Oct 20 10:57:29.538012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:29.549355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066999954'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:29.564315 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aaf350bb-58f0-49f6-90fd-5952843f0bfe tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6627064 Oct 20 10:57:29.567249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39226) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:29.588772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:d4:07'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:29.624483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.752416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2dcae65-6c26-4ffd-bdf9-7043caf18066 None None] Provisioning complete for port ae990a13-8daa-4f86-80f7-9deddff3ae6e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:29.753428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2dcae65-6c26-4ffd-bdf9-7043caf18066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.816811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.827936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.861139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcae65-6c26-4ffd-bdf9-7043caf18066 None None] Port ae990a13-8daa-4f86-80f7-9deddff3ae6e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:29.894145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.898414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3579628 Oct 20 10:57:29.899376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:29.904027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '634c0577-3dcd-4736-83b3-7a8f2e658c08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24fc3429-a5ea-4816-8720-d15fed391b68', 'remote_ip_prefix': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:29.921376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.930300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930b17-b73f-4ad9-9e6b-e90874fc067d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc3429-a5ea-4816-8720-d15fed391b68,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:30.016492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.164348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.183713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2df19653-bae6-4522-8548-11d2a4b0396c req-e8755fff-d836-4328-8686-0c6615c73833 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.1222281 Oct 20 10:57:30.184808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.229826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2a164-bd6c-4114-9aac-9b9e6c7dfb71,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:30.270055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.271765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c04fc51-25f4-4f81-aed5-c7f0d8f9409d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3713274 Oct 20 10:57:30.283070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:30.314273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7de6-1110-4855-99c9-946b37c0e149 req-d5179a30-87d3-4345-9946-3f60e416ebcc tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:30.326211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7aaa7de6-1110-4855-99c9-946b37c0e149 req-d5179a30-87d3-4345-9946-3f60e416ebcc tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1596632 Oct 20 10:57:30.429941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7aaa7de6-1110-4855-99c9-946b37c0e149 req-511102a1-1ce0-4888-9a18-b24f7da7834e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945368 Oct 20 10:57:30.479330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.519643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.535027 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:57:30.556970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.565372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.616816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aef9f-1063-4edc-825b-1ee7bde41083 req-8ecc3fbf-d3c6-4510-ac24-abf9e80733d9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:30.619833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e4aef9f-1063-4edc-825b-1ee7bde41083 req-8ecc3fbf-d3c6-4510-ac24-abf9e80733d9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.0847425 Oct 20 10:57:30.625216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=ae990a13-8daa-4f86-80f7-9deddff3ae6e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:30.730853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e4aef9f-1063-4edc-825b-1ee7bde41083 req-976fbd42-35f6-48f2-aa8f-46e17cc9c4d3 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922372 Oct 20 10:57:30.774049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] In _notify_port_updated(), no bound segment for port ae990a13-8daa-4f86-80f7-9deddff3ae6e on network a543b128-9f62-4650-bd82-453e1f3baad0 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:57:30.783062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:30.784620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.785260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba47acee-9d6f-485c-a5d1-c17986f901b5 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "PUT /v2.0/ports/ae990a13-8daa-4f86-80f7-9deddff3ae6e HTTP/1.1" status: 200 len: 992 time: 1.2153625 Oct 20 10:57:30.788586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39240) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:30.854400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.864566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.865796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/99b2a164-bd6c-4114-9aac-9b9e6c7dfb71 HTTP/1.1" status: 204 len: 168 time: 0.5817583 Oct 20 10:57:30.883880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:30.940254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c9b49-50b2-4581-b214-65a20497b7d8 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99b2a164-bd6c-4114-9aac-9b9e6c7dfb71,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:30.985467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port ae990a13-8daa-4f86-80f7-9deddff3ae6e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:30.985848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.030440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-291e3089-e587-481d-9160-b478604cd3cf tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1370871 Oct 20 10:57:31.031487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39250) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:31.038594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-3eea593e-66ff-464c-a1d5-da1871ff4d06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:31.040398 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-3eea593e-66ff-464c-a1d5-da1871ff4d06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.5795205 Oct 20 10:57:31.073018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:31.108586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.110026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-221814a7-facc-495b-bd41-b4cf44ab76f2 None None] Provisioning complete for port ae990a13-8daa-4f86-80f7-9deddff3ae6e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:31.110521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-221814a7-facc-495b-bd41-b4cf44ab76f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.121205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for ae990a13-8daa-4f86-80f7-9deddff3ae6e owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:31.209778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-221814a7-facc-495b-bd41-b4cf44ab76f2 None None] Port ae990a13-8daa-4f86-80f7-9deddff3ae6e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:31.283516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.340115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3969-8321-418f-9991-1106d72abe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.381248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.397102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:31.401677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.434443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6677252b-3cf3-4b85-a965-1dbfebc9462d req-eb609fad-9ffc-42b3-88d8-ed80894998c0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0426881 Oct 20 10:57:31.454134 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.504789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.507491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.508635 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/24fc3429-a5ea-4816-8720-d15fed391b68 HTTP/1.1" status: 204 len: 168 time: 0.4663286 Oct 20 10:57:31.525807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39260) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:31.547992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=ae990a13-8daa-4f86-80f7-9deddff3ae6e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:31.604117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a6612-7e5d-4da6-9e66-a064152629ff tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc3429-a5ea-4816-8720-d15fed391b68,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:31.732352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.780169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.6 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/71d33745-5b92-44f3-b169-608a255de3f6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:31.883902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f1d58be0-4af3-4a04-acb8-ba2a1ab13788 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3545084 Oct 20 10:57:31.885841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:31.931091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71349b-84bb-4d72-a398-b8489f03149b req-18460180-da0a-471c-ad64-9871ffca6c66 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:31.932681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db71349b-84bb-4d72-a398-b8489f03149b req-18460180-da0a-471c-ad64-9871ffca6c66 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2659421 Oct 20 10:57:31.987573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.990836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c7343f69-f01d-4891-b63f-f049700c8cc4 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/ae990a13-8daa-4f86-80f7-9deddff3ae6e HTTP/1.1" status: 204 len: 168 time: 1.2008679 Oct 20 10:57:31.994023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39268) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:32.025950 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-15682987-6c0b-491f-b186-1b218942369d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] GET failed (client error): The resource could not be found. Oct 20 10:57:32.033819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15682987-6c0b-491f-b186-1b218942369d tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports/ae990a13-8daa-4f86-80f7-9deddff3ae6e HTTP/1.1" status: 404 len: 333 time: 0.0388188 Oct 20 10:57:32.037869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39270) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:32.041843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-2072815042'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:32.046337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79c7b1-01ad-4d6b-9f2a-a30b7738a190 req-2de1df96-7650-4d69-a2b8-579bad8857a9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:32.048040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e79c7b1-01ad-4d6b-9f2a-a30b7738a190 req-2de1df96-7650-4d69-a2b8-579bad8857a9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1629684 Oct 20 10:57:32.081885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db71349b-84bb-4d72-a398-b8489f03149b req-84ff8973-4c00-475c-b263-4dea12820b57 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321907 Oct 20 10:57:32.159191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e79c7b1-01ad-4d6b-9f2a-a30b7738a190 req-d648e1bc-6c4d-4543-9495-280643e7e3ea tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994327 Oct 20 10:57:32.163232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.217809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.262300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.277880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.281622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.286278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/634c0577-3dcd-4736-83b3-7a8f2e658c08 HTTP/1.1" status: 204 len: 168 time: 0.3929121 Oct 20 10:57:32.289508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39272) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:32.312590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a75a-fafb-4504-a660-d7cf664cca12 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c0577-3dcd-4736-83b3-7a8f2e658c08,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.379994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39278) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:32.380929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ae914e4-62b8-4a05-b3c3-32f7fbaeb7b1 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894971 Oct 20 10:57:32.385132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135735432'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:32.399829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:32.403592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.406981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.530898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.541582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.564540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:32.572009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:32.579541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:32.583492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:32.641464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a257f-35a2-4583-a894-da8806496766 req-92c4708e-6a47-42f6-a545-077eefa12a9b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:32.644169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e8a257f-35a2-4583-a894-da8806496766 req-92c4708e-6a47-42f6-a545-077eefa12a9b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 931 time: 0.1134975 Oct 20 10:57:32.743038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e8a257f-35a2-4583-a894-da8806496766 req-1f782024-1851-4ee5-854d-25c93632c2fe tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882516 Oct 20 10:57:32.773455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.866755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.896473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.005474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.5 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/c4923e1f-245e-46fa-ad8a-5a1d919b6a86) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:33.039653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:33.040311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.132836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047a43ee-8f86-4392-8094-58baec88aa6c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:33.172887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.179358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e25ac9f3-83c0-4901-9bea-8e69c1302ad2 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7982211 Oct 20 10:57:33.182679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39298) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:33.187421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d397b5a9-884f-43e4-9dde-6349b28cc979 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1366210 Oct 20 10:57:33.199439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '047a43ee-8f86-4392-8094-58baec88aa6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:33.234986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Request body: {'port': {'device_id': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:33.493748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f289-1aea-4c99-89e8-c06b0fc102db req-1750e8b0-2a35-4139-bd31-c2c6c0a18d1a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:33.500481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49e7f289-1aea-4c99-89e8-c06b0fc102db req-1750e8b0-2a35-4139-bd31-c2c6c0a18d1a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2625296 Oct 20 10:57:33.521599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.528051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.607598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.691385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b00c5-9c31-4fb4-b682-6bca09946744 req-a3405d25-941c-4a74-8894-fb9e526ca7a7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:33.701971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be1b00c5-9c31-4fb4-b682-6bca09946744 req-a3405d25-941c-4a74-8894-fb9e526ca7a7 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.2481754 Oct 20 10:57:33.732965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49e7f289-1aea-4c99-89e8-c06b0fc102db req-5c20daa9-ecc6-47ac-a9dd-94932ad13871 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108114 Oct 20 10:57:33.768715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.820151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be1b00c5-9c31-4fb4-b682-6bca09946744 req-1aa2ee56-f717-464d-91db-127364995ee9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159604 Oct 20 10:57:33.822390 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.869581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.932375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:33.943487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:33.959887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:33.965786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=c4923e1f-245e-46fa-ad8a-5a1d919b6a86,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:33.971677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603eb08c-b419-4017-aeb8-ff6f188bf21e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:33.989699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.996442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-258d32a8-cbaf-4023-aba3-6e3586f0edc0 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8099339 Oct 20 10:57:34.000290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39306) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.048301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.049891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.050544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.051088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.051606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.052403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.052933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.053455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.053972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.054478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.055221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.055722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:34.141409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.179595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.188537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:34.189668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.210754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d33745-5b92-44f3-b169-608a255de3f6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:34.212698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57753ad9-49c0-4509-984f-87b3ea8f5afa req-3af89810-1109-465d-bebd-b0aca721bfd7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:34.222863 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.230096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57753ad9-49c0-4509-984f-87b3ea8f5afa req-3af89810-1109-465d-bebd-b0aca721bfd7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 931 time: 0.1557679 Oct 20 10:57:34.231566 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8160ac46-598a-47d3-9152-3cde72424e9c tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1910326 Oct 20 10:57:34.239104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39310) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.243069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e81997-402f-44fc-85f1-e326ee8bab03 req-05625f80-f359-411b-8bb0-8b6c4f7275cb tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:34.244611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69e81997-402f-44fc-85f1-e326ee8bab03 req-05625f80-f359-411b-8bb0-8b6c4f7275cb tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.3784008 Oct 20 10:57:34.258511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:d4:07'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:34.323402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57753ad9-49c0-4509-984f-87b3ea8f5afa req-f5bc4da9-d747-4a31-8833-30bdd1c15419 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978162 Oct 20 10:57:34.330904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.384288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69e81997-402f-44fc-85f1-e326ee8bab03 req-e63ba04e-ded0-4bc6-8960-59fcaed3bf24 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943425 Oct 20 10:57:34.384890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.390473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.394324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/603eb08c-b419-4017-aeb8-ff6f188bf21e HTTP/1.1" status: 204 len: 168 time: 0.3896894 Oct 20 10:57:34.394927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39312) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.430959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Transition to ACTIVE for port object 71d33745-5b92-44f3-b169-608a255de3f6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:34.436939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.438100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553e498-2c77-46da-ab5a-635258c4ce3f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603eb08c-b419-4017-aeb8-ff6f188bf21e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:34.441059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.462981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a4611d63-4d2f-4bab-bd3c-d77c8e4e7838 None None] Provisioning complete for port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:34.464865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4611d63-4d2f-4bab-bd3c-d77c8e4e7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.519978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6b1d2d6c-f036-4ccf-88af-fb03ac67eb0f tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1191666 Oct 20 10:57:34.520424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39314) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.543359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a4611d63-4d2f-4bab-bd3c-d77c8e4e7838 None None] Port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:34.588554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.613977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.667748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Pushing event updated for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:34.671778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.674988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.676687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/047a43ee-8f86-4392-8094-58baec88aa6c HTTP/1.1" status: 204 len: 168 time: 0.1552072 Oct 20 10:57:34.681796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39316) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.695108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea28c3-b784-4837-91cc-fb531c54424e tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a43ee-8f86-4392-8094-58baec88aa6c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:34.738996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f0185bf-7606-456a-9f11-6d78aea49ea3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519385 Oct 20 10:57:34.746176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39318) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.758223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956314257'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:34.769978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Attempting to bind port 71d33745-5b92-44f3-b169-608a255de3f6 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:34.770455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Attempting to bind port 71d33745-5b92-44f3-b169-608a255de3f6 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:34.770973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Attempting to bind port 71d33745-5b92-44f3-b169-608a255de3f6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:34.831123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Port 71d33745-5b92-44f3-b169-608a255de3f6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:34.831850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Attempting to bind port 71d33745-5b92-44f3-b169-608a255de3f6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:34.843903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.940794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.948143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:34.948962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:34.949550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:34.951303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Bound port: 71d33745-5b92-44f3-b169-608a255de3f6, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:34.952368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.957474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.015646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.030827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.130002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] In _notify_port_updated(), no bound segment for port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 on network a543b128-9f62-4650-bd82-453e1f3baad0 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:57:35.136776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.137803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.139439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "PUT /v2.0/ports/c4923e1f-245e-46fa-ad8a-5a1d919b6a86 HTTP/1.1" status: 200 len: 996 time: 0.8989835 Oct 20 10:57:35.146411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:35.191650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516082e3-89cb-43f5-911c-36d706ae3798,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:35.213091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.214332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2fb4c798-43ad-411b-bb44-f47397581732 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4648082 Oct 20 10:57:35.218211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39328) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:35.279927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c091-6ca8-4019-bad6-d368145c6a82 req-e9a62a92-d4a3-444c-b723-a71339c4eb18 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.281730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1172c091-6ca8-4019-bad6-d368145c6a82 req-e9a62a92-d4a3-444c-b723-a71339c4eb18 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.2610984 Oct 20 10:57:35.319667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '516082e3-89cb-43f5-911c-36d706ae3798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:35.353135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dded00f-2439-436e-a889-73e40ae6dea8 req-5039b8cd-ca59-409e-ac36-40b9bca278ab tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.368253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf019965-4d29-4a5b-97a5-fc3084fa09f3 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=c4923e1f-245e-46fa-ad8a-5a1d919b6a86,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:35.370563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7dded00f-2439-436e-a889-73e40ae6dea8 req-5039b8cd-ca59-409e-ac36-40b9bca278ab tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.3524849 Oct 20 10:57:35.450077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:35.469028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1172c091-6ca8-4019-bad6-d368145c6a82 req-83b1a2bf-a9e1-46c3-a9b1-2ee7d5e3e9f9 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758239 Oct 20 10:57:35.485321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895acf63-062b-4fea-9e81-8734d93a6959 req-28766fe5-762b-4597-bba8-900f8416b0ca tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.486862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-895acf63-062b-4fea-9e81-8734d93a6959 req-28766fe5-762b-4597-bba8-900f8416b0ca tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2472467 Oct 20 10:57:35.499058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7dded00f-2439-436e-a889-73e40ae6dea8 req-2e2db8ef-8537-4e2b-94e0-af4820966a96 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259251 Oct 20 10:57:35.500420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=71d33745-5b92-44f3-b169-608a255de3f6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:35.501374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6b2d00ea-3208-493b-92b9-23686adc3164 None None] Provisioning complete for port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:35.502359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6b2d00ea-3208-493b-92b9-23686adc3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.533591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.577035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d00ea-3208-493b-92b9-23686adc3164 None None] Port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:35.787457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c5ef-599f-432f-bfe7-55b4eaa4af9b req-e75af110-27e1-4d16-bd58-3174231cd02f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.789394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44b8c5ef-599f-432f-bfe7-55b4eaa4af9b req-e75af110-27e1-4d16-bd58-3174231cd02f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.1941729 Oct 20 10:57:35.803696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824fecf-965d-4760-85d0-958f4f603b6e req-caa1a1e2-d934-4e81-8973-d4a8e13560f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.805466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7824fecf-965d-4760-85d0-958f4f603b6e req-caa1a1e2-d934-4e81-8973-d4a8e13560f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 943 time: 0.1930058 Oct 20 10:57:35.882878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44b8c5ef-599f-432f-bfe7-55b4eaa4af9b req-965362ef-7446-4e56-9dc6-74aae9187f32 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689948 Oct 20 10:57:35.882878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7824fecf-965d-4760-85d0-958f4f603b6e req-f3d313de-028f-4d98-8419-19b64ce9bc31 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648878 Oct 20 10:57:36.086645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.166355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.167638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.169792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] 10.222.0.83 "PUT /v2.0/ports/71d33745-5b92-44f3-b169-608a255de3f6 HTTP/1.1" status: 200 len: 1092 time: 2.9691379 Oct 20 10:57:36.172710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.176373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:36.179179 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "tag": "71d33745-5b92-44f3-b169-608a255de3f6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:36.196890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.292888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port c4923e1f-245e-46fa-ad8a-5a1d919b6a86 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:36.293188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.306248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a597f59-586e-4371-8c97-2c7ece470071,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:36.320489 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a047b6fc-9982-4ec6-b56c-7bb46174c3df x-openstack-request-id: req-a047b6fc-9982-4ec6-b56c-7bb46174c3df {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:36.320789 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "tag": "71d33745-5b92-44f3-b169-608a255de3f6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:36.321015 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a047b6fc-9982-4ec6-b56c-7bb46174c3df {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:36.321463 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6', 'status': 'completed', 'code': 200} Oct 20 10:57:36.340341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e6af-9c8b-4db1-b173-f2322cc7d8dc service neutron] Pushing event updated for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:36.347751 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.351715 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a535db6-0a1f-4690-8c9c-4216a917052c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1074352 Oct 20 10:57:36.351862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.387608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dd7d4ecf-c29c-427b-b491-4c012eb42971 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules/9a597f59-586e-4371-8c97-2c7ece470071 HTTP/1.1" status: 200 len: 763 time: 0.0344012 Oct 20 10:57:36.390289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39344) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.433057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-5f35fde7-a323-49c1-bf87-1d9e42d6bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.436782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-5f35fde7-a323-49c1-bf87-1d9e42d6bc70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 1095 time: 0.2092559 Oct 20 10:57:36.478302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ec8859ff-d629-49c4-b310-0d03fb60cde4 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0867832 Oct 20 10:57:36.478975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39346) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.488423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.504406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for c4923e1f-245e-46fa-ad8a-5a1d919b6a86 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:36.513646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.540387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.581291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.593479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.594554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/9a597f59-586e-4371-8c97-2c7ece470071 HTTP/1.1" status: 204 len: 168 time: 0.1146715 Oct 20 10:57:36.607284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39354) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.617849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ecd6-4f59-4fb7-bdda-d3e71be55f2c tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a597f59-586e-4371-8c97-2c7ece470071,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:36.712293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Deleting port b0d59a96-2d34-43b1-af45-9c72acc20e42 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:36.713147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.725566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.786444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-d7f4df1d-58bf-4179-aea9-c3261627d46e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d33745-5b92-44f3-b169-608a255de3f6 HTTP/1.1" status: 200 len: 217 time: 0.0776994 Oct 20 10:57:36.794063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0cbd2625-89b5-48a0-aff7-622d0fb91420 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1855271 Oct 20 10:57:36.798198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39356) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.806418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '516082e3-89cb-43f5-911c-36d706ae3798', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:36.828632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb154-2224-4fab-90ee-5383bd1396c9 req-5a59a82f-adb3-4030-b356-1f6a9b5f58a4 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.830172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84ccb154-2224-4fab-90ee-5383bd1396c9 req-5a59a82f-adb3-4030-b356-1f6a9b5f58a4 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1748154 Oct 20 10:57:36.841041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8a3bf-94a5-405a-a41d-c0dbc6a80679 req-ed0929dc-f1f2-4a1f-a85c-41a15331f481 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.849413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ef8a3bf-94a5-405a-a41d-c0dbc6a80679 req-ed0929dc-f1f2-4a1f-a85c-41a15331f481 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1921437 Oct 20 10:57:36.870540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=c4923e1f-245e-46fa-ad8a-5a1d919b6a86,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:36.926343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84ccb154-2224-4fab-90ee-5383bd1396c9 req-d493c6a1-dffd-448a-ab56-555a7449dd18 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749264 Oct 20 10:57:36.954281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.969049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ef8a3bf-94a5-405a-a41d-c0dbc6a80679 req-e0cf3e2c-b907-4e06-8d75-ddff92ff7ae5 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151094 Oct 20 10:57:37.027944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-fef32ce1-5204-453f-9cd0-bfbc82b27497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.030170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-fef32ce1-5204-453f-9cd0-bfbc82b27497 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.2144222 Oct 20 10:57:37.121321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-b6bd6d58-f778-4d3c-98fe-bd556f49a76a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601313 Oct 20 10:57:37.134965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.158126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.163520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] For port b0d59a96-2d34-43b1-af45-9c72acc20e42, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0d59a96-2d34-43b1-af45-9c72acc20e42,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:37.163889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.202031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.202031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-438a1759-69d5-4e92-9401-69cde599a94a tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/c4923e1f-245e-46fa-ad8a-5a1d919b6a86 HTTP/1.1" status: 204 len: 168 time: 2.0510340 Oct 20 10:57:37.211854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39362) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.214909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db99f55f-0846-4cca-be8a-5ec66ee0e330,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:37.263351 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7c9629-59a0-4dd1-9515-600a521cf531 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] GET failed (client error): The resource could not be found. Oct 20 10:57:37.265561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9d7c9629-59a0-4dd1-9515-600a521cf531 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports/c4923e1f-245e-46fa-ad8a-5a1d919b6a86 HTTP/1.1" status: 404 len: 333 time: 0.0393925 Oct 20 10:57:37.274171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39364) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.280163 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.283712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4e344846-5758-420a-a522-28abcfe3eb62 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4790816 Oct 20 10:57:37.286271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-1563565534'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:37.292595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39366) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.293002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318348a4-0a6d-40d5-b77f-fc570422be45 req-c8a11de9-f689-4ebd-b029-b20f117a3ffc tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.303266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-318348a4-0a6d-40d5-b77f-fc570422be45 req-c8a11de9-f689-4ebd-b029-b20f117a3ffc tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 943 time: 0.2101014 Oct 20 10:57:37.322269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52d585-b666-4fec-864e-7da16adeda3c req-9b5e4023-b185-4f96-92cc-df7cb06a57e5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.323946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e52d585-b666-4fec-864e-7da16adeda3c req-9b5e4023-b185-4f96-92cc-df7cb06a57e5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 946 time: 0.2343373 Oct 20 10:57:37.385636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a9ab341-1850-41b6-80f7-a84c5afc7eeb tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules/db99f55f-0846-4cca-be8a-5ec66ee0e330 HTTP/1.1" status: 200 len: 763 time: 0.0881774 Oct 20 10:57:37.397287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-318348a4-0a6d-40d5-b77f-fc570422be45 req-36a11ede-a7dc-4a4b-bb64-58af168042c1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839670 Oct 20 10:57:37.399524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39370) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.444750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e52d585-b666-4fec-864e-7da16adeda3c req-0ad76dfc-38e4-45f5-ab88-98080bdc74ce tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=317d1c1a-a9f4-4c81-af0b-fb0acf78646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076386 Oct 20 10:57:37.444903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-5011f82d-4846-4356-8b6d-33e7751559b8 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102202 Oct 20 10:57:37.476165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3d0e13cb-c091-46ca-b81f-b64a56b13661 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754099 Oct 20 10:57:37.478786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39372) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.503714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.511737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.540613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.548451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.550977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/db99f55f-0846-4cca-be8a-5ec66ee0e330 HTTP/1.1" status: 204 len: 168 time: 0.0697203 Oct 20 10:57:37.553498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39374) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.559588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e893f8-8ffa-45f6-af2a-11b0e29ef43a tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db99f55f-0846-4cca-be8a-5ec66ee0e330,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:37.602019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.602923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.602923 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Floating IP a5972acc-9532-4c01-a7df-302c084b7865 disassociated. External IP: 172.25.3.104, port: b0d59a96-2d34-43b1-af45-9c72acc20e42. Oct 20 10:57:37.603636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Calling delete_port for b0d59a96-2d34-43b1-af45-9c72acc20e42 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:37.605432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b146cda1-7db0-4dba-bcd9-c6021a520af3 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508573 Oct 20 10:57:37.608220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39376) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.613039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Request body: {'security_group_rule': {'security_group_id': '516082e3-89cb-43f5-911c-36d706ae3798', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:37.632490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:37.636338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.686790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7806715-6910-4bb6-ad66-17f22dbc1fd7 req-a56dce4c-550c-4fce-bf8d-c96f34d4ca86 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306554 Oct 20 10:57:37.688280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.697922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port b09523ea-244a-421e-b808-a018e8adb27f yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:37.736740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4ee1a-7b57-4b0b-88b8-20f91aa6b8c3 req-eee1f455-f7e4-4697-be8c-857c9a15d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.738258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9b4ee1a-7b57-4b0b-88b8-20f91aa6b8c3 req-eee1f455-f7e4-4697-be8c-857c9a15d2fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0983000 Oct 20 10:57:37.780538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.806122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.812775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9b4ee1a-7b57-4b0b-88b8-20f91aa6b8c3 req-6805f080-2593-40ad-be9a-3209e82f48f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657220 Oct 20 10:57:37.830504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4c871c-33e6-488b-b8e6-9ec8d9d91c55,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:37.840534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.846204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3bcb3bee-3a7b-415e-a2fe-76eb01c0ba4d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2364893 Oct 20 10:57:37.846517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39378) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.903498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-1ba56939-7782-41e3-a2cd-05c58010401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.905719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-1ba56939-7782-41e3-a2cd-05c58010401c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 1095 time: 0.1571841 Oct 20 10:57:37.916963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2865d56f-9137-4673-aed8-d35e52b4eb87 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules/7f4c871c-33e6-488b-b8e6-9ec8d9d91c55 HTTP/1.1" status: 200 len: 764 time: 0.0680847 Oct 20 10:57:37.919764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39380) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.956716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.14 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/b09523ea-244a-421e-b808-a018e8adb27f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:37.963647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-94b10329-d031-4b20-8955-62d3a5aabbb7 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0427206 Oct 20 10:57:37.967272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39384) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.991565 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.999966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.011135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.036630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.044621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.045851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/7f4c871c-33e6-488b-b8e6-9ec8d9d91c55 HTTP/1.1" status: 204 len: 168 time: 0.0776088 Oct 20 10:57:38.051967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.052725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaf55c-e461-4ee2-9426-ea474069bf24 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f4c871c-33e6-488b-b8e6-9ec8d9d91c55,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.068165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'Port': ['ID=b0d59a96-2d34-43b1-af45-9c72acc20e42,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.141998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-2ec843dd-cbf5-40b5-acd7-8edf3ac60d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.143580 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-2ec843dd-cbf5-40b5-acd7-8edf3ac60d28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.2256114 Oct 20 10:57:38.165319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-395d4ae9-b201-418f-9e5d-56fb792c5207 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1059284 Oct 20 10:57:38.170023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39390) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.212202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39067eb3-cfd5-4cf1-b63b-6ce556c36cc0 req-89f3b35c-34e8-41b0-8323-d84dcbd116aa tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.214204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39067eb3-cfd5-4cf1-b63b-6ce556c36cc0 req-89f3b35c-34e8-41b0-8323-d84dcbd116aa tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1287065 Oct 20 10:57:38.216687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-c4e59f2b-24e4-402d-a8e5-0c1b6409a7e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d33745-5b92-44f3-b169-608a255de3f6 HTTP/1.1" status: 200 len: 217 time: 0.0629230 Oct 20 10:57:38.229392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bbb53-c1f0-4013-ab32-10df11e0b2d4 req-ff8ce320-13dd-45fb-b39f-5a03da344806 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.230924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-693bbb53-c1f0-4013-ab32-10df11e0b2d4 req-ff8ce320-13dd-45fb-b39f-5a03da344806 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1419587 Oct 20 10:57:38.313621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39067eb3-cfd5-4cf1-b63b-6ce556c36cc0 req-2b3e206f-c54e-4977-bad3-50c484fccb41 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806019 Oct 20 10:57:38.314857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.318428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-693bbb53-c1f0-4013-ab32-10df11e0b2d4 req-353da6d1-46f8-40ed-8d7b-9bf4653d014f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799806 Oct 20 10:57:38.358093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.367671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-7613b141-01f1-4953-8ea9-1f0ed756fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.369133 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-7613b141-01f1-4953-8ea9-1f0ed756fc83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1426587 Oct 20 10:57:38.373930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:38.406275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.411323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.412517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "DELETE /v2.0/security-groups/516082e3-89cb-43f5-911c-36d706ae3798 HTTP/1.1" status: 204 len: 168 time: 0.2415810 Oct 20 10:57:38.426015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39396) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.427758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21188-36ae-4188-8372-20e2345d6308 tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516082e3-89cb-43f5-911c-36d706ae3798,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.438717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-5ad458d4-bf6b-4a7d-9df5-59ee46757ff5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603065 Oct 20 10:57:38.467650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.551803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9ee53932-3d92-402f-8c7e-b96f12c932fc tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211236 Oct 20 10:57:38.571236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.613077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af38cb7b-3165-49a1-b938-cbb0fe0832f5 req-f16b8a64-93db-4fc4-84db-28a5790ac5f4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ee3b2f-82ff-4950-9303-dce5980038c4 HTTP/1.1" status: 200 len: 210 time: 0.0397069 Oct 20 10:57:38.627756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe4db-75d5-4bd9-8579-65a235b637f4 req-816f8e36-592a-4a7a-8435-694b6199187e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.629434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebbbe4db-75d5-4bd9-8579-65a235b637f4 req-816f8e36-592a-4a7a-8435-694b6199187e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 943 time: 0.1157029 Oct 20 10:57:38.672457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebbbe4db-75d5-4bd9-8579-65a235b637f4 req-9d510867-23be-4ec3-a888-8f1d9a272128 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365474 Oct 20 10:57:38.745569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:38.755825 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:38.765350 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:38.765950 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:38.797314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1a4ebac9-a66c-4d09-8330-33911ccb0a2d tempest-SecGroupTest-59827078 tempest-SecGroupTest-59827078-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2194967 Oct 20 10:57:38.800491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-79a5b4ba-d235-4646-a53f-b6bbfcfb2130 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508372 Oct 20 10:57:38.802657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.822970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] No DVR routers for this DVR port b0d59a96-2d34-43b1-af45-9c72acc20e42 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:38.828784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.832238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-895acf63-062b-4fea-9e81-8734d93a6959 req-ee3ad471-b481-4c47-ab04-f094bcf8719a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "DELETE /v2.0/ports/b0d59a96-2d34-43b1-af45-9c72acc20e42 HTTP/1.1" status: 204 len: 173 time: 3.3364053 Oct 20 10:57:38.840039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'name': 'network-vif-deleted', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:38.843017 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef866ae5-8676-4bf2-9eca-7a9bdcce5233" -d '{"events": [{"server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "name": "network-vif-deleted", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:38.891602 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:38.904096 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4d13b-0bca-4cd9-9569-44d5b3d253fd x-openstack-request-id: req-d5c4d13b-0bca-4cd9-9569-44d5b3d253fd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:38.904782 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ee3b2f-82ff-4950-9303-dce5980038c4", "name": "network-vif-deleted", "tag": "b0d59a96-2d34-43b1-af45-9c72acc20e42", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:38.905142 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5c4d13b-0bca-4cd9-9569-44d5b3d253fd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:38.905756 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ee3b2f-82ff-4950-9303-dce5980038c4', 'name': 'network-vif-deleted', 'tag': 'b0d59a96-2d34-43b1-af45-9c72acc20e42', 'status': 'completed', 'code': 200} Oct 20 10:57:38.909030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:38.915645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:38.961660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:38.971583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=b09523ea-244a-421e-b808-a018e8adb27f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:39.047523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:39.048248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.067268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dff7460f-e77f-4c3c-92bf-33e3c69e06b2 req-d856aff2-3400-4c0d-85be-a0aad43a28b5 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454081 Oct 20 10:57:39.078652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ba5ccdb-e3db-4a11-b8e5-863adf2b7522 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7983699 Oct 20 10:57:39.081366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39406) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:39.087395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'network_id': 'a543b128-9f62-4650-bd82-453e1f3baad0', 'name': 'tempest-AllowedAddressPairTestJSON-1988480316'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:39.203166 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:39.204383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39410) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:39.224610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Made reservation on behalf of f441c682a957420bbe7181f0b280be59 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:39.227955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0d59a96-2d34-43b1-af45-9c72acc20e42 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:39.230240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.239091 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:39.249186 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:39.249795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:57:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:39.251948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] device_id is not set on port 01f07965-12a0-48bb-a677-ddd889932986 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:57:39.257090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: b0d59a96-2d34-43b1-af45-9c72acc20e42 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:39.257739 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0d59a96-2d34-43b1-af45-9c72acc20e42 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:39.282512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e7d25a65-a379-43d1-8611-616d88988000 None None] Provisioning complete for port b09523ea-244a-421e-b808-a018e8adb27f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:39.283769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e7d25a65-a379-43d1-8611-616d88988000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.340582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e7d25a65-a379-43d1-8611-616d88988000 None None] Port b09523ea-244a-421e-b808-a018e8adb27f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:39.403698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:39.406798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d684258b-cd97-4b86-9280-b16b6a38769a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba71db5f02ca427a80a9dc9bc108467e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011895 Oct 20 10:57:39.437036 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:39.438516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Allocated IP 172.20.0.11 (a543b128-9f62-4650-bd82-453e1f3baad0/5643787f-2a8e-4331-b713-bc28be1cf2ab/01f07965-12a0-48bb-a677-ddd889932986) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:39.518242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.555190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf1acc-0d27-40b9-90b7-2fd8fdea5ce8 req-e9496f0f-3be3-4650-8ff2-e54d24c27c68 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:39.555190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcaf1acc-0d27-40b9-90b7-2fd8fdea5ce8 req-e9496f0f-3be3-4650-8ff2-e54d24c27c68 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.0895352 Oct 20 10:57:39.565418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee245-30b4-47db-b142-36ccc66bac8b req-1b7519c7-ccb3-4380-a839-e1a01f06c03b tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:39.565559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.574387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fdee245-30b4-47db-b142-36ccc66bac8b req-1b7519c7-ccb3-4380-a839-e1a01f06c03b tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1440270 Oct 20 10:57:39.665278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fdee245-30b4-47db-b142-36ccc66bac8b req-ebfe6de2-09ab-4391-b4d4-ecff13d67dca tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875511 Oct 20 10:57:39.718759 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:39.721366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.725226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.727852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.729528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcaf1acc-0d27-40b9-90b7-2fd8fdea5ce8 req-e6ea07ec-2b69-46ca-8448-abe9307daa85 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445551 Oct 20 10:57:39.744235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e6ce297-4809-4533-82f8-d898546d7769 HTTP/1.1" status: 204 len: 168 time: 0.3262577 Oct 20 10:57:39.773720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a307a34-35a8-48f1-a910-ddfbf5df630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ce297-4809-4533-82f8-d898546d7769,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:39.817085 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6283f2-6717-485e-a651-a872515c5e6b None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:39.826799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.879412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Network a543b128-9f62-4650-bd82-453e1f3baad0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:39.883450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:39.889058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:39.940497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=01f07965-12a0-48bb-a677-ddd889932986,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:39.956385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c0945-b9ff-4ea4-aa16-1e9b747b39df req-4c9289b8-6491-4fbe-a6e0-052e80ad70e8 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:39.962043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-890c0945-b9ff-4ea4-aa16-1e9b747b39df req-4c9289b8-6491-4fbe-a6e0-052e80ad70e8 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1215374 Oct 20 10:57:39.998767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:39.999563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.031117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba997ab0-2788-4c9f-9202-dcab5051b75b tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9481616 Oct 20 10:57:40.032304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39440) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.039707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:d4:07'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:90:85:a9'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:40.040498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99efd1-c470-4c05-9aad-c226063d5c2e req-a657759b-14e6-4bac-b34e-d2630e156556 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:40.048652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe99efd1-c470-4c05-9aad-c226063d5c2e req-a657759b-14e6-4bac-b34e-d2630e156556 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 943 time: 0.1727917 Oct 20 10:57:40.127941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-890c0945-b9ff-4ea4-aa16-1e9b747b39df req-ec08d57e-20c7-4266-9636-f062593b973b tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578951 Oct 20 10:57:40.185924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe99efd1-c470-4c05-9aad-c226063d5c2e req-bd6d931e-a729-478c-adf2-ddf01040b15f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362834 Oct 20 10:57:40.214572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39448) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.258913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.314871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.330480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e30a2c-4ec6-4aad-a664-3ba5ba8de02c None None] New status for floating IP a5972acc-9532-4c01-a7df-302c084b7865: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:57:40.368981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.393319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:40.461591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.464839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.467401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "DELETE /v2.0/security-groups/317d1c1a-a9f4-4c81-af0b-fb0acf78646d HTTP/1.1" status: 204 len: 168 time: 0.2510359 Oct 20 10:57:40.470435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.479534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085225b2-5143-4b1f-8b09-04d2205cde1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d1c1a-a9f4-4c81-af0b-fb0acf78646d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.510902 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-7c1b79b1-0fe3-4e81-ba7d-2777fba8ed32 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] show failed (client error): The resource could not be found. Oct 20 10:57:40.511975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7c1b79b1-0fe3-4e81-ba7d-2777fba8ed32 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups/317d1c1a-a9f4-4c81-af0b-fb0acf78646d HTTP/1.1" status: 404 len: 347 time: 0.0405607 Oct 20 10:57:40.515321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39458) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.625813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7a83-39cc-45d6-9779-4f5e3a7e0319 req-a6c3680c-96d2-4407-97dd-eaf3adfc8eb1 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:40.628167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-428a7a83-39cc-45d6-9779-4f5e3a7e0319 req-a6c3680c-96d2-4407-97dd-eaf3adfc8eb1 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.0871317 Oct 20 10:57:40.632555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.674416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.689388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aeba6246-d2d3-4b29-a810-a58ead9de7ee None None] Provisioning complete for port 01f07965-12a0-48bb-a677-ddd889932986 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:40.690564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aeba6246-d2d3-4b29-a810-a58ead9de7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.694427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-428a7a83-39cc-45d6-9779-4f5e3a7e0319 req-f144e23f-4568-497d-8e4f-3169df97cd67 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Oct 20 10:57:40.747021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-aeba6246-d2d3-4b29-a810-a58ead9de7ee None None] Port 01f07965-12a0-48bb-a677-ddd889932986 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:40.798585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:40.822254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'port_id': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'mac_address': 'fa:16:3e:b9:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:40.827218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event updated for resources: {'Port': ['ID=01f07965-12a0-48bb-a677-ddd889932986,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.864728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] In _notify_port_updated(), no bound segment for port 01f07965-12a0-48bb-a677-ddd889932986 on network a543b128-9f62-4650-bd82-453e1f3baad0 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:57:40.870461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:40.880848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.881615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.883143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-756af799-0910-45ec-b3f1-3d51878d67a6 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "PUT /v2.0/ports/01f07965-12a0-48bb-a677-ddd889932986 HTTP/1.1" status: 200 len: 1057 time: 0.8495774 Oct 20 10:57:40.886129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39472) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.906458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:40.935588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:40.942345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.957496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Deleting port 6f06a689-1ac8-4683-ba4c-73ceb92a9340 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:40.957929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.032218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.046758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8abe24-1540-4b45-8d35-16c8d8ad727e req-fcc456a9-acd4-4acc-a1f0-bb3efd407774 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:41.056226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d8abe24-1540-4b45-8d35-16c8d8ad727e req-fcc456a9-acd4-4acc-a1f0-bb3efd407774 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 943 time: 0.1400077 Oct 20 10:57:41.057986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39474) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:41.100145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.100514 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.123949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Calling delete_port for 6f06a689-1ac8-4683-ba4c-73ceb92a9340 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:41.132587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-52aa3f5d-cfc8-44fc-a8cd-ff13635c5ac5 None None] Provisioning complete for port 01f07965-12a0-48bb-a677-ddd889932986 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:41.132969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52aa3f5d-cfc8-44fc-a8cd-ff13635c5ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.140369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d8abe24-1540-4b45-8d35-16c8d8ad727e req-35c7b94b-a644-416c-9858-6f45905a17be tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831523 Oct 20 10:57:41.214760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bfb8a970-e52e-4365-a85e-489a1e9bb365 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:41.215519 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-bfb8a970-e52e-4365-a85e-489a1e9bb365 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:57:41.216054 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-bfb8a970-e52e-4365-a85e-489a1e9bb365 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:57:41.221299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bfb8a970-e52e-4365-a85e-489a1e9bb365 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1575208 Oct 20 10:57:41.221486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-52aa3f5d-cfc8-44fc-a8cd-ff13635c5ac5 None None] Port 01f07965-12a0-48bb-a677-ddd889932986 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:41.221611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39480) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:41.225921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d314f671-8d6d-4982-b117-f1d8a5a8022b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:41.228161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829343999'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:41.269676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.288483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 71d33745-5b92-44f3-b169-608a255de3f6 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:41.311841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.350734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93216-fbb0-4e3b-8e62-2c8dc37d14ed req-1f287876-5f1c-451f-9142-bf97658212f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:41.353133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f93216-fbb0-4e3b-8e62-2c8dc37d14ed req-1f287876-5f1c-451f-9142-bf97658212f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 943 time: 0.0824289 Oct 20 10:57:41.368366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port 01f07965-12a0-48bb-a677-ddd889932986 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:41.368687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.408809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52f93216-fbb0-4e3b-8e62-2c8dc37d14ed req-6a198087-eb85-49bf-b8d5-a6c2397b1866 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Oct 20 10:57:41.651317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=71d33745-5b92-44f3-b169-608a255de3f6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:41.664939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '71d33745-5b92-44f3-b169-608a255de3f6', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': '71d33745-5b92-44f3-b169-608a255de3f6', 'mac_address': 'fa:16:3e:13:a9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:41.705228 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.719747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d33745-5b92-44f3-b169-608a255de3f6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:41.740905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=71d33745-5b92-44f3-b169-608a255de3f6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:41.749420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.787749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.796611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.827028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.835074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'Port': ['ID=6f06a689-1ac8-4683-ba4c-73ceb92a9340,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.850871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cf9f8-f923-40c1-bd64-3ac587a813e3 req-991f3686-e390-4299-acc1-9d2843b837fb tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:41.858660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-562cf9f8-f923-40c1-bd64-3ac587a813e3 req-991f3686-e390-4299-acc1-9d2843b837fb tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.0799224 Oct 20 10:57:41.873099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for 01f07965-12a0-48bb-a677-ddd889932986 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:41.901828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-562cf9f8-f923-40c1-bd64-3ac587a813e3 req-c317811e-ee20-4875-8842-2a796b29bb3c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Oct 20 10:57:41.923612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.949475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['71d33745-5b92-44f3-b169-608a255de3f6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:41.953641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.043474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26b9feb-2265-4a4f-b768-294d382fdf83,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.062859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.065450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.066608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-12553e12-9fec-4881-92ea-cef3be40fda3 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "DELETE /v2.0/floatingips/a5972acc-9532-4c01-a7df-302c084b7865 HTTP/1.1" status: 204 len: 168 time: 1.5503645 Oct 20 10:57:42.223626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.231255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.249159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.270669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.271945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0491288 Oct 20 10:57:42.277980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:42.344934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '0dd0b399-a452-4cb0-a928-18f5469b236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:42.368669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=01f07965-12a0-48bb-a677-ddd889932986,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.377352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb1de-77b2-4380-93b5-4ef3553139de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd0b399-a452-4cb0-a928-18f5469b236c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.391423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:42.486276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.508207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d314f671-8d6d-4982-b117-f1d8a5a8022b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:42.509743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.634566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.663773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.682551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:42.689139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734053682', 'description': 'tempest-description--160139695'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:42.699693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:42.707951 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03eeabc-56a9-42c1-abc2-3146bf50d24e" -d '{"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:42.714012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.732306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:42.739880 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.749898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0523a82-3288-4bbb-866e-f6ad524b4549,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.784610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.796870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.798640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0cbe5cb-eb06-43cd-a779-aa9124dd01b1 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5195057 Oct 20 10:57:42.801105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:42.806230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e030103d-f4fa-41b6-b51a-f1813de6231f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '0dd0b399-a452-4cb0-a928-18f5469b236c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:42.808466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.886223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.902956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e030103d-f4fa-41b6-b51a-f1813de6231f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.908382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.914971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-871120f2-58a6-4f83-a772-e4367d490cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:42.916110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-871120f2-58a6-4f83-a772-e4367d490cae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3102e435d6424db7910df425367af951&device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 1097 time: 0.6947770 Oct 20 10:57:42.924519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661fed-5328-4d74-81c9-593ca46e852e req-d26d70f8-d79f-4bc0-b129-d3b76fde6679 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:42.927811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da661fed-5328-4d74-81c9-593ca46e852e req-d26d70f8-d79f-4bc0-b129-d3b76fde6679 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.7349646 Oct 20 10:57:42.957488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.963696 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-80263a1e-b01a-4c6c-9643-93257c2bd704 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/01f07965-12a0-48bb-a677-ddd889932986 HTTP/1.1" status: 204 len: 168 time: 2.0743899 Oct 20 10:57:42.971054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39510) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.000044 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-e030103d-f4fa-41b6-b51a-f1813de6231f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:57:43.001823 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e030103d-f4fa-41b6-b51a-f1813de6231f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1988106 Oct 20 10:57:43.004043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39512) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.012235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4ad7c-dc1d-45c8-88fb-36022451294a req-48a7c75b-d84f-49da-9478-fbd34a344621 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.013792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eac4ad7c-dc1d-45c8-88fb-36022451294a req-48a7c75b-d84f-49da-9478-fbd34a344621 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.2840538 Oct 20 10:57:43.093920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.097148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.098361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4136639 Oct 20 10:57:43.099951 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-79631f76-c460-4437-8e11-91ccb72df3f1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] GET failed (client error): The resource could not be found. Oct 20 10:57:43.101444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-79631f76-c460-4437-8e11-91ccb72df3f1 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports/01f07965-12a0-48bb-a677-ddd889932986 HTTP/1.1" status: 404 len: 333 time: 0.1106126 Oct 20 10:57:43.107562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39514) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.107908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39516) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.117110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group_rule': {'security_group_id': '259bc981-2875-428f-9573-b810c333b674', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:43.136810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c35f1-2238-48fd-b39d-ae57675253e8 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259bc981-2875-428f-9573-b810c333b674,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.141630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.206444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.211979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.217240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/0dd0b399-a452-4cb0-a928-18f5469b236c HTTP/1.1" status: 204 len: 168 time: 0.2105970 Oct 20 10:57:43.217939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39520) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.241927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da661fed-5328-4d74-81c9-593ca46e852e req-50788f03-52f4-4a5c-8185-2dc6fa33710d tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637267 Oct 20 10:57:43.246578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5591a-44b2-4764-a954-63b4d4ad061c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd0b399-a452-4cb0-a928-18f5469b236c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.270533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 71d33745-5b92-44f3-b169-608a255de3f6 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:43.293429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-999b5f21-8b47-4195-81bb-47999e9669ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.307995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-999b5f21-8b47-4195-81bb-47999e9669ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 200 len: 913 time: 0.3715742 Oct 20 10:57:43.315116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eac4ad7c-dc1d-45c8-88fb-36022451294a req-8f4711b4-333f-4e6d-851c-e3c78693ccc2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762661 Oct 20 10:57:43.323857 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-35e337b7-5714-488e-a812-3dcadf4d7e3f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977094 Oct 20 10:57:43.324352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39522) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.329615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--266695219'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:43.336800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.338952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39524) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.386357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.386614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-a3aa59c3-29d4-4eec-97fd-db1fbc8791c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 200 len: 217 time: 0.0613534 Oct 20 10:57:43.393517 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764604d-8c26-4ff1-a79d-a419cc45504f x-openstack-request-id: req-1764604d-8c26-4ff1-a79d-a419cc45504f {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:43.393810 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-plugged", "status": "completed", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:43.395752 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1764604d-8c26-4ff1-a79d-a419cc45504f {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:43.396473 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'code': 200} Oct 20 10:57:43.431588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 71d33745-5b92-44f3-b169-608a255de3f6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:43.439074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 71d33745-5b92-44f3-b169-608a255de3f6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:43.440611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.471176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.482340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.548145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.551981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2241757 Oct 20 10:57:43.555140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39528) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.557797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port b09523ea-244a-421e-b808-a018e8adb27f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:43.558334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.571520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b238a5dc-1850-430d-bd2f-4c880cdcc0e6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'e21b7cdc-ff8f-43c4-889d-e8ccdfe075d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:43.572560 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-b238a5dc-1850-430d-bd2f-4c880cdcc0e6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 10:57:43.573149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8591-18e3-40a8-9992-86f126e20c12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b7cdc-ff8f-43c4-889d-e8ccdfe075d9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.573481 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-b238a5dc-1850-430d-bd2f-4c880cdcc0e6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:43.574695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b238a5dc-1850-430d-bd2f-4c880cdcc0e6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124114 Oct 20 10:57:43.592612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39530) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.598737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.604921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-cae3dee8-1850-470c-a8c3-7ddfb348292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.606527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-cae3dee8-1850-470c-a8c3-7ddfb348292d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 HTTP/1.1" status: 200 len: 851 time: 0.1979308 Oct 20 10:57:43.636661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=71d33745-5b92-44f3-b169-608a255de3f6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:43.642121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.642352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a6793760-f861-4f1e-bdc8-bdfe44366250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.642472 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.679404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35fc9-9877-4f0d-bf65-9ba23a00914d req-fd0f6eaa-8749-4fbf-b064-aac03080dab6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.680903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61e35fc9-9877-4f0d-bf65-9ba23a00914d req-fd0f6eaa-8749-4fbf-b064-aac03080dab6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 944 time: 0.3012874 Oct 20 10:57:43.695125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.711469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-12737a8b-3fb4-4d79-8815-037622c6b3c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402505 Oct 20 10:57:43.717589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.734266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b8b2-faf1-428f-82a4-5e7a50938a71 req-6b027982-bd2a-4ec6-97ce-58e09da21339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.736567 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-10a0b8b2-faf1-428f-82a4-5e7a50938a71 req-6b027982-bd2a-4ec6-97ce-58e09da21339 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 1098 time: 0.1595266 Oct 20 10:57:43.783564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.790367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103cdbbf-4826-4370-8943-bdd6d9e3b37d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.825061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-10a0b8b2-faf1-428f-82a4-5e7a50938a71 req-a7c30ab2-cbdf-45e8-a04b-7657abcc5856 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782952 Oct 20 10:57:43.828029 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.832891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.836534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-95b11354-1d3c-42c6-95fe-bd2154181934 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7250333 Oct 20 10:57:43.836729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.839668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39532) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.853724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'security_group_rule': {'security_group_id': '259bc981-2875-428f-9573-b810c333b674', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:43.872964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61e35fc9-9877-4f0d-bf65-9ba23a00914d req-765d06e5-b940-4dbd-881f-29aa157be36b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597033 Oct 20 10:57:43.881317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for b09523ea-244a-421e-b808-a018e8adb27f owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:43.897262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a6793760-f861-4f1e-bdc8-bdfe44366250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.920334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a6793760-f861-4f1e-bdc8-bdfe44366250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.951451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-6dff67ef-530d-4104-a22a-18e51d5d8ca4 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317955 Oct 20 10:57:43.966339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.974209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6793760-f861-4f1e-bdc8-bdfe44366250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff909950-de38-4008-836e-be57b0dc45dc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:43.983839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.986480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.989449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/e21b7cdc-ff8f-43c4-889d-e8ccdfe075d9 HTTP/1.1" status: 204 len: 168 time: 0.3940160 Oct 20 10:57:43.993564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39534) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.999957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a6793760-f861-4f1e-bdc8-bdfe44366250 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7b5d45d7d1249c3bf0d4541cba9190a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599767 Oct 20 10:57:44.003363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39536) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.028387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8165-36e3-4459-bebe-e66f036dffe7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b7cdc-ff8f-43c4-889d-e8ccdfe075d9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.082823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.093353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.104858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7584cdec-daac-49f5-b7cc-66e21ec5f72b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125753 Oct 20 10:57:44.108541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39538) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.114559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--191847376'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:44.137319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f788aa-157c-4a30-bc17-bd0ab591d8e4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.156217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.159023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.170474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.185900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.187144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62febbe8-daca-4ebe-a9c2-a7b70be32d84 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422844 Oct 20 10:57:44.191606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.193715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=b09523ea-244a-421e-b808-a018e8adb27f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.197991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:44.198463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.226647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b34dc25e-0a05-4a48-9896-3715e9c51a28 req-c5eed929-6174-410f-b86b-21452d7992c1 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885548 Oct 20 10:57:44.304381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.343311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.346860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ef64e533-2494-44de-ac58-18453f87c8c7 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/b09523ea-244a-421e-b808-a018e8adb27f HTTP/1.1" status: 204 len: 168 time: 1.2367368 Oct 20 10:57:44.349469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39544) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.380147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.383775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.392098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff909950-de38-4008-836e-be57b0dc45dc HTTP/1.1" status: 204 len: 168 time: 0.3862894 Oct 20 10:57:44.394723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.401357 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c2fdf-cd8a-4954-97d8-4d4db524d955 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] GET failed (client error): The resource could not be found. Oct 20 10:57:44.403879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fb4c2fdf-cd8a-4954-97d8-4d4db524d955 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "GET /v2.0/ports/b09523ea-244a-421e-b808-a018e8adb27f HTTP/1.1" status: 404 len: 333 time: 0.0529747 Oct 20 10:57:44.405394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c47e35-7bb8-4429-b378-de7217ec8d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff909950-de38-4008-836e-be57b0dc45dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.414446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39550) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.441506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.470169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.474354 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3638546 Oct 20 10:57:44.477399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39552) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.482399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a2ddceec-a23f-48d5-8e6a-6477bfb811de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bad69-b737-49bb-9ce3-34aeafb4e68b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:44.483285 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-a2ddceec-a23f-48d5-8e6a-6477bfb811de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 10:57:44.483795 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a2ddceec-a23f-48d5-8e6a-6477bfb811de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:44.487819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2ddceec-a23f-48d5-8e6a-6477bfb811de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096035 Oct 20 10:57:44.489176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39554) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.504612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab9046-a272-49f9-bb6d-70dd89699e12 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bad69-b737-49bb-9ce3-34aeafb4e68b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.661745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a7f86-0db3-4385-b4ed-fe0dfb8bd65a req-88677f25-6151-4da7-acee-48bdc0066a9e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:44.663249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987a7f86-0db3-4385-b4ed-fe0dfb8bd65a req-88677f25-6151-4da7-acee-48bdc0066a9e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2659206 Oct 20 10:57:44.693219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b415-db15-442d-8335-80dcc27ed5be req-57ae4dc9-648c-4448-91a5-9032e1aee6dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:44.694675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2899b415-db15-442d-8335-80dcc27ed5be req-57ae4dc9-648c-4448-91a5-9032e1aee6dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.2039893 Oct 20 10:57:44.711338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39558) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:44.725230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62a8922a-8c85-4710-8ec0-60f384aa9c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.758396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.801703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-987a7f86-0db3-4385-b4ed-fe0dfb8bd65a req-db59323c-713a-4a02-94c7-1705e74df222 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292763 Oct 20 10:57:44.803371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62a8922a-8c85-4710-8ec0-60f384aa9c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.808610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62a8922a-8c85-4710-8ec0-60f384aa9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.821941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port 8d898986-4043-4f5e-8896-aefe4cc27597 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:44.822280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.825793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.848622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2899b415-db15-442d-8335-80dcc27ed5be req-05ab1c18-9a9c-461b-a2d5-a6bd6b179968 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462975 Oct 20 10:57:44.851328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.860943 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62a8922a-8c85-4710-8ec0-60f384aa9c64 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f240c830877444596b4b8689fac95d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461630 Oct 20 10:57:44.860943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8922a-8c85-4710-8ec0-60f384aa9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f836cf45-f24c-4904-bc90-226199583ce4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.865105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39560) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.101032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.103289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.105869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.108173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/cc3bad69-b737-49bb-9ce3-34aeafb4e68b HTTP/1.1" status: 204 len: 168 time: 0.6104403 Oct 20 10:57:45.110794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39570) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.158008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for 8d898986-4043-4f5e-8896-aefe4cc27597 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:45.158856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a41a5e81-0304-4035-97de-6057a469dc1e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462899 Oct 20 10:57:45.159723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.161361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004312b6-00fa-4e33-bcba-e41fd951b965 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bad69-b737-49bb-9ce3-34aeafb4e68b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.162219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39574) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.167072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--488151817'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.185721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187110-48dc-4b3c-b33b-50aa2c7ada6f req-082773d6-51ab-4473-8203-bed95adf9463 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.187302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e187110-48dc-4b3c-b33b-50aa2c7ada6f req-082773d6-51ab-4473-8203-bed95adf9463 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.2083941 Oct 20 10:57:45.194853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Allocated IP 172.25.3.115 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/f349e181-431f-4130-91d7-45c3056405d9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:45.201007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.265510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.277096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.282433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.329073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.330887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1676714 Oct 20 10:57:45.338012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39582) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.343374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b036b9c1-ce51-4c84-a43b-8797414ee369 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '85ba212f-32ee-42f2-93ed-5f145a0c76e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.349215 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-b036b9c1-ce51-4c84-a43b-8797414ee369 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 10:57:45.349777 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-b036b9c1-ce51-4c84-a43b-8797414ee369 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:45.350908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b036b9c1-ce51-4c84-a43b-8797414ee369 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117593 Oct 20 10:57:45.353337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600665f-15d2-4155-a0d5-8b4b368fdf7b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ba212f-32ee-42f2-93ed-5f145a0c76e2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.357588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39586) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.358551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e187110-48dc-4b3c-b33b-50aa2c7ada6f req-9194a5a3-12e2-4353-91b9-5d42819e5364 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513066 Oct 20 10:57:45.362180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-16853850-a9ff-40b0-af5c-9e3a5322808b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '85ba212f-32ee-42f2-93ed-5f145a0c76e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.362847 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-16853850-a9ff-40b0-af5c-9e3a5322808b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 10:57:45.363510 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-16853850-a9ff-40b0-af5c-9e3a5322808b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:45.364571 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-16853850-a9ff-40b0-af5c-9e3a5322808b tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059311 Oct 20 10:57:45.367337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.391380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6b3ecbbb-2c23-4586-9f17-b695039ec686 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '85ba212f-32ee-42f2-93ed-5f145a0c76e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.393017 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-6b3ecbbb-2c23-4586-9f17-b695039ec686 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 10:57:45.393017 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-6b3ecbbb-2c23-4586-9f17-b695039ec686 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:45.396858 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b3ecbbb-2c23-4586-9f17-b695039ec686 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279486 Oct 20 10:57:45.397385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.397584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:45.399982 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de5797-63da-407b-864f-f49969d35015" -d '{"events": [{"server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "name": "network-vif-plugged", "status": "completed", "tag": "71d33745-5b92-44f3-b169-608a255de3f6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:45.407017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5a902159-1df8-46a4-8cbd-f09a0dde6dbe tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '85ba212f-32ee-42f2-93ed-5f145a0c76e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.409661 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-5a902159-1df8-46a4-8cbd-f09a0dde6dbe tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 10:57:45.409661 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-5a902159-1df8-46a4-8cbd-f09a0dde6dbe tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:45.411112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5a902159-1df8-46a4-8cbd-f09a0dde6dbe tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103557 Oct 20 10:57:45.413513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.465396 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cebbdb3-884d-4281-b4b7-5622ec874547 x-openstack-request-id: req-9cebbdb3-884d-4281-b4b7-5622ec874547 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:45.465773 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "name": "network-vif-plugged", "status": "completed", "tag": "71d33745-5b92-44f3-b169-608a255de3f6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:45.466774 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cebbdb3-884d-4281-b4b7-5622ec874547 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:45.467366 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6', 'code': 200} Oct 20 10:57:45.485183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.487035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.487836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.488978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f836cf45-f24c-4904-bc90-226199583ce4 HTTP/1.1" status: 204 len: 168 time: 0.6207135 Oct 20 10:57:45.497306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.519812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439c85-428c-485d-b7ae-469da4016c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f836cf45-f24c-4904-bc90-226199583ce4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.541891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.544335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.589501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=8d898986-4043-4f5e-8896-aefe4cc27597,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.626914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.641935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2156b-60ac-4bf9-af5e-452130744422 req-354c12f0-6463-4c09-b341-e62acbd84474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.643487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d9d2156b-60ac-4bf9-af5e-452130744422 req-354c12f0-6463-4c09-b341-e62acbd84474 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 1097 time: 0.0897508 Oct 20 10:57:45.666063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.670787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.672144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/85ba212f-32ee-42f2-93ed-5f145a0c76e2 HTTP/1.1" status: 204 len: 168 time: 0.2564080 Oct 20 10:57:45.686552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39616) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.712496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:45.721183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:45.721736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a52e75-6b28-4df5-a841-3bd1dda027c2 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ba212f-32ee-42f2-93ed-5f145a0c76e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.733636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:45.774851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d9d2156b-60ac-4bf9-af5e-452130744422 req-6a955e85-decf-460f-a0f7-39772c45b652 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194735 Oct 20 10:57:45.793075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6d361899-2550-40e5-9147-6e6759076c65 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051095 Oct 20 10:57:45.798144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39618) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.799964 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.803649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464723146'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.821404 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.833267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d344b7ab-1ea2-46ea-9459-b8a1ad9da346 tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/ports/8d898986-4043-4f5e-8896-aefe4cc27597 HTTP/1.1" status: 204 len: 168 time: 1.4174407 Oct 20 10:57:45.835036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.838015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39624) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.868883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=f349e181-431f-4130-91d7-45c3056405d9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.931781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting subnet 5643787f-2a8e-4331-b713-bc28be1cf2ab {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:45.940850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.023930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.030125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.077189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53390a54-80dc-4602-9e94-911bada71fea req-6d6f85b0-9454-4695-bb74-6b2e1005306a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.078804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53390a54-80dc-4602-9e94-911bada71fea req-6d6f85b0-9454-4695-bb74-6b2e1005306a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1490538 Oct 20 10:57:46.086121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.089642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd128-1e7a-4733-9324-9caccc3c86bd req-5f0032b7-3537-4bac-9391-96a76364b75f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.091309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddacd128-1e7a-4733-9324-9caccc3c86bd req-5f0032b7-3537-4bac-9391-96a76364b75f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.1072426 Oct 20 10:57:46.100662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.103346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.140245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.141617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3423600 Oct 20 10:57:46.147399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39636) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.157577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15070f-f010-4e30-9463-3e3315aa532a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd91a0b5-08cb-41a8-b84a-62f740439695,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:46.170518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6e511ae2-c5a4-4dfa-b603-5d4e6d025419 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.171420 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-6e511ae2-c5a4-4dfa-b603-5d4e6d025419 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:57:46.171927 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-6e511ae2-c5a4-4dfa-b603-5d4e6d025419 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.175381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6e511ae2-c5a4-4dfa-b603-5d4e6d025419 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0208271 Oct 20 10:57:46.179727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39638) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.187335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f93b8538-17ff-4c2c-9a0e-db1c62645e39 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.221539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.231429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53390a54-80dc-4602-9e94-911bada71fea req-817ec23d-c89d-44ab-8c48-496eb5143b96 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365645 Oct 20 10:57:46.241747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddacd128-1e7a-4733-9324-9caccc3c86bd req-0e80d01f-9695-4119-8c1a-4c1faec6ee7e tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394191 Oct 20 10:57:46.294880 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-f93b8538-17ff-4c2c-9a0e-db1c62645e39 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.298865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f93b8538-17ff-4c2c-9a0e-db1c62645e39 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1151469 Oct 20 10:57:46.299403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39644) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.303576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-dc7bab43-974e-4e36-b200-899a07c0580c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.304320 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-dc7bab43-974e-4e36-b200-899a07c0580c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 10:57:46.304810 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-dc7bab43-974e-4e36-b200-899a07c0580c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.308272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc7bab43-974e-4e36-b200-899a07c0580c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057266 Oct 20 10:57:46.308725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.313542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7fe1b167-8e7f-4004-b69e-03b0a3f2b5c8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.344820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.380158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Subnet': ['ID=5643787f-2a8e-4331-b713-bc28be1cf2ab,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:46.392111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.401866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5becce-3de9-4551-89b6-004c4ccfcc4d None None] Network a543b128-9f62-4650-bd82-453e1f3baad0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:46.406158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de1d731b-e0a9-433c-ad3a-22e2a18ee1ef tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/subnets/5643787f-2a8e-4331-b713-bc28be1cf2ab HTTP/1.1" status: 204 len: 168 time: 0.5650437 Oct 20 10:57:46.410332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.412334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39654) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.426058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.426280 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-7fe1b167-8e7f-4004-b69e-03b0a3f2b5c8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.426280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7fe1b167-8e7f-4004-b69e-03b0a3f2b5c8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1166620 Oct 20 10:57:46.432163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39656) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.441092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ff5eef0c-c919-464e-9c79-11677815db9c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.441569 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-ff5eef0c-c919-464e-9c79-11677815db9c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:57:46.453402 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-ff5eef0c-c919-464e-9c79-11677815db9c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.457317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff5eef0c-c919-464e-9c79-11677815db9c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0190461 Oct 20 10:57:46.460324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39658) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.491617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-91e1d83d-83ee-4b23-86ff-13bccf774a1c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.643041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] DHCP port deletion for a543b128-9f62-4650-bd82-453e1f3baad0 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:46.679362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=f349e181-431f-4130-91d7-45c3056405d9,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:46.685475 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-91e1d83d-83ee-4b23-86ff-13bccf774a1c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Project 8c6f872d21ff4c26a1ec435eeaebe053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:57:46.697499 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.697954 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.712811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Deleting port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:46.713263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.714593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.715093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.715435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.716416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.716785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.717203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.717666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.717940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.718267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.718587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.718913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.719252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:46.727001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.747943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b7311-5f6b-4d7c-a502-13c7c89a9aa2 req-c4929e53-dc6e-4b3c-aa30-1d7f8f30b5ce tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.751428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-263b7311-5f6b-4d7c-a502-13c7c89a9aa2 req-c4929e53-dc6e-4b3c-aa30-1d7f8f30b5ce tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.2505476 Oct 20 10:57:46.776906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a97c-a640-4cbc-9cae-0072267d23e7 req-ea5fb062-a567-4702-b519-6432d0e247fb tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.779643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4340a97c-a640-4cbc-9cae-0072267d23e7 req-ea5fb062-a567-4702-b519-6432d0e247fb tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2241232 Oct 20 10:57:46.784657 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-91e1d83d-83ee-4b23-86ff-13bccf774a1c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.790391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] For port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,segment=NetworkSegment(6c274fbc-1cf2-4a35-b9bd-a614fb802283),segment_id=6c274fbc-1cf2-4a35-b9bd-a614fb802283)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:46.791476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.798428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-91e1d83d-83ee-4b23-86ff-13bccf774a1c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3337293 Oct 20 10:57:46.803476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39668) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.809100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-65c1255b-253f-49b0-8e2f-9bad5964dd18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.809624 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-65c1255b-253f-49b0-8e2f-9bad5964dd18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 10:57:46.810007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Calling delete_port for ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:46.810148 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-65c1255b-253f-49b0-8e2f-9bad5964dd18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.811089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65c1255b-253f-49b0-8e2f-9bad5964dd18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067093 Oct 20 10:57:46.813986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.827127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e92ca360-4ce0-44af-8d8e-e80cbaa4aa13 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.864344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.865121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c8386f0-67d8-429f-a2c2-c5f4ef542270 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6721678 Oct 20 10:57:46.920947 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-e92ca360-4ce0-44af-8d8e-e80cbaa4aa13 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Project 8c6f872d21ff4c26a1ec435eeaebe053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:57:46.958921 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-e92ca360-4ce0-44af-8d8e-e80cbaa4aa13 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:46.967554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e92ca360-4ce0-44af-8d8e-e80cbaa4aa13 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1486590 Oct 20 10:57:46.967766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:46.968118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.971301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-263b7311-5f6b-4d7c-a502-13c7c89a9aa2 req-e2b802c0-481f-41b4-b6ce-e01a5c76fe30 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084229 Oct 20 10:57:46.975116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4340a97c-a640-4cbc-9cae-0072267d23e7 req-5440a7d1-1e5d-48d9-ba34-1f1d5046c135 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599333 Oct 20 10:57:46.984576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.989259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a9d3cd5d-32bb-42b8-9663-9afc05cb31f3 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'cd91a0b5-08cb-41a8-b84a-62f740439695', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.025639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Deleting port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:47.025997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.062069 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-a9d3cd5d-32bb-42b8-9663-9afc05cb31f3 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Project 8c6f872d21ff4c26a1ec435eeaebe053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:57:47.086344 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a9d3cd5d-32bb-42b8-9663-9afc05cb31f3 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:47.090307 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a9d3cd5d-32bb-42b8-9663-9afc05cb31f3 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1181986 Oct 20 10:57:47.090484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.107424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:47.108216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:47.116315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] Pushing event deleted for resources: {'Port': ['ID=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.125373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451aee3a-9f07-4ea1-8bcd-94e16a6f483a None None] No DVR routers for this DVR port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:47.127092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] For port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8, host n-d-802060-17, got binding levels [] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:47.127464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.161450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Calling delete_port for ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:47.174606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.192656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 was not found and therefore no delete operation was performed {{(pid=100747) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:57:47.196206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-72bf8aa8-bd99-49fa-8f52-0b51deb2feaf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--734053682&fields=id&tenant_id=f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 267 time: 0.0364013 Oct 20 10:57:47.197142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.198116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.238894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Port': ['ID=ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.256461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] No DVR routers for this DVR port ebd1f2f2-4e74-47f0-a70d-a5b7833c60e8 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:47.260164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.263624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.267244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/cd91a0b5-08cb-41a8-b84a-62f740439695 HTTP/1.1" status: 204 len: 168 time: 0.1732550 Oct 20 10:57:47.268496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.302554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac520ac-5cb7-4eb8-8734-892e6ddbabb4 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd91a0b5-08cb-41a8-b84a-62f740439695,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.347095 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6867c0cf-80b1-4054-8d04-c4f5de171dd7 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778642 Oct 20 10:57:47.351691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39702) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.356444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872777225'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.382776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.460172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.466466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.496318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.498235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1455951 Oct 20 10:57:47.502987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39708) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.507537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f795f1f0-59fc-4807-ba82-4ff3ab5dd4c6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '57dde788-857e-48ca-b008-4ecbdf0a22ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.519848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660bd2e-18ba-4a89-94dc-2744c16e67b5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dde788-857e-48ca-b008-4ecbdf0a22ad,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.560493 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-f795f1f0-59fc-4807-ba82-4ff3ab5dd4c6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The resource could not be found. Oct 20 10:57:47.564904 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f795f1f0-59fc-4807-ba82-4ff3ab5dd4c6 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0578611 Oct 20 10:57:47.566641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39710) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.571384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b450bbbb-e3f3-4f59-8248-9e4b4495c68c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '57dde788-857e-48ca-b008-4ecbdf0a22ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'be3b0cf0-f9c0-4787-bf12-f0768e0fbc6d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.632990 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-b450bbbb-e3f3-4f59-8248-9e4b4495c68c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The resource could not be found. Oct 20 10:57:47.636867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b450bbbb-e3f3-4f59-8248-9e4b4495c68c tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0667830 Oct 20 10:57:47.637620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.701082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.724693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.774100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.775579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.778439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.779745 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/57dde788-857e-48ca-b008-4ecbdf0a22ad HTTP/1.1" status: 204 len: 168 time: 0.1405046 Oct 20 10:57:47.784455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39720) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.799682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef69df-fcf4-4b19-be03-7670427553ee tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dde788-857e-48ca-b008-4ecbdf0a22ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.827914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a543b128-9f62-4650-bd82-453e1f3baad0']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:47.848885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c274fbc-1cf2-4a35-b9bd-a614fb802283') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:47.849134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c274fbc-1cf2-4a35-b9bd-a614fb802283') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:47.854962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f23c761d-bedb-44e0-bbd4-e7b23a3aac68 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644934 Oct 20 10:57:47.855697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39722) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.861806 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-be0fe2fb-faab-4fb2-9aa9-5ded26c957b8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '6285d19b-1c4a-4093-8a8b-cf34d860f924', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.866595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-2e1445c3-73eb-408e-9f2e-62e743624954 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:47.867623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-2e1445c3-73eb-408e-9f2e-62e743624954 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 811 time: 0.6336272 Oct 20 10:57:47.872158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.899557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c3fcb-1ac8-4a68-b854-d23d03852d7d req-422fbdff-797e-4ba8-963a-791761d53fd1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:47.901110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-348c3fcb-1ac8-4a68-b854-d23d03852d7d req-422fbdff-797e-4ba8-963a-791761d53fd1 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.5468755 Oct 20 10:57:47.905486 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-be0fe2fb-faab-4fb2-9aa9-5ded26c957b8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The resource could not be found. Oct 20 10:57:47.906258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-2433cdbe-7c65-4b48-9b8b-b5af90f05890 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/quotas/f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 375 time: 0.0260181 Oct 20 10:57:47.906789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be0fe2fb-faab-4fb2-9aa9-5ded26c957b8 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0485277 Oct 20 10:57:47.907341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.910762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.915956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--624878880'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.924251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:47.924656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:47.937439 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:47.944314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.027160 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.036171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.052203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-348c3fcb-1ac8-4a68-b854-d23d03852d7d req-7ec93105-a52b-4c78-ad6d-8eb42841d6e2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406589 Oct 20 10:57:48.054973 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.068790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.074789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] 10.222.0.74 "DELETE /v2.0/networks/a543b128-9f62-4650-bd82-453e1f3baad0 HTTP/1.1" status: 204 len: 168 time: 1.6581998 Oct 20 10:57:48.078169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2058ece-6b3d-4fcd-bd00-321a6cdc5ac4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.084934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.086177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8099b300-65f4-4666-880b-3fcbac591d18 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1742096 Oct 20 10:57:48.087348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25c4380e-06fd-4ecb-af94-b3d288ccce44 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615746 Oct 20 10:57:48.097070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39734) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.102368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399749628'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:48.108192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913815-d19b-4603-bead-8c3fe18e115e tempest-AllowedAddressPairTestJSON-1383614095 tempest-AllowedAddressPairTestJSON-1383614095-project] Pushing event deleted for resources: {'Network': ['ID=a543b128-9f62-4650-bd82-453e1f3baad0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.166853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.289706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28988ae-79ce-4007-a6e5-257da24154a3 req-a8f70b51-e6ee-48ae-b1a0-901e7616b6af tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:48.291297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28988ae-79ce-4007-a6e5-257da24154a3 req-a8f70b51-e6ee-48ae-b1a0-901e7616b6af tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.1358032 Oct 20 10:57:48.313649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-1b84c2e3-248d-45d9-9826-aaa4244937ff service neutron] 10.222.0.74 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866412 Oct 20 10:57:48.422804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28988ae-79ce-4007-a6e5-257da24154a3 req-f281c8f7-0dd3-41ce-9695-e1f929e085eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222775 Oct 20 10:57:48.430386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.431444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.461551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.517284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-76307548-26cb-423b-858f-d665675210c1 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864285 Oct 20 10:57:48.598104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.599355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5010645 Oct 20 10:57:48.602347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39750) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.608733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f8f9f57b-c219-416c-8f7e-0940c7c1902e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': 'd2058ece-6b3d-4fcd-bd00-321a6cdc5ac4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9946f304-d1db-4823-b214-5f44f037ec3d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:48.615731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbfccc-a112-4863-ba55-b1c6f5077aea tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9946f304-d1db-4823-b214-5f44f037ec3d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.682560 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-f8f9f57b-c219-416c-8f7e-0940c7c1902e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:48.683666 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f8f9f57b-c219-416c-8f7e-0940c7c1902e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0795801 Oct 20 10:57:48.685676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a3277-709c-4eb1-bf94-7f6a7b0c1c2c req-77123a2d-016a-4a9e-ac6d-139753edf4bf tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:48.686444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.709144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-658a3277-709c-4eb1-bf94-7f6a7b0c1c2c req-77123a2d-016a-4a9e-ac6d-139753edf4bf tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1883612 Oct 20 10:57:48.735990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ed1ebbc-1ece-4cd6-840f-e1069e8fe634 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f441c682a957420bbe7181f0b280be59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996585 Oct 20 10:57:48.754447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39758) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.780312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e70be43-0a0b-4b34-9f84-9d9a4a908c62 req-7f39c856-50e8-427b-89d2-c9640a137dd9 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 210 time: 0.0506229 Oct 20 10:57:48.831883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.833312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-658a3277-709c-4eb1-bf94-7f6a7b0c1c2c req-612a956b-f83c-435a-834f-99c55c3a953a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179450 Oct 20 10:57:48.868448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.940576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.967171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.971203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.972880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/9946f304-d1db-4823-b214-5f44f037ec3d HTTP/1.1" status: 204 len: 168 time: 0.2854130 Oct 20 10:57:48.978414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39768) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:48.997235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.014637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef94fbb-d8df-4fd0-9094-39bb29bd8a52 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9946f304-d1db-4823-b214-5f44f037ec3d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:49.105043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.107947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.109152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2202ab6a-98a0-4d33-a4a2-b1bc6d78d444 HTTP/1.1" status: 204 len: 168 time: 0.3535273 Oct 20 10:57:49.131568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b12bc410-d7cb-4f81-90f7-707b7f068669 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1492112 Oct 20 10:57:49.131965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919d19-21e3-428c-aa61-7dc5908c9d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2202ab6a-98a0-4d33-a4a2-b1bc6d78d444,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:49.132070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39778) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:49.361140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea3bc-5af9-4893-97ae-80a9415c64b8 req-7f5a943d-0abf-4e0c-bed7-5ae278df093e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.373426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-850ea3bc-5af9-4893-97ae-80a9415c64b8 req-7f5a943d-0abf-4e0c-bed7-5ae278df093e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2001476 Oct 20 10:57:49.387166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260c88-50f3-4656-9ca4-386fa12a764b req-6ed59a53-9c60-487d-8c6d-81efd3865c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.389201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-6ed59a53-9c60-487d-8c6d-81efd3865c12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3102e435d6424db7910df425367af951&device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 1097 time: 0.1994717 Oct 20 10:57:49.389818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.467345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.502169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-850ea3bc-5af9-4893-97ae-80a9415c64b8 req-f93975c4-be77-43ed-9550-3125c58cdb7a tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278594 Oct 20 10:57:49.557774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260c88-50f3-4656-9ca4-386fa12a764b req-48a39257-dc41-4674-811d-dd6a90473468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.559503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-48a39257-dc41-4674-811d-dd6a90473468 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 200 len: 913 time: 0.1619763 Oct 20 10:57:49.571019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.574434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.575726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/d2058ece-6b3d-4fcd-bd00-321a6cdc5ac4 HTTP/1.1" status: 204 len: 168 time: 0.4427600 Oct 20 10:57:49.578991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:49.587429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ba08-dd2e-400b-a5bb-0e3481c0dd7d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2058ece-6b3d-4fcd-bd00-321a6cdc5ac4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:49.632264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-3564d8fe-c487-465d-a553-41bd4f7ea6e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 200 len: 217 time: 0.0461354 Oct 20 10:57:49.652128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de1dafca-02d9-4674-b910-ca596d95f354 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716860 Oct 20 10:57:49.657834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:49.663090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080859636'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:49.689199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.721330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260c88-50f3-4656-9ca4-386fa12a764b req-663e88b1-51c6-45fb-91fa-1720ee6ab0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.722794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-663e88b1-51c6-45fb-91fa-1720ee6ab0bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 HTTP/1.1" status: 200 len: 851 time: 0.0830548 Oct 20 10:57:49.762438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-6d8da55f-7189-43d2-934e-c340642ac4d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbf297a5-7d19-4ac1-a8cc-c466d08e214d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320737 Oct 20 10:57:49.788049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.793949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.871914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-3465b779-5742-44e1-a066-cbed8bb86d27 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014955 Oct 20 10:57:49.873095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6516c6a0-aef2-4f95-8872-247d06f87673,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:49.895380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.899658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e21322dc-35dc-4a58-b9bf-75463e36727d tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2372899 Oct 20 10:57:49.899658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:49.909154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2fc38f40-966d-47a5-bf56-862a81c17f09 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '6516c6a0-aef2-4f95-8872-247d06f87673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:49.953872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0572917f-2c12-4d7f-9d31-e57a6036505d req-b4c5321a-56cb-4eea-8496-1a196c336554 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 210 time: 0.0376625 Oct 20 10:57:49.968275 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-2fc38f40-966d-47a5-bf56-862a81c17f09 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:49.970320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2fc38f40-966d-47a5-bf56-862a81c17f09 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0698297 Oct 20 10:57:49.973132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39810) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:49.978474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bf9574d7-9611-46aa-86c7-c79e07745567 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group_rule': {'security_group_id': '6516c6a0-aef2-4f95-8872-247d06f87673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.020778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45260c88-50f3-4656-9ca4-386fa12a764b req-4d274958-5ccc-4c92-8ca3-a542b52d9406 service neutron] 10.222.0.70 "GET /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321607 Oct 20 10:57:50.041481 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-bf9574d7-9611-46aa-86c7-c79e07745567 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:57:50.045968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39812) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.046158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bf9574d7-9611-46aa-86c7-c79e07745567 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0715320 Oct 20 10:57:50.106744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.138605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.197592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.201276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.205010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.207020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/6516c6a0-aef2-4f95-8872-247d06f87673 HTTP/1.1" status: 204 len: 168 time: 0.1594899 Oct 20 10:57:50.210565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.225441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901e3c1-389b-47dd-ad33-590d6bf653f0 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6516c6a0-aef2-4f95-8872-247d06f87673,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:50.290018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-51fb74ba-08bd-4f88-b716-5c2fa7a5589a tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743542 Oct 20 10:57:50.290018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39824) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.300551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'tempest-secgroup--611964972'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.361936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.373131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-7f3d4864-cf0b-4575-b1e8-788d722eccb9 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.374684 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-7f3d4864-cf0b-4575-b1e8-788d722eccb9 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 811 time: 0.1536963 Oct 20 10:57:50.378307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-e2d358dc-2d4f-4870-80c9-46fb6e3feede tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.382351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2d358dc-2d4f-4870-80c9-46fb6e3feede tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1806800 Oct 20 10:57:50.383355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39828) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.407287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-5acf1f91-e4a2-4339-bfaa-126dced45d7b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.407287 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5acf1f91-e4a2-4339-bfaa-126dced45d7b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0136781 Oct 20 10:57:50.407287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.415304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-2b26808d-9956-46e2-ada1-204c52d77f49 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.417446 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b26808d-9956-46e2-ada1-204c52d77f49 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0143976 Oct 20 10:57:50.420250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.426679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-7c72e420-c788-427d-bb8b-79630c18a8d0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.427658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c72e420-c788-427d-bb8b-79630c18a8d0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064466 Oct 20 10:57:50.432398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.442045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-e7fa0ef5-117c-494c-91e5-baf65fac31b6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.443692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e7fa0ef5-117c-494c-91e5-baf65fac31b6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102296 Oct 20 10:57:50.447072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-1ce5eeee-3a44-4b67-accb-eddb605217e1 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f31655a5c2d842fc92f4fae94133c07d HTTP/1.1" status: 200 len: 379 time: 0.0612521 Oct 20 10:57:50.447528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39838) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.452353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-db8d3812-3d1b-4291-a1ef-b03d349c4014 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.453378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db8d3812-3d1b-4291-a1ef-b03d349c4014 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049553 Oct 20 10:57:50.458515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'port': {'device_id': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'admin_state_up': True, 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'security_groups': ['259bc981-2875-428f-9573-b810c333b674']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.461936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.469246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-e8b6dd30-1a41-4414-b7c2-8bf87b791ff0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.470987 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8b6dd30-1a41-4414-b7c2-8bf87b791ff0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061491 Oct 20 10:57:50.475852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.480375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.483866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-1e8b1261-5ceb-49ed-8147-95d48cb3b406 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.485037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1e8b1261-5ceb-49ed-8147-95d48cb3b406 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078208 Oct 20 10:57:50.487370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.487782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39844) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.498054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-4ea9f034-558c-4729-a70d-02aa96be05bd tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.501995 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ea9f034-558c-4729-a70d-02aa96be05bd tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099263 Oct 20 10:57:50.502634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.515172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-54c47125-02bb-4cca-b681-a1073f93544f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.521456 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54c47125-02bb-4cca-b681-a1073f93544f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053356 Oct 20 10:57:50.521635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.521635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2277253 Oct 20 10:57:50.521860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.524973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.531951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-7e851a8b-5c4f-4eb1-9846-7edcbebea229 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.535266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e851a8b-5c4f-4eb1-9846-7edcbebea229 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069163 Oct 20 10:57:50.536314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39854) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.540857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-64741a2c-54ae-4605-a52e-1a2fb285c295 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.542015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-64741a2c-54ae-4605-a52e-1a2fb285c295 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045993 Oct 20 10:57:50.544647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.549137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-f7ce2950-2f38-47ca-97b4-0bdd8b4984ca tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.551028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f7ce2950-2f38-47ca-97b4-0bdd8b4984ca tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054140 Oct 20 10:57:50.552967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-631f1368-feb3-4f6b-8ec2-e4321b54ce77 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.553548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39858) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.553690 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-631f1368-feb3-4f6b-8ec2-e4321b54ce77 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:57:50.555180 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-631f1368-feb3-4f6b-8ec2-e4321b54ce77 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:57:50.555180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-631f1368-feb3-4f6b-8ec2-e4321b54ce77 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "PUT /v2.0/security-groups/fa5fb753-1383-453b-b9c7-1728806a99e6 HTTP/1.1" status: 409 len: 330 time: 0.0329554 Oct 20 10:57:50.557943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39860) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.559189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-708bbdd0-ba06-4e50-9465-9349cc0d85c6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.560405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-708bbdd0-ba06-4e50-9465-9349cc0d85c6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055461 Oct 20 10:57:50.561491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c739f-edb4-4efa-91b6-befc24e2dc5e tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5fb753-1383-453b-b9c7-1728806a99e6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:50.563822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39862) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.569279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-bce5c55d-1606-4f45-83c9-668cc6544a4b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.570408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bce5c55d-1606-4f45-83c9-668cc6544a4b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055206 Oct 20 10:57:50.572888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39864) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.581303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-ebd34571-9ce0-4e87-b230-4b745d7b3030 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.582531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ebd34571-9ce0-4e87-b230-4b745d7b3030 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077307 Oct 20 10:57:50.585054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39866) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.590363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-179f3bd1-88ea-4290-b2b4-d80ffadd03f4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.592000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-179f3bd1-88ea-4290-b2b4-d80ffadd03f4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059938 Oct 20 10:57:50.594390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39868) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.599579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-ea2c224f-114e-433a-9425-086725222f0a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.601479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea2c224f-114e-433a-9425-086725222f0a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059617 Oct 20 10:57:50.606997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.622130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-3c74f12f-d32c-4c9d-9685-6a1bc515a679 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.625646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c74f12f-d32c-4c9d-9685-6a1bc515a679 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106518 Oct 20 10:57:50.627415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39872) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.631595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-941cfd2c-cb8a-4fc1-9d46-2b7ea72e855e tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.635421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-941cfd2c-cb8a-4fc1-9d46-2b7ea72e855e tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041497 Oct 20 10:57:50.636057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.644148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-c6f97e88-7cc9-4c23-bd57-98ef81b187c3 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.645105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6f97e88-7cc9-4c23-bd57-98ef81b187c3 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050597 Oct 20 10:57:50.658590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.665139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-657250a7-96a7-47ea-938e-571e0a9ce330 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.665937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-657250a7-96a7-47ea-938e-571e0a9ce330 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0063860 Oct 20 10:57:50.671630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39880) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.682463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.684669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-409e72ef-8469-4d52-b780-67cecff1bc74 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.691231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-409e72ef-8469-4d52-b780-67cecff1bc74 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0175698 Oct 20 10:57:50.694105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39882) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.702316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-c3fd9c8d-443b-4539-9fa1-41f46c1d13cb tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.705444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Made reservation on behalf of f31655a5c2d842fc92f4fae94133c07d for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:50.706633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c3fd9c8d-443b-4539-9fa1-41f46c1d13cb tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0114021 Oct 20 10:57:50.709139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.711789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39884) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.717235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-1f964a03-6ff2-4594-aad6-52831cd5f62a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.722843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f964a03-6ff2-4594-aad6-52831cd5f62a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0100369 Oct 20 10:57:50.725062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39886) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.739234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-d8f82e75-6771-449f-8c54-25a3006e14b6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.743017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.743830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d8f82e75-6771-449f-8c54-25a3006e14b6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081258 Oct 20 10:57:50.744603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.755133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1e938-b164-469c-ab9a-aa226d865c24 req-d330bd7a-81e3-4a5b-a7cc-eeb27374f2f7 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.756383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75f1e938-b164-469c-ab9a-aa226d865c24 req-d330bd7a-81e3-4a5b-a7cc-eeb27374f2f7 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1487932 Oct 20 10:57:50.760586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-7a718a58-3e7c-4861-8f32-dcce46980528 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.761703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a718a58-3e7c-4861-8f32-dcce46980528 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0140440 Oct 20 10:57:50.766913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39890) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.771685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-e9c59050-5540-49a7-96ea-ce90246d712d tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.775684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e9c59050-5540-49a7-96ea-ce90246d712d tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073645 Oct 20 10:57:50.777057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39892) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.786636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-af42ba2b-cfdb-4782-8342-78f920c629e1 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.791454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-af42ba2b-cfdb-4782-8342-78f920c629e1 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078537 Oct 20 10:57:50.793432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39894) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.800577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-96f363ad-9b34-4975-acf6-1764ea500a4e tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.803886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96f363ad-9b34-4975-acf6-1764ea500a4e tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066357 Oct 20 10:57:50.805260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39896) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.812566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-0a4d337f-46b1-4af0-9419-63c5bc74e8a5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.813519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a4d337f-46b1-4af0-9419-63c5bc74e8a5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056536 Oct 20 10:57:50.820319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39898) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.830851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-abadb6b7-fc84-48cd-ad27-8a7761ca7183 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.831832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-abadb6b7-fc84-48cd-ad27-8a7761ca7183 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0105844 Oct 20 10:57:50.835016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39900) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.839116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-c8af3e4e-2d5c-43eb-a19d-31abe7b5c162 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.840040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c8af3e4e-2d5c-43eb-a19d-31abe7b5c162 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041118 Oct 20 10:57:50.843608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39902) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.847917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-baf5cf8a-7c93-44aa-9688-aecb1de9015b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.848862 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-baf5cf8a-7c93-44aa-9688-aecb1de9015b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043566 Oct 20 10:57:50.851827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75f1e938-b164-469c-ab9a-aa226d865c24 req-eb3d3893-8c0c-4007-9805-5bbb59ab6289 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863380 Oct 20 10:57:50.852282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39904) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.856374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-92e456f3-0cde-42bd-a6c8-7bfde2bb5c18 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.857321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-92e456f3-0cde-42bd-a6c8-7bfde2bb5c18 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041776 Oct 20 10:57:50.861861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39906) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.868540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-65fde946-fa15-4588-bfc5-538122a39271 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.872780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.875082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65fde946-fa15-4588-bfc5-538122a39271 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067599 Oct 20 10:57:50.881623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-ed668858-0d77-4491-8577-a821fb7edd09 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.881623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ed668858-0d77-4491-8577-a821fb7edd09 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056088 Oct 20 10:57:50.881934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.886034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-ab3cbb0b-72d4-4f4e-80fd-c5f584f672c0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.889293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab3cbb0b-72d4-4f4e-80fd-c5f584f672c0 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045457 Oct 20 10:57:50.891012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39912) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.895270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-ab3da13c-e5f7-4055-b4aa-3182d2ea2169 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.896234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab3da13c-e5f7-4055-b4aa-3182d2ea2169 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042555 Oct 20 10:57:50.899299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39914) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.903757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-0a707b16-b3b2-4c1e-885c-546d49f80623 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.904868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a707b16-b3b2-4c1e-885c-546d49f80623 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044389 Oct 20 10:57:50.907261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39916) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.911364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-791a5b84-b25a-405f-8d3f-649de7fce3e6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.912351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-791a5b84-b25a-405f-8d3f-649de7fce3e6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040665 Oct 20 10:57:50.913304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.914519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39918) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.915929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.917051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/fa5fb753-1383-453b-b9c7-1728806a99e6 HTTP/1.1" status: 204 len: 168 time: 0.3581657 Oct 20 10:57:50.919387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-9278e6bf-4b7e-4d5e-88cc-df42e87541f4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.920570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9278e6bf-4b7e-4d5e-88cc-df42e87541f4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049796 Oct 20 10:57:50.921580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39920) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.924394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.933027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-5b86e292-1a3a-4d59-a79f-4ce9616cce44 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.936529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b268da3-51de-4d49-bb4f-717c78da2175 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5fb753-1383-453b-b9c7-1728806a99e6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:50.936672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b86e292-1a3a-4d59-a79f-4ce9616cce44 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082700 Oct 20 10:57:50.939259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39924) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.945027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-c6e2826a-2571-4c74-bf18-3d7e9993a1af tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.948500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39926) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.951037 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6e2826a-2571-4c74-bf18-3d7e9993a1af tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0113575 Oct 20 10:57:50.957095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-0b725b00-98ff-4c55-a744-614933a7a0c9 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.958909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b725b00-98ff-4c55-a744-614933a7a0c9 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094378 Oct 20 10:57:50.961782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.966279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-2ebf1099-a8c1-4b40-9f59-3e6d314fe145 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.969523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Allocated IP 172.20.0.4 (f8f0b7a4-0107-45fc-a134-9086d3e50ace/59c7975a-071c-4830-91c2-46f0efd55b81/eb4d4ec1-1b7d-4830-8956-05b107efbe24) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:50.969707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2ebf1099-a8c1-4b40-9f59-3e6d314fe145 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045156 Oct 20 10:57:50.969812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39930) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.976493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-787e07b4-77ca-44b7-a244-451a32cada96 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.979879 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-787e07b4-77ca-44b7-a244-451a32cada96 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067127 Oct 20 10:57:50.980679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.989409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-62de1879-9a74-4080-a4e8-2722a73c9b34 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:50.992971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-62de1879-9a74-4080-a4e8-2722a73c9b34 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093236 Oct 20 10:57:50.993954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.003622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-2792f629-ff7c-46ee-92a1-472ab023a072 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.005767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2792f629-ff7c-46ee-92a1-472ab023a072 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098424 Oct 20 10:57:51.009705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39940) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.015736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-16033296-0093-46e8-bb34-ed3596cecc82 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.016962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-16033296-0093-46e8-bb34-ed3596cecc82 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058696 Oct 20 10:57:51.022408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-74ddd1b5-c891-46df-9ab6-7bfaa2dd697f tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996373 Oct 20 10:57:51.025831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39942) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.026425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39944) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.031262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-4dffc537-c786-4355-8648-72be3a53010d tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.040628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4dffc537-c786-4355-8648-72be3a53010d tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0149283 Oct 20 10:57:51.043344 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-5316def8-7cfe-47a4-8195-834a0e41f7de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] delete failed (client error): The resource could not be found. Oct 20 10:57:51.043507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.048364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5316def8-7cfe-47a4-8195-834a0e41f7de tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "DELETE /v2.0/security-groups/9a039d48-c577-4107-abe9-6edf25d1eb3e HTTP/1.1" status: 404 len: 347 time: 0.0207953 Oct 20 10:57:51.049689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39948) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.055078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-a7eef60f-999b-4a2c-a690-c1d97deff5fe tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.062508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7eef60f-999b-4a2c-a690-c1d97deff5fe tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0177393 Oct 20 10:57:51.064715 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-e49dee74-f03f-493c-949f-6b963281bb19 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] show failed (client error): The resource could not be found. Oct 20 10:57:51.066811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39950) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.070150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e49dee74-f03f-493c-949f-6b963281bb19 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-groups/6c9592c4-5efb-4054-ad7d-72fd5dc5d1dc HTTP/1.1" status: 404 len: 347 time: 0.0191586 Oct 20 10:57:51.070807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39952) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.084609 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-b6a6eca4-ceed-4641-ac12-69bd0fa114f5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] show failed (client error): The resource could not be found. Oct 20 10:57:51.090510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b6a6eca4-ceed-4641-ac12-69bd0fa114f5 tempest-NegativeSecGroupIPv6Test-476976306 tempest-NegativeSecGroupIPv6Test-476976306-project] 10.222.0.74 "GET /v2.0/security-group-rules/df30cbfb-b641-4d2b-919c-293d907de3bc HTTP/1.1" status: 404 len: 356 time: 0.0184834 Oct 20 10:57:51.100720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-306d14c7-a5c5-4d1c-92d0-f872575627c5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.104751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-306d14c7-a5c5-4d1c-92d0-f872575627c5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0375302 Oct 20 10:57:51.108097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39958) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.112619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-a1ff7300-c8b7-4dc2-820b-c54ae43bce57 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.116150 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1ff7300-c8b7-4dc2-820b-c54ae43bce57 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071299 Oct 20 10:57:51.118930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39960) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.127745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c4cdff1-6e74-426c-bbc4-56ebde3b3656 req-d95a8218-ea48-4166-94d9-437e3b21f06b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 210 time: 0.0444944 Oct 20 10:57:51.139891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [None req-008ea1b1-d046-4c2d-9b96-9024012d30fe tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.143768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39962) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.143926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-008ea1b1-d046-4c2d-9b96-9024012d30fe tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0240018 Oct 20 10:57:51.159121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-fa4e0558-3945-4e7e-94db-4912cca949f5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.160172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fa4e0558-3945-4e7e-94db-4912cca949f5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0149801 Oct 20 10:57:51.162770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39964) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.167142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-3f998b8c-4098-4deb-8ae9-e83c45c6845f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.168048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f998b8c-4098-4deb-8ae9-e83c45c6845f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043433 Oct 20 10:57:51.170544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39966) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.175660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-d7d51e37-d704-42df-a18e-0cac247d9de4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.176605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7d51e37-d704-42df-a18e-0cac247d9de4 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047729 Oct 20 10:57:51.179490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39968) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.185174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-c00b7d13-4fb8-410d-b2df-4b8ab9eb1d85 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.186179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c00b7d13-4fb8-410d-b2df-4b8ab9eb1d85 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057685 Oct 20 10:57:51.188687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.195301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-57f1af6d-c663-40b4-95a8-afd58a5c681b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.196256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-57f1af6d-c663-40b4-95a8-afd58a5c681b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0062878 Oct 20 10:57:51.198649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39974) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.206009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-d9b1bf10-bfe6-4915-a0cc-5d7e8ebebfc6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.206759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9b1bf10-bfe6-4915-a0cc-5d7e8ebebfc6 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070505 Oct 20 10:57:51.210087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39976) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.218030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-2c08f6f5-8074-4311-8ca0-87cc3ce3e7a5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.219389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2c08f6f5-8074-4311-8ca0-87cc3ce3e7a5 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080194 Oct 20 10:57:51.221636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39978) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.226246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-cae44271-21be-45b9-8b1b-e59ecae06b0a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.227211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cae44271-21be-45b9-8b1b-e59ecae06b0a tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044334 Oct 20 10:57:51.229603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39980) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.238724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-b196dec4-023a-43bd-9d9f-9402cd690207 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.238724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b196dec4-023a-43bd-9d9f-9402cd690207 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075612 Oct 20 10:57:51.242016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39982) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.248530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-25b47a52-60e6-4d44-b4a3-b4393c419066 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.249965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-25b47a52-60e6-4d44-b4a3-b4393c419066 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055218 Oct 20 10:57:51.252402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39984) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.257939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-f464321d-d1b1-42c4-970b-5faec1a6e17f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.261904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f464321d-d1b1-42c4-970b-5faec1a6e17f tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083015 Oct 20 10:57:51.264526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39986) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.278262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-7e026328-d1e0-4a9e-842d-69bbb59eac7b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.280432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7e026328-d1e0-4a9e-842d-69bbb59eac7b tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0110376 Oct 20 10:57:51.283613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.288724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-9fb8020d-d0f4-45e4-9218-48dded606818 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.290658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9fb8020d-d0f4-45e4-9218-48dded606818 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051842 Oct 20 10:57:51.292724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39990) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.299481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [None req-caf19e48-f0a1-4dd9-a1e3-6beeb15efb87 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:51.301313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-caf19e48-f0a1-4dd9-a1e3-6beeb15efb87 tempest-ExtensionsTestJSON-1934594719 tempest-ExtensionsTestJSON-1934594719-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063252 Oct 20 10:57:51.307216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.357335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.410695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:51.411106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:51.413805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:51.452765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event updated for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:51.489506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:51.491030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.522206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-f153ac8f-89a0-4d05-a365-557f30807daf tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0656834 Oct 20 10:57:51.536226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Request body: {'port': {'device_id': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:51.610085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40004) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.635163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.709861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:51.834303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c19305d6-abf7-4b78-b9e4-9ae74a257b46 None None] Provisioning complete for port eb4d4ec1-1b7d-4830-8956-05b107efbe24 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:51.839497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c19305d6-abf7-4b78-b9e4-9ae74a257b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.874320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24e12137-9007-471e-949d-3bad7f02a06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.973200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c19305d6-abf7-4b78-b9e4-9ae74a257b46 None None] Port eb4d4ec1-1b7d-4830-8956-05b107efbe24 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:52.048337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24e12137-9007-471e-949d-3bad7f02a06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.062757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-24e12137-9007-471e-949d-3bad7f02a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.178841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4d4ec1-1b7d-4830-8956-05b107efbe24 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:52.188511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-51fea086-0cea-4083-bb39-535a3918b09e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c6f872d21ff4c26a1ec435eeaebe053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764437 Oct 20 10:57:52.190819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40026) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:52.196641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24e12137-9007-471e-949d-3bad7f02a06a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=971f8a55eb0c4c6bbe6b328d9a3f970b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834151 Oct 20 10:57:52.206103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.207506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e12137-9007-471e-949d-3bad7f02a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396043ae-49c5-4549-bbac-02c470f60f52,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:52.214296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40028) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:52.246823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f2c27-af16-41ce-bdf3-22358cd5f23f req-264bd3f1-9f09-496c-a6eb-fa058c2e1005 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.251153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c17f2c27-af16-41ce-bdf3-22358cd5f23f req-264bd3f1-9f09-496c-a6eb-fa058c2e1005 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2547467 Oct 20 10:57:52.296095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Transition to ACTIVE for port object eb4d4ec1-1b7d-4830-8956-05b107efbe24 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:52.306506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.417565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c17f2c27-af16-41ce-bdf3-22358cd5f23f req-f0300d26-faaf-4615-a102-fd3cbfb81836 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007264 Oct 20 10:57:52.422562 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.452665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8674db-e9d2-4de3-a738-d37fc070c862 req-6a922d16-93ef-4cd4-be22-e042019fd079 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.454092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e8674db-e9d2-4de3-a738-d37fc070c862 req-6a922d16-93ef-4cd4-be22-e042019fd079 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 943 time: 0.1385415 Oct 20 10:57:52.476091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.607239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e8674db-e9d2-4de3-a738-d37fc070c862 req-d526e796-88a3-44e0-a893-affb0e35aaf4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408732 Oct 20 10:57:52.610226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:52.622778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Attempting to bind port eb4d4ec1-1b7d-4830-8956-05b107efbe24 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:52.623299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Attempting to bind port eb4d4ec1-1b7d-4830-8956-05b107efbe24 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:52.685887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Attempting to bind port eb4d4ec1-1b7d-4830-8956-05b107efbe24 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:52.685887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.686572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.686572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.686572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/396043ae-49c5-4549-bbac-02c470f60f52 HTTP/1.1" status: 204 len: 168 time: 0.4456511 Oct 20 10:57:52.705282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Port eb4d4ec1-1b7d-4830-8956-05b107efbe24 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:52.705616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Attempting to bind port eb4d4ec1-1b7d-4830-8956-05b107efbe24 on network f8f0b7a4-0107-45fc-a134-9086d3e50ace {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:52.719985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655808c-67f7-469c-be62-1ca85d0ec3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396043ae-49c5-4549-bbac-02c470f60f52,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:52.758303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.789414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:52.791601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Checking segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:52.792055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Bound using segment: {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:52.792673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Bound port: eb4d4ec1-1b7d-4830-8956-05b107efbe24, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8f90c7-6255-4664-b2af-4cceab7818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:52.793986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.932414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77618a-8b9a-445b-9084-aa6f9be98b81 req-c8a70488-c884-4c3e-a739-cf5f1150c875 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.935357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac77618a-8b9a-445b-9084-aa6f9be98b81 req-c8a70488-c884-4c3e-a739-cf5f1150c875 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.0974121 Oct 20 10:57:52.944116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.950388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.956081 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a26b9feb-2265-4a4f-b768-294d382fdf83 HTTP/1.1" status: 204 len: 168 time: 0.7624028 Oct 20 10:57:52.987302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c63a4-7ef3-458a-8bb0-8ca149cd1297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26b9feb-2265-4a4f-b768-294d382fdf83,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:52.992681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:52.998056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:53.017509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:53.034896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac77618a-8b9a-445b-9084-aa6f9be98b81 req-6934e068-75dd-4551-bcde-6fe1c12fff0f tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 Oct 20 10:57:53.069518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.070915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:53.072067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 1092 time: 1.5415750 Oct 20 10:57:53.075634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:53.078289 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae5df9-189b-4140-b9e4-a2620860061e" -d '{"events": [{"name": "network-changed", "server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:53.219212 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2217db-d717-4932-97ba-d12261819455 x-openstack-request-id: req-da2217db-d717-4932-97ba-d12261819455 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:53.219212 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:53.219212 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da2217db-d717-4932-97ba-d12261819455 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:53.220115 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'status': 'completed', 'code': 200} Oct 20 10:57:53.223568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0dea0-9552-4c42-a481-1c380bbfe0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:53.254096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-ba5a0bd2-c878-4cf0-802e-be4f5e9cacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.255694 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-ba5a0bd2-c878-4cf0-802e-be4f5e9cacfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1095 time: 0.1161003 Oct 20 10:57:53.361591 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-27a08554-d1f0-42d8-b230-bd25fa7129de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 217 time: 0.0847764 Oct 20 10:57:53.423816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-852f4617-0fc8-4bb5-b5e5-4ef00ebe8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.426028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-852f4617-0fc8-4bb5-b5e5-4ef00ebe8d0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0528166 Oct 20 10:57:53.505443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-60e13b2f-a9b0-4a09-8e3d-02f1bbafb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.507206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-60e13b2f-a9b0-4a09-8e3d-02f1bbafb33b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713797 Oct 20 10:57:53.597333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-33551a96-9714-4a4f-b038-70e97412d5b0 req-74e2ec12-3acc-47b7-aca7-dba7855eedf4 service neutron] (100747) timed out ('10.222.0.83', 64135) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:57:53.657872 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-cc736b1a-56fc-4c7b-afbf-eef4f7380fdd service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424456 Oct 20 10:57:53.834205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ea57661-2f33-4029-a5df-e7131a5c5a92 req-e90c79a3-500d-4050-b8a0-f136e6e7a611 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678548 Oct 20 10:57:53.875510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7d04-c557-4b4f-a882-6bcbd80e7700 req-e116ff05-5c62-4767-bbc5-575a0cf28669 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.877439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a47b7d04-c557-4b4f-a882-6bcbd80e7700 req-e116ff05-5c62-4767-bbc5-575a0cf28669 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 943 time: 0.1039486 Oct 20 10:57:53.972335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5df9-189b-4140-b9e4-a2620860061e req-80f42438-7789-4002-b3fc-f645380d7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:53.974986 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-80f42438-7789-4002-b3fc-f645380d7126 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1095 time: 0.0764089 Oct 20 10:57:53.976863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a47b7d04-c557-4b4f-a882-6bcbd80e7700 req-813f8619-12cf-4e75-aa06-4d5094c15f0b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848625 Oct 20 10:57:54.174694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5df9-189b-4140-b9e4-a2620860061e req-054fbc05-3fba-441d-a13c-4b7286837051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.176233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-054fbc05-3fba-441d-a13c-4b7286837051 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.1935258 Oct 20 10:57:54.217770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40084) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:54.238429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-7028b372-62ff-434d-989f-15642f085561 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 217 time: 0.0498109 Oct 20 10:57:54.273427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca111fb-8523-482e-aee1-a105e5c2654f req-2e047914-d2e7-47a5-a7f8-8e8f5c40cf63 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.275237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca111fb-8523-482e-aee1-a105e5c2654f req-2e047914-d2e7-47a5-a7f8-8e8f5c40cf63 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1162691 Oct 20 10:57:54.306684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5df9-189b-4140-b9e4-a2620860061e req-d780e171-8ba3-481d-b68b-f4c8e60165f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.308525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-d780e171-8ba3-481d-b68b-f4c8e60165f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0623624 Oct 20 10:57:54.375471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5df9-189b-4140-b9e4-a2620860061e req-ad982dac-2688-43ac-9edb-11add9fcaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.377719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-ad982dac-2688-43ac-9edb-11add9fcaa92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567760 Oct 20 10:57:54.391907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca111fb-8523-482e-aee1-a105e5c2654f req-36e7ee40-6457-4a9e-9a88-acda8523fa9e tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004386 Oct 20 10:57:54.550232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-24bdbd8f-dfb0-4bd0-be85-1396a0dff2b1 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623282 Oct 20 10:57:54.576252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554180833'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:54.641545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:54.646677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.656760 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9fae5df9-189b-4140-b9e4-a2620860061e req-3a531a30-39c0-446f-9788-1e5bf756aaec service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977285 Oct 20 10:57:54.668368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.817903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.831949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-882df16d-0bd5-4352-a166-560983ff38cf tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.833632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-882df16d-0bd5-4352-a166-560983ff38cf tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.70 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.1001654 Oct 20 10:57:54.835054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.879203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683ca8a5-6160-48f7-99dc-6bdcb74456bc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:54.939050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:54.979896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.980238 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 094e5c59-204d-4229-bd5b-4b35c2c3fd2f of type vlan for network b4684b44-7dff-44b9-a848-778f5d5ac3d3 Oct 20 10:57:55.054142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.092666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Deleting port 40eb5018-ae83-4fd6-acf4-777a8845b929 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:55.092999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.119809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.126035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.126625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.188195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9644213 Oct 20 10:57:55.315453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40114) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:55.320716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:55.383754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502ffea-5033-424d-8b7b-4f65301c9a57 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=b4684b44-7dff-44b9-a848-778f5d5ac3d3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:55.398549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:55.457063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] For port 40eb5018-ae83-4fd6-acf4-777a8845b929, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=40eb5018-ae83-4fd6-acf4-777a8845b929,segment=NetworkSegment(658d6699-f609-4249-9901-05900ad6cc3b),segment_id=658d6699-f609-4249-9901-05900ad6cc3b)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:55.459290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.463380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-d99aadda-f281-400b-8398-ee40c41d7e92 req-e3a3cb43-c9ba-4850-a451-fa352742cbdf tempest-SecurityGroupsTestJSON-1646127837 tempest-SecurityGroupsTestJSON-1646127837-project] (100746) timed out ('10.222.0.83', 64272) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:57:55.483122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02b507-8d27-496c-a437-bc10b4e75f29 req-d7eff81e-9541-45f6-acd7-8dfdc7918dd2 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.490719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f02b507-8d27-496c-a437-bc10b4e75f29 req-d7eff81e-9541-45f6-acd7-8dfdc7918dd2 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 943 time: 0.3938398 Oct 20 10:57:55.522274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:55.526630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.595885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Calling delete_port for 40eb5018-ae83-4fd6-acf4-777a8845b929 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:55.701177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f02b507-8d27-496c-a437-bc10b4e75f29 req-083c100d-e8ce-462c-8c2f-fa39caccd6a1 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073128 Oct 20 10:57:55.807667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.841190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af56be4-6783-45af-be9b-a07acec5ccc4 req-e43fd061-1fa1-424d-9440-e7e9ec96be7c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.846798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5af56be4-6783-45af-be9b-a07acec5ccc4 req-e43fd061-1fa1-424d-9440-e7e9ec96be7c tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/ports?device_id=835bac9a-0ebb-4a75-9264-e118c13fe5f8 HTTP/1.1" status: 200 len: 945 time: 0.3452151 Oct 20 10:57:55.889602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:55.930818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5af56be4-6783-45af-be9b-a07acec5ccc4 req-a0fd8275-6e5e-4187-bc35-cc27a0a6c5d7 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.74 "GET /v2.0/security-groups?id=cc117190-8acd-40d5-bec2-5bb587050b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Oct 20 10:57:55.931398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '094e5c59-204d-4229-bd5b-4b35c2c3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:55.931920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: b4684b44-7dff-44b9-a848-778f5d5ac3d3, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:55.967989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:55.984785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b4684b44-7dff-44b9-a848-778f5d5ac3d3) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:55.995565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8875a-7df0-4588-be29-3be43445cb0b None None] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:56.012801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.014480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.037903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.058613 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-405fbf0e-28c4-4f2a-b2f6-f8831697d994 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7393045 Oct 20 10:57:56.061710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:56.081324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406765733'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:56.102709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Pushing event deleted for resources: {'Port': ['ID=40eb5018-ae83-4fd6-acf4-777a8845b929,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:56.127504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:56.132358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.163955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:56.177362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.177716 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 4ac44554-8786-4710-b808-5598f66210d6 of type vlan for network 0a21987e-118e-4b41-b74e-4481ca7349ee Oct 20 10:57:56.195765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] No DVR routers for this DVR port 40eb5018-ae83-4fd6-acf4-777a8845b929 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:56.198882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.203492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1983fa8-0ee0-4d0b-83ee-f7ba2a98d8bb req-dee65977-b157-4800-be6a-360effa69e10 tempest-TestServerAdvancedOps-165736664 tempest-TestServerAdvancedOps-165736664-project] 10.222.0.70 "DELETE /v2.0/ports/40eb5018-ae83-4fd6-acf4-777a8845b929 HTTP/1.1" status: 204 len: 173 time: 1.3354826 Oct 20 10:57:56.204140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'name': 'network-vif-deleted', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:56.219573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['40eb5018-ae83-4fd6-acf4-777a8845b929'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:56.224177 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65070264-4a47-4893-9fd4-95e9f3713fea" -d '{"events": [{"server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "name": "network-vif-deleted", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:56.281925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.320486 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89f4f7-9494-4b5e-ad06-854b0399377c x-openstack-request-id: req-fe89f4f7-9494-4b5e-ad06-854b0399377c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:56.320784 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835bac9a-0ebb-4a75-9264-e118c13fe5f8", "name": "network-vif-deleted", "tag": "40eb5018-ae83-4fd6-acf4-777a8845b929", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:56.321043 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe89f4f7-9494-4b5e-ad06-854b0399377c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:56.321448 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bac9a-0ebb-4a75-9264-e118c13fe5f8', 'name': 'network-vif-deleted', 'tag': '40eb5018-ae83-4fd6-acf4-777a8845b929', 'status': 'completed', 'code': 200} Oct 20 10:57:56.342880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.350453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.351127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.402206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b4684b44-7dff-44b9-a848-778f5d5ac3d3', 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:56.404492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.431338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3668280 Oct 20 10:57:56.433786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40142) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:56.440457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': '0a21987e-118e-4b41-b74e-4481ca7349ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:56.499888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e6738-bbeb-493d-95db-6d2c8a4f0ab8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=0a21987e-118e-4b41-b74e-4481ca7349ee,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:56.569286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 0a21987e-118e-4b41-b74e-4481ca7349ee details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:56.638515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:56.642606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.781109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Allocated IP 172.20.255.242 (b4684b44-7dff-44b9-a848-778f5d5ac3d3/dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2/0527ab3b-ad37-435e-953d-ef30aaffcfc5) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:56.996032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed07ec-a00b-4ff2-91e6-0b63a9b1b0eb req-4e5d658d-1b58-487b-a2e6-1e6880502791 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:57.009640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4ed07ec-a00b-4ff2-91e6-0b63a9b1b0eb req-4e5d658d-1b58-487b-a2e6-1e6880502791 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 943 time: 0.1792772 Oct 20 10:57:57.025379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.038657 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.074370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:57.095027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:57.101933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:57.112456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:57.132213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Pushing event updated for resources: {'Port': ['ID=0527ab3b-ad37-435e-953d-ef30aaffcfc5,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.157809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Deleting subnet 994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:57.168429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.204774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4ed07ec-a00b-4ff2-91e6-0b63a9b1b0eb req-a4e929c9-99b2-4aa7-b8f3-141503fc4510 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939025 Oct 20 10:57:57.208219 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.237672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Attempting to bind port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:57.238730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Attempting to bind port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '094e5c59-204d-4229-bd5b-4b35c2c3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:57.242353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Attempting to bind port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 on network b4684b44-7dff-44b9-a848-778f5d5ac3d3 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:57.249364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:57.252114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Checking segment: {'id': '094e5c59-204d-4229-bd5b-4b35c2c3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:57.253694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.254200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Bound using segment: {'id': '094e5c59-204d-4229-bd5b-4b35c2c3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:57.254803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Bound port: 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094e5c59-204d-4229-bd5b-4b35c2c3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b4684b44-7dff-44b9-a848-778f5d5ac3d3'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:57.258702 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.308810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=0fd9f693-4eec-4c15-a522-2d1e5c6b17df,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.313552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '4ac44554-8786-4710-b808-5598f66210d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '0a21987e-118e-4b41-b74e-4481ca7349ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:57.314185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: 0a21987e-118e-4b41-b74e-4481ca7349ee, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:57.337202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network 0a21987e-118e-4b41-b74e-4481ca7349ee is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:57.343389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.361747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device eb4d4ec1-1b7d-4830-8956-05b107efbe24 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:57.365998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 0a21987e-118e-4b41-b74e-4481ca7349ee) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:57.379612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:57.382469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b92f69-37ca-4526-aba8-a1da9f93fffc None None] Network 0a21987e-118e-4b41-b74e-4481ca7349ee requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:57.382830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.416697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] For port 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:57.425989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f2f99a0c-fd33-4cd7-87a2-c6053e6a2046 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9879775 Oct 20 10:57:57.426842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40166) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:57.484032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] For port 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0527ab3b-ad37-435e-953d-ef30aaffcfc5,segment=NetworkSegment(094e5c59-204d-4229-bd5b-4b35c2c3fd2f),segment_id=094e5c59-204d-4229-bd5b-4b35c2c3fd2f)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:57.506126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.549879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.570780 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.671587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.685217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379979-7afc-4d36-a608-bee05171eab1 None None] Pushing event updated for resources: {'Port': ['ID=0527ab3b-ad37-435e-953d-ef30aaffcfc5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.717602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.733426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:57.745003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.748769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225 HTTP/1.1" status: 204 len: 168 time: 0.6731625 Oct 20 10:57:57.770899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40174) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:57.773209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14244f3b-23a2-4fb7-bb4c-ad97dfd39f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994a1c4c-1ff7-4d94-90a4-e5fa6f3a3225,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.802472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300e625-91b8-480d-930c-0eff64006e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-0a21987e-118e-4b41-b74e-4481ca7349ee', 'network_id': '0a21987e-118e-4b41-b74e-4481ca7349ee', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': '0fd9f693-4eec-4c15-a522-2d1e5c6b17df'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:57.803535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9300e625-91b8-480d-930c-0eff64006e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.817715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:57.842850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.916615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd9f693-4eec-4c15-a522-2d1e5c6b17df,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.934891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.030725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'port_id': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'mac_address': 'fa:16:3e:e7:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:58.081748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.117659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a21987e-118e-4b41-b74e-4481ca7349ee']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.120247 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.139969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac44554-8786-4710-b808-5598f66210d6') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.140272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac44554-8786-4710-b808-5598f66210d6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.151853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f16882-3006-4c87-b790-7515bf593b69 None None] Network 0a21987e-118e-4b41-b74e-4481ca7349ee requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:58.152021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-143b0100-b595-434e-9296-b8b92c03d3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.161609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.170738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.194622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4d4ec1-1b7d-4830-8956-05b107efbe24 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:58.196028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.205539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:58.205539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:58.207966 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:58.243881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:58.246041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf297a5-7d19-4ac1-a8cc-c466d08e214d']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.261179 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.278808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658d6699-f609-4249-9901-05900ad6cc3b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.279102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658d6699-f609-4249-9901-05900ad6cc3b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.302713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.325310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.333892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:58.334341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.336364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.346509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:58.348893 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:58.354334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/0a21987e-118e-4b41-b74e-4481ca7349ee HTTP/1.1" status: 204 len: 168 time: 0.9260859 Oct 20 10:57:58.371308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40182) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:58.397196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1774947617'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:58.401033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240dfce-0a39-4955-bf70-20d5b307389a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=0a21987e-118e-4b41-b74e-4481ca7349ee,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.493735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09988a1e-5a66-44c4-a895-11e61ec7b4ca req-62eb6eef-32d1-4625-8dd8-0edc6b6baaf7 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.497460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09988a1e-5a66-44c4-a895-11e61ec7b4ca req-62eb6eef-32d1-4625-8dd8-0edc6b6baaf7 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 944 time: 0.1175692 Oct 20 10:57:58.510899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.518047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 40eb5018-ae83-4fd6-acf4-777a8845b929 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:58.549997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:58.553576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.557131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.593867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 40eb5018-ae83-4fd6-acf4-777a8845b929 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:58.594607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 40eb5018-ae83-4fd6-acf4-777a8845b929 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:58.602195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-db551363-eda5-4785-9172-76ce59c1f09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.606758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09988a1e-5a66-44c4-a895-11e61ec7b4ca req-3bd7067b-a0cf-4363-9b7f-70836fcec17d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041188 Oct 20 10:57:58.622713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['eb4d4ec1-1b7d-4830-8956-05b107efbe24'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:58.627825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.631551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] 10.222.0.74 "DELETE /v2.0/networks/fbf297a5-7d19-4ac1-a8cc-c466d08e214d HTTP/1.1" status: 204 len: 168 time: 0.8595026 Oct 20 10:57:58.635823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40186) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:58.667063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78d37-1e8a-4c29-995e-9807110848de admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf297a5-7d19-4ac1-a8cc-c466d08e214d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.742571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:58.753681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Deleting subnet 3b6de364-e8a2-4ea6-9d9d-a706e92c86b8 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:58.761143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-143b0100-b595-434e-9296-b8b92c03d3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.762506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.768835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.769379 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment c4db8d86-0ce2-4b16-912a-708e348a9549 of type vlan for network fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 Oct 20 10:57:58.771456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-143b0100-b595-434e-9296-b8b92c03d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.814203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-143b0100-b595-434e-9296-b8b92c03d3a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=436c5ba16ae1477a955ecc1cc90ec769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0764139 Oct 20 10:57:58.816782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:58.900162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.963223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.970792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b0100-b595-434e-9296-b8b92c03d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d160b1c8-01f3-47de-8089-65a5849bb16f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.983830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.990160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.025510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.031155 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.044559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:59.045426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.060164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0527ab3b-ad37-435e-953d-ef30aaffcfc5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:59.114196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.121766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7368650 Oct 20 10:57:59.132164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40190) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:59.147942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.154454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3b6de364-e8a2-4ea6-9d9d-a706e92c86b8 HTTP/1.1" status: 204 len: 168 time: 0.5169704 Oct 20 10:57:59.159069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'fb8665cb-97a9-4df0-9b1e-b435b05ab8d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:59.170351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40192) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:59.170578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:59.171108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.220810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511f4da-0099-499c-9ff3-db3adfea6edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6de364-e8a2-4ea6-9d9d-a706e92c86b8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:59.272727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.289259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8124764-4a8a-4fc7-a66d-60b35c83280f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=fb8665cb-97a9-4df0-9b1e-b435b05ab8d4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:59.316287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:59.377706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.380777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.382279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d160b1c8-01f3-47de-8089-65a5849bb16f HTTP/1.1" status: 204 len: 168 time: 0.5582240 Oct 20 10:57:59.402609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:59.412504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.413405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa25f7d-4be4-4d40-aad0-149bcc5f5de4 None None] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:59.418308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758dbc0-d34e-4d17-9c5b-f16d0414ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d160b1c8-01f3-47de-8089-65a5849bb16f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:59.439309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.503816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-40534b06-5c4f-4500-b0a3-114c5c94fac4 None None] Provisioning complete for port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:59.504442 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40534b06-5c4f-4500-b0a3-114c5c94fac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.546105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.568844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:57:59.569371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:57:59.590142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e27df5a-fe9c-4f24-88a7-dc268894fdf4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:59.614382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f68902-82e0-4251-8009-50e73cf9e3f0') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:59.614382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f68902-82e0-4251-8009-50e73cf9e3f0') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:59.619489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0527ab3b-ad37-435e-953d-ef30aaffcfc5,segment=NetworkSegment(094e5c59-204d-4229-bd5b-4b35c2c3fd2f),segment_id=094e5c59-204d-4229-bd5b-4b35c2c3fd2f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:59.627265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.643282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.645277 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.660030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:59.660674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:59.664372 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:59.812253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.819291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.825982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5e27df5a-fe9c-4f24-88a7-dc268894fdf4 HTTP/1.1" status: 204 len: 168 time: 0.6502218 Oct 20 10:57:59.849821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae7da7-3416-418c-b008-ce0c0bed49b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e27df5a-fe9c-4f24-88a7-dc268894fdf4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:59.927269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ba13-6243-4b4b-96f7-ce8186dbbfd3 req-3fcfc3d8-7ffb-4a70-961f-aa37c9d86f36 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:59.928858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a78ba13-6243-4b4b-96f7-ce8186dbbfd3 req-3fcfc3d8-7ffb-4a70-961f-aa37c9d86f36 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 944 time: 0.1794214 Oct 20 10:57:59.947333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40210) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:59.962885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3da7afaf-ae6b-4d11-9ef7-49ba544d7dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.998203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a78ba13-6243-4b4b-96f7-ce8186dbbfd3 req-4c8f9205-c354-418c-a229-17beb6db6cab tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603645 Oct 20 10:57:59.999543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.082149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40212) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:00.084642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0527ab3b-ad37-435e-953d-ef30aaffcfc5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.100422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': 'c4db8d86-0ce2-4b16-912a-708e348a9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb8665cb-97a9-4df0-9b1e-b435b05ab8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:00.101267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: fb8665cb-97a9-4df0-9b1e-b435b05ab8d4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:00.119956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=3db54060-f789-4d78-a30e-1d647cac6f44,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.137195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:00.150740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, fb8665cb-97a9-4df0-9b1e-b435b05ab8d4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:00.165201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:00.166087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.171454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671a89a-24f4-4270-9da5-734c5eb911c1 None None] Network fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:00.194033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f512d87-2a80-4ab1-8e33-064978e02138 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0538199 Oct 20 10:58:00.196578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:00.238573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-af71f38c-4db6-4940-b2be-ddf7bca74fdb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3102e435d6424db7910df425367af951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553454 Oct 20 10:58:00.244670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40218) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:00.272302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3da7afaf-ae6b-4d11-9ef7-49ba544d7dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.287697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3da7afaf-ae6b-4d11-9ef7-49ba544d7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.368604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.377748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3da7afaf-ae6b-4d11-9ef7-49ba544d7dbb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2986b8d07fed425e8bb72ed364e89411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288290 Oct 20 10:58:00.386004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40222) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:00.386663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7afaf-ae6b-4d11-9ef7-49ba544d7dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d9862-7ca6-4634-8b88-cc3e72a24699,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.435878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.450480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.545714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.568738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb898a07-bd36-4bff-ab24-1da276e6a309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-fb8665cb-97a9-4df0-9b1e-b435b05ab8d4', 'network_id': 'fb8665cb-97a9-4df0-9b1e-b435b05ab8d4', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': '3db54060-f789-4d78-a30e-1d647cac6f44'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:00.569640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bb898a07-bd36-4bff-ab24-1da276e6a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.612293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.623226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.628415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.630112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.630243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc117190-8acd-40d5-bec2-5bb587050b6b HTTP/1.1" status: 204 len: 168 time: 0.3840308 Oct 20 10:58:00.730649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.733326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.734509 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f43d9862-7ca6-4634-8b88-cc3e72a24699 HTTP/1.1" status: 204 len: 168 time: 0.3443353 Oct 20 10:58:00.752913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d099efd-e917-4ba8-b438-a43574f8ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d9862-7ca6-4634-8b88-cc3e72a24699,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.757360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0290ff-108f-4f21-b099-a3f2c6494a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc117190-8acd-40d5-bec2-5bb587050b6b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.810617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-bb898a07-bd36-4bff-ab24-1da276e6a309 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db54060-f789-4d78-a30e-1d647cac6f44: This subnet is being modified by another concurrent operation. Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db54060-f789-4d78-a30e-1d647cac6f44: This subnet is being modified by another concurrent operation. Oct 20 10:58:00.848139 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:58:00.852930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f7fb0df8-62bc-4260-b5ee-c6e42413b986 None None] Provisioning complete for port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:00.852930 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0df8-62bc-4260-b5ee-c6e42413b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.880874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e9398-410a-4a28-9f0a-83729e9d6edc None None] Network fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:00.900566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=3db54060-f789-4d78-a30e-1d647cac6f44,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.018055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0527ab3b-ad37-435e-953d-ef30aaffcfc5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:01.039224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.097602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3e70e-50b2-4197-8a4a-c322b4989d37 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:01.112444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8665cb-97a9-4df0-9b1e-b435b05ab8d4']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:01.151507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db8d86-0ce2-4b16-912a-708e348a9549') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:01.152109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db8d86-0ce2-4b16-912a-708e348a9549') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:01.183541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.222012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:01.222392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.240923 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.296926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:01.297340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:01.300716 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:01.362925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device eb4d4ec1-1b7d-4830-8956-05b107efbe24 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:01.364836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3e70e-50b2-4197-8a4a-c322b4989d37 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:01.431163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211182e-5d16-462e-9db0-4eccf2860d64 req-baf895bf-94da-4246-83e5-76bbb76dda2a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:01.432019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-991508f6-0248-4752-a446-7274691fa57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.433619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d211182e-5d16-462e-9db0-4eccf2860d64 req-baf895bf-94da-4246-83e5-76bbb76dda2a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 944 time: 0.2272921 Oct 20 10:58:01.440308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.447954 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.464651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.471204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850391666'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:01.474927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 HTTP/1.1" status: 204 len: 168 time: 1.2769833 Oct 20 10:58:01.530920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a0eb4-cc42-428a-8741-a47af32892eb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=fb8665cb-97a9-4df0-9b1e-b435b05ab8d4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.540280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:01.549099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.559300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40248) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.577795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d211182e-5d16-462e-9db0-4eccf2860d64 req-284fe0d4-6e9e-4978-a77c-69d2a8a3f22d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004210 Oct 20 10:58:01.641674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:01.665178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.665938 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 064bb926-c44b-4039-b586-c554f456d7fb of type vlan for network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 Oct 20 10:58:01.671379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b5f7f05b-2c00-4ef0-bce0-949a4b7e2d21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0700861522614223a372a7c900755519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106465 Oct 20 10:58:01.676539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40250) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.775406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.778896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port eb4d4ec1-1b7d-4830-8956-05b107efbe24 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:01.807496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.816693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port eb4d4ec1-1b7d-4830-8956-05b107efbe24 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:01.818366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.825196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.833383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:01.834691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.852575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.882041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4149017 Oct 20 10:58:01.888976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40260) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.922372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:01.930048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b715b9b-b05d-40e1-8afd-5d134a3a3b9f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.935898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.939176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.947740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/016066e8-4ae7-4278-aaba-f7d31ac7c7e1 HTTP/1.1" status: 204 len: 168 time: 0.2699845 Oct 20 10:58:01.981654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2711a-2d4e-4fba-9ffa-44a5bf30a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016066e8-4ae7-4278-aaba-f7d31ac7c7e1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.994361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:02.005750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.066797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:02.070440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.189073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.321970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:02.324973 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6dd16-9edd-4fee-ba62-38cb2f5aad01" -d '{"events": [{"server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "name": "network-vif-plugged", "status": "completed", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:02.344797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:02.368777 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.414350 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46036cf7-b0cd-4d1e-8d69-53058ae60e52 x-openstack-request-id: req-46036cf7-b0cd-4d1e-8d69-53058ae60e52 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:02.414690 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "name": "network-vif-plugged", "status": "completed", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:02.415462 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-46036cf7-b0cd-4d1e-8d69-53058ae60e52 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:02.415902 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'code': 200} Oct 20 10:58:02.448473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:02.595317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.715001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=9c3d92dd-2d59-4af5-befc-a5cfb704d3db,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:02.766297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '064bb926-c44b-4039-b586-c554f456d7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:02.767064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:02.771724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb5985-499f-4520-b226-dd87920f0931 req-52777c25-abfa-4d95-99ad-42a35870ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.774457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-67cb5985-499f-4520-b226-dd87920f0931 req-52777c25-abfa-4d95-99ad-42a35870ab25 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1097 time: 0.2813003 Oct 20 10:58:02.779961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.810204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed425e7e-636d-493f-820c-ec46a3adb2fd req-0d3c4b53-a5d4-4151-bbe9-f92aa5b63909 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.818353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed425e7e-636d-493f-820c-ec46a3adb2fd req-0d3c4b53-a5d4-4151-bbe9-f92aa5b63909 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.0742610 Oct 20 10:58:02.829159 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-67cb5985-499f-4520-b226-dd87920f0931 req-c867a9a6-a0db-47ed-96c3-e21c61ba49c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Oct 20 10:58:02.829826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:02.848938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:02.856058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.856979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.864659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed425e7e-636d-493f-820c-ec46a3adb2fd req-1974c02c-0f53-4970-8446-5c83a0365050 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Oct 20 10:58:02.864992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b84223a-375f-46d1-bd88-ba613271691b None None] Network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:02.887940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-21705cf9-77c1-4555-aa28-93d463fc81fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9914057 Oct 20 10:58:02.887940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40284) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:03.060858 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.073489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709', 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': '9c3d92dd-2d59-4af5-befc-a5cfb704d3db'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:03.075285 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.156912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.263864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Allocated IP 172.20.0.1 (01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709/9c3d92dd-2d59-4af5-befc-a5cfb704d3db/2488e6a9-3989-4507-b457-3b572e399d1d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:03.447289 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.457738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.479394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.507295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:03.510279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:03.514087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3d92dd-2d59-4af5-befc-a5cfb704d3db,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.517487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:03.520713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Pushing event updated for resources: {'Port': ['ID=2488e6a9-3989-4507-b457-3b572e399d1d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.575994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Attempting to bind port 2488e6a9-3989-4507-b457-3b572e399d1d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:03.576414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Attempting to bind port 2488e6a9-3989-4507-b457-3b572e399d1d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '064bb926-c44b-4039-b586-c554f456d7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:03.576784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Attempting to bind port 2488e6a9-3989-4507-b457-3b572e399d1d on network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:03.582438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:03.582897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Checking segment: {'id': '064bb926-c44b-4039-b586-c554f456d7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:03.583319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.583729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Bound using segment: {'id': '064bb926-c44b-4039-b586-c554f456d7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:03.584177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Bound port: 2488e6a9-3989-4507-b457-3b572e399d1d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064bb926-c44b-4039-b586-c554f456d7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:03.584554 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.594014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.624052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:03.635503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bb926-c44b-4039-b586-c554f456d7fb') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:03.636107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bb926-c44b-4039-b586-c554f456d7fb') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:03.654839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] For port 2488e6a9-3989-4507-b457-3b572e399d1d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:03.658394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] For port 2488e6a9-3989-4507-b457-3b572e399d1d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2488e6a9-3989-4507-b457-3b572e399d1d,segment=NetworkSegment(064bb926-c44b-4039-b586-c554f456d7fb),segment_id=064bb926-c44b-4039-b586-c554f456d7fb)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:03.664536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.761295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b58f77-5168-493d-b9d3-69ec0714ec16 None None] Pushing event updated for resources: {'Port': ['ID=2488e6a9-3989-4507-b457-3b572e399d1d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.782337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23e756-4184-4373-9e0a-6e07dfae981a None None] Network 01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:03.951647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b62c9d-4a52-449e-aacb-a8f5f08eab29 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:04.115264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.132318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.142312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:04.142812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:04.146309 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:04.176961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b62c9d-4a52-449e-aacb-a8f5f08eab29 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:04.292650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:58:04.292650 n-d-802060-17 neutron-server[100746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:58:04.292650 n-d-802060-17 neutron-server[100746]: [parameters: {'id': '01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709'}] Oct 20 10:58:04.292650 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:58:04.293055 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:58:04.341891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e8473-2246-4ec8-98ef-c9302ac2687a req-1a586730-856c-49fb-be0a-d0017a277c7e tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.344710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-572e8473-2246-4ec8-98ef-c9302ac2687a req-1a586730-856c-49fb-be0a-d0017a277c7e tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.0986543 Oct 20 10:58:04.397712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-572e8473-2246-4ec8-98ef-c9302ac2687a req-c700c35f-064c-46ce-9f31-f6c50fb4cd2b tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 Oct 20 10:58:04.409323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.536399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e8d6c-80f8-4180-85fe-6ca01bc82738 req-20d08273-498c-40f2-9544-f96d5cc3921c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.537994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-304e8d6c-80f8-4180-85fe-6ca01bc82738 req-20d08273-498c-40f2-9544-f96d5cc3921c tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.0599988 Oct 20 10:58:04.547368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:04.551857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Request body: {'floatingip': {'port_id': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:04.591127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.794433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.864280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting port 2488e6a9-3989-4507-b457-3b572e399d1d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:04.864614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.942840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] For port 2488e6a9-3989-4507-b457-3b572e399d1d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2488e6a9-3989-4507-b457-3b572e399d1d,segment=NetworkSegment(064bb926-c44b-4039-b586-c554f456d7fb),segment_id=064bb926-c44b-4039-b586-c554f456d7fb)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:04.943275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.963664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Calling delete_port for 2488e6a9-3989-4507-b457-3b572e399d1d owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:05.064876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.069330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.071239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.098682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Port': ['ID=2488e6a9-3989-4507-b457-3b572e399d1d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:05.102640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No DVR routers for this DVR port 2488e6a9-3989-4507-b457-3b572e399d1d on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:05.195609 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.208519 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Floating IP 4eb7f817-13a7-4ca5-8faf-79ef395dab07 associated. External IP: 172.25.3.115, port: eb4d4ec1-1b7d-4830-8956-05b107efbe24. Oct 20 10:58:05.222256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.233121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bb926-c44b-4039-b586-c554f456d7fb') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.233602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bb926-c44b-4039-b586-c554f456d7fb') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.243773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.257606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.264602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:05.264990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:05.268046 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:05.351994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.368550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.380417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 HTTP/1.1" status: 204 len: 168 time: 2.4897656 Oct 20 10:58:05.380417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:05.385636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352614423'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:05.409429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb84bc-fcc7-4c58-8878-1c0e366df98d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:05.436835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:05.444282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.492604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:05.505862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.506355 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment cb8b52cb-1dfd-4be5-8b60-8d7f94b8e990 of type vlan for network 5764f910-6b3d-45ca-a78c-c8d0e1bebd95 Oct 20 10:58:05.583288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.629591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.637586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.638913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.700806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3169985 Oct 20 10:58:05.710820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:05.717596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': '5764f910-6b3d-45ca-a78c-c8d0e1bebd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:05.893448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:05.897635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.941429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8730df-9333-4f5f-9d72-9f058c8f718f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=5764f910-6b3d-45ca-a78c-c8d0e1bebd95,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:05.953290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5764f910-6b3d-45ca-a78c-c8d0e1bebd95 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:05.976307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:06.107121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:06.118512 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:06.125095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.132967 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:06.134158 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:06.166418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-368611e5-0b87-44b0-9f03-5f73fe87f367 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "PUT /v2.0/floatingips/4eb7f817-13a7-4ca5-8faf-79ef395dab07 HTTP/1.1" status: 200 len: 991 time: 1.6179283 Oct 20 10:58:06.167060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:06.169607 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7f51a-b80b-4084-8931-cfc304ac7afe" -d '{"events": [{"name": "network-changed", "server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:06.225598 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257cda35-83d8-4bb8-bb06-882d2e67a269 x-openstack-request-id: req-257cda35-83d8-4bb8-bb06-882d2e67a269 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:06.225907 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:06.226196 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-257cda35-83d8-4bb8-bb06-882d2e67a269 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:06.226637 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'status': 'completed', 'code': 200} Oct 20 10:58:06.340455 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:06.414014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.428987 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-432745c2-74ab-48bb-b0c4-d4150298c53a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2530570 Oct 20 10:58:06.437348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-62971df4-ea8c-4570-a057-46ea014c0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.438977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-62971df4-ea8c-4570-a057-46ea014c0b2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1097 time: 0.1598306 Oct 20 10:58:06.565765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=db9829bf-9d0c-4f6c-883f-c906f9b38093,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:06.633467 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4eb7f817-13a7-4ca5-8faf-79ef395dab07', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:e7:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:45Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:06.649501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': 'cb8b52cb-1dfd-4be5-8b60-8d7f94b8e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5764f910-6b3d-45ca-a78c-c8d0e1bebd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:06.650215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: 5764f910-6b3d-45ca-a78c-c8d0e1bebd95, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:06.672661 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:06.689256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:06.690267 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:06.718244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-b2f1f1e8-9706-45dc-a4d9-7045166b038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.719794 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-b2f1f1e8-9706-45dc-a4d9-7045166b038b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 1097 time: 0.1787405 Oct 20 10:58:06.720363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network 5764f910-6b3d-45ca-a78c-c8d0e1bebd95 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:06.737954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-171e59f8-924c-441b-84be-fcccef8fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.740366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-171e59f8-924c-441b-84be-fcccef8fbc18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.2727578 Oct 20 10:58:06.746681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5764f910-6b3d-45ca-a78c-c8d0e1bebd95) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:06.758220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bafe8c4-6bbc-4336-a116-e2b1f392c388 None None] Network 5764f910-6b3d-45ca-a78c-c8d0e1bebd95 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:06.758895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.760295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.874500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b9a0cda-439a-4973-9325-953cf03906b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1581607 Oct 20 10:58:06.874692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40338) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:06.986545 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:07.110498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-596f7fca-493d-476a-9f37-e75860aeae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.112684 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-596f7fca-493d-476a-9f37-e75860aeae46 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.3484426 Oct 20 10:58:07.132155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.144460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43d94e-86a8-412f-8b9a-f7ccf868c0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5764f910-6b3d-45ca-a78c-c8d0e1bebd95', 'network_id': '5764f910-6b3d-45ca-a78c-c8d0e1bebd95', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'db9829bf-9d0c-4f6c-883f-c906f9b38093'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:07.145355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-be43d94e-86a8-412f-8b9a-f7ccf868c0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.315423 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.365982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-f0a57d95-0ac9-4334-b276-7289585274fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d33745-5b92-44f3-b169-608a255de3f6 HTTP/1.1" status: 200 len: 217 time: 0.2374706 Oct 20 10:58:07.384088 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-b8c9af7d-4411-489c-bbd9-e2317468d677 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 999 time: 0.6145496 Oct 20 10:58:07.469924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.549463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=db9829bf-9d0c-4f6c-883f-c906f9b38093,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-be43d94e-86a8-412f-8b9a-f7ccf868c0ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db9829bf-9d0c-4f6c-883f-c906f9b38093: This subnet is being modified by another concurrent operation. Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db9829bf-9d0c-4f6c-883f-c906f9b38093: This subnet is being modified by another concurrent operation. Oct 20 10:58:07.650451 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:58:07.663500 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:58:07.678435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3216d3-0b01-46e3-9bf7-64bc9b7f1946 None None] Network 5764f910-6b3d-45ca-a78c-c8d0e1bebd95 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:07.705303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.716797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-9aa0846f-4018-486d-a7b7-d256777b4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.719311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-9aa0846f-4018-486d-a7b7-d256777b4116 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.2748091 Oct 20 10:58:07.721614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-a0d474e5-935b-42f9-a855-a4a2cb646e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.731796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-a0d474e5-935b-42f9-a855-a4a2cb646e98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.3422575 Oct 20 10:58:07.783118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5764f910-6b3d-45ca-a78c-c8d0e1bebd95']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.830156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8b52cb-1dfd-4be5-8b60-8d7f94b8e990') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.840569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8b52cb-1dfd-4be5-8b60-8d7f94b8e990') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.876670 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-13e8a685-0204-4366-835f-c67a1d14bcd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720258 Oct 20 10:58:07.915833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.933264 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4eb7f817-13a7-4ca5-8faf-79ef395dab07', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:e7:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:45Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.933514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-abd92cd2-f32d-4c16-b031-db299d7aa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.935813 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-abd92cd2-f32d-4c16-b031-db299d7aa029 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995058 Oct 20 10:58:07.982331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.000816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:08.001520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.052285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e065a-73a0-4fa3-b84e-071a709c2a69 None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4eb7f817-13a7-4ca5-8faf-79ef395dab07', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'port_id': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'mac_address': 'fa:16:3e:e7:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:45Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 1, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:08.128957 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:08.144036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22cfd2-a350-4470-9258-e3ac7b4d05e7 req-4d245d54-1417-4838-93e7-7020564d8821 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.152553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c22cfd2-a350-4470-9258-e3ac7b4d05e7 req-4d245d54-1417-4838-93e7-7020564d8821 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.4230287 Oct 20 10:58:08.161890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.204548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.207591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/5764f910-6b3d-45ca-a78c-c8d0e1bebd95 HTTP/1.1" status: 204 len: 168 time: 1.3327959 Oct 20 10:58:08.213233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40356) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:08.226524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788995023'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:08.242208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede33db0-8f0e-4b54-af10-fd080c8d321e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=5764f910-6b3d-45ca-a78c-c8d0e1bebd95,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:08.274362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778248d-067a-45e1-88fc-e2ec761fb81b None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:08.291203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c22cfd2-a350-4470-9258-e3ac7b4d05e7 req-f63a74e3-0163-4fdc-80ec-02647c70b9e8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374228 Oct 20 10:58:08.320352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-c2d164cf-6924-4479-9c6d-f407dda8ec69 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128892 Oct 20 10:58:08.393988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:08.398081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.405472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-5a9e7cca-d9b6-43fc-93eb-c6f077a2510a service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390152 Oct 20 10:58:08.513118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778248d-067a-45e1-88fc-e2ec761fb81b None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:08.669401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bd21d-90e4-44d8-8afe-67b675ba193f None None] New status for floating IP 4eb7f817-13a7-4ca5-8faf-79ef395dab07: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:58:08.686025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:08.757459 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.757932 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 36380493-6b80-4b51-8d2e-865b8fa8521b of type vlan for network c0cce55e-f9de-4192-b18c-c970f74234ea Oct 20 10:58:08.830756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2cfb8982-250c-4fb8-9109-69a2bca8423e req-5bfc1f9c-1815-41bb-b130-9dfd97a4d973 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012619 Oct 20 10:58:08.846797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7f7f51a-b80b-4084-8931-cfc304ac7afe req-ddbf2c5e-6f5e-4a31-ad26-0db010697605 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938274 Oct 20 10:58:08.901051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.941541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.947811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.948410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.996846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7809479 Oct 20 10:58:09.000881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40372) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:09.012518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:09.131275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e69d9-c27e-4a66-9694-4fbf60d6ec8d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=c0cce55e-f9de-4192-b18c-c970f74234ea,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:09.150419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c0cce55e-f9de-4192-b18c-c970f74234ea details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:09.171915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:09.177676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.312713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:58:09.313296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:58:09.462027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661898-0258-4cf6-9cb0-50e5be10d4a4 req-3af26259-a993-4509-88e1-8fafedcdc002 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.462027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b661898-0258-4cf6-9cb0-50e5be10d4a4 req-3af26259-a993-4509-88e1-8fafedcdc002 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.0959961 Oct 20 10:58:09.597032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b661898-0258-4cf6-9cb0-50e5be10d4a4 req-893bbfe2-9336-4553-bc44-3f94fa76af75 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131246 Oct 20 10:58:09.598352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.648023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-719fd634-7f15-469a-92e0-0de7a587dc32 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.655196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-719fd634-7f15-469a-92e0-0de7a587dc32 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 945 time: 0.1416309 Oct 20 10:58:09.660505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=f47d9eaa-bf65-4811-843b-c849db44a937,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:09.707632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '36380493-6b80-4b51-8d2e-865b8fa8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:09.708553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: c0cce55e-f9de-4192-b18c-c970f74234ea, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:09.754044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network c0cce55e-f9de-4192-b18c-c970f74234ea is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:09.789738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c0cce55e-f9de-4192-b18c-c970f74234ea) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:09.798571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port 71d33745-5b92-44f3-b169-608a255de3f6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:09.799511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.806499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78214221-7d89-4d96-85e2-49921343fcf4 None None] Network c0cce55e-f9de-4192-b18c-c970f74234ea requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:09.824956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.825217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.867564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-21181920-4feb-4d56-b696-cc4936a113d0 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8648880 Oct 20 10:58:09.868187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40382) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:10.062591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.069438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port 71d33745-5b92-44f3-b169-608a255de3f6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=71d33745-5b92-44f3-b169-608a255de3f6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:10.070161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.106043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c0cce55e-f9de-4192-b18c-c970f74234ea', 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'f47d9eaa-bf65-4811-843b-c849db44a937'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:10.107119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.107521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for 71d33745-5b92-44f3-b169-608a255de3f6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:10.230213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.332183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Allocated IP 172.20.0.3 (c0cce55e-f9de-4192-b18c-c970f74234ea/f47d9eaa-bf65-4811-843b-c849db44a937/a612fcc3-0e38-4c37-a356-677913230ec8) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:10.389262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.430753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['71d33745-5b92-44f3-b169-608a255de3f6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:10.438917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=71d33745-5b92-44f3-b169-608a255de3f6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:10.519333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port 71d33745-5b92-44f3-b169-608a255de3f6 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:10.523660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.529702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7aad4318-630d-4e4f-bebf-7a156f2105a9 req-1ebd82a7-241b-4491-aadd-49e179e69646 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "DELETE /v2.0/ports/71d33745-5b92-44f3-b169-608a255de3f6 HTTP/1.1" status: 204 len: 173 time: 0.8577156 Oct 20 10:58:10.530171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'name': 'network-vif-deleted', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:10.532540 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524127f-61fd-4016-b5ef-540d9f0a94c6" -d '{"events": [{"server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "name": "network-vif-deleted", "tag": "71d33745-5b92-44f3-b169-608a255de3f6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:10.609554 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edcb42e-cbcb-47ee-9e55-aef6359a6863 x-openstack-request-id: req-5edcb42e-cbcb-47ee-9e55-aef6359a6863 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:10.609725 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1cc7d2-b763-49b5-afea-d2859a3ff88b", "name": "network-vif-deleted", "tag": "71d33745-5b92-44f3-b169-608a255de3f6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:10.609893 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5edcb42e-cbcb-47ee-9e55-aef6359a6863 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:10.610503 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1cc7d2-b763-49b5-afea-d2859a3ff88b', 'name': 'network-vif-deleted', 'tag': '71d33745-5b92-44f3-b169-608a255de3f6', 'status': 'completed', 'code': 200} Oct 20 10:58:10.651173 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.672980 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.705148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.812704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Network c0cce55e-f9de-4192-b18c-c970f74234ea is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:10.818718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:10.827356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=f47d9eaa-bf65-4811-843b-c849db44a937,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:10.829413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:10.876618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Pushing event updated for resources: {'Port': ['ID=a612fcc3-0e38-4c37-a356-677913230ec8,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:10.945432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.945786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.949593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.952731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.955180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.955746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.962997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.966972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.966972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.966972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.966972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:10.966972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.038093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Attempting to bind port a612fcc3-0e38-4c37-a356-677913230ec8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:11.038617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Attempting to bind port a612fcc3-0e38-4c37-a356-677913230ec8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '36380493-6b80-4b51-8d2e-865b8fa8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:11.043004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Attempting to bind port a612fcc3-0e38-4c37-a356-677913230ec8 on network c0cce55e-f9de-4192-b18c-c970f74234ea {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:11.064543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:11.066028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Checking segment: {'id': '36380493-6b80-4b51-8d2e-865b8fa8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:11.068744 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.069252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Bound using segment: {'id': '36380493-6b80-4b51-8d2e-865b8fa8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:11.070422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Bound port: a612fcc3-0e38-4c37-a356-677913230ec8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36380493-6b80-4b51-8d2e-865b8fa8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:11.071378 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.220387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.292856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cce55e-f9de-4192-b18c-c970f74234ea']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.350139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] For port a612fcc3-0e38-4c37-a356-677913230ec8, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:11.359507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3e9faf64-d1ad-4c7c-8ee5-681cd5591793 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4792583 Oct 20 10:58:11.363778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36380493-6b80-4b51-8d2e-865b8fa8521b') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.364888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] For port a612fcc3-0e38-4c37-a356-677913230ec8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a612fcc3-0e38-4c37-a356-677913230ec8,segment=NetworkSegment(36380493-6b80-4b51-8d2e-865b8fa8521b),segment_id=36380493-6b80-4b51-8d2e-865b8fa8521b)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:11.373598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.401663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36380493-6b80-4b51-8d2e-865b8fa8521b') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.411034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5f2b174-16bd-4864-af90-07af1c962785 req-de06e7ed-ff8d-44c6-b80b-1db78cc8585e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.6051943 Oct 20 10:58:11.424466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.487545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c44173-6239-4b42-ba15-88a904a33d24 None None] Pushing event updated for resources: {'Port': ['ID=a612fcc3-0e38-4c37-a356-677913230ec8,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:11.505573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.517824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:11.518591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.539259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19921da5-dd85-433e-9df1-2d18634bd8bb None None] Network c0cce55e-f9de-4192-b18c-c970f74234ea requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:11.594978 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:11.608419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:58:11.608419 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:58:11.608419 n-d-802060-17 neutron-server[100747]: [parameters: {'id': 'c0cce55e-f9de-4192-b18c-c970f74234ea'}] Oct 20 10:58:11.608419 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:58:11.608419 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:58:11.710713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.712292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.712759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.714187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.715256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.716765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.718677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.721392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018cd676-e1d1-48df-b76d-d96e45d90f47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fdc316534104079b1aa86edcd923d95&device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 6499 time: 0.1248782 Oct 20 10:58:11.753980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a9b33-bb68-48b8-b502-20f7954f58da None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:11.897361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a9b33-bb68-48b8-b502-20f7954f58da None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:11.944379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-e034f33d-9f9c-4185-acbd-f05d1576b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.945367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-e034f33d-9f9c-4185-acbd-f05d1576b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.946756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-e034f33d-9f9c-4185-acbd-f05d1576b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.951346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-e034f33d-9f9c-4185-acbd-f05d1576b735 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3819e3c-681b-4d48-a1e0-ca209baa8600&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=89e3fe50-4724-42e6-aae6-da23056f6774&id=d4141cc7-a837-440a-bf23-e578fb5952af&id=d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 200 len: 2295 time: 0.2002187 Oct 20 10:58:12.053479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3d07f0cb-b26b-4f62-b5d9-f70664e3799c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 200 len: 1002 time: 0.0816917 Oct 20 10:58:12.120177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.176024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-b922cc85-6e4f-4526-bdc4-c70b0d3f95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.178165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-b922cc85-6e4f-4526-bdc4-c70b0d3f95bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 200 len: 851 time: 0.1117404 Oct 20 10:58:12.300537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-53d5fa58-fdf6-467c-b7e7-264ea14c7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.302062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-53d5fa58-fdf6-467c-b7e7-264ea14c7965 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3819e3c-681b-4d48-a1e0-ca209baa8600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865071 Oct 20 10:58:12.331690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting port a612fcc3-0e38-4c37-a356-677913230ec8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:12.332142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.496929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] For port a612fcc3-0e38-4c37-a356-677913230ec8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a612fcc3-0e38-4c37-a356-677913230ec8,segment=NetworkSegment(36380493-6b80-4b51-8d2e-865b8fa8521b),segment_id=36380493-6b80-4b51-8d2e-865b8fa8521b)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:12.497294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.501589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-130ad6c7-dffb-416e-b336-0bec07b111da service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913738 Oct 20 10:58:12.541674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Calling delete_port for a612fcc3-0e38-4c37-a356-677913230ec8 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:12.639836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-815e13bf-ff6f-4ff1-8338-0cb46af4a10e req-7fcbd498-5003-481d-9e3c-5d082fd9d435 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0828278 Oct 20 10:58:12.750198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-7e20d18f-2ab8-44fb-a807-a17c96c09a9d service neutron] 10.222.0.70 "GET /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266991 Oct 20 10:58:12.799831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-018467f0-0c7a-4577-8094-a71dfb3a11db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 217 time: 0.0387959 Oct 20 10:58:12.857785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.870005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-fc6d1897-8cf3-4f76-9c07-599bd1d86b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.872061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-fc6d1897-8cf3-4f76-9c07-599bd1d86b38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0616493 Oct 20 10:58:12.903225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No DVR routers for this DVR port a612fcc3-0e38-4c37-a356-677913230ec8 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:12.905087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Port': ['ID=a612fcc3-0e38-4c37-a356-677913230ec8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:12.990468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c9f2a8be-d095-46d6-9dde-2939ec136ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.992171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c9f2a8be-d095-46d6-9dde-2939ec136ecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006820 Oct 20 10:58:13.035478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.096553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cce55e-f9de-4192-b18c-c970f74234ea']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:13.137756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36380493-6b80-4b51-8d2e-865b8fa8521b') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:13.138130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36380493-6b80-4b51-8d2e-865b8fa8521b') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:13.169538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.232245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.251911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:13.252547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:13.255960 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:13.272151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-5b42623b-e102-45d7-b7e5-424e8beaa3c6 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387524 Oct 20 10:58:13.389227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.409910 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.413534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/c0cce55e-f9de-4192-b18c-c970f74234ea HTTP/1.1" status: 204 len: 168 time: 3.5441108 Oct 20 10:58:13.417973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:13.419042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1735c-7a1a-4aa9-b62e-a315a90a40a2 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=c0cce55e-f9de-4192-b18c-c970f74234ea,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:13.427559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300531743'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:13.431223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 71d33745-5b92-44f3-b169-608a255de3f6 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:13.446807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c546d119-330b-461c-be0c-8249364a4403 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606097 Oct 20 10:58:13.498773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 71d33745-5b92-44f3-b169-608a255de3f6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:13.499147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 71d33745-5b92-44f3-b169-608a255de3f6 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:13.514575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:13.519048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.570925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-8520db2d-8b06-4944-b100-445e7a4771db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 217 time: 0.1154912 Oct 20 10:58:13.578819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:13.600135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.603145 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment e4eadd73-ca89-4306-bbee-63301bbcc2d0 of type vlan for network 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee Oct 20 10:58:13.661506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-9d950a7f-1d40-4d11-b290-dc935d54f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:13.663970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-9d950a7f-1d40-4d11-b290-dc935d54f196 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0851433 Oct 20 10:58:13.707122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.746653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.756023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:13.756696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.786437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8188a31e-41d9-41d3-94ba-f22243ac9f06 req-14914543-84e9-48af-a8dd-ae7f30184925 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0339983 Oct 20 10:58:13.792200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-dbb97e45-7ecb-4a62-be77-c5e8c3fc830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:13.795033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-dbb97e45-7ecb-4a62-be77-c5e8c3fc830e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1229196 Oct 20 10:58:13.809195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3869903 Oct 20 10:58:13.809702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40430) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:13.815671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': '6439ee52-4974-4cef-b1e0-8d2cb7a5dfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:13.871051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f77a8c-6da3-45f2-8374-fd82ad712755 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=6439ee52-4974-4cef-b1e0-8d2cb7a5dfee,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:13.885828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:13.978383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:13.985716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.999694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-9ce24e66-06f8-4631-8355-ca38c8a95e93 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946735 Oct 20 10:58:14.185237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-12c24c99-b0ef-47ce-8ff1-91f4a9c899d1 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787443 Oct 20 10:58:14.261147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-8f15bc16-8ca0-4fc0-af30-86be9b196339 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0668859 Oct 20 10:58:14.355271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-4864554a-78c4-43b8-8bc3-38f8af98677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.357304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-4864554a-78c4-43b8-8bc3-38f8af98677b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.0882978 Oct 20 10:58:14.395498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:14.441953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-d54b801b-383b-484b-a253-6d326ee1c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.447634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-d54b801b-383b-484b-a253-6d326ee1c7ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821302 Oct 20 10:58:14.482196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': 'e4eadd73-ca89-4306-bbee-63301bbcc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6439ee52-4974-4cef-b1e0-8d2cb7a5dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:14.483412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:14.488443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=ebd59d1c-049f-4441-8667-0d5abb7a6275,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:14.515608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:14.545058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:14.555073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.556089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:14.557191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af202166-ba50-4892-8869-2a064d299917 None None] Network 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:14.611649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-128b3e65-8557-47b1-b742-25f46329874e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8008769 Oct 20 10:58:14.616923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:14.819169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-258cebcd-0b53-432e-a5a7-f31bb835fea8 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664591 Oct 20 10:58:14.987287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.110554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2351c674-6628-4692-b7fc-93f6564f2f0d req-2a9a46db-d304-4315-b565-ccf88fce715c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0963588 Oct 20 10:58:15.142636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.146376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609157da-2b16-4921-a295-00c3a82641d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-6439ee52-4974-4cef-b1e0-8d2cb7a5dfee', 'network_id': '6439ee52-4974-4cef-b1e0-8d2cb7a5dfee', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'ebd59d1c-049f-4441-8667-0d5abb7a6275'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:15.147317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-609157da-2b16-4921-a295-00c3a82641d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.165429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c03216a8-9af2-4bb3-9fda-c6f68f04d0aa service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383949 Oct 20 10:58:15.256368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-7ae28c05-117e-4fa1-8643-98ed22ab1ac6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 200 len: 217 time: 0.0822878 Oct 20 10:58:15.261412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.397994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-601d421a-a52b-4e06-b2ca-82371a2ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.418894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-601d421a-a52b-4e06-b2ca-82371a2ae91e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 200 len: 797 time: 0.1423318 Oct 20 10:58:15.509761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd59d1c-049f-4441-8667-0d5abb7a6275,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:15.524895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-80e8dfad-881a-4d98-8d94-0cce07e998fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-609157da-2b16-4921-a295-00c3a82641d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebd59d1c-049f-4441-8667-0d5abb7a6275: This subnet is being modified by another concurrent operation. Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebd59d1c-049f-4441-8667-0d5abb7a6275: This subnet is being modified by another concurrent operation. Oct 20 10:58:15.525423 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:58:15.538142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-80e8dfad-881a-4d98-8d94-0cce07e998fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89e3fe50-4724-42e6-aae6-da23056f6774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172776 Oct 20 10:58:15.552733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d4b43-b347-44f9-b4f4-cffc7c8714fd None None] Network 6439ee52-4974-4cef-b1e0-8d2cb7a5dfee requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:15.605657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.711046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c894a5b0-6dce-4696-aff9-c2d85657223e service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627984 Oct 20 10:58:15.717376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6439ee52-4974-4cef-b1e0-8d2cb7a5dfee']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.770870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eadd73-ca89-4306-bbee-63301bbcc2d0') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.771193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eadd73-ca89-4306-bbee-63301bbcc2d0') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.786664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9b2ed-75ad-4327-a502-a6df00e99404 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:15.833681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.839355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.895268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.914069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:15.914579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:15.918096 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:15.941088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-6c4fa433-949c-44a7-9a9b-7bd710e38234 service neutron] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116265 Oct 20 10:58:16.017924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-6896df58-89d3-48cd-9552-d35993c8ba5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 200 len: 217 time: 0.0696180 Oct 20 10:58:16.033116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9b2ed-75ad-4327-a502-a6df00e99404 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:16.059462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.067653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.070844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/6439ee52-4974-4cef-b1e0-8d2cb7a5dfee HTTP/1.1" status: 204 len: 168 time: 1.4520500 Oct 20 10:58:16.075481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40454) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:16.083250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66548004'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:16.089006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-a5c184fe-279a-443e-8232-1c63ade1f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.091707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-a5c184fe-279a-443e-8232-1c63ade1f753 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0653644 Oct 20 10:58:16.092684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de844b03-1c2d-4fb0-980c-f8c46c99228e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=6439ee52-4974-4cef-b1e0-8d2cb7a5dfee,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:16.185939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:16.190296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.217625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-fac340c4-fe53-4c4f-a819-be829097c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.219738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-fac340c4-fe53-4c4f-a819-be829097c3fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166842 Oct 20 10:58:16.236957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:16.292051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62609bbd-8787-4b2a-b107-d7cb988c9c88 req-5516eb18-49d9-4e6b-989f-7686838559c6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0501170 Oct 20 10:58:16.295762 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.296250 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 0341b514-2c5f-4d08-b01e-ed32643c57a3 of type vlan for network a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 Oct 20 10:58:16.410895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.454834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-2a5d26bb-a9e5-485d-b66a-75b9aaf53e93 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198980 Oct 20 10:58:16.461375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.468852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.469555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.566576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=a1fb2f2a-0045-4a87-9778-5d3a8e3ad880,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:16.583750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0f767a15-74b3-4068-9f7f-856cba2d3c0e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5041168 Oct 20 10:58:16.586358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40464) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:16.588860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:16.591921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'a1fb2f2a-0045-4a87-9778-5d3a8e3ad880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:16.727719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.737812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:16.741926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.746580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-947ab7e5-044b-46c4-8d22-f64da9423eae service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738535 Oct 20 10:58:16.813385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-0f231536-a7a8-4919-9f94-e39b947d32d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 200 len: 217 time: 0.0472691 Oct 20 10:58:16.913154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3880b1ac-8e8a-4282-b463-fa7d144f1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.914654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3880b1ac-8e8a-4282-b463-fa7d144f1cb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 200 len: 797 time: 0.0715015 Oct 20 10:58:17.007485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3866f967-0872-4fd8-8f06-310025bbc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:17.009174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-3866f967-0872-4fd8-8f06-310025bbc15a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d4141cc7-a837-440a-bf23-e578fb5952af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857658 Oct 20 10:58:17.107829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.231488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=f9efce9e-691c-4a72-a345-e9a32a022fe7,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:17.243535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-c5adc855-27bd-47e4-84c8-bd9d08f5a8df service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106571 Oct 20 10:58:17.250533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '0341b514-2c5f-4d08-b01e-ed32643c57a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a1fb2f2a-0045-4a87-9778-5d3a8e3ad880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:17.251185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: a1fb2f2a-0045-4a87-9778-5d3a8e3ad880, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:17.442101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9173d03-0919-4b3c-9991-b388ad8187e8 req-a3a44c26-e7d8-4cbf-b323-655dcba13619 service neutron] 10.222.0.70 "GET /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863985 Oct 20 10:58:17.498268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b2a9cb3-3c3f-4d28-812c-6daa6981fac0 req-de206f36-5f8c-487f-8e5d-c7e8b8cceb9d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec1cc7d2-b763-49b5-afea-d2859a3ff88b HTTP/1.1" status: 200 len: 210 time: 0.0528929 Oct 20 10:58:17.528535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:17.538891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a1fb2f2a-0045-4a87-9778-5d3a8e3ad880) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:17.543726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:17.544314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.554512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63314449-c6b9-4dd8-b6b3-abfa8bdd1212 None None] Network a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:17.579772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bc60f827-1fdb-4a62-8cef-a26534c25481 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9916503 Oct 20 10:58:17.580481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:17.762398 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.882742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a822151-ea36-4458-96c9-051722974518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a1fb2f2a-0045-4a87-9778-5d3a8e3ad880', 'network_id': 'a1fb2f2a-0045-4a87-9778-5d3a8e3ad880', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'f9efce9e-691c-4a72-a345-e9a32a022fe7'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:17.883723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a822151-ea36-4458-96c9-051722974518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.901320 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.020645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-9a822151-ea36-4458-96c9-051722974518 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9efce9e-691c-4a72-a345-e9a32a022fe7: This subnet is being modified by another concurrent operation. Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9efce9e-691c-4a72-a345-e9a32a022fe7: This subnet is being modified by another concurrent operation. Oct 20 10:58:18.045578 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:58:18.066380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36405349-4c3e-4c98-9da8-8aeb879b3e02 None None] Network a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:18.080918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=f9efce9e-691c-4a72-a345-e9a32a022fe7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:18.157297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.202199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fb2f2a-0045-4a87-9778-5d3a8e3ad880']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:18.224558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0341b514-2c5f-4d08-b01e-ed32643c57a3') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:18.225242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0341b514-2c5f-4d08-b01e-ed32643c57a3') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:18.243174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.243896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99371b-d0f9-484f-91f5-7e6c4574da49 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:18.259404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.269994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:18.270450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:18.276833 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:18.367797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.378386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.385817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 HTTP/1.1" status: 204 len: 168 time: 0.8009129 Oct 20 10:58:18.387017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40494) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:18.393495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105717559'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:18.395296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551f2d-bdf4-447b-8f1b-6ef35ade38df tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=a1fb2f2a-0045-4a87-9778-5d3a8e3ad880,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:18.437935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:18.444877 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.484053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:18.497889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.498584 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 864548e7-93d8-439e-93ac-6658700da624 of type vlan for network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 Oct 20 10:58:18.559169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.629442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.645629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:18.648937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.690038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99371b-d0f9-484f-91f5-7e6c4574da49 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:18.753782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3654668 Oct 20 10:58:18.756372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:18.762295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:19.155238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.201057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.235079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 is not hosted by any dhcp agent {{(pid=100746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:58:19.242334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.243175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.245389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "PUT /v2.0/networks/e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 HTTP/1.1" status: 200 len: 723 time: 0.4879694 Oct 20 10:58:19.250473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40530) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:19.255929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:19.344142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60cce7-cb94-4ddd-b095-b0883f96bcf3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=e3d83fa6-0f5a-437d-b9de-a059b5ad32a7,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:19.356675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:19.433774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:19.442315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.485860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306fcb-89fa-4ffd-977a-0cb8db89b074 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=e3d83fa6-0f5a-437d-b9de-a059b5ad32a7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:19.605520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-3b378acc-5b09-4ac7-be94-f2a4a1db3af9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.622053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-3b378acc-5b09-4ac7-be94-f2a4a1db3af9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.2105956 Oct 20 10:58:19.646835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-26a59c8c-4a48-49ee-988a-5243aec69b00 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0230060 Oct 20 10:58:19.702560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.707399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-11674af1-8de3-4fac-85d5-e53606ff838e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572801 Oct 20 10:58:19.718453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-aae393ff-e6a1-4c41-9c96-1ae85bf7329e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:58:19.719681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-aae393ff-e6a1-4c41-9c96-1ae85bf7329e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065522 Oct 20 10:58:19.818030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=dd801f09-7058-4886-a980-0f171e31e5e6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:19.832642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-dd0aa75a-8791-4d80-9ca6-57a734e86ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995033 Oct 20 10:58:19.832833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '864548e7-93d8-439e-93ac-6658700da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:19.833174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: e3d83fa6-0f5a-437d-b9de-a059b5ad32a7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:19.860375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:19.890496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e3d83fa6-0f5a-437d-b9de-a059b5ad32a7) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:19.901084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.901691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.902145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7f06d-6b51-4f5a-9c2b-f836a292951f None None] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:19.951081 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ea2dba0-6b50-4740-9df7-ab33b8dd1893 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6996248 Oct 20 10:58:19.952034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40536) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:19.957599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:20.052569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cae547-6d78-4fbd-a9bb-c5bcb292fac1 req-526b6e4b-1659-40ce-b181-ba7caa6aca1c service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023087 Oct 20 10:58:20.135233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9651828'] for subnet, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.149327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e3d83fa6-0f5a-437d-b9de-a059b5ad32a7', 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'dd801f09-7058-4886-a980-0f171e31e5e6'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:20.150594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.460179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecc23cf0-696b-405f-879d-ba9b487207bb req-284c82e1-77f4-49c0-84b6-231fdb4299f6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=15004082-0648-48aa-aefe-a0121bfec4f8 HTTP/1.1" status: 200 len: 210 time: 0.0582249 Oct 20 10:58:20.742432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419142238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10307482'] for subnet, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.826959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=dd801f09-7058-4886-a980-0f171e31e5e6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:20.840607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:20.841131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.842332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c38718b2-59f1-4fed-886b-0db041a27bc6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "PUT /v2.0/subnets/dd801f09-7058-4886-a980-0f171e31e5e6 HTTP/1.1" status: 200 len: 806 time: 0.8892875 Oct 20 10:58:20.847161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40570) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:20.922056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Allocated IP 172.20.0.2 (e3d83fa6-0f5a-437d-b9de-a059b5ad32a7/dd801f09-7058-4886-a980-0f171e31e5e6/a0872450-8544-4ae8-8d82-80204e7ba848) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:21.145627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.261224 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.273137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.290693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.322209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:21.328024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:21.338192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:21.353126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Pushing event updated for resources: {'Port': ['ID=a0872450-8544-4ae8-8d82-80204e7ba848,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:21.441588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Attempting to bind port a0872450-8544-4ae8-8d82-80204e7ba848 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:21.441588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Attempting to bind port a0872450-8544-4ae8-8d82-80204e7ba848 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '864548e7-93d8-439e-93ac-6658700da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:21.441588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Attempting to bind port a0872450-8544-4ae8-8d82-80204e7ba848 on network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:21.447348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:21.447725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Checking segment: {'id': '864548e7-93d8-439e-93ac-6658700da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:21.448169 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.449522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Bound using segment: {'id': '864548e7-93d8-439e-93ac-6658700da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:21.450014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Bound port: a0872450-8544-4ae8-8d82-80204e7ba848, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864548e7-93d8-439e-93ac-6658700da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:21.450584 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.573405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] For port a0872450-8544-4ae8-8d82-80204e7ba848, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:21.578344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] For port a0872450-8544-4ae8-8d82-80204e7ba848, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0872450-8544-4ae8-8d82-80204e7ba848,segment=NetworkSegment(864548e7-93d8-439e-93ac-6658700da624),segment_id=864548e7-93d8-439e-93ac-6658700da624)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:21.591278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.613889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.687824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=dd801f09-7058-4886-a980-0f171e31e5e6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:21.786737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe8c9-c5a0-4bc8-bc4d-bec2e7282aa0 None None] Pushing event updated for resources: {'Port': ['ID=a0872450-8544-4ae8-8d82-80204e7ba848,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:21.810366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.819473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9f6e5489-7569-40fa-9517-9c559c2b7e34 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.821194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9f6e5489-7569-40fa-9517-9c559c2b7e34 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.3321371 Oct 20 10:58:21.844835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1836-bbf2-4def-8edf-778b012b0e8c req-a9ee8ac1-0111-4d00-a91b-f0ef69c383c0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.846430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc1f1836-bbf2-4def-8edf-778b012b0e8c req-a9ee8ac1-0111-4d00-a91b-f0ef69c383c0 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.1961346 Oct 20 10:58:21.874383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d83fa6-0f5a-437d-b9de-a059b5ad32a7']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:21.889589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-e9a17535-83af-4176-bfb1-d2d4e79d0938 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0577867 Oct 20 10:58:21.894326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864548e7-93d8-439e-93ac-6658700da624') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:21.894708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864548e7-93d8-439e-93ac-6658700da624') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:21.919290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.945716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.955913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:21.956637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:22.048788 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:22.089816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-4b4db3c3-c6c7-415e-9594-09645926bb06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865282 Oct 20 10:58:22.133009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc1f1836-bbf2-4def-8edf-778b012b0e8c req-e2d851cf-a4db-4b03-a1f3-37e969b13b40 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766118 Oct 20 10:58:22.134892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:58:22.134892 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:58:22.134892 n-d-802060-17 neutron-server[100747]: [parameters: {'id': 'e3d83fa6-0f5a-437d-b9de-a059b5ad32a7'}] Oct 20 10:58:22.134892 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:58:22.135810 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:58:22.250237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-5b643b39-b331-461b-9d28-cd50c29daa28 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592798 Oct 20 10:58:22.388673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-2ef4d658-976f-41aa-b99e-bfc86e00ec53 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373153 Oct 20 10:58:22.637023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.765586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6516c2a4-6383-4e5a-9d49-05416c04af03 req-3dfe9d7f-c07d-4d2f-9416-e2035e5bdf66 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 210 time: 0.0601521 Oct 20 10:58:22.822452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting port a0872450-8544-4ae8-8d82-80204e7ba848 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:22.822796 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.005742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] For port a0872450-8544-4ae8-8d82-80204e7ba848, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0872450-8544-4ae8-8d82-80204e7ba848,segment=NetworkSegment(864548e7-93d8-439e-93ac-6658700da624),segment_id=864548e7-93d8-439e-93ac-6658700da624)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:23.006443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.034596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Calling delete_port for a0872450-8544-4ae8-8d82-80204e7ba848 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:23.054542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-91058d66-81c7-4972-9030-c065db5d0104 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.056411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-91058d66-81c7-4972-9030-c065db5d0104 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.2166719 Oct 20 10:58:23.084723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0872450-8544-4ae8-8d82-80204e7ba848 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:23.191710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a0872450-8544-4ae8-8d82-80204e7ba848 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:23.192343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.355732 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.461008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Deleting port d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:23.461226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port a0872450-8544-4ae8-8d82-80204e7ba848, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0872450-8544-4ae8-8d82-80204e7ba848,segment=NetworkSegment(864548e7-93d8-439e-93ac-6658700da624),segment_id=864548e7-93d8-439e-93ac-6658700da624)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:23.461995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.466806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.524637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b1ea4-1b5c-4026-b584-63f3ed5dcb3a req-98615386-a245-4dfa-a3c9-f9baf728fb2c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.536295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=a0872450-8544-4ae8-8d82-80204e7ba848,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:23.554741 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2b1ea4-1b5c-4026-b584-63f3ed5dcb3a req-98615386-a245-4dfa-a3c9-f9baf728fb2c tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 946 time: 0.2574306 Oct 20 10:58:23.573203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed8352-adb6-4798-9dc6-dfe7af690a6a None None] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:23.604503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.624410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0eb00980-630b-45be-b199-41c519dde879 None None] Could not find standard attr ID for object a0872450-8544-4ae8-8d82-80204e7ba848. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:58:23.765481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Port': ['ID=a0872450-8544-4ae8-8d82-80204e7ba848,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:23.855964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] For port d314f671-8d6d-4982-b117-f1d8a5a8022b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d314f671-8d6d-4982-b117-f1d8a5a8022b,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:23.856346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.878509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6b892-f37b-4e02-ad97-faf656e17186 None None] DHCP port deletion for e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:23.879490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No DVR routers for this DVR port a0872450-8544-4ae8-8d82-80204e7ba848 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:23.892014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2b1ea4-1b5c-4026-b584-63f3ed5dcb3a req-4e3ac03a-c649-45e5-8032-51c0580ec4dd tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5b9b5a1-e39e-437a-a20b-aaafd3600171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263021 Oct 20 10:58:23.906648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a9c12-ab48-4bc1-9ee2-4788a1bee763 None None] Network e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:24.355538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb85ce32-9a0d-424b-a7b7-3ef1e784c21a req-8d5f1ee5-6437-4108-9c76-af4042eaf417 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 210 time: 0.3906939 Oct 20 10:58:24.422999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.431374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-665dac6f-0523-4659-ae75-ffb2631eaba2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.433003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-665dac6f-0523-4659-ae75-ffb2631eaba2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.1646049 Oct 20 10:58:24.453903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:24.456171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.456663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.457082 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Floating IP ee681116-0be5-45af-88ad-368564ad6fc2 disassociated. External IP: 172.25.3.217, port: d314f671-8d6d-4982-b117-f1d8a5a8022b. Oct 20 10:58:24.457521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Calling delete_port for d314f671-8d6d-4982-b117-f1d8a5a8022b owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:24.460846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d83fa6-0f5a-437d-b9de-a059b5ad32a7']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.478117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864548e7-93d8-439e-93ac-6658700da624') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.478597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864548e7-93d8-439e-93ac-6658700da624') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.502803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.702816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.725023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:24.729762 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:24.736070 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:24.741528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:24.749516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.829211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.869066 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.884976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'Port': ['ID=d314f671-8d6d-4982-b117-f1d8a5a8022b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.906554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.911604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 HTTP/1.1" status: 204 len: 168 time: 4.0633152 Oct 20 10:58:24.921358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.922193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68d76-6cb5-403c-a14c-2ffaccd2f3b5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=e3d83fa6-0f5a-437d-b9de-a059b5ad32a7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.976309 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f6dd4c-8e7a-48b0-8ee3-1a0268fb8be3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:24.977799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f6dd4c-8e7a-48b0-8ee3-1a0268fb8be3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:24.981648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70f6dd4c-8e7a-48b0-8ee3-1a0268fb8be3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 HTTP/1.1" status: 404 len: 339 time: 0.0536606 Oct 20 10:58:25.021718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.028874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759911958', 'description': 'd1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.031464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0872450-8544-4ae8-8d82-80204e7ba848 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:25.051223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.12 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:25.064143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a0872450-8544-4ae8-8d82-80204e7ba848 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:25.064727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0872450-8544-4ae8-8d82-80204e7ba848 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:25.121317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0fb4f28b-cca5-4f18-8d5c-cb72188fad31 req-6eefd27f-c9de-447d-8235-e0cc5cea96a2 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 210 time: 0.0664608 Oct 20 10:58:25.123652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:25.127946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.171502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:25.183906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:25.192128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.192704 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 075d08fa-3240-4794-8bef-f68e5b8497cb of type vlan for network 6c1dcf4e-44e8-4770-92fd-3c804f678267 Oct 20 10:58:25.237893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.279439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.293969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.349382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.355127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:25.356511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:25.357644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.359999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:25.365744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:25.422622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.437503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4146297 Oct 20 10:58:25.439512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.486700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:25.487633 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.545802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1706bf-88c3-4d69-a50a-a6d02c22a85c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=6c1dcf4e-44e8-4770-92fd-3c804f678267,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.564156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6c1dcf4e-44e8-4770-92fd-3c804f678267 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:25.565153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-9979676b-d901-4412-9031-8d69c7bdf63c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1199465 Oct 20 10:58:25.570499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:25.584016 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:25.601086 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:25.604639 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:25.607445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-03622fb0-3dfb-4900-a0ab-c8dd6d7d8629 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:58:25.614620 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-03622fb0-3dfb-4900-a0ab-c8dd6d7d8629 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0422964 Oct 20 10:58:25.632440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6caf-fe84-472c-b0cb-bf9a87435fd5 req-73a01ae7-3a54-4b8d-b058-0fd1247cabde tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:25.640391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0ae6caf-fe84-472c-b0cb-bf9a87435fd5 req-73a01ae7-3a54-4b8d-b058-0fd1247cabde tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 932 time: 0.1699376 Oct 20 10:58:25.641178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3dde4-b454-4307-9252-7a936f4bd774 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:25.643008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-baa3dde4-b454-4307-9252-7a936f4bd774 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks?id=6c1dcf4e-44e8-4770-92fd-3c804f678267 HTTP/1.1" status: 200 len: 761 time: 0.2018123 Oct 20 10:58:25.643333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] No DVR routers for this DVR port d314f671-8d6d-4982-b117-f1d8a5a8022b on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:25.649356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.650165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.653859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0c8d5f4-5004-47ca-85a7-21730c1c6e7d req-64f09660-a752-4e12-9aad-6f17c0ff7849 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.70 "DELETE /v2.0/ports/d314f671-8d6d-4982-b117-f1d8a5a8022b HTTP/1.1" status: 204 len: 173 time: 2.5892456 Oct 20 10:58:25.654019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Request body: {'port': {'device_id': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.655482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-deleted', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:25.657707 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f702e2-ce47-4d4f-8569-3ee85dce531d" -d '{"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-deleted", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:25.680292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'description': 'd2'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.717171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0ae6caf-fe84-472c-b0cb-bf9a87435fd5 req-f46fa4b1-4a9e-4e69-b491-e125f37a08e0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Oct 20 10:58:25.765643 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63337c70-4458-4aee-ba0f-107dccebda51 x-openstack-request-id: req-63337c70-4458-4aee-ba0f-107dccebda51 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:25.766126 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3836c5-4884-42ee-80c3-346e19d2d397", "name": "network-vif-deleted", "tag": "d314f671-8d6d-4982-b117-f1d8a5a8022b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:25.766493 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63337c70-4458-4aee-ba0f-107dccebda51 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:25.767126 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3836c5-4884-42ee-80c3-346e19d2d397', 'name': 'network-vif-deleted', 'tag': 'd314f671-8d6d-4982-b117-f1d8a5a8022b', 'status': 'completed', 'code': 200} Oct 20 10:58:25.876786 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:25.895349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.008083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.170229 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:26.203900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.204573 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:26.215804 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:26.216728 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:26.248712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network 6c1dcf4e-44e8-4770-92fd-3c804f678267 is not hosted by any dhcp agent {{(pid=100746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:58:26.254141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:26.254890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.269479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "PUT /v2.0/networks/6c1dcf4e-44e8-4770-92fd-3c804f678267 HTTP/1.1" status: 200 len: 758 time: 0.6123981 Oct 20 10:58:26.272259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.398463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d6500-b6f6-4297-85e8-d079b6d62e4e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=6c1dcf4e-44e8-4770-92fd-3c804f678267,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:26.411329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6c1dcf4e-44e8-4770-92fd-3c804f678267 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:26.426142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e1e014d-c7fc-44a4-abbc-75d9c64b73ec req-2a2df49e-be39-49d9-926f-1c6036c7d320 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3836c5-4884-42ee-80c3-346e19d2d397 HTTP/1.1" status: 200 len: 210 time: 0.0735121 Oct 20 10:58:26.464993 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:26.527996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b211d38-b793-4e43-9e20-62247ccfa34c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:26.537049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6b211d38-b793-4e43-9e20-62247ccfa34c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks?id=6c1dcf4e-44e8-4770-92fd-3c804f678267 HTTP/1.1" status: 200 len: 761 time: 0.2635627 Oct 20 10:58:26.538485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.548800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1112320608'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:26.593043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:26.599389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.623057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:26.657370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:26.657945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:26.667394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: d314f671-8d6d-4982-b117-f1d8a5a8022b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:26.668423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d314f671-8d6d-4982-b117-f1d8a5a8022b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:26.669376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.680395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.680749 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment 9dfe2ac4-09bd-4be1-b137-0c32ca9ad208 of type vlan for network b316f32a-4155-4d8d-b9f5-ab4cfde080a9 Oct 20 10:58:26.692567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Transition to ACTIVE for port object 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:26.701694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.767984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Pushing event updated for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:26.779395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.860812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40708) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.889806 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:26.904664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.922053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:26.922825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.930139 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd6884-de19-4987-9dde-a2cd9232007c None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:49:23Z', 'revision_number': 4, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'c1c110a1-036b-42db-a904-5c0c36bb5bda', 'name': '', 'network_id': '8737f4db-bcbb-4cec-8a7f-d877fe64fafe', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'mac_address': 'fa:16:3e:2c:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:21Z', 'updated_at': '2021-10-20T10:49:30Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'subnets': [{'id': 'd89be818-ce93-4b3c-9ab2-9e627eb0a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:26.999861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Attempting to bind port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:27.000293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Attempting to bind port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:27.000728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Attempting to bind port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:27.020793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:27.021133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Attempting to bind port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:27.033749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:27.034093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:27.034462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:27.034905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Bound port: 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:27.035268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.053016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5037656 Oct 20 10:58:27.057760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.064632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'b316f32a-4155-4d8d-b9f5-ab4cfde080a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:27.142034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeddba7-f2fa-4e0d-a2c2-46d702056a83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=b316f32a-4155-4d8d-b9f5-ab4cfde080a9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.156726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b316f32a-4155-4d8d-b9f5-ab4cfde080a9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:27.158206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11127e-484e-4e47-b8ab-83e69c079a20 req-d38d165a-8815-47b2-b35c-0547eb752e79 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.160402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b11127e-484e-4e47-b8ab-83e69c079a20 req-d38d165a-8815-47b2-b35c-0547eb752e79 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 944 time: 0.3283160 Oct 20 10:58:27.174482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08821763-3fa0-4cb9-b590-65d55df38428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.185264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:27.211047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:27.220491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.282814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:27.287872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.297144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.298068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.299736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] 10.222.0.83 "PUT /v2.0/ports/11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa HTTP/1.1" status: 200 len: 1093 time: 1.6556628 Oct 20 10:58:27.300272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:27.302886 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c5d28-fe98-405d-ae29-cedf673abbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:27.333247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4bdb0-86bd-4638-a0c0-cd930c9573ca service neutron] Pushing event updated for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.405486 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4187e-c815-4dcb-b71a-c9bb8d765e6d x-openstack-request-id: req-2dc4187e-c815-4dcb-b71a-c9bb8d765e6d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:27.405848 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:27.406181 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2dc4187e-c815-4dcb-b71a-c9bb8d765e6d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:27.406632 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa', 'status': 'completed', 'code': 200} Oct 20 10:58:27.408898 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08821763-3fa0-4cb9-b590-65d55df38428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.416549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08821763-3fa0-4cb9-b590-65d55df38428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.417083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6248808-d6f0-4b3d-9b26-e6c068e510ec None None] New status for floating IP ee681116-0be5-45af-88ad-368564ad6fc2: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:58:27.462311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-797c878c-7603-4880-9695-3c2dbdd7aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.467712 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-797c878c-7603-4880-9695-3c2dbdd7aa10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 1096 time: 0.1027088 Oct 20 10:58:27.478851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-08821763-3fa0-4cb9-b590-65d55df38428 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=672ae7202cb84da3bd438b1cfbd7e7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145275 Oct 20 10:58:27.484771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40722) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.487097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821763-3fa0-4cb9-b590-65d55df38428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c97407-cfdb-4fb2-adb1-e1f4ed5be568,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.527471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-368932a8-a450-45e4-92a1-9148523e0613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa HTTP/1.1" status: 200 len: 217 time: 0.0497396 Oct 20 10:58:27.629805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40726) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.651168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-110ed9b6-7274-40d1-b12a-8b16419cae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.653165 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-110ed9b6-7274-40d1-b12a-8b16419cae0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1179314 Oct 20 10:58:27.656459 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.694265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b11127e-484e-4e47-b8ab-83e69c079a20 req-028728b8-2b9f-458e-9696-947f614b7f93 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202026 Oct 20 10:58:27.699328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.718233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-e12eb412-6b9d-4e0c-ab60-a6ee6a29478b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489631 Oct 20 10:58:27.742551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.786108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=bfbe2e02-374f-413c-b340-a16d9e0e6509,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.792167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.797076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': '9dfe2ac4-09bd-4be1-b137-0c32ca9ad208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b316f32a-4155-4d8d-b9f5-ab4cfde080a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:27.797542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: b316f32a-4155-4d8d-b9f5-ab4cfde080a9, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:27.820501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network b316f32a-4155-4d8d-b9f5-ab4cfde080a9 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:27.833995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b316f32a-4155-4d8d-b9f5-ab4cfde080a9) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:27.843412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b9813-7c43-4606-bb70-cf3f9496d4ed None None] Network b316f32a-4155-4d8d-b9f5-ab4cfde080a9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:27.844046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.844645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.866470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-380fbc26-1c4e-40cf-b8ef-cebbb85e246a tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8063278 Oct 20 10:58:27.868766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40728) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.896846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.952276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.955905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.960269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73c97407-cfdb-4fb2-adb1-e1f4ed5be568 HTTP/1.1" status: 204 len: 168 time: 0.4706120 Oct 20 10:58:27.962815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-96333094-89dc-4b91-8726-268d45138329 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294583 Oct 20 10:58:27.994025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c431-ff49-4d24-94fb-afb52147c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c97407-cfdb-4fb2-adb1-e1f4ed5be568,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:28.083362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.094711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.096761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.100385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "DELETE /v2.0/security-groups/e5b9b5a1-e39e-437a-a20b-aaafd3600171 HTTP/1.1" status: 204 len: 168 time: 0.4670200 Oct 20 10:58:28.101086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.114535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cf65a-173d-4778-90fe-d8b830cbbbe8 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9b5a1-e39e-437a-a20b-aaafd3600171,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:28.125019 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-5820b6f8-8281-42f6-bd14-b8ade2b6ffe6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] show failed (client error): The resource could not be found. Oct 20 10:58:28.127122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5820b6f8-8281-42f6-bd14-b8ade2b6ffe6 tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "GET /v2.0/security-groups/e5b9b5a1-e39e-437a-a20b-aaafd3600171 HTTP/1.1" status: 404 len: 347 time: 0.0243886 Oct 20 10:58:28.129820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40738) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.265165 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc5c9fa4-e5bc-4e89-bc5d-39923368a7f4 req-b602cb8e-af4f-428d-8fe6-1411c9a2c266 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921991 Oct 20 10:58:28.273549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deacd01-e91f-403f-b112-a7785f4fdc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b316f32a-4155-4d8d-b9f5-ab4cfde080a9', 'network_id': 'b316f32a-4155-4d8d-b9f5-ab4cfde080a9', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'bfbe2e02-374f-413c-b340-a16d9e0e6509'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:28.274583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2deacd01-e91f-403f-b112-a7785f4fdc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.343849 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.436519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.460740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-beb3741f-4996-4775-9ebd-daf52366ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:28.462413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-beb3741f-4996-4775-9ebd-daf52366ecb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 1096 time: 0.0962453 Oct 20 10:58:28.469287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbe2e02-374f-413c-b340-a16d9e0e6509,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:28.474957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Deleting port f47da3f8-4c63-414a-a708-3c7cb7cb3ea0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:28.475312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.517810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4997550-88ea-47a8-ad9a-ea33eaff5607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-2deacd01-e91f-403f-b112-a7785f4fdc9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfbe2e02-374f-413c-b340-a16d9e0e6509: This subnet is being modified by another concurrent operation. Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfbe2e02-374f-413c-b340-a16d9e0e6509: This subnet is being modified by another concurrent operation. Oct 20 10:58:28.529210 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 10:58:28.547090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4125ed-5c64-4112-9236-02f4a0a3b6ce None None] Network b316f32a-4155-4d8d-b9f5-ab4cfde080a9 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:28.573370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.601222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316f32a-4155-4d8d-b9f5-ab4cfde080a9']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:28.615139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfe2ac4-09bd-4be1-b137-0c32ca9ad208') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:28.615457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfe2ac4-09bd-4be1-b137-0c32ca9ad208') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:28.622974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.633964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.654465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.663747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:28.664064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.666077 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df676660-6bde-414b-a0f2-94af162d2d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:28.668011 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:28.670310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.670310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.702268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-d0c91f6b-2e90-40a3-9fed-b1532755ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:28.703843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-d0c91f6b-2e90-40a3-9fed-b1532755ffd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.2308857 Oct 20 10:58:28.704775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Calling delete_port for f47da3f8-4c63-414a-a708-3c7cb7cb3ea0 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:28.712701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692bb9b-43b3-4e73-91d2-bb37ad169494 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:28.780732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.788384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.792804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/b316f32a-4155-4d8d-b9f5-ab4cfde080a9 HTTP/1.1" status: 204 len: 168 time: 0.9214318 Oct 20 10:58:28.796152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.842759 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe9a736-6526-4ec8-968d-8ce961220d83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] GET failed (client error): The resource could not be found. Oct 20 10:58:28.846249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fbe9a736-6526-4ec8-968d-8ce961220d83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets/bfbe2e02-374f-413c-b340-a16d9e0e6509 HTTP/1.1" status: 404 len: 337 time: 0.0359640 Oct 20 10:58:28.846249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4d659-115f-4d09-b5cd-8aff8320a331 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=b316f32a-4155-4d8d-b9f5-ab4cfde080a9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:28.847821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.856411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692bb9b-43b3-4e73-91d2-bb37ad169494 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:28.884516 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7bb929-040f-4bf7-92eb-637b22f5bf09 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:28.885088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7bb929-040f-4bf7-92eb-637b22f5bf09 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:28.891710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b7bb929-040f-4bf7-92eb-637b22f5bf09 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/b316f32a-4155-4d8d-b9f5-ab4cfde080a9 HTTP/1.1" status: 404 len: 339 time: 0.0395474 Oct 20 10:58:28.892097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:28.928158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df676660-6bde-414b-a0f2-94af162d2d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.943026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-df676660-6bde-414b-a0f2-94af162d2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.033330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120297a-f33c-42bd-87dd-275b38586ccc req-1ccec833-4781-4358-8674-924b570bd2d6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.034852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9120297a-f33c-42bd-87dd-275b38586ccc req-1ccec833-4781-4358-8674-924b570bd2d6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 944 time: 0.2396340 Oct 20 10:58:29.039111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-df676660-6bde-414b-a0f2-94af162d2d7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2e166aec8f343a5808287280e439054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153461 Oct 20 10:58:29.042893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40754) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.044595 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-2fe2d10f-cbd0-4e90-af6a-14b4984551ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa HTTP/1.1" status: 200 len: 217 time: 0.3219085 Oct 20 10:58:29.113211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df676660-6bde-414b-a0f2-94af162d2d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f5b6f-0824-4fde-8f7f-0243145a1b40,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.232290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-55c746b3-c367-4fc0-9130-d6c7353c0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.233855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-55c746b3-c367-4fc0-9130-d6c7353c0d1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1803014 Oct 20 10:58:29.284436 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-92d96d57-c3ac-42bf-8a87-6964dd84888b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359406 Oct 20 10:58:29.285177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.376379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Pushing event deleted for resources: {'Port': ['ID=f47da3f8-4c63-414a-a708-3c7cb7cb3ea0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.470057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.473061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.474268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-594ec7ef-b450-4e84-9ab9-6758a5dce15f tempest-AttachVolumeShelveTestJSON-408167266 tempest-AttachVolumeShelveTestJSON-408167266-project] 10.222.0.74 "DELETE /v2.0/floatingips/ee681116-0be5-45af-88ad-368564ad6fc2 HTTP/1.1" status: 204 len: 168 time: 1.3430583 Oct 20 10:58:29.535117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-a5afddee-d71b-4e68-bf75-918bf34c4d83 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401140 Oct 20 10:58:29.573140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5bc80-f64d-475c-8129-22a737ac4bd4 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.578300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-12a5bc80-f64d-475c-8129-22a737ac4bd4 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6852572 Oct 20 10:58:29.583203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40766) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.680123 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6d9c5d28-fe98-405d-ae29-cedf673abbcc req-b25b2b3d-f8cb-43da-a4e1-c80cc79ad9c5 service neutron] 10.222.0.83 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328611 Oct 20 10:58:29.692409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40772) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.693445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae9d64e7-9289-4588-86af-579a36c1480f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 207 time: 0.1088169 Oct 20 10:58:29.713886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9120297a-f33c-42bd-87dd-275b38586ccc req-205ebc27-e093-43e8-95c5-167589064478 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523952 Oct 20 10:58:29.728882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.773740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.837736 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.841025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.842441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af4f5b6f-0824-4fde-8f7f-0243145a1b40 HTTP/1.1" status: 204 len: 168 time: 0.7987030 Oct 20 10:58:29.845249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563abad-e478-43dc-9e1f-dbfe06586581 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.852992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563abad-e478-43dc-9e1f-dbfe06586581 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.857613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338bddf-5f8e-4550-8bb2-e6617b71de5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f5b6f-0824-4fde-8f7f-0243145a1b40,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.861274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563abad-e478-43dc-9e1f-dbfe06586581 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.869013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563abad-e478-43dc-9e1f-dbfe06586581 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.874486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40778) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.876401 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8563abad-e478-43dc-9e1f-dbfe06586581 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1824791 Oct 20 10:58:30.112903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40782) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.123248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-07d3ae6e-a35e-4db5-93f3-5d2cf6d9bd8f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2474523 Oct 20 10:58:30.179212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5cf62f-ab9c-44d2-a421-01baef9daa83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.180109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5cf62f-ab9c-44d2-a421-01baef9daa83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.188851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.199902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3a5cf62f-ab9c-44d2-a421-01baef9daa83 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0858183 Oct 20 10:58:30.306073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca6cba-530a-4ff9-a66c-f77f2484b1fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.307561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca6cba-530a-4ff9-a66c-f77f2484b1fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.314773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.315047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c7ca6cba-530a-4ff9-a66c-f77f2484b1fa tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1250741 Oct 20 10:58:30.465977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696702a-24ff-443c-a8dc-e9c28229ceba tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.475002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40798) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.483856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2696702a-24ff-443c-a8dc-e9c28229ceba tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks/b4684b44-7dff-44b9-a848-778f5d5ac3d3 HTTP/1.1" status: 200 len: 800 time: 0.1676986 Oct 20 10:58:30.621711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4a97df5a-46ac-4e12-a18c-5b8fe0555f65 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/networks/b4684b44-7dff-44b9-a848-778f5d5ac3d3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1474094 Oct 20 10:58:30.625682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.692470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd903389-503d-446e-a684-3977fe8462bb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.698895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.699460 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cd903389-503d-446e-a684-3977fe8462bb tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets/dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2 HTTP/1.1" status: 200 len: 811 time: 0.0724046 Oct 20 10:58:30.790643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86788766-185c-417d-b1ca-6669a6e8593d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.792112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-86788766-185c-417d-b1ca-6669a6e8593d tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "GET /v2.0/subnets/dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0919998 Oct 20 10:58:30.796117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.801109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1174283417'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:30.882727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbd6e-f26c-4620-a090-039f5e829c6d req-52778de2-1f38-4128-b8f2-c99e247f6d64 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.884569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7bcbd6e-f26c-4620-a090-039f5e829c6d req-52778de2-1f38-4128-b8f2-c99e247f6d64 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 944 time: 0.0680296 Oct 20 10:58:30.885439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:30.888993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.949170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7bcbd6e-f26c-4620-a090-039f5e829c6d req-a0b4616f-0e5a-4e88-8ce3-487a491a2a15 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Oct 20 10:58:30.949998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:30.961700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.962097 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Added segment e13ca5cd-8704-4468-9723-a66c404b9e89 of type vlan for network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 Oct 20 10:58:31.025760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.056935 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.063323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.063994 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.109979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3127451 Oct 20 10:58:31.113048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40822) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.118684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:31.162336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9b834-71e9-43d8-a2b6-6394726c81b7 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Network': ['ID=f4bc1cd0-e430-4ac5-9b63-549f1c6172e2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:31.175900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:31.241237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Made reservation on behalf of ffb357eab5874eeab154bc85f43ab54e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:31.247081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.329537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing IP validity checks on allocation pools {{(pid=100746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:58:31.330118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:58:31.349943 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f153fa68-47fb-403a-bdf6-21fbf249995f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.497386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:31.516189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.591607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=e9bfc03c-10ca-4624-ac2f-5406414a0840,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:31.627716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Checking segment: {'id': 'e13ca5cd-8704-4468-9723-a66c404b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:31.628089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network hostable DHCP agents. Network: f4bc1cd0-e430-4ac5-9b63-549f1c6172e2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:31.645702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:31.660727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa', 'mac_address': 'fa:16:3e:10:8f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:31.672989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:31.696519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f4bc1cd0-e430-4ac5-9b63-549f1c6172e2) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:31.707629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.708344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.709903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20144b06-7485-492e-bb89-31e791bf018c None None] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:31.749067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4c808d86-0ed1-4ddf-b7d5-a7761d143d0f tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6348848 Oct 20 10:58:31.751939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40840) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.757951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:31.911034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9314785'] for subnet, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.912366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.929499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:31.934852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.992913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:32.001309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.071917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-f4bc1cd0-e430-4ac5-9b63-549f1c6172e2', 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2', 'tenant_id': 'ffb357eab5874eeab154bc85f43ab54e', 'fixed_ips': [{'subnet_id': 'e9bfc03c-10ca-4624-ac2f-5406414a0840'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:32.073349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.156819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b554e91-acd3-4ddf-b135-4ff74cd905e4 req-1200d4ae-747d-4be0-872e-236de01a30a0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.158527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b554e91-acd3-4ddf-b135-4ff74cd905e4 req-1200d4ae-747d-4be0-872e-236de01a30a0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 945 time: 0.1053410 Oct 20 10:58:32.192477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419142238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10076661'] for subnet, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.256937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.257537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.259124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "PUT /v2.0/subnets/e9bfc03c-10ca-4624-ac2f-5406414a0840 HTTP/1.1" status: 200 len: 877 time: 0.5059707 Oct 20 10:58:32.262974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40852) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:32.274157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b554e91-acd3-4ddf-b135-4ff74cd905e4 req-ddc732ec-b408-4ca2-a184-163a9856daf0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087673 Oct 20 10:58:32.284375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea07e37-ceea-4d0f-87bc-70d6fe3de791 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event updated for resources: {'Subnet': ['ID=e9bfc03c-10ca-4624-ac2f-5406414a0840,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:32.406874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:32.491622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.565711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Allocated IP 172.20.0.3 (f4bc1cd0-e430-4ac5-9b63-549f1c6172e2/e9bfc03c-10ca-4624-ac2f-5406414a0840/ae7a447e-01f3-4c53-b365-20bbe063642b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:32.577647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.584530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:32.875439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.952987 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.981114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.990208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.070673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:33.074308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bfc03c-10ca-4624-ac2f-5406414a0840,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:33.078919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:33.083640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:33.121977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Pushing event updated for resources: {'Port': ['ID=ae7a447e-01f3-4c53-b365-20bbe063642b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:33.177789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Attempting to bind port ae7a447e-01f3-4c53-b365-20bbe063642b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:33.177969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.178309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Attempting to bind port ae7a447e-01f3-4c53-b365-20bbe063642b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e13ca5cd-8704-4468-9723-a66c404b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:33.179084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Attempting to bind port ae7a447e-01f3-4c53-b365-20bbe063642b on network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:33.192072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:33.192467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Checking segment: {'id': 'e13ca5cd-8704-4468-9723-a66c404b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:33.193866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.194317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Bound using segment: {'id': 'e13ca5cd-8704-4468-9723-a66c404b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:33.195043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Bound port: ae7a447e-01f3-4c53-b365-20bbe063642b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13ca5cd-8704-4468-9723-a66c404b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:33.195578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.223371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc1cd0-e430-4ac5-9b63-549f1c6172e2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:33.236994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13ca5cd-8704-4468-9723-a66c404b9e89') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:33.237292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13ca5cd-8704-4468-9723-a66c404b9e89') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:33.252495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.274352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.282670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:33.283338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.368455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] For port ae7a447e-01f3-4c53-b365-20bbe063642b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:33.368659 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:33.375645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] For port ae7a447e-01f3-4c53-b365-20bbe063642b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ae7a447e-01f3-4c53-b365-20bbe063642b,segment=NetworkSegment(e13ca5cd-8704-4468-9723-a66c404b9e89),segment_id=e13ca5cd-8704-4468-9723-a66c404b9e89)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:33.378302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:58:33.378302 n-d-802060-17 neutron-server[100746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:58:33.378302 n-d-802060-17 neutron-server[100746]: [parameters: {'id': 'f4bc1cd0-e430-4ac5-9b63-549f1c6172e2'}] Oct 20 10:58:33.378302 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:58:33.379164 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:58:33.384824 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.504828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5855e3-0924-4897-9c67-6a6ea9f1bb99 None None] Pushing event updated for resources: {'Port': ['ID=ae7a447e-01f3-4c53-b365-20bbe063642b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:33.525673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb97f4b-92e7-44e1-b2e0-2c50f60e396c None None] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:33.586478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8297-5f7d-48a5-85ec-83f8138b027a req-db56d12d-dc62-4941-9284-078ff1c0fb08 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.591779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aba8297-5f7d-48a5-85ec-83f8138b027a req-db56d12d-dc62-4941-9284-078ff1c0fb08 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 945 time: 0.1259944 Oct 20 10:58:33.689083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aba8297-5f7d-48a5-85ec-83f8138b027a req-905ce59f-f7ac-49b1-8698-69ebdfa9c263 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896883 Oct 20 10:58:33.814058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910bb80-522e-433e-9d42-1c0e697b2440 None None] Network f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:33.880916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.030183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting port ae7a447e-01f3-4c53-b365-20bbe063642b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:34.030516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.098964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad6226-6de1-40dc-96a5-67a5a70da8a5 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:58:34.128537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40900) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:34.202387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] For port ae7a447e-01f3-4c53-b365-20bbe063642b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ae7a447e-01f3-4c53-b365-20bbe063642b,segment=NetworkSegment(e13ca5cd-8704-4468-9723-a66c404b9e89),segment_id=e13ca5cd-8704-4468-9723-a66c404b9e89)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:34.202782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.241570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Calling delete_port for ae7a447e-01f3-4c53-b365-20bbe063642b owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:34.307398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad6226-6de1-40dc-96a5-67a5a70da8a5 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:58:34.330220 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.370183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-283ce235-3531-4e52-aa74-027a17a31850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.492760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.544005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-283ce235-3531-4e52-aa74-027a17a31850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.549884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-283ce235-3531-4e52-aa74-027a17a31850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.571753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Port': ['ID=ae7a447e-01f3-4c53-b365-20bbe063642b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:34.603513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-283ce235-3531-4e52-aa74-027a17a31850 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=80d1c825b35845079be5bedfd6789dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737513 Oct 20 10:58:34.610469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No DVR routers for this DVR port ae7a447e-01f3-4c53-b365-20bbe063642b on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:34.612321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40906) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:34.680778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce235-3531-4e52-aa74-027a17a31850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6213083-490e-4339-a842-98b6fbae0f76,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:34.690021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.690726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.690967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.692054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.692396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.692735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.693119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.693658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.695719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.697496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.698053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.698507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.699446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:34.719222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.785835 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.795732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.796913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6213083-490e-4339-a842-98b6fbae0f76 HTTP/1.1" status: 204 len: 168 time: 0.1836410 Oct 20 10:58:34.862887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8610f9-1f32-445c-a76a-0647ec9f0f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6213083-490e-4339-a842-98b6fbae0f76,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:34.931999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.936154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9bfe3-0958-4285-8b29-5fd7d0178082 req-b193fefa-2cc8-465f-9960-aa8d5015ea1a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:34.944398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc9bfe3-0958-4285-8b29-5fd7d0178082 req-b193fefa-2cc8-465f-9960-aa8d5015ea1a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 945 time: 0.1303208 Oct 20 10:58:34.996250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc1cd0-e430-4ac5-9b63-549f1c6172e2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.021814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13ca5cd-8704-4468-9723-a66c404b9e89') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.023252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13ca5cd-8704-4468-9723-a66c404b9e89') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.044844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.047228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc9bfe3-0958-4285-8b29-5fd7d0178082 req-860d5c4d-40cc-4fcc-b661-11b00e6b00c0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939288 Oct 20 10:58:35.069981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.090757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:35.092584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:35.097717 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:35.193666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.203205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.212410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40920) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.212665 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 HTTP/1.1" status: 204 len: 168 time: 2.9474659 Oct 20 10:58:35.233294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4cab-6f3a-4ca8-8214-e43ef8894329 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=f4bc1cd0-e430-4ac5-9b63-549f1c6172e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:35.249893 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-511c0e61-fbaf-40ff-8a54-b0ded96d51d5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:35.250732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511c0e61-fbaf-40ff-8a54-b0ded96d51d5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:35.256126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-511c0e61-fbaf-40ff-8a54-b0ded96d51d5 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/e9bfc03c-10ca-4624-ac2f-5406414a0840 HTTP/1.1" status: 404 len: 337 time: 0.0399332 Oct 20 10:58:35.256297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.274729 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d069bb-a145-463c-ac80-22a13783b9e6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:35.275332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d069bb-a145-463c-ac80-22a13783b9e6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:35.279426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-64d069bb-a145-463c-ac80-22a13783b9e6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/f4bc1cd0-e430-4ac5-9b63-549f1c6172e2 HTTP/1.1" status: 404 len: 339 time: 0.0220928 Oct 20 10:58:35.282254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40924) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.312976 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-748ed79e-fc3e-40b1-aea1-2b96774e65e3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:35.313452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748ed79e-fc3e-40b1-aea1-2b96774e65e3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:35.319212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-748ed79e-fc3e-40b1-aea1-2b96774e65e3 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/bfbe2e02-374f-413c-b340-a16d9e0e6509 HTTP/1.1" status: 404 len: 337 time: 0.0337374 Oct 20 10:58:35.319512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40926) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.341162 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d179b3e-2bb8-438b-9291-5aaed8bbebe8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:35.342019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d179b3e-2bb8-438b-9291-5aaed8bbebe8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:35.345155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6d179b3e-2bb8-438b-9291-5aaed8bbebe8 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/b316f32a-4155-4d8d-b9f5-ab4cfde080a9 HTTP/1.1" status: 404 len: 339 time: 0.0237825 Oct 20 10:58:35.347790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.446103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.527336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40932) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.538562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:35.560579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99c010c9-3746-4b35-a8d0-d209a62f4bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.609020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.634592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1dcf4e-44e8-4770-92fd-3c804f678267']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.645845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:35.664310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075d08fa-3240-4794-8bef-f68e5b8497cb') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.664310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075d08fa-3240-4794-8bef-f68e5b8497cb') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:35.676092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:35.676523 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.679172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.695937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.706254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:35.706254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:35.709690 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:35.787157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99c010c9-3746-4b35-a8d0-d209a62f4bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.794424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99c010c9-3746-4b35-a8d0-d209a62f4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.819106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.832898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.842388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-99c010c9-3746-4b35-a8d0-d209a62f4bc3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c57d4d0aba246f9b6afa9f31947a8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138454 Oct 20 10:58:35.849993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40934) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.861348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.867698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/6c1dcf4e-44e8-4770-92fd-3c804f678267 HTTP/1.1" status: 204 len: 168 time: 0.5187695 Oct 20 10:58:35.887585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:35.889919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.893958 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132b1b2-0dac-4366-b980-cb8d25f97f15" -d '{"events": [{"server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "name": "network-vif-plugged", "status": "completed", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:35.913424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d3545-4ecb-4631-b672-443045cdfe11 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=6c1dcf4e-44e8-4770-92fd-3c804f678267,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:35.930207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.947384 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdf0df6-fbe4-41d7-8cd4-2fac15a1a33b tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:35.948507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdf0df6-fbe4-41d7-8cd4-2fac15a1a33b tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:35.958539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0bdf0df6-fbe4-41d7-8cd4-2fac15a1a33b tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/dd801f09-7058-4886-a980-0f171e31e5e6 HTTP/1.1" status: 404 len: 337 time: 0.0647047 Oct 20 10:58:35.959784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.962430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40940) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.976417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:35.985701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.999733 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-135b9313-75c8-490f-8d32-dd54ec95736e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.001856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135b9313-75c8-490f-8d32-dd54ec95736e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.005035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-135b9313-75c8-490f-8d32-dd54ec95736e tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/e3d83fa6-0f5a-437d-b9de-a059b5ad32a7 HTTP/1.1" status: 404 len: 339 time: 0.0412440 Oct 20 10:58:36.009838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40942) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.033642 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89c3ff-53f2-4c32-beaa-a8750d284547 x-openstack-request-id: req-1a89c3ff-53f2-4c32-beaa-a8750d284547 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:36.033960 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "name": "network-vif-plugged", "status": "completed", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:36.034249 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a89c3ff-53f2-4c32-beaa-a8750d284547 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:36.034565 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa', 'code': 200} Oct 20 10:58:36.066429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.081431 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff94904-3955-406e-9466-42667a0f2133 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.082002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff94904-3955-406e-9466-42667a0f2133 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.086073 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cff94904-3955-406e-9466-42667a0f2133 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/f9efce9e-691c-4a72-a345-e9a32a022fe7 HTTP/1.1" status: 404 len: 337 time: 0.0740225 Oct 20 10:58:36.088745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40948) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.095098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c010c9-3746-4b35-a8d0-d209a62f4bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea56e448-1f95-432b-b440-bf82f33f3847,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.129331 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c30cfa-9767-4cb4-bc06-32fb5e159370 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.130473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c30cfa-9767-4cb4-bc06-32fb5e159370 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.134393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-04c30cfa-9767-4cb4-bc06-32fb5e159370 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/a1fb2f2a-0045-4a87-9778-5d3a8e3ad880 HTTP/1.1" status: 404 len: 339 time: 0.0433147 Oct 20 10:58:36.137727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40950) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.165647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff98f-39a1-4f29-8d9d-14bfd6a67ded req-4d56b920-5047-4a7e-a91c-b1596531337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:36.167408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-131ff98f-39a1-4f29-8d9d-14bfd6a67ded req-4d56b920-5047-4a7e-a91c-b1596531337b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 1098 time: 0.0676334 Oct 20 10:58:36.177474 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bace648-2aeb-4827-90ad-038f018b4bfc tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.177933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bace648-2aeb-4827-90ad-038f018b4bfc tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.181167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1bace648-2aeb-4827-90ad-038f018b4bfc tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/ebd59d1c-049f-4441-8667-0d5abb7a6275 HTTP/1.1" status: 404 len: 337 time: 0.0422380 Oct 20 10:58:36.186030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40954) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.211740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.220803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.222034 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea56e448-1f95-432b-b440-bf82f33f3847 HTTP/1.1" status: 204 len: 168 time: 0.3696585 Oct 20 10:58:36.260655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932655-47ae-4984-a9d6-3b00370d1476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea56e448-1f95-432b-b440-bf82f33f3847,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.290457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-131ff98f-39a1-4f29-8d9d-14bfd6a67ded req-40235553-16d9-4d4a-8667-f81dc9a4667f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030509 Oct 20 10:58:36.337606 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fed0f12-b2d8-4c69-9e17-43e0db8a9459 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.338616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fed0f12-b2d8-4c69-9e17-43e0db8a9459 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.342649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4fed0f12-b2d8-4c69-9e17-43e0db8a9459 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/6439ee52-4974-4cef-b1e0-8d2cb7a5dfee HTTP/1.1" status: 404 len: 339 time: 0.1246004 Oct 20 10:58:36.345366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40958) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.388947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b49c0-30d9-438a-a801-24f6ffce1759 req-25de1da6-68f1-434a-b528-1b92449f09eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:36.405544 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52b0094-e2ba-4fdd-a721-3793fdc56d4c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.406197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52b0094-e2ba-4fdd-a721-3793fdc56d4c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.409947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28b49c0-30d9-438a-a801-24f6ffce1759 req-25de1da6-68f1-434a-b528-1b92449f09eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.2269032 Oct 20 10:58:36.412949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c52b0094-e2ba-4fdd-a721-3793fdc56d4c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/f47d9eaa-bf65-4811-843b-c849db44a937 HTTP/1.1" status: 404 len: 337 time: 0.0665483 Oct 20 10:58:36.415869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40960) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.453664 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d67f10-0844-4453-a449-1de7adf48e22 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.454257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d67f10-0844-4453-a449-1de7adf48e22 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.463473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28b49c0-30d9-438a-a801-24f6ffce1759 req-26ff408b-b80f-403d-9c7b-db74d1b4af5c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Oct 20 10:58:36.463598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71d67f10-0844-4453-a449-1de7adf48e22 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/c0cce55e-f9de-4192-b18c-c970f74234ea HTTP/1.1" status: 404 len: 339 time: 0.0467229 Oct 20 10:58:36.466984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40962) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.496138 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfec589-cb19-4f7f-831b-064c68af97b6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.498192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfec589-cb19-4f7f-831b-064c68af97b6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.502124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1bfec589-cb19-4f7f-831b-064c68af97b6 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/db9829bf-9d0c-4f6c-883f-c906f9b38093 HTTP/1.1" status: 404 len: 337 time: 0.0340269 Oct 20 10:58:36.504860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40964) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.528194 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c132cfbb-88c1-4777-8d21-e86cc250de40 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.529182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c132cfbb-88c1-4777-8d21-e86cc250de40 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.532751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c132cfbb-88c1-4777-8d21-e86cc250de40 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/5764f910-6b3d-45ca-a78c-c8d0e1bebd95 HTTP/1.1" status: 404 len: 339 time: 0.0265555 Oct 20 10:58:36.536011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40966) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.564216 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-378ea53f-ed1d-4bb1-9693-019e375eb9ef tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.564946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378ea53f-ed1d-4bb1-9693-019e375eb9ef tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.568146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-378ea53f-ed1d-4bb1-9693-019e375eb9ef tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/9c3d92dd-2d59-4af5-befc-a5cfb704d3db HTTP/1.1" status: 404 len: 337 time: 0.0308537 Oct 20 10:58:36.578638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.618574 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31cc0d9-8722-4316-acdf-eda005e51df9 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.623512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31cc0d9-8722-4316-acdf-eda005e51df9 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.638617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40974) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.639789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c31cc0d9-8722-4316-acdf-eda005e51df9 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/01f2ba1c-d4dd-4ce9-bc72-5c6fec69e709 HTTP/1.1" status: 404 len: 339 time: 0.0585656 Oct 20 10:58:36.670171 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1717e05a-7c24-4e15-a2fa-73fcfc915a04 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.670611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1717e05a-7c24-4e15-a2fa-73fcfc915a04 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.673858 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1717e05a-7c24-4e15-a2fa-73fcfc915a04 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/3db54060-f789-4d78-a30e-1d647cac6f44 HTTP/1.1" status: 404 len: 337 time: 0.0333624 Oct 20 10:58:36.676685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40976) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.696694 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6f5cdb-ef1c-4d00-8776-0e1228da9486 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.697240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6f5cdb-ef1c-4d00-8776-0e1228da9486 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.701108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bd6f5cdb-ef1c-4d00-8776-0e1228da9486 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/fb8665cb-97a9-4df0-9b1e-b435b05ab8d4 HTTP/1.1" status: 404 len: 339 time: 0.0235085 Oct 20 10:58:36.704003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40978) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.762186 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9af2bee-43a6-49dd-89d0-813f163b1c24 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.763032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9af2bee-43a6-49dd-89d0-813f163b1c24 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.769286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a9af2bee-43a6-49dd-89d0-813f163b1c24 tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/0fd9f693-4eec-4c15-a522-2d1e5c6b17df HTTP/1.1" status: 404 len: 337 time: 0.0616436 Oct 20 10:58:36.771831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40982) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.813865 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd86411-a200-42e7-ab59-1a99297bdd8c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:36.813865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd86411-a200-42e7-ab59-1a99297bdd8c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:36.813865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-efd86411-a200-42e7-ab59-1a99297bdd8c tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/0a21987e-118e-4b41-b74e-4481ca7349ee HTTP/1.1" status: 404 len: 339 time: 0.0379739 Oct 20 10:58:36.813865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 40986) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.896545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting subnet dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:36.902971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.955484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.064705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.162310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.229451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:37.241979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.245760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-881aa322-3847-4922-9d22-34f5d5f001bd tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/subnets/dcd8bbfc-78d7-4126-afdc-6dc66bdb49c2 HTTP/1.1" status: 204 len: 168 time: 0.4314427 Oct 20 10:58:37.248396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 40998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.262476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19984456-c034-480e-9368-752917087b0e None None] Network b4684b44-7dff-44b9-a848-778f5d5ac3d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:37.391702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.478165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Deleting port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:37.479206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.606273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41008) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.619636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] For port 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0527ab3b-ad37-435e-953d-ef30aaffcfc5,segment=NetworkSegment(094e5c59-204d-4229-bd5b-4b35c2c3fd2f),segment_id=094e5c59-204d-4229-bd5b-4b35c2c3fd2f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:37.620257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.635248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Calling delete_port for 0527ab3b-ad37-435e-953d-ef30aaffcfc5 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:37.727942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85fb53-8fe7-4b3b-84e4-cf4fbce7d028 req-37653377-e14f-4b65-a387-91d775339f24 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:37.730734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd85fb53-8fe7-4b3b-84e4-cf4fbce7d028 req-37653377-e14f-4b65-a387-91d775339f24 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.1419928 Oct 20 10:58:37.817370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] DHCP port deletion for b4684b44-7dff-44b9-a848-778f5d5ac3d3 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:37.817669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd85fb53-8fe7-4b3b-84e4-cf4fbce7d028 req-a2c2036a-4465-482f-9e04-ac7aea458718 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794950 Oct 20 10:58:37.835452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41018) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.915754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Deleting port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:37.916117 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.076001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] For port 0527ab3b-ad37-435e-953d-ef30aaffcfc5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0527ab3b-ad37-435e-953d-ef30aaffcfc5,segment=NetworkSegment(094e5c59-204d-4229-bd5b-4b35c2c3fd2f),segment_id=094e5c59-204d-4229-bd5b-4b35c2c3fd2f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:38.076475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.106144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Calling delete_port for 0527ab3b-ad37-435e-953d-ef30aaffcfc5 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:38.297670 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.408501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2af0e-e124-4cf1-acb7-ea023cbf8127 req-75473d5d-6f2d-4b88-8c5a-54dc87753164 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:38.412818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1d2af0e-e124-4cf1-acb7-ea023cbf8127 req-75473d5d-6f2d-4b88-8c5a-54dc87753164 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.2790937 Oct 20 10:58:38.424794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] Pushing event deleted for resources: {'Port': ['ID=0527ab3b-ad37-435e-953d-ef30aaffcfc5,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:38.439435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bc806-00dc-481c-b340-7dd3a8d8a985 None None] No DVR routers for this DVR port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:38.541257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716125248-network', 'tenant_id': '43d7adc4ee804be09872bd8c9a1e3a2a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.553299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.590851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Port': ['ID=0527ab3b-ad37-435e-953d-ef30aaffcfc5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:38.596436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] No DVR routers for this DVR port 0527ab3b-ad37-435e-953d-ef30aaffcfc5 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:38.603152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Made reservation on behalf of 43d7adc4ee804be09872bd8c9a1e3a2a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:38.605733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.664354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1d2af0e-e124-4cf1-acb7-ea023cbf8127 req-989dcc5e-5d58-4616-84f7-07b871b33e10 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542597 Oct 20 10:58:38.700510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.718397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.746451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4684b44-7dff-44b9-a848-778f5d5ac3d3']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:38.763043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094e5c59-204d-4229-bd5b-4b35c2c3fd2f') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:38.763504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094e5c59-204d-4229-bd5b-4b35c2c3fd2f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:38.779589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.817157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.827979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:38.830832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:38.844143 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:38.993190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0527ab3b-ad37-435e-953d-ef30aaffcfc5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:38.998768 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.000213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.014725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.019146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] 10.222.0.74 "DELETE /v2.0/networks/b4684b44-7dff-44b9-a848-778f5d5ac3d3 HTTP/1.1" status: 204 len: 168 time: 1.7693532 Oct 20 10:58:39.024624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.039659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0527ab3b-ad37-435e-953d-ef30aaffcfc5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:39.040263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0527ab3b-ad37-435e-953d-ef30aaffcfc5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:39.074966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915436-9415-4aef-9241-7d084bb890de tempest-NetworksTest-560523579 tempest-NetworksTest-560523579-project] Pushing event deleted for resources: {'Network': ['ID=b4684b44-7dff-44b9-a848-778f5d5ac3d3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.083113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:39.083770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.095943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.095943 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Added segment 3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa of type vlan for network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a Oct 20 10:58:39.155121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02de43-b269-4822-a3ad-efbc8c041a43,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.165979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.219665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.220645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:39.221226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.293538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.308539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:39.316733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9ba7bf84-d421-4dcb-8497-4b13dd0dd1e8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7089634 Oct 20 10:58:39.320534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.336721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Request body: {'subnet': {'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716125248-subnet', 'tenant_id': '43d7adc4ee804be09872bd8c9a1e3a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:39.364850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41036) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.379219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Made reservation on behalf of 43d7adc4ee804be09872bd8c9a1e3a2a for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:39.382308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.702053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.780210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5c382c-4909-45d9-b69c-050074901b4d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.789734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c420aac0-c35a-40d4-8469-cf36b4a16b77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ffb357eab5874eeab154bc85f43ab54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237297 Oct 20 10:58:39.795125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41046) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.796578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Checking segment: {'id': '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:39.797218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Network hostable DHCP agents. Network: 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:39.825676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:39.836781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:39.846843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:39.847986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d17e67-2dd7-444a-a798-4c3c0f8fe0df None None] Network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:39.849663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.877315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175f42b-61f1-42de-9078-b81de170e375 req-e5c74b69-3804-4417-8889-b3b0778164db tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:39.878815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1175f42b-61f1-42de-9078-b81de170e375 req-e5c74b69-3804-4417-8889-b3b0778164db tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.1128898 Oct 20 10:58:39.891108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Deleting port c1c110a1-036b-42db-a904-5c0c36bb5bda {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:39.891445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.892675 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aeafe472-410f-4c29-b4f1-6d9eee3d2016 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5698080 Oct 20 10:58:39.941924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.018078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1175f42b-61f1-42de-9078-b81de170e375 req-3a7de6b1-89c0-4201-8e67-fdf847f8f8be tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294422 Oct 20 10:58:40.020141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.067098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] For port c1c110a1-036b-42db-a904-5c0c36bb5bda, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c1c110a1-036b-42db-a904-5c0c36bb5bda,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:40.067464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.085790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Calling delete_port for c1c110a1-036b-42db-a904-5c0c36bb5bda owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:40.118674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff91768-b7ff-4f5c-b495-8327430e88f8 None None] Network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:40.169608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.175256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.179418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/683ca8a5-6160-48f7-99dc-6bdcb74456bc HTTP/1.1" status: 204 len: 168 time: 0.3686113 Oct 20 10:58:40.199834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dc1be-2517-47ed-ba1a-7fbcd2fb272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ca8a5-6160-48f7-99dc-6bdcb74456bc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:40.496491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.533220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c110a1-036b-42db-a904-5c0c36bb5bda,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:40.564162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c730-42e7-48d1-b2aa-b873e84ee3da req-bd15d39e-264f-43f5-8747-49f09a40a676 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:40.565695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7234c730-42e7-48d1-b2aa-b873e84ee3da req-bd15d39e-264f-43f5-8747-49f09a40a676 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.1305096 Oct 20 10:58:40.771240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7234c730-42e7-48d1-b2aa-b873e84ee3da req-c0a46d17-88ee-4cd8-8907-8dc5f0bc8555 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841981 Oct 20 10:58:40.919283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.953494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41080) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.958769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087477398-network', 'tenant_id': '3539167ad6e348d8b3dc22e1da188377'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.983801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Made reservation on behalf of 3539167ad6e348d8b3dc22e1da188377 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:40.987411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.998688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.087147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.093596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.118451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:41.127998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10973ba-6a12-452b-a19f-c578eda089d3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.134208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.134598 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Added segment 925b4b4b-7779-479e-ab50-cf55c98bf6cd of type vlan for network aadabe3f-6be7-4ce1-92a7-fc68cb0e48df Oct 20 10:58:41.179682 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.197088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:41.208689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.210248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:41.210830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.246498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2918649 Oct 20 10:58:41.249587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41090) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.254280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Request body: {'subnet': {'network_id': 'aadabe3f-6be7-4ce1-92a7-fc68cb0e48df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087477398-subnet', 'tenant_id': '3539167ad6e348d8b3dc22e1da188377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.294307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd504a-a5cf-4052-a48b-16f77df90712 admin admin] Pushing event updated for resources: {'Network': ['ID=aadabe3f-6be7-4ce1-92a7-fc68cb0e48df,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.306216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network aadabe3f-6be7-4ce1-92a7-fc68cb0e48df details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:41.326044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:41.334666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Sync routers for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:41.338972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8bbb47b7-5689-4fcc-814a-70bacb2283ae admin admin] 10.222.0.74 "PUT /v2.0/routers/8a15299a-c237-480b-b2c0-dbe23a7b7c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5019753 Oct 20 10:58:41.339611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41094) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.343245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Made reservation on behalf of 3539167ad6e348d8b3dc22e1da188377 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:41.346854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.349242 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:41.349861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:41.459606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.474979 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:41.496960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41096) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.589602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.591531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.644132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-575613221'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.665594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca89d3e-b3c1-4bab-b84a-14872da8ca94,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.671822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Checking segment: {'id': '925b4b4b-7779-479e-ab50-cf55c98bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'aadabe3f-6be7-4ce1-92a7-fc68cb0e48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:41.672319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Network hostable DHCP agents. Network: aadabe3f-6be7-4ce1-92a7-fc68cb0e48df, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:41.693702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Network aadabe3f-6be7-4ce1-92a7-fc68cb0e48df is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:41.703254 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port': {'id': '03f0dce1-e306-4c31-83ec-b745abd1b793', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:49:16Z', 'updated_at': '2021-10-20T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:41.707536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, aadabe3f-6be7-4ce1-92a7-fc68cb0e48df) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:41.718664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f1877-3d17-414c-b630-02d04b686e66 None None] Network aadabe3f-6be7-4ce1-92a7-fc68cb0e48df requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:41.738033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:41.738631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.747087 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Checking router: 8a15299a-c237-480b-b2c0-dbe23a7b7c3b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:41.747340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Made reservation on behalf of ac769f2c2e4247c0878c646312861470 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:41.768323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.768659 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Routers {'8a15299a-c237-480b-b2c0-dbe23a7b7c3b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:41.769221 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:58:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:41.783186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Deleting port 03f0dce1-e306-4c31-83ec-b745abd1b793 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:41.783648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.785558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0dd0ad6c-a5af-4306-bfea-0d3c1150813c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5350032 Oct 20 10:58:41.930565 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] Set router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:42.017249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2293c96f-1c85-46cc-b33d-bbac42caabf1 None None] Network aadabe3f-6be7-4ce1-92a7-fc68cb0e48df requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:42.026692 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:58:41Z', 'revision_number': 6, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:42.046559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ef319-b5df-4292-b124-a56b60a60935 req-b7a07e39-b2ce-4b95-b742-e8f07c440b2b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:42.046559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-913ef319-b5df-4292-b124-a56b60a60935 req-b7a07e39-b2ce-4b95-b742-e8f07c440b2b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.1239824 Oct 20 10:58:42.060484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] For port 03f0dce1-e306-4c31-83ec-b745abd1b793, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=03f0dce1-e306-4c31-83ec-b745abd1b793,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:42.061077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.135311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Calling delete_port for 03f0dce1-e306-4c31-83ec-b745abd1b793 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:42.170538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.260428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:42.260913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.319455 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62bb92-def4-4f33-8520-c73528156a86 None None] The sync data for ids ['8a15299a-c237-480b-b2c0-dbe23a7b7c3b'] in n-d-802060-17 is: [{'id': '8a15299a-c237-480b-b2c0-dbe23a7b7c3b', 'name': 'tempest-AttachVolumeShelveTestJSON-2104357474-router', 'tenant_id': '35c300d5c2eb44418ded73e7b38cf68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:49:15Z', 'updated_at': '2021-10-20T10:58:41Z', 'revision_number': 6, 'project_id': '35c300d5c2eb44418ded73e7b38cf68e', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:42.334776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21304bc7-7dd7-4b59-bdda-c49c686d9870 req-b31bdf7a-9b30-44cc-ad65-5d6938626f46 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:42.340283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21304bc7-7dd7-4b59-bdda-c49c686d9870 req-b31bdf7a-9b30-44cc-ad65-5d6938626f46 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=664faee5-7cbf-44de-8bac-ec91b168e96f HTTP/1.1" status: 200 len: 946 time: 0.1935177 Oct 20 10:58:42.402448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:42.402963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.418058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:42.464377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21304bc7-7dd7-4b59-bdda-c49c686d9870 req-10a52e79-0e17-400d-91ed-3033593bcb3c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031752 Oct 20 10:58:42.515592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.522675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.575359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef47b628-2b0d-4394-94e6-7891179aae6b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.594206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.607612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:42.616024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:42.642611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.653759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.654318 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Added segment 813b6452-666b-4439-a413-660542b309c6 of type vlan for network 6e444ccb-1644-45eb-b1e2-68b43c208700 Oct 20 10:58:42.699836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:42.704084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.707571 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-913ef319-b5df-4292-b124-a56b60a60935 req-bf0b6b97-4d2a-4c02-afbb-e90afea345eb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.83 "DELETE /v2.0/ports/11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa HTTP/1.1" status: 204 len: 173 time: 0.6543274 Oct 20 10:58:42.708032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'name': 'network-vif-deleted', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:42.710348 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e51b03e-74fc-4456-a9ae-88e78b881d47" -d '{"events": [{"server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "name": "network-vif-deleted", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:42.761261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.771049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.811732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Pushing event deleted for resources: {'Port': ['ID=03f0dce1-e306-4c31-83ec-b745abd1b793,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.895895 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96b2e3-80bf-47a6-94d5-23101a0c9b59 x-openstack-request-id: req-9b96b2e3-80bf-47a6-94d5-23101a0c9b59 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:42.896185 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664faee5-7cbf-44de-8bac-ec91b168e96f", "name": "network-vif-deleted", "tag": "11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:42.896432 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b96b2e3-80bf-47a6-94d5-23101a0c9b59 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:42.896836 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664faee5-7cbf-44de-8bac-ec91b168e96f', 'name': 'network-vif-deleted', 'tag': '11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa', 'status': 'completed', 'code': 200} Oct 20 10:58:42.898428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-112f4816-dd11-4b1d-b13e-9eaa6db43a84 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:42.900219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-112f4816-dd11-4b1d-b13e-9eaa6db43a84 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/networks?id=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a HTTP/1.1" status: 200 len: 809 time: 0.3280318 Oct 20 10:58:42.912099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.919110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:42.919828 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.962671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.968256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-c54dc21a-5f82-47df-8fda-c37d2a94343e tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/quotas/43d7adc4ee804be09872bd8c9a1e3a2a HTTP/1.1" status: 200 len: 375 time: 0.0605714 Oct 20 10:58:43.056247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5581484 Oct 20 10:58:43.059953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41134) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.065283 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Request body: {'subnet': {'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.108199 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-d07dd116-9525-48b9-859d-34cacda2d08e tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=43d7adc4ee804be09872bd8c9a1e3a2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285524 Oct 20 10:58:43.180489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Made reservation on behalf of ac769f2c2e4247c0878c646312861470 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:43.188776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.328828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c1c110a1-036b-42db-a904-5c0c36bb5bda no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:43.357255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c1c110a1-036b-42db-a904-5c0c36bb5bda {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:43.357866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c1c110a1-036b-42db-a904-5c0c36bb5bda not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:43.358379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03f0dce1-e306-4c31-83ec-b745abd1b793 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:43.405224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 03f0dce1-e306-4c31-83ec-b745abd1b793 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:43.405573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 03f0dce1-e306-4c31-83ec-b745abd1b793 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:43.469743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.474328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275bd8a-1722-4755-a708-66a431141052 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event updated for resources: {'Network': ['ID=6e444ccb-1644-45eb-b1e2-68b43c208700,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.480894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.487884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:43.489933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.551008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Checking segment: {'id': '813b6452-666b-4439-a413-660542b309c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:43.552150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Network hostable DHCP agents. Network: 6e444ccb-1644-45eb-b1e2-68b43c208700, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:43.570461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event updated for resources: {'Subnet': ['ID=7c2f0d33-cb04-475b-a6b3-0eca22753ad6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.581552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:43.593076 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.593711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a15299a-c237-480b-b2c0-dbe23a7b7c3b {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:58:43.598462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.601931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e254b513-d66a-4779-ac60-39959897403f admin admin] 10.222.0.74 "DELETE /v2.0/routers/8a15299a-c237-480b-b2c0-dbe23a7b7c3b HTTP/1.1" status: 204 len: 168 time: 2.2591367 Oct 20 10:58:43.602319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41140) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.618615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6e444ccb-1644-45eb-b1e2-68b43c208700) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:43.631583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:43.632250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.661034 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a165f2ad-3171-4cac-93b9-6b2fea118697 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5998569 Oct 20 10:58:43.663527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41144) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.673209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Request body: {'port': {'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700', 'name': 'tempest-TagsExtTest-1025218563'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.680511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-0dbb41be-b4bd-4c2e-8bcc-ee6fd3f44267 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027991 Oct 20 10:58:43.685556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787dde07-ddb2-41b1-adb4-4b6e042ca3a6 None None] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:43.818199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Deleting subnet d89be818-ce93-4b3c-9ab2-9e627eb0a90a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:43.818199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.852043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-9c49abdc-e6b4-4220-bc43-61a571cd49ec service neutron] 10.222.0.74 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591892 Oct 20 10:58:43.903570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.952131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Made reservation on behalf of ac769f2c2e4247c0878c646312861470 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:43.957198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.977188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] device_id is not set on port 01749660-c79e-4d68-8231-ebd32f74bb0f yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:58:44.036771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-6e444ccb-1644-45eb-b1e2-68b43c208700', 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700', 'tenant_id': 'ac769f2c2e4247c0878c646312861470', 'fixed_ips': [{'subnet_id': '7c2f0d33-cb04-475b-a6b3-0eca22753ad6'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:44.037700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.141236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-5c333c54-13db-4711-923e-051a01d15f5d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:44.143045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-5c333c54-13db-4711-923e-051a01d15f5d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.1825788 Oct 20 10:58:44.201337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-99b32629-8473-4261-a977-c2c989902b5c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0153527 Oct 20 10:58:44.217553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Allocated IP 172.20.0.7 (6e444ccb-1644-45eb-b1e2-68b43c208700/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/01749660-c79e-4d68-8231-ebd32f74bb0f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:44.232278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.309997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e752ac5-c931-4ac6-9edb-ebbb809dfbd5 req-904dba4e-7641-41c8-ba30-d54b3d535c3e tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 210 time: 0.0746202 Oct 20 10:58:44.330870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-1787ce33-9700-4d4e-a0e3-d3eda11c9652 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230760 Oct 20 10:58:44.429400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.441775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.461692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-8bad4e01-f36d-46c2-831c-15287af1fbfc service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294689 Oct 20 10:58:44.477299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.536115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Allocated IP 172.20.0.2 (6e444ccb-1644-45eb-b1e2-68b43c208700/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:44.580821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:58:44.593212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89be818-ce93-4b3c-9ab2-9e627eb0a90a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:44.595670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.599052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:44.602031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fadf459e-8d52-4fb8-806e-199a70cfd259 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d89be818-ce93-4b3c-9ab2-9e627eb0a90a HTTP/1.1" status: 204 len: 168 time: 0.9985740 Oct 20 10:58:44.604656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-3d18fdcf-e7b1-4b08-8a9d-ab8d49cc1b41 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063688 Oct 20 10:58:44.605698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41170) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.623425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:44.636653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4bd30-186d-4628-bbb4-e6017cff0771 None None] Network 8737f4db-bcbb-4cec-8a7f-d877fe64fafe requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:44.639899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:44.737377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event updated for resources: {'Port': ['ID=01749660-c79e-4d68-8231-ebd32f74bb0f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:44.756426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.775134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:44.777027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.803016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0f3f7921-eda5-4568-bb28-02d969006dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1382623 Oct 20 10:58:44.811757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.825005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1128757427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:44.884128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.887746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.888744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Deleting port e0907c9c-c2b9-4150-8646-14bdc54a8b36 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:44.889083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.990880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.996292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-752352ab-9783-4460-a485-9bbc312c18e5 req-5cdcc457-83c7-4b9c-a6eb-4c116cb6b17d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 210 time: 0.0625877 Oct 20 10:58:44.998261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.037429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.043776 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-403c4b6d-6651-4588-94cc-4ae7758b8166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2290926 Oct 20 10:58:45.044886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41178) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.052905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-940561a8-a3dc-4b5a-bb43-f11e92491db2 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-768681330', 'prefixes': ['172.20.0.0/16']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:45.094519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] For port e0907c9c-c2b9-4150-8646-14bdc54a8b36, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e0907c9c-c2b9-4150-8646-14bdc54a8b36,segment=NetworkSegment(e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6),segment_id=e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:45.098556 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.101447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.129939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.131567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Calling delete_port for e0907c9c-c2b9-4150-8646-14bdc54a8b36 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:45.165444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-940561a8-a3dc-4b5a-bb43-f11e92491db2 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for subnetpool, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.171846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-940561a8-a3dc-4b5a-bb43-f11e92491db2 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1254387 Oct 20 10:58:45.172406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.179613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-5cf56986-6639-4cd0-a83a-a329146e99ca tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-68356385') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.241532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:45.257484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Pushing event updated for resources: {'Port': ['ID=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:45.267851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:45.274693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:45.312352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.368931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] No DVR routers for this DVR port e0907c9c-c2b9-4150-8646-14bdc54a8b36 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:45.375387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e0907c9c-c2b9-4150-8646-14bdc54a8b36,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:45.381341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b9a33-a9bf-4abe-8b1a-39fe7421ac2b None None] DHCP port deletion for 8737f4db-bcbb-4cec-8a7f-d877fe64fafe request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:45.391265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5cf56986-6639-4cd0-a83a-a329146e99ca tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-68356385 HTTP/1.1" status: 201 len: 201 time: 0.2176774 Oct 20 10:58:45.391876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.416170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-a4dbd025-88fc-485c-a274-1a97bf113da9 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-144110111') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.481278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Attempting to bind port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:45.481844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Attempting to bind port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '813b6452-666b-4439-a413-660542b309c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:45.482373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Attempting to bind port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 on network 6e444ccb-1644-45eb-b1e2-68b43c208700 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:45.505306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:45.505783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Checking segment: {'id': '813b6452-666b-4439-a413-660542b309c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:45.506101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.506567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Bound using segment: {'id': '813b6452-666b-4439-a413-660542b309c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:45.507114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Bound port: fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813b6452-666b-4439-a413-660542b309c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6e444ccb-1644-45eb-b1e2-68b43c208700'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:45.507886 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.533916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a4dbd025-88fc-485c-a274-1a97bf113da9 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-144110111 HTTP/1.1" status: 201 len: 201 time: 0.1401167 Oct 20 10:58:45.536778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41196) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.548234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.552303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-2cbdc69c-c6ad-45a7-a482-28bc44081712 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-1944004926') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.552887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c775161-8608-45c7-9c3f-5d102c4214c1 req-757f15d2-b247-4391-a485-6b536708d6a9 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 210 time: 0.1176472 Oct 20 10:58:45.648343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:45.681684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:45.682299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 11fc486a-87bf-41d5-a9e7-f8ff8c3ab7aa not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:45.686680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] For port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:45.702631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] For port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,segment=NetworkSegment(813b6452-666b-4439-a413-660542b309c6),segment_id=813b6452-666b-4439-a413-660542b309c6)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:45.709194 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.764995 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2cbdc69c-c6ad-45a7-a482-28bc44081712 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-1944004926 HTTP/1.1" status: 201 len: 201 time: 0.2254829 Oct 20 10:58:45.768454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.784764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-3c2c149c-b00c-4460-a9ca-9c7ff2c1b632 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-1619859310') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.817777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632da04-ebb8-4638-a68c-b7219c7bdf0d None None] Pushing event updated for resources: {'Port': ['ID=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:45.830089 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.830702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-a66b6ddc-b7e4-4818-9268-8816056ee375 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:45.832259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-a66b6ddc-b7e4-4818-9268-8816056ee375 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.70 "GET /v2.0/networks?id=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a HTTP/1.1" status: 200 len: 809 time: 0.2574036 Oct 20 10:58:45.837240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8737f4db-bcbb-4cec-8a7f-d877fe64fafe']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.857309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Request body: {'port': {'device_id': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a', 'admin_state_up': True, 'tenant_id': '43d7adc4ee804be09872bd8c9a1e3a2a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:45.902512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.902713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71b0ff4-b5ef-48e2-a5cb-135156ed5ce6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.905389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c2c149c-b00c-4460-a9ca-9c7ff2c1b632 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-1619859310 HTTP/1.1" status: 201 len: 201 time: 0.1356356 Oct 20 10:58:45.907977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.913637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-82d74d44-57e9-4afc-85b3-98b2422625b6 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:45.944502 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.977268 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.995182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:45.995604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:45.997502 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:46.002305 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82d74d44-57e9-4afc-85b3-98b2422625b6 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 200 len: 239 time: 0.0923717 Oct 20 10:58:46.005746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41202) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.011049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-769c6bd5-3d67-45ce-a774-82fcc0775166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-68356385') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.082308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Made reservation on behalf of 43d7adc4ee804be09872bd8c9a1e3a2a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:46.086740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.103652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-769c6bd5-3d67-45ce-a774-82fcc0775166 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-68356385 HTTP/1.1" status: 204 len: 168 time: 0.0964613 Oct 20 10:58:46.106134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41206) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.110811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.113478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-586cdc39-af88-45d8-ac92-1675d2061abb tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-68356385') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.118855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.125193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] 10.222.0.74 "DELETE /v2.0/networks/8737f4db-bcbb-4cec-8a7f-d877fe64fafe HTTP/1.1" status: 204 len: 168 time: 1.5182879 Oct 20 10:58:46.142657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c970a42-9722-47a5-a7a2-c3a78ece0b43 req-7ef590b5-cb86-49a0-89c6-130a13c5819b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 210 time: 0.0503523 Oct 20 10:58:46.162635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e6d8-5dea-4fc2-8656-8f32ed7677ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8737f4db-bcbb-4cec-8a7f-d877fe64fafe,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:46.264802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-586cdc39-af88-45d8-ac92-1675d2061abb tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-68356385 HTTP/1.1" status: 204 len: 168 time: 0.1548481 Oct 20 10:58:46.265046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41212) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.269582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-deb0a4e9-afd3-4a63-a361-a5c664ea4774 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.311878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Allocated IP 172.20.0.6 (2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a/5c5c382c-4909-45d9-b69c-050074901b4d/bbb74a4c-0125-4442-8f8c-8563958f9f7b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:46.597264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-deb0a4e9-afd3-4a63-a361-a5c664ea4774 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 200 len: 205 time: 0.3310776 Oct 20 10:58:46.601160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41218) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.617871 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.643615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-cba8be28-5104-4900-a32a-cf8baea3344c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.663858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.695996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-53aa68da-9a6f-461a-80ac-0b783c1440a9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:46.697523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-53aa68da-9a6f-461a-80ac-0b783c1440a9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.3522818 Oct 20 10:58:46.701407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.713000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': '1982994a-4607-427b-8279-6e17f9e94aef', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:46.741637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb7798c9-c990-4d0b-930d-fb81a6d6a9ea req-69406800-c876-494a-a2ee-c52086f7d95f tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 210 time: 0.0471828 Oct 20 10:58:46.786280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.795611 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-31d9afe8-b49c-46d1-ba11-806e2fafe168 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35c300d5c2eb44418ded73e7b38cf68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283412 Oct 20 10:58:46.795902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41222) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.806724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cba8be28-5104-4900-a32a-cf8baea3344c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 200 len: 240 time: 0.2021918 Oct 20 10:58:46.808701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41224) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.819551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-492f8341-8c6a-4841-9adc-850f095737b7 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-144110111') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.841994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:46.845196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:46.848954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:46.881174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Pushing event updated for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:46.901185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.901540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.901880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.902691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.903058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.903977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.903977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.904277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.904600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.904921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.905246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.905569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:46.933662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:46.934349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.942793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.954375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:46.957852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-31a74d77-93e4-45ca-a667-bc330f65a862 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1071253 Oct 20 10:58:46.958098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.964318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-492f8341-8c6a-4841-9adc-850f095737b7 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-144110111 HTTP/1.1" status: 204 len: 168 time: 0.1546407 Oct 20 10:58:46.968121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-20d82b96-5eb1-47e8-adee-c45a50c3f1c7 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:58:46.969105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-20d82b96-5eb1-47e8-adee-c45a50c3f1c7 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058451 Oct 20 10:58:46.969716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41226) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.975361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-1f2819ea-6f61-4b76-a5b6-e27c97d6c275 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-144110111') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:46.983261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Request body: {'port': {'device_id': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:47.027673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:47.035343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.085608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.104036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:47.104953 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.148790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f2819ea-6f61-4b76-a5b6-e27c97d6c275 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-144110111 HTTP/1.1" status: 204 len: 168 time: 0.1780813 Oct 20 10:58:47.153412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41228) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.163690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-1f2df5e6-6330-4cca-b01f-5fde7bf63bc5 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:47.174982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.14 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/be212d79-9a53-4f48-ba01-f2b5cc63fe06) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:47.264517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.306706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,segment=NetworkSegment(813b6452-666b-4439-a413-660542b309c6),segment_id=813b6452-666b-4439-a413-660542b309c6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:47.319009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.430083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abac23e0-d779-450d-b84a-81446c9997d0 req-8b605de1-25c8-485c-8367-38d3b2af6354 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 210 time: 0.0953190 Oct 20 10:58:47.437166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:47.462032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e0907c9c-c2b9-4150-8646-14bdc54a8b36 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:47.475554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.480129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.484898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/456e46c9-7b19-4c01-8fe3-3c0191dcd0e0 HTTP/1.1" status: 204 len: 168 time: 0.6878715 Oct 20 10:58:47.488936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.501103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf93a-1b54-49d9-8e97-e807b4bccd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e46c9-7b19-4c01-8fe3-3c0191dcd0e0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:47.558461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e0907c9c-c2b9-4150-8646-14bdc54a8b36 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:47.559778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e0907c9c-c2b9-4150-8646-14bdc54a8b36 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:47.562923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f2df5e6-6330-4cca-b01f-5fde7bf63bc5 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 200 len: 205 time: 0.4082434 Oct 20 10:58:47.566256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.583856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-9cfc747c-8efc-40ba-a52b-65f9ab50836a tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:47.707295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.717105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9946ee9-574e-47c7-a348-da50146e42c0 None None] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:47.749655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb74a4c-0125-4442-8f8c-8563958f9f7b {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:47.759416 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.765731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9cfc747c-8efc-40ba-a52b-65f9ab50836a tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 200 len: 241 time: 0.1936352 Oct 20 10:58:47.766548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41242) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.779652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Transition to ACTIVE for port object bbb74a4c-0125-4442-8f8c-8563958f9f7b will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:47.794282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.825886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-050b12ed-dabc-493b-8aac-f3cfbeddc7d5 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-1944004926') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:47.831502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:47.884753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:47.886771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2a5688b6-44d4-4c12-9c61-707888550b0c None None] Provisioning complete for port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:47.889893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2a5688b6-44d4-4c12-9c61-707888550b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.890032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:47.981313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:47.994140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-050b12ed-dabc-493b-8aac-f3cfbeddc7d5 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-1944004926 HTTP/1.1" status: 204 len: 168 time: 0.1724920 Oct 20 10:58:47.997318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41254) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.003992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-d998e1a3-fa2c-4905-afd8-4b97b5fd09e1 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-1944004926') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:48.004819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Pushing event updated for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:48.080507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6d80f-d4fd-47d0-a71f-2a277d5cd9d7 req-a0df5b0e-8e45-4fce-a0a9-79f11c2870aa tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.080908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.081584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.082119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aab6d80f-d4fd-47d0-a71f-2a277d5cd9d7 req-a0df5b0e-8e45-4fce-a0a9-79f11c2870aa tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 943 time: 0.2262635 Oct 20 10:58:48.147424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d3028bd6-a0a1-4006-bb86-34e8ac11eb4b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397554 Oct 20 10:58:48.165090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Request body: {'port': {'device_id': '1982994a-4607-427b-8279-6e17f9e94aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:48.284306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aab6d80f-d4fd-47d0-a71f-2a277d5cd9d7 req-e3721f0d-d8df-4d66-81be-bc9352d8aad4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793396 Oct 20 10:58:48.318206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Attempting to bind port bbb74a4c-0125-4442-8f8c-8563958f9f7b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:48.318206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Attempting to bind port bbb74a4c-0125-4442-8f8c-8563958f9f7b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:48.318206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Attempting to bind port bbb74a4c-0125-4442-8f8c-8563958f9f7b on network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:48.319112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.320016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d998e1a3-fa2c-4905-afd8-4b97b5fd09e1 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-1944004926 HTTP/1.1" status: 204 len: 168 time: 0.3215475 Oct 20 10:58:48.321230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.323917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-a50bc10f-212e-492c-8149-3df66430fe41 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:48.343490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Port bbb74a4c-0125-4442-8f8c-8563958f9f7b on network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:48.343818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Attempting to bind port bbb74a4c-0125-4442-8f8c-8563958f9f7b on network 2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:48.431723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:48.432100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Checking segment: {'id': '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:48.433074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Bound using segment: {'id': '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:48.433454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Bound port: bbb74a4c-0125-4442-8f8c-8563958f9f7b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:48.433933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.632020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8bac7319-4945-4b6a-9100-254dbd03a25a None None] Provisioning complete for port 01749660-c79e-4d68-8231-ebd32f74bb0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:48.632387 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8bac7319-4945-4b6a-9100-254dbd03a25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.634127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a50bc10f-212e-492c-8149-3df66430fe41 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 200 len: 205 time: 0.2971048 Oct 20 10:58:48.635062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41276) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.654048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-e5b8ba1f-2fde-4a56-8e1a-272d3f28dcc0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:48.736031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8bac7319-4945-4b6a-9100-254dbd03a25a None None] Port 01749660-c79e-4d68-8231-ebd32f74bb0f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:48.755384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8bac7319-4945-4b6a-9100-254dbd03a25a None None] Provisioning complete for port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:48.756176 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8bac7319-4945-4b6a-9100-254dbd03a25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.792673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:48.835998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b,segment=NetworkSegment(3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa),segment_id=3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:48.867002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be212d79-9a53-4f48-ba01-f2b5cc63fe06 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:48.893231 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.895965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.924810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41280) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.927566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5b8ba1f-2fde-4a56-8e1a-272d3f28dcc0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 200 len: 241 time: 0.2834995 Oct 20 10:58:48.929786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-87b37ea1-d37b-419d-bb88-317d653af8a9 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-1619859310') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:48.941646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Transition to ACTIVE for port object be212d79-9a53-4f48-ba01-f2b5cc63fe06 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:48.970529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.031090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:49.034011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.034783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.039461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] 10.222.0.70 "PUT /v2.0/ports/bbb74a4c-0125-4442-8f8c-8563958f9f7b HTTP/1.1" status: 200 len: 1092 time: 2.0606723 Oct 20 10:58:49.054364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:49.056710 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b072ea8-175b-418c-aabd-ca21de0fd9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:49.090778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156216-e348-4f14-bf79-4e8bfc71cb8e req-06aff9df-280b-4ae9-a225-0181d56c4eef tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.095282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb156216-e348-4f14-bf79-4e8bfc71cb8e req-06aff9df-280b-4ae9-a225-0181d56c4eef tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 932 time: 0.4593537 Oct 20 10:58:49.109855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87b37ea1-d37b-419d-bb88-317d653af8a9 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-1619859310 HTTP/1.1" status: 204 len: 168 time: 0.1839743 Oct 20 10:58:49.118627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41290) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.120986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:49.121642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.129839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-bc6d8bc0-5d41-4c71-a731-61df9ed1d531 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-1619859310') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.164392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55024fa8-8186-4d4d-ae94-00bf5167147e service neutron] Pushing event updated for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.186398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.219796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bb156216-e348-4f14-bf79-4e8bfc71cb8e req-73bb7838-db37-44a7-a92e-e563b86df78e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946119 Oct 20 10:58:49.245746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-2c647db6-1729-401f-9ef7-80e92562f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.245746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-2c647db6-1729-401f-9ef7-80e92562f987 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43d7adc4ee804be09872bd8c9a1e3a2a&device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 1095 time: 0.1429965 Oct 20 10:58:49.273479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc6d8bc0-5d41-4c71-a731-61df9ed1d531 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-1619859310 HTTP/1.1" status: 204 len: 168 time: 0.1489172 Oct 20 10:58:49.281849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41294) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.288183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-4d928a4c-1747-4d35-b28b-a6c192483639 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.300544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Attempting to bind port be212d79-9a53-4f48-ba01-f2b5cc63fe06 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:49.300876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Attempting to bind port be212d79-9a53-4f48-ba01-f2b5cc63fe06 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:49.303531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Attempting to bind port be212d79-9a53-4f48-ba01-f2b5cc63fe06 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:49.332792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1b83c9f4-49d0-44fb-93f3-a796a4bcd99f None None] Provisioning complete for port 01749660-c79e-4d68-8231-ebd32f74bb0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:49.333381 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9f4-49d0-44fb-93f3-a796a4bcd99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.334249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Port be212d79-9a53-4f48-ba01-f2b5cc63fe06 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:49.334735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Attempting to bind port be212d79-9a53-4f48-ba01-f2b5cc63fe06 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:49.348797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-804f50fe-1e62-4c6f-947c-e5f023f09fee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b HTTP/1.1" status: 200 len: 217 time: 0.0996649 Oct 20 10:58:49.354083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:49.354537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:49.356279 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa006b6-07bf-4586-8e80-48262142fba4 x-openstack-request-id: req-0fa006b6-07bf-4586-8e80-48262142fba4 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:49.356574 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:49.356855 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0fa006b6-07bf-4586-8e80-48262142fba4 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:49.357264 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b', 'status': 'completed', 'code': 200} Oct 20 10:58:49.357544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:49.358026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Bound port: be212d79-9a53-4f48-ba01-f2b5cc63fe06, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:49.358380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.405090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d928a4c-1747-4d35-b28b-a6c192483639 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 200 len: 205 time: 0.1220031 Oct 20 10:58:49.407084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c9f4-49d0-44fb-93f3-a796a4bcd99f None None] Port 01749660-c79e-4d68-8231-ebd32f74bb0f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:49.418086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41308) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.424297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-227badea-a1e9-426c-b467-987da1d82c2c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.548453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:49.552258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-227badea-a1e9-426c-b467-987da1d82c2c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 204 len: 168 time: 0.1332316 Oct 20 10:58:49.555236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:49.557185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41320) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.563686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-8a1e5d4c-5ef4-4f07-8f8c-db2b54725c6c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.625508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.712510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.713424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.715449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] 10.222.0.70 "PUT /v2.0/ports/be212d79-9a53-4f48-ba01-f2b5cc63fe06 HTTP/1.1" status: 200 len: 1093 time: 1.5558801 Oct 20 10:58:49.719939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:49.728176 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a07ad-70ac-40a6-98b4-605aa7a86359" -d '{"events": [{"name": "network-changed", "server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:49.746877 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a1e5d4c-5ef4-4f07-8f8c-db2b54725c6c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 204 len: 168 time: 0.1881819 Oct 20 10:58:49.752649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41326) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.758656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-05b975a9-a9af-42fb-b315-e05a1946bd22 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.791336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3d3f2-013f-4482-b961-bc41954542d1 service neutron] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.854524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-6b4fa7e8-1cb0-4ba7-9cfe-b3bceee0d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.856041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-6b4fa7e8-1cb0-4ba7-9cfe-b3bceee0d6c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 1096 time: 0.0858333 Oct 20 10:58:49.908138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-05b975a9-a9af-42fb-b315-e05a1946bd22 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1521695 Oct 20 10:58:49.908138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41330) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.908859 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cff3e3-7a55-4595-bc34-679b3cfdecb9 x-openstack-request-id: req-16cff3e3-7a55-4595-bc34-679b3cfdecb9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:49.908859 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:49.908859 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16cff3e3-7a55-4595-bc34-679b3cfdecb9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:49.909315 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'status': 'completed', 'code': 200} Oct 20 10:58:49.914778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.917520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-0a7a0132-df25-4d28-9000-e7f28cd208b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06 HTTP/1.1" status: 200 len: 217 time: 0.0507729 Oct 20 10:58:49.920951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-faaf9ea5-aca2-4208-97e4-32605144d2f4 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.986840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-ba2f633f-30f9-4da1-8815-9de7a91b1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.987908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d6540563-33e2-49d8-a5da-489066a4b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.988359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-ba2f633f-30f9-4da1-8815-9de7a91b1852 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c5c382c-4909-45d9-b69c-050074901b4d HTTP/1.1" status: 200 len: 849 time: 0.6280828 Oct 20 10:58:49.989335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-d6540563-33e2-49d8-a5da-489066a4b8d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.0644300 Oct 20 10:58:50.011119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb65e0d-a71d-4669-973d-9fb1af613124 req-fb273959-042a-481a-9336-d1e13677b955 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.019612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbb65e0d-a71d-4669-973d-9fb1af613124 req-fb273959-042a-481a-9336-d1e13677b955 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 943 time: 0.0776169 Oct 20 10:58:50.030124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-384b330f-6c58-4dcc-8d92-8185afd7893e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281050 Oct 20 10:58:50.055383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-4dea43c6-b4a5-4e37-b54d-50cf3237d34a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544364 Oct 20 10:58:50.114289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbb65e0d-a71d-4669-973d-9fb1af613124 req-b8625b19-8cd6-42a8-8900-6dbf61297a0e tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938654 Oct 20 10:58:50.123614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-236052ae-9cbb-49e6-be20-30e8813ca28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.174514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-21db5d06-ea2b-4efc-bea3-ab49bbceb391 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361349 Oct 20 10:58:50.181088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-08a22b3d-60e5-42f5-8763-a180be6c68bb service neutron] 10.222.0.70 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163642 Oct 20 10:58:50.191451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-faaf9ea5-aca2-4208-97e4-32605144d2f4 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 204 len: 168 time: 0.2685513 Oct 20 10:58:50.191731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41338) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:50.196455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-3111d7d1-c688-40af-83e1-a07c4fe78dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-1319148196') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:50.326659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2294f6f7-2ab2-49b5-85ed-897c8c4706fb req-20d62357-2794-423c-a7c2-48b422ec4c13 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446390 Oct 20 10:58:50.350033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-236052ae-9cbb-49e6-be20-30e8813ca28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.368110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-236052ae-9cbb-49e6-be20-30e8813ca28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.420645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b772a015-1dc1-4706-8a56-4daf6ad38d19 req-128fa8a3-a9ef-45c8-bad5-b2e3d5e86e99 service neutron] 10.222.0.70 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316704 Oct 20 10:58:50.442118 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-236052ae-9cbb-49e6-be20-30e8813ca28d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2584a4e91ee444e800ec7aa111ed759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296297 Oct 20 10:58:50.442338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:50.444674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236052ae-9cbb-49e6-be20-30e8813ca28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86829ddc-cd52-4053-9580-9db8da205372,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:50.457895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-01f5ba33-28f6-4412-82f5-0eea9320b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.459831 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-01f5ba33-28f6-4412-82f5-0eea9320b444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 1096 time: 0.0763226 Oct 20 10:58:50.464484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6ce69-20a8-4dae-a905-7d41a50420c9 req-5648ddc8-7fd8-43c0-a98a-1c9e317e4f4a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.466075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43d6ce69-20a8-4dae-a905-7d41a50420c9 req-5648ddc8-7fd8-43c0-a98a-1c9e317e4f4a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 944 time: 0.1307311 Oct 20 10:58:50.472711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3111d7d1-c688-40af-83e1-a07c4fe78dcd tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-1319148196 HTTP/1.1" status: 201 len: 201 time: 0.2800078 Oct 20 10:58:50.474922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:50.483628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-e08a5be6-1d63-49e1-bc70-f839db0d2d81 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-861283810') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:50.564929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43d6ce69-20a8-4dae-a905-7d41a50420c9 req-521960ea-50a9-4b83-90b8-97f0414b5d76 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Oct 20 10:58:50.572867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.586406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-522c1302-99f1-4a6f-9053-c612b85f1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.587897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-522c1302-99f1-4a6f-9053-c612b85f1e80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43d7adc4ee804be09872bd8c9a1e3a2a&device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 1095 time: 0.0971942 Oct 20 10:58:50.611425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.724792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-f6274150-476d-412a-9bab-15d862cdb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.726224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-f6274150-476d-412a-9bab-15d862cdb0fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a HTTP/1.1" status: 200 len: 911 time: 0.1282673 Oct 20 10:58:50.727643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.731074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.734548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86829ddc-cd52-4053-9580-9db8da205372 HTTP/1.1" status: 204 len: 168 time: 0.2890151 Oct 20 10:58:50.752906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f743c1-fb4c-4948-a76b-bfe1bc9addd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86829ddc-cd52-4053-9580-9db8da205372,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:50.794254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-a9ea0640-f010-4ba2-ba87-a0b36aaf7929 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b HTTP/1.1" status: 200 len: 217 time: 0.0505865 Oct 20 10:58:50.861930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-492682e0-a443-4d63-9f70-498374a9091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.863699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-492682e0-a443-4d63-9f70-498374a9091a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c5c382c-4909-45d9-b69c-050074901b4d HTTP/1.1" status: 200 len: 849 time: 0.0614338 Oct 20 10:58:50.907883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-528a9ecb-c721-4e62-8fef-c5a1fb0d0bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337570 Oct 20 10:58:51.025706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-06be6560-e53a-418b-9c53-01dc1fe57913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.028648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-06be6560-e53a-418b-9c53-01dc1fe57913 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.5423374 Oct 20 10:58:51.034739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-8ef5b04d-303c-4d3a-b492-fd8bb960c5fb service neutron] 10.222.0.70 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121507 Oct 20 10:58:51.096839 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-45002681-6651-4094-a8ed-be206b0f75f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06 HTTP/1.1" status: 200 len: 217 time: 0.0390182 Oct 20 10:58:51.146499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e08a5be6-1d63-49e1-bc70-f839db0d2d81 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-861283810 HTTP/1.1" status: 201 len: 201 time: 0.6657934 Oct 20 10:58:51.148396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41360) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.155312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-25118fde-3304-4679-a179-c2cf3e511680 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-1458936378') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.171454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b072ea8-175b-418c-aabd-ca21de0fd9f6 req-5ceb7811-e1db-493c-bdf5-9a2fa6a68ac7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269722 Oct 20 10:58:51.212989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-56e0f77a-4b4e-4af3-9352-b3f9f6064d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.215138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-56e0f77a-4b4e-4af3-9352-b3f9f6064d17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1172621 Oct 20 10:58:51.255319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-024c141f-d98e-4f39-b751-4edd0415ca89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297384 Oct 20 10:58:51.304567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7bbb-1611-4a61-bfe5-a837bb254009 req-5ef113c2-5b86-4d41-918e-ee5cb02c44e1 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.306143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aca7bbb-1611-4a61-bfe5-a837bb254009 req-5ef113c2-5b86-4d41-918e-ee5cb02c44e1 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 943 time: 0.0827301 Oct 20 10:58:51.353213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3aca7bbb-1611-4a61-bfe5-a837bb254009 req-5c2c7298-1acd-4019-97eb-9854a0c76f41 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Oct 20 10:58:51.411493 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-25118fde-3304-4679-a179-c2cf3e511680 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-1458936378 HTTP/1.1" status: 201 len: 201 time: 0.2595935 Oct 20 10:58:51.412184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41370) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.419799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-9f3b160a-83f2-4577-8e07-0ca8bd9406f8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-473771115') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.436179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-3bbda596-4979-4bf1-bbaa-209393aeabe4 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193354 Oct 20 10:58:51.462103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f3b160a-83f2-4577-8e07-0ca8bd9406f8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-473771115 HTTP/1.1" status: 201 len: 201 time: 0.0483077 Oct 20 10:58:51.464804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41374) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.470282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-d8a542c6-8d7e-40cd-ab5d-bfb403456829 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', {'tags': ['tempest-TagsExtTest-Tag-1526163488', 'tempest-TagsExtTest-Tag-851747630', 'tempest-TagsExtTest-Tag-1720878349']}) {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.552910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d8a542c6-8d7e-40cd-ab5d-bfb403456829 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 200 len: 317 time: 0.0868728 Oct 20 10:58:51.555754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.562044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-04c6520a-2029-4954-831b-edc49f31a182 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.577905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-207a07ad-70ac-40a6-98b4-605aa7a86359 req-2c066823-fedd-4937-a0f8-ff881f8c1426 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334882 Oct 20 10:58:51.662309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-04c6520a-2029-4954-831b-edc49f31a182 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 204 len: 168 time: 0.1027279 Oct 20 10:58:51.662900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.671600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-bc642f93-ecfb-47ab-b4ff-c1b164ce0594 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-1526163488') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.721682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b333881-3b51-4a51-8a77-e942b9d35850 req-85bbf11b-054d-48f2-9356-b99344130879 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.723376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b333881-3b51-4a51-8a77-e942b9d35850 req-85bbf11b-054d-48f2-9356-b99344130879 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 944 time: 0.0809636 Oct 20 10:58:51.737820 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-bc642f93-ecfb-47ab-b4ff-c1b164ce0594 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:51.742578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc642f93-ecfb-47ab-b4ff-c1b164ce0594 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-1526163488 HTTP/1.1" status: 404 len: 329 time: 0.0783513 Oct 20 10:58:51.744085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.748827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-92627266-4d0e-4544-a4e4-8c6fc05e1066 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-851747630') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.767117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b333881-3b51-4a51-8a77-e942b9d35850 req-69a1c915-44e0-46b4-9d88-30aa27aa85ef tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Oct 20 10:58:51.813692 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-92627266-4d0e-4544-a4e4-8c6fc05e1066 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:51.817871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-92627266-4d0e-4544-a4e4-8c6fc05e1066 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-851747630 HTTP/1.1" status: 404 len: 328 time: 0.0700042 Oct 20 10:58:51.818534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41390) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.823970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-eb59a573-1b4a-4970-b210-4bd88c91a858 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6', 'tempest-TagsExtTest-Tag-1720878349') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.876707 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-eb59a573-1b4a-4970-b210-4bd88c91a858 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:51.877673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eb59a573-1b4a-4970-b210-4bd88c91a858 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags/tempest-TagsExtTest-Tag-1720878349 HTTP/1.1" status: 404 len: 329 time: 0.0579355 Oct 20 10:58:51.880432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41392) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.884851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-24eef61e-777f-4fa2-a278-ad7fd3a71843 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', {'tags': ['tempest-TagsExtTest-Tag-1230570590', 'tempest-TagsExtTest-Tag-689087384', 'tempest-TagsExtTest-Tag-1656548925']}) {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:51.975330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24eef61e-777f-4fa2-a278-ad7fd3a71843 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 200 len: 317 time: 0.0938404 Oct 20 10:58:51.975692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:51.982382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-a472382b-fe75-47a5-bb46-b622d1f5c03c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.065210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a472382b-fe75-47a5-bb46-b622d1f5c03c tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0880215 Oct 20 10:58:52.067966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41404) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.072386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-f09d970d-ba62-4701-b88f-0d57e87028f1 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-1230570590') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.124501 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-f09d970d-ba62-4701-b88f-0d57e87028f1 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.127279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f09d970d-ba62-4701-b88f-0d57e87028f1 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-1230570590 HTTP/1.1" status: 404 len: 329 time: 0.0566001 Oct 20 10:58:52.128441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.132797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-cade9b6d-b46d-4f43-9c47-9c1150562b18 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-689087384') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.198567 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-cade9b6d-b46d-4f43-9c47-9c1150562b18 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.202627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cade9b6d-b46d-4f43-9c47-9c1150562b18 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-689087384 HTTP/1.1" status: 404 len: 328 time: 0.0731704 Oct 20 10:58:52.203167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41412) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.207991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-b43b360a-da90-43c7-818d-c367ef894c8e tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f', 'tempest-TagsExtTest-Tag-1656548925') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.267921 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-b43b360a-da90-43c7-818d-c367ef894c8e tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.271649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b43b360a-da90-43c7-818d-c367ef894c8e tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags/tempest-TagsExtTest-Tag-1656548925 HTTP/1.1" status: 404 len: 329 time: 0.0650282 Oct 20 10:58:52.271879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.277129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-6bcc4e37-1314-4655-bf0b-66ee4e88e5f2 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', {'tags': ['tempest-TagsExtTest-Tag-1542427821', 'tempest-TagsExtTest-Tag-689329943', 'tempest-TagsExtTest-Tag-2123629833']}) {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.388829 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6bcc4e37-1314-4655-bf0b-66ee4e88e5f2 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 200 len: 317 time: 0.1158285 Oct 20 10:58:52.391225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41430) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.396193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-9cd5a8a9-7095-48f0-b755-fb2a905e6e93 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.490778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d537ebd-31df-4cec-af34-353636252851 req-a20d33de-cf91-4d54-a630-90eb76a037cd tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.492886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d537ebd-31df-4cec-af34-353636252851 req-a20d33de-cf91-4d54-a630-90eb76a037cd tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 943 time: 0.0642164 Oct 20 10:58:52.533208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9cd5a8a9-7095-48f0-b755-fb2a905e6e93 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 204 len: 168 time: 0.1407895 Oct 20 10:58:52.536108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.546211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-55644e27-e68d-47b1-a8e5-f7f77ac15951 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-1542427821') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.577496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d537ebd-31df-4cec-af34-353636252851 req-b84f3d1c-2072-43de-8204-7f33efe5456f tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Oct 20 10:58:52.649002 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-55644e27-e68d-47b1-a8e5-f7f77ac15951 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.650049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55644e27-e68d-47b1-a8e5-f7f77ac15951 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-1542427821 HTTP/1.1" status: 404 len: 329 time: 0.1127288 Oct 20 10:58:52.653002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41442) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.657874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-582ab17f-1ecb-42bd-8b3e-362ae1511b66 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-689329943') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.742691 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-582ab17f-1ecb-42bd-8b3e-362ae1511b66 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.746891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-582ab17f-1ecb-42bd-8b3e-362ae1511b66 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-689329943 HTTP/1.1" status: 404 len: 328 time: 0.0895727 Oct 20 10:58:52.747297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41446) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.755660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-07ec01b4-25fd-4022-9188-c739744374f0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a', 'tempest-TagsExtTest-Tag-2123629833') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.764482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device be212d79-9a53-4f48-ba01-f2b5cc63fe06 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:52.813130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41450) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.890468 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-07ec01b4-25fd-4022-9188-c739744374f0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:52.891667 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-07ec01b4-25fd-4022-9188-c739744374f0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags/tempest-TagsExtTest-Tag-2123629833 HTTP/1.1" status: 404 len: 329 time: 0.1416178 Oct 20 10:58:52.895103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41458) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.899499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:52.900123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-3257c10a-0c57-4d86-ab83-322482450975 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', {'tags': ['tempest-TagsExtTest-Tag-427951099', 'tempest-TagsExtTest-Tag-367399970', 'tempest-TagsExtTest-Tag-576188233']}) {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.936995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'mac_address': 'fa:16:3e:d0:e0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:52.959553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a1f7-ffd1-42a5-a3d8-283c014d30bc req-a7006203-d013-47d4-a2a5-7ff27f341ad5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.961285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62c3a1f7-ffd1-42a5-a3d8-283c014d30bc req-a7006203-d013-47d4-a2a5-7ff27f341ad5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 944 time: 0.1075230 Oct 20 10:58:52.976029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3257c10a-0c57-4d86-ab83-322482450975 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "PUT /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 200 len: 315 time: 0.0793779 Oct 20 10:58:52.978396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41462) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:52.987023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-4a6e769d-3259-4ad7-a4ec-637a6aa18a60 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:52.994743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.029503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be212d79-9a53-4f48-ba01-f2b5cc63fe06 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:53.066217 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a6e769d-3259-4ad7-a4ec-637a6aa18a60 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 204 len: 168 time: 0.0854990 Oct 20 10:58:53.069625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41466) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.079478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:53.082082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-4ab13b4a-a205-4f3f-9bb3-a3f24141a1e8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-427951099') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.084684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62c3a1f7-ffd1-42a5-a3d8-283c014d30bc req-14ad9a7e-93f5-42ce-9356-02ed6e77a0d6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062446 Oct 20 10:58:53.087685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.090258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bbb74a4c-0125-4442-8f8c-8563958f9f7b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:53.138716 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-4ab13b4a-a205-4f3f-9bb3-a3f24141a1e8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:53.143168 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ab13b4a-a205-4f3f-9bb3-a3f24141a1e8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-427951099 HTTP/1.1" status: 404 len: 328 time: 0.0686924 Oct 20 10:58:53.144519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41468) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.152200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-394cb0ae-90b8-4171-b645-09c2e18c03b8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-367399970') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.188002 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-394cb0ae-90b8-4171-b645-09c2e18c03b8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:53.192660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-394cb0ae-90b8-4171-b645-09c2e18c03b8 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-367399970 HTTP/1.1" status: 404 len: 328 time: 0.0444031 Oct 20 10:58:53.192849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb043-8acc-4a79-b636-35f3d4646f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.192964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41470) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.202270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-3957cb02-5f22-430b-b322-44c3021bc505 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707', 'tempest-TagsExtTest-Tag-576188233') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.230133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:53.247830 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-3957cb02-5f22-430b-b322-44c3021bc505 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] show failed (client error): The resource could not be found. Oct 20 10:58:53.248890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3957cb02-5f22-430b-b322-44c3021bc505 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags/tempest-TagsExtTest-Tag-576188233 HTTP/1.1" status: 404 len: 328 time: 0.0538580 Oct 20 10:58:53.251814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.256390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-dbfb0971-dbc1-4a18-80b9-4111c3405279 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ffb571a2-0e97-45a0-a977-9d9f57541707') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.278389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b,segment=NetworkSegment(3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa),segment_id=3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:53.295010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b', 'network_id': '2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a', 'port_id': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b', 'mac_address': 'fa:16:3e:bd:36:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5c382c-4909-45d9-b69c-050074901b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:53.310997 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dbfb0971-dbc1-4a18-80b9-4111c3405279 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707/tags HTTP/1.1" status: 204 len: 168 time: 0.0579283 Oct 20 10:58:53.313744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41478) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.318501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-89d3cf52-24a0-4448-bd16-5e8facad09ee tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27d06470-75ea-4bca-80ac-58821400460a') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.332619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.342596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb043-8acc-4a79-b636-35f3d4646f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.350511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb74a4c-0125-4442-8f8c-8563958f9f7b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:53.359094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb043-8acc-4a79-b636-35f3d4646f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.374355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b,segment=NetworkSegment(3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa),segment_id=3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:53.379808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.409338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a7eb043-8acc-4a79-b636-35f3d4646f57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aceebc233950454d8c7a02a9083428d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926158 Oct 20 10:58:53.409530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-89d3cf52-24a0-4448-bd16-5e8facad09ee tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a/tags HTTP/1.1" status: 204 len: 168 time: 0.0935144 Oct 20 10:58:53.410004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.411831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41484) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.417015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-037cca25-d606-4347-8f19-5aa1afc3f934 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01749660-c79e-4d68-8231-ebd32f74bb0f') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.419130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb043-8acc-4a79-b636-35f3d4646f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d6c6a-e31b-4c26-a754-4a8c801af028,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:53.439891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:53.483803 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-037cca25-d606-4347-8f19-5aa1afc3f934 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0704587 Oct 20 10:58:53.485889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.486379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.490789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-90ea0c05-d0e4-43d1-9b3d-12ff86251755 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c2f0d33-cb04-475b-a6b3-0eca22753ad6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.511729 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.553833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-90ea0c05-d0e4-43d1-9b3d-12ff86251755 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6/tags HTTP/1.1" status: 204 len: 168 time: 0.0624337 Oct 20 10:58:53.554207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.598148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.600650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.601782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e6d6c6a-e31b-4c26-a754-4a8c801af028 HTTP/1.1" status: 204 len: 168 time: 0.1907787 Oct 20 10:58:53.637132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f87f6-6b16-4bbc-b5c6-d302639de725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d6c6a-e31b-4c26-a754-4a8c801af028,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:53.685724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['be212d79-9a53-4f48-ba01-f2b5cc63fe06'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:53.704111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-911af828-c98f-44b5-b1b3-48b75972ee01 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for subnetpool, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.705220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-911af828-c98f-44b5-b1b3-48b75972ee01 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnetpools/ffb571a2-0e97-45a0-a977-9d9f57541707 HTTP/1.1" status: 204 len: 168 time: 0.1500525 Oct 20 10:58:53.707827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41496) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.727501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c78d-e7b6-44aa-ba41-f000d5cf35ba req-6e534ae7-df07-4a8a-bd30-ca8b6e032f5c tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:53.729444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5582c78d-e7b6-44aa-ba41-f000d5cf35ba req-6e534ae7-df07-4a8a-bd30-ca8b6e032f5c tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 944 time: 0.0840013 Oct 20 10:58:53.739699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bbb74a4c-0125-4442-8f8c-8563958f9f7b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:53.746645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4dd33667-f882-40fc-a511-31ecc8ff6487 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "GET /v2.0/ports?device_id=27d06470-75ea-4bca-80ac-58821400460a HTTP/1.1" status: 200 len: 205 time: 0.0377386 Oct 20 10:58:53.749151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:53.856581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.862075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5582c78d-e7b6-44aa-ba41-f000d5cf35ba req-8e1b912a-3f31-4ae1-9776-5e054a37ff65 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183252 Oct 20 10:58:54.060735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.062978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.112060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.112653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Fanout notify agent at l3_agent the message router_deleted on router 27d06470-75ea-4bca-80ac-58821400460a {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:58:54.120432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.121397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b1c82df7-7e10-4c47-81a6-9ad4c75c8957 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/routers/27d06470-75ea-4bca-80ac-58821400460a HTTP/1.1" status: 204 len: 168 time: 0.3713338 Oct 20 10:58:54.124599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:54.264317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7acca1-337a-400a-99bb-3b0a2183151c req-ce82822d-61e4-4504-ad11-fd060aeaf864 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:54.266144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b7acca1-337a-400a-99bb-3b0a2183151c req-ce82822d-61e4-4504-ad11-fd060aeaf864 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 945 time: 0.0759158 Oct 20 10:58:54.277858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Deleting port 01749660-c79e-4d68-8231-ebd32f74bb0f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:54.278587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.329380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b7acca1-337a-400a-99bb-3b0a2183151c req-892ed39e-57e4-4175-96dc-3d0dee498399 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 Oct 20 10:58:54.387075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.406338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Calling delete_port for 01749660-c79e-4d68-8231-ebd32f74bb0f owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:54.549820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.579892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event deleted for resources: {'Port': ['ID=01749660-c79e-4d68-8231-ebd32f74bb0f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:54.582918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41532) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:54.605464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41536) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:54.666337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.673074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-08fa98ea-aa1c-41ab-9180-2790fe23af54 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/ports/01749660-c79e-4d68-8231-ebd32f74bb0f HTTP/1.1" status: 204 len: 168 time: 0.5474432 Oct 20 10:58:54.673812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:54.727388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1615601289-network', 'tenant_id': '794e265ffe914a7c97bb95d5acabd73e'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:54.762861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4e0c-a250-4afc-995c-c0c752cd94ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.773669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Deleting subnet 7c2f0d33-cb04-475b-a6b3-0eca22753ad6 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:54.780193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bbb74a4c-0125-4442-8f8c-8563958f9f7b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:54.786143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.789312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Made reservation on behalf of 794e265ffe914a7c97bb95d5acabd73e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:54.792370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.835939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.839732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port bbb74a4c-0125-4442-8f8c-8563958f9f7b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:54.843420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port bbb74a4c-0125-4442-8f8c-8563958f9f7b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:54.844270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.872974 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.927664 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.955649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:54.957937 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a440b1e0-661a-45ee-a35d-b0f487ba02d6" -d '{"events": [{"server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:54.972056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b,segment=NetworkSegment(3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa),segment_id=3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:54.976542 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.977420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device be212d79-9a53-4f48-ba01-f2b5cc63fe06 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:55.024541 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539ba77-08e7-4051-87d0-34f099b1fff3 x-openstack-request-id: req-1539ba77-08e7-4051-87d0-34f099b1fff3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:55.024811 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:55.025326 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1539ba77-08e7-4051-87d0-34f099b1fff3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:55.025444 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b', 'code': 200} Oct 20 10:58:55.061659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4e0c-a250-4afc-995c-c0c752cd94ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.067426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.079142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port be212d79-9a53-4f48-ba01-f2b5cc63fe06 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:55.083028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port be212d79-9a53-4f48-ba01-f2b5cc63fe06 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:55.083775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.086328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4e0c-a250-4afc-995c-c0c752cd94ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.114534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.129174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3ce33-1634-4cf5-ab70-ce926d964696 req-34b4ec02-1c2d-4500-adf0-d53828d991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:55.130815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bfd3ce33-1634-4cf5-ab70-ce926d964696 req-34b4ec02-1c2d-4500-adf0-d53828d991b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 1097 time: 0.0493975 Oct 20 10:58:55.149530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748ebe-645c-4171-ac27-42bb73767d30 req-6e2e526c-1b03-4e21-8879-3b5f191457e3 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:55.151602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49748ebe-645c-4171-ac27-42bb73767d30 req-6e2e526c-1b03-4e21-8879-3b5f191457e3 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 944 time: 0.2022476 Oct 20 10:58:55.153914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.166238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.174984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bfd3ce33-1634-4cf5-ab70-ce926d964696 req-144439eb-705e-4b65-a845-6ba1ce225359 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Oct 20 10:58:55.181077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.195267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4e0c-a250-4afc-995c-c0c752cd94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518656a2-43c3-4e9a-b306-39db0151c3b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.203569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:55.209276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.211055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf7b4e0c-a250-4afc-995c-c0c752cd94ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d7db42d85d874303b1b748f40c0d7cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269488 Oct 20 10:58:55.214508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41546) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:55.235400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:55.272744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aa2fc5-928f-46aa-98ef-5edeab858a00,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.280269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49748ebe-645c-4171-ac27-42bb73767d30 req-bdc1fa99-27ff-4c20-8f0c-6241479f2459 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058497 Oct 20 10:58:55.283146 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.285063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.303778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.304110 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Added segment 0772e993-24b6-44b6-a5a1-5ff09732db93 of type vlan for network c38d6fa7-2121-45fe-8bd1-7b98052e4796 Oct 20 10:58:55.308099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.335638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2f0d33-cb04-475b-a6b3-0eca22753ad6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.341020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.353702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65dc399-312d-4f57-96fd-dfd227f6eb10 None None] Network 6e444ccb-1644-45eb-b1e2-68b43c208700 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:55.364303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.370724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6ceb93e1-a978-439c-bf29-1590e86d7abf tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/subnets/7c2f0d33-cb04-475b-a6b3-0eca22753ad6 HTTP/1.1" status: 204 len: 168 time: 0.6926942 Oct 20 10:58:55.371100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41552) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:55.402580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.414451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.417518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.418895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/518656a2-43c3-4e9a-b306-39db0151c3b1 HTTP/1.1" status: 204 len: 168 time: 0.2031209 Oct 20 10:58:55.429583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74d8a0-56d5-4da8-b847-98147548ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518656a2-43c3-4e9a-b306-39db0151c3b1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.514226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.519496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.520590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:55.521243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.578190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54856b58-eb4c-4c21-b079-c21c5a65e2c3 req-ad2f8d0e-3b1a-4fd7-ab01-f79a3a36017b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:55.579871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54856b58-eb4c-4c21-b079-c21c5a65e2c3 req-ad2f8d0e-3b1a-4fd7-ab01-f79a3a36017b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1645157 Oct 20 10:58:55.587953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9813080 Oct 20 10:58:55.591022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41558) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:55.596250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Request body: {'subnet': {'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1615601289-subnet', 'tenant_id': '794e265ffe914a7c97bb95d5acabd73e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:55.615840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] DHCP port deletion for 6e444ccb-1644-45eb-b1e2-68b43c208700 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:55.621681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Made reservation on behalf of 794e265ffe914a7c97bb95d5acabd73e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:55.627200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.641889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587d35c-87c1-44a5-9f90-dcf4dde87286 admin admin] Pushing event updated for resources: {'Network': ['ID=c38d6fa7-2121-45fe-8bd1-7b98052e4796,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.664689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:55.692730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54856b58-eb4c-4c21-b079-c21c5a65e2c3 req-8b9a6ed0-5f63-446b-9c5f-008a166d5ef3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034110 Oct 20 10:58:55.721170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Deleting port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:55.721834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.742731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Deleting port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:55.743130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.787680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41560) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:55.816775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] For port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,segment=NetworkSegment(813b6452-666b-4439-a413-660542b309c6),segment_id=813b6452-666b-4439-a413-660542b309c6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:55.817379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.820884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] For port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,segment=NetworkSegment(813b6452-666b-4439-a413-660542b309c6),segment_id=813b6452-666b-4439-a413-660542b309c6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:55.821257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.825197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9415a015-60dc-40fe-83b6-79e75ae3335f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.830894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Calling delete_port for fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:55.835790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Calling delete_port for fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:55.860809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.922428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.930959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.943385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.955603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] Pushing event deleted for resources: {'Port': ['ID=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.957689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceea1c2-99f4-4e0d-b419-bf2f90834090 None None] No DVR routers for this DVR port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:55.969376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event deleted for resources: {'Port': ['ID=fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.970898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Checking segment: {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:55.971419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Network hostable DHCP agents. Network: c38d6fa7-2121-45fe-8bd1-7b98052e4796, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:55.972303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] No DVR routers for this DVR port fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:56.002066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9415a015-60dc-40fe-83b6-79e75ae3335f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.006749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9415a015-60dc-40fe-83b6-79e75ae3335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.018231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:56.050291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c38d6fa7-2121-45fe-8bd1-7b98052e4796) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:56.055866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9415a015-60dc-40fe-83b6-79e75ae3335f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0f23f71b5fa4fa4a46e2fb838cdb9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619133 Oct 20 10:58:56.057668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41562) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:56.059000 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.059269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:56.059843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.060002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374100d9-5190-4e8a-90c7-da989500c7a2 None None] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:56.067862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a015-60dc-40fe-83b6-79e75ae3335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a0c6c-ee5a-4364-983b-0a199d558960,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:56.092678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e444ccb-1644-45eb-b1e2-68b43c208700']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:56.098127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7e6930a-0bb8-4679-81cb-202a5c131cd2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5060241 Oct 20 10:58:56.110065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813b6452-666b-4439-a413-660542b309c6') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:56.110543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813b6452-666b-4439-a413-660542b309c6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:56.129950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.140293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.147605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.154718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:56.155053 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:56.158229 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:56.174010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.222853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751fe084-e409-43b3-89d1-1f71bf5765b5 None None] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:56.239820 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.261839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.265824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.267769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] 10.222.0.74 "DELETE /v2.0/networks/6e444ccb-1644-45eb-b1e2-68b43c208700 HTTP/1.1" status: 204 len: 168 time: 0.8958313 Oct 20 10:58:56.268718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509f8a7-6570-4462-98e0-2cae02fc3aa0 tempest-TagsExtTest-100311816 tempest-TagsExtTest-100311816-project] Pushing event deleted for resources: {'Network': ['ID=6e444ccb-1644-45eb-b1e2-68b43c208700,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:56.275864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.281243 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/347a0c6c-ee5a-4364-983b-0a199d558960 HTTP/1.1" status: 204 len: 168 time: 0.2215221 Oct 20 10:58:56.308091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc255eb6-c813-4df6-93eb-2aac086ece38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a0c6c-ee5a-4364-983b-0a199d558960,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:56.473680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed02f-5588-4cc3-9557-5a0395a00835 req-60b781d1-eaed-41c8-b9ab-c4ae6d607362 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:56.475241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-006ed02f-5588-4cc3-9557-5a0395a00835 req-60b781d1-eaed-41c8-b9ab-c4ae6d607362 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 945 time: 0.0576992 Oct 20 10:58:56.520560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-006ed02f-5588-4cc3-9557-5a0395a00835 req-064cb0e5-a08c-4edc-a80b-c42432fae567 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Oct 20 10:58:56.667731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41586) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:56.951063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-93b6d153-d180-4587-ab4b-2c341d078501 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac769f2c2e4247c0878c646312861470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820606 Oct 20 10:58:56.953317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:56.961314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ad23-fa10-4ada-8d5e-6ba407204f62 req-af5da586-cbfc-4d8c-b753-9cfdd219acac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:56.963232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0237ad23-fa10-4ada-8d5e-6ba407204f62 req-af5da586-cbfc-4d8c-b753-9cfdd219acac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1669044 Oct 20 10:58:57.012915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:57.054810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:57.057679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0237ad23-fa10-4ada-8d5e-6ba407204f62 req-127a9a19-2982-491b-af38-7e3262718e45 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826671 Oct 20 10:58:57.073850 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c6ac0-24ed-4975-80e4-cf1f174bdca7" -d '{"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-plugged", "status": "completed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:57.080094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:57.080573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fabe08ed-1bc0-4c5e-b71f-e2bc9c7418f2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:57.107449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:57.137624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:57.156218 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b59544-30c9-4ce3-b683-b5b19dee9368 x-openstack-request-id: req-18b59544-30c9-4ce3-b683-b5b19dee9368 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:57.156804 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-plugged", "status": "completed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:57.157243 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18b59544-30c9-4ce3-b683-b5b19dee9368 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:57.158079 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'code': 200} Oct 20 10:58:57.218219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:57.222549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:57.233942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef47b628-2b0d-4394-94e6-7891179aae6b HTTP/1.1" status: 204 len: 168 time: 0.2769177 Oct 20 10:58:57.281184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba41eb-80d8-4a68-8d58-8f3e5cf8202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef47b628-2b0d-4394-94e6-7891179aae6b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:57.372003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932b9c-7f40-4e84-b616-c59da67ed874 req-7754bb3b-0730-449c-b243-2bbd5de8f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.374047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42932b9c-7f40-4e84-b616-c59da67ed874 req-7754bb3b-0730-449c-b243-2bbd5de8f6fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 1098 time: 0.1344109 Oct 20 10:58:57.494880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42932b9c-7f40-4e84-b616-c59da67ed874 req-3d8b0413-31d1-490e-a819-f664032ff31a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002126 Oct 20 10:58:57.603920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.609904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.615989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.623798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.630916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.638097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.644295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.652303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-9da1e562-a83e-417a-aa6d-1def6bb376e7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.1290574 Oct 20 10:58:57.715235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ead74a3a-d33a-49a7-8fd4-4b86632590d8 req-b070143a-fd7f-4720-ae3b-154efddbfdfa tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556765 Oct 20 10:58:58.229296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50e763-8c09-414c-aad2-631cdf4d0328 req-2e2e44a1-24a1-49ae-a008-f5e38978eae5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.250434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f50e763-8c09-414c-aad2-631cdf4d0328 req-2e2e44a1-24a1-49ae-a008-f5e38978eae5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1083012 Oct 20 10:58:58.326385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f50e763-8c09-414c-aad2-631cdf4d0328 req-438e2f52-8b34-4ec0-a93c-d94c2ff736c9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743368 Oct 20 10:58:58.472919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0324f16-bd12-4a81-b949-e685ea22799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.687775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.693947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.710760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.717902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.724293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.731041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.737816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.739762 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-19e335d0-4db6-4c02-baee-cf44cf128b1d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.1170545 Oct 20 10:58:58.801624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-9daf8ea9-a782-4be3-8063-1767d0f66c7a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.803532 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-9daf8ea9-a782-4be3-8063-1767d0f66c7a tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0503211 Oct 20 10:58:58.888828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.896456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.903582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.909898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.916385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.922661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.928824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.931048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-f4ea4b28-e9b1-4fd4-b125-ce0e78534ea0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 5435 time: 0.1155505 Oct 20 10:58:58.940246 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-3bc73598-9708-4187-b2d1-0076e0aa769b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1294434 Oct 20 10:58:58.952514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:58.979876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0871df59-d6f5-4941-93f8-3da6dd384a4a req-918b9df7-980b-4118-8458-78611a819769 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414603 Oct 20 10:58:59.014083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.177718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:59.225314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] For port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:59.254696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41698) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:59.263522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] device_id is not set on port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:58:59.274467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.281972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.340208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Pushing event updated for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:59.363692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] No DVR routers for this DVR port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:59.449791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] In _notify_port_updated(), no bound segment for port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:58:59.450678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.451309 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.452615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-78270694-d8e9-4235-a4fc-e6bf3a35640b service neutron] 10.222.0.70 "PUT /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 200 len: 1028 time: 0.5051444 Oct 20 10:58:59.507418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-cbea0d9e-d46a-41fe-b5bc-d586613f0280 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.509290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-cbea0d9e-d46a-41fe-b5bc-d586613f0280 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "GET /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0496187 Oct 20 10:58:59.524821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:59.535419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce1925-0125-4d46-a693-3e31da18bbd7 req-d5abc59c-59c4-4266-b5fd-fc319a04e929 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.545967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2ce1925-0125-4d46-a693-3e31da18bbd7 req-d5abc59c-59c4-4266-b5fd-fc319a04e929 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1236663 Oct 20 10:58:59.626207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.634448 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2ce1925-0125-4d46-a693-3e31da18bbd7 req-ec3a356c-af78-4aa3-9077-3ab49d7ffcfa tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Oct 20 10:58:59.665898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-623dd97f-1cd9-430b-84ed-c2bf4155f3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.733929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bd5dbf19-d6ef-4fa3-8ff4-5b253a3473d2 None None] Provisioning complete for port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:59.736829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbf19-d6ef-4fa3-8ff4-5b253a3473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.826833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dbf19-d6ef-4fa3-8ff4-5b253a3473d2 None None] Port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:59.861222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-623dd97f-1cd9-430b-84ed-c2bf4155f3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.872647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-623dd97f-1cd9-430b-84ed-c2bf4155f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.943046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41736) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:59.943599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-623dd97f-1cd9-430b-84ed-c2bf4155f3cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d548acb96777468b854cf2220c1cecd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870229 Oct 20 10:58:59.944254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dd97f-1cd9-430b-84ed-c2bf4155f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecae07-eb98-4781-a364-77e006df2428,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.084464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e193f69d-7e0a-48ff-ad47-3ec56140090e,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:00.138864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.179049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] For port e193f69d-7e0a-48ff-ad47-3ec56140090e, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:59:00.193842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.250497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.266266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.280909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.299189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.305304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] device_id is not set on port e193f69d-7e0a-48ff-ad47-3ec56140090e yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:59:00.308609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.324370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.326933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-9f05e9e2-c034-4640-9dbc-cd6303d249ef tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 4660 time: 0.2120550 Oct 20 10:59:00.352126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.375928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.390712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1001d36e-5c4b-4fd1-aaee-8acba962cd57 req-74ecb0ff-00bd-4093-863f-0d1fae30fe4c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1&id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556896 Oct 20 10:59:00.453763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.456354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.457489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63ecae07-eb98-4781-a364-77e006df2428 HTTP/1.1" status: 204 len: 168 time: 0.5118592 Oct 20 10:59:00.521179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea38de-92bc-4303-b42a-2098a12f3fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecae07-eb98-4781-a364-77e006df2428,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.566492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a677de-04b1-4380-8145-a2de5a9e4ce4 req-a7e8b2f9-608b-428e-abf6-0046cfe68fa0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.576972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56a677de-04b1-4380-8145-a2de5a9e4ce4 req-a7e8b2f9-608b-428e-abf6-0046cfe68fa0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1817830 Oct 20 10:59:00.609559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Pushing event updated for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.612258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] No DVR routers for this DVR port e193f69d-7e0a-48ff-ad47-3ec56140090e on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:00.655602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56a677de-04b1-4380-8145-a2de5a9e4ce4 req-fcff48db-97ab-402d-a12c-d56ffe30728c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Oct 20 10:59:00.699638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] In _notify_port_updated(), no bound segment for port e193f69d-7e0a-48ff-ad47-3ec56140090e on network 89e3fe50-4724-42e6-aae6-da23056f6774 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:59:00.700540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.701148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.702488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-8f14c697-5430-44a3-adbb-4673ffc3db5a service neutron] 10.222.0.70 "PUT /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 200 len: 1026 time: 1.1856585 Oct 20 10:59:00.744056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:00.862536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e4c2ef21-8682-4ad3-a98c-20fdcae10999 None None] Provisioning complete for port e193f69d-7e0a-48ff-ad47-3ec56140090e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:00.863041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ef21-8682-4ad3-a98c-20fdcae10999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.899333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:00.900025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.916955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2ef21-8682-4ad3-a98c-20fdcae10999 None None] Port e193f69d-7e0a-48ff-ad47-3ec56140090e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:59:01.028755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:01.044412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbb9-7356-46a9-8562-6722c6c46059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.051640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:01.052171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.070582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 6c99ceae-7c43-4c10-bb9c-8ec674d0421b owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:01.106634 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e17796a-be8c-4684-ab62-8621b822cafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.253474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.286131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=6c99ceae-7c43-4c10-bb9c-8ec674d0421b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:01.339251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port 6c99ceae-7c43-4c10-bb9c-8ec674d0421b on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:01.342841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.345225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7e9b-6975-49e6-af85-7db5cbc28959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.347003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-85f09e7a-c043-4eb1-9cd4-ffa6e85a2d03 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "DELETE /v2.0/ports/6c99ceae-7c43-4c10-bb9c-8ec674d0421b HTTP/1.1" status: 204 len: 173 time: 0.6377232 Oct 20 10:59:01.347549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:01.350324 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd2018-ebcb-47cc-8d08-8e6202b4d882" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:01.410253 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee184116-d850-4b73-a487-f8cf70cc45b3 x-openstack-request-id: req-ee184116-d850-4b73-a487-f8cf70cc45b3 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:01.410253 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "6c99ceae-7c43-4c10-bb9c-8ec674d0421b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:01.410566 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee184116-d850-4b73-a487-f8cf70cc45b3 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:01.411093 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '6c99ceae-7c43-4c10-bb9c-8ec674d0421b', 'status': 'completed', 'code': 200} Oct 20 10:59:01.492775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port ef59272b-13c6-41b4-a5da-59228ba98b26 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:01.493692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.539298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbb9-7356-46a9-8562-6722c6c46059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.564998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbb9-7356-46a9-8562-6722c6c46059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.596368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port ef59272b-13c6-41b4-a5da-59228ba98b26, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ef59272b-13c6-41b4-a5da-59228ba98b26,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:01.598014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.613045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for ef59272b-13c6-41b4-a5da-59228ba98b26 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:01.636108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e17796a-be8c-4684-ab62-8621b822cafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.644646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295744-f94c-4ac8-b4f6-39b94188c731 req-f03554ad-3c92-4fcf-be73-7bbe12990439 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.646913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87295744-f94c-4ac8-b4f6-39b94188c731 req-f03554ad-3c92-4fcf-be73-7bbe12990439 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 945 time: 0.1856737 Oct 20 10:59:01.654702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e17796a-be8c-4684-ab62-8621b822cafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.662413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6db4fbb9-7356-46a9-8562-6722c6c46059 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38a5a61483d347c7a4ef45a63b5c1f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318910 Oct 20 10:59:01.665906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4fbb9-7356-46a9-8562-6722c6c46059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0133e6-4d8b-472d-b6dd-77835b7912d4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:01.685586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41794) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:01.695229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-3182058e-0463-4dfe-a82e-cf7b1bae1a06 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.701905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-3182058e-0463-4dfe-a82e-cf7b1bae1a06 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.707988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-3182058e-0463-4dfe-a82e-cf7b1bae1a06 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.714982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-3182058e-0463-4dfe-a82e-cf7b1bae1a06 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.722142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-3182058e-0463-4dfe-a82e-cf7b1bae1a06 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 3152 time: 0.2103002 Oct 20 10:59:01.759403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.877910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3e17796a-be8c-4684-ab62-8621b822cafa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9af7044a3c054b3d89510d81afac8a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1321545 Oct 20 10:59:01.882886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:01.920421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:01.930190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17796a-be8c-4684-ab62-8621b822cafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e375b8b-c783-4243-abd3-158d8777ab7f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:01.958642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a4d9e46-b141-45c5-b70d-76d86dfe9c7a req-52a77316-eaec-4157-8187-46467c21b314 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316597 Oct 20 10:59:01.961873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87295744-f94c-4ac8-b4f6-39b94188c731 req-ff25fccd-d4d5-4cd9-92df-ebd75869ea25 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019364 Oct 20 10:59:01.985599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=ef59272b-13c6-41b4-a5da-59228ba98b26,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:01.986428 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.042626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.068363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.107947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port ef59272b-13c6-41b4-a5da-59228ba98b26 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:02.110994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.117242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-139e42b7-cfa4-4a32-8c13-01849a133fbd tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "DELETE /v2.0/ports/ef59272b-13c6-41b4-a5da-59228ba98b26 HTTP/1.1" status: 204 len: 173 time: 0.7586515 Oct 20 10:59:02.139141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307e08f-9ecf-4616-a66d-95daf7d81fc6 req-4ff4a8e8-47ad-4589-bb0c-19d3f25bd93f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.140668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8307e08f-9ecf-4616-a66d-95daf7d81fc6 req-4ff4a8e8-47ad-4589-bb0c-19d3f25bd93f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0700965 Oct 20 10:59:02.156005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.158486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.159596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd0133e6-4d8b-472d-b6dd-77835b7912d4 HTTP/1.1" status: 204 len: 168 time: 0.4308157 Oct 20 10:59:02.175424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.181649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c09e1-453f-4760-acaf-97ffc27d1bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0133e6-4d8b-472d-b6dd-77835b7912d4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:02.196561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8307e08f-9ecf-4616-a66d-95daf7d81fc6 req-0b27f4a2-796f-48de-b7cc-27f50bc9f8ce tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Oct 20 10:59:02.275795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.278629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.279811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e375b8b-c783-4243-abd3-158d8777ab7f HTTP/1.1" status: 204 len: 168 time: 0.3928525 Oct 20 10:59:02.287053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:02.287298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.309443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b5ac-f457-4254-a92d-16d5370a713a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e375b8b-c783-4243-abd3-158d8777ab7f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:02.406637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port 1e9d01e6-5322-4669-a2df-3762ea03bcb1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=1e9d01e6-5322-4669-a2df-3762ea03bcb1,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:02.407247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.425537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 1e9d01e6-5322-4669-a2df-3762ea03bcb1 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:02.647588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.653524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d1044-213f-44c4-94fe-085d2c419ebb req-3bb8681c-f7a7-426e-b4d9-5e8e242f3156 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.655233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518d1044-213f-44c4-94fe-085d2c419ebb req-3bb8681c-f7a7-426e-b4d9-5e8e242f3156 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.70 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 945 time: 0.0667732 Oct 20 10:59:02.681627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=1e9d01e6-5322-4669-a2df-3762ea03bcb1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:02.743002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:02.745282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port 1e9d01e6-5322-4669-a2df-3762ea03bcb1 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:02.752665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.756009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-d2cb0259-4512-48ac-9c90-f7218d114e2d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "DELETE /v2.0/ports/1e9d01e6-5322-4669-a2df-3762ea03bcb1 HTTP/1.1" status: 204 len: 173 time: 0.6273885 Oct 20 10:59:02.768894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ddcb892-a8bd-40b1-a011-00fd0efe2007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.776449 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.789245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Deleting port bbb74a4c-0125-4442-8f8c-8563958f9f7b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:02.789587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.834723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1e9d01e6-5322-4669-a2df-3762ea03bcb1 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:02.862483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 1e9d01e6-5322-4669-a2df-3762ea03bcb1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:02.862843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 1e9d01e6-5322-4669-a2df-3762ea03bcb1 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:02.863373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ef59272b-13c6-41b4-a5da-59228ba98b26 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:02.888440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: ef59272b-13c6-41b4-a5da-59228ba98b26 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:02.889171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ef59272b-13c6-41b4-a5da-59228ba98b26 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:02.890079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e193f69d-7e0a-48ff-ad47-3ec56140090e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:02.901646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] For port bbb74a4c-0125-4442-8f8c-8563958f9f7b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bbb74a4c-0125-4442-8f8c-8563958f9f7b,segment=NetworkSegment(3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa),segment_id=3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:02.909046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.933070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Calling delete_port for bbb74a4c-0125-4442-8f8c-8563958f9f7b owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:02.955050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e193f69d-7e0a-48ff-ad47-3ec56140090e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:02.955481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c99ceae-7c43-4c10-bb9c-8ec674d0421b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:02.979566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 6c99ceae-7c43-4c10-bb9c-8ec674d0421b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:02.979821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6c99ceae-7c43-4c10-bb9c-8ec674d0421b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:02.980418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9451ac61-c8f1-478d-837a-a5c7b19cadf0 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:02.996739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ddcb892-a8bd-40b1-a011-00fd0efe2007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.012595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port f98faeb4-36dc-4852-ac7f-80f717c99f22 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:03.012915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.094631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ddcb892-a8bd-40b1-a011-00fd0efe2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.108248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.203946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0ddcb892-a8bd-40b1-a011-00fd0efe2007 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1584fe9f560f44c5a6746e36b80f497d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549942 Oct 20 10:59:03.209147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:03.209256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:03.211720 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2d5e7-6409-4223-bb48-47d76ac13d57" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-unplugged", "status": "completed", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:03.216636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.217677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:03.219044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 41836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:03.332494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.350816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73019fc9-0f81-42ff-a838-322e24185cf9 req-ae65c94e-e87f-46d2-8cf9-1505f35cbe65 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.355092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73019fc9-0f81-42ff-a838-322e24185cf9 req-ae65c94e-e87f-46d2-8cf9-1505f35cbe65 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/ports?device_id=beab8c9d-1dab-4deb-9c15-6c29e7abe5bd HTTP/1.1" status: 200 len: 945 time: 0.1850548 Oct 20 10:59:03.357795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.377943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcb892-a8bd-40b1-a011-00fd0efe2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b1132-10ab-4b12-9212-76585b951ce6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.399307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bbb74a4c-0125-4442-8f8c-8563958f9f7b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:03.405304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.412555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26'}, {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:03.415240 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342ffe5-7c3a-4044-9e32-ec3fd42cb7d7" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26"}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:03.451886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:03.452707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f98faeb4-36dc-4852-ac7f-80f717c99f22 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:03.467388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:03.467756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.471637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.511146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2a05-75f3-4b5f-b551-be34861d10d8 req-c6b7e5b5-149d-4f30-9747-74c5c08b0be8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.524481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2a05-75f3-4b5f-b551-be34861d10d8 req-c6b7e5b5-149d-4f30-9747-74c5c08b0be8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.534097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3fc2a05-75f3-4b5f-b551-be34861d10d8 req-c6b7e5b5-149d-4f30-9747-74c5c08b0be8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 1680 time: 0.3872516 Oct 20 10:59:03.555902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.584318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Pushing event deleted for resources: {'Port': ['ID=bbb74a4c-0125-4442-8f8c-8563958f9f7b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.596038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f98faeb4-36dc-4852-ac7f-80f717c99f22, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f98faeb4-36dc-4852-ac7f-80f717c99f22,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:03.606134 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.637252 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.639007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73019fc9-0f81-42ff-a838-322e24185cf9 req-e5e86d5d-4ac2-4013-a888-fb48ee56e8d5 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.74 "GET /v2.0/security-groups?id=1c02de43-b269-4822-a3ad-efbc8c041a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644763 Oct 20 10:59:03.643085 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.647307 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d49b1132-10ab-4b12-9212-76585b951ce6 HTTP/1.1" status: 204 len: 168 time: 0.4180651 Oct 20 10:59:03.671022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3fc2a05-75f3-4b5f-b551-be34861d10d8 req-15845122-49fa-4572-be92-797d5e001b55 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359286 Oct 20 10:59:03.725170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.731268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] No DVR routers for this DVR port bbb74a4c-0125-4442-8f8c-8563958f9f7b on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:03.733951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.739537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518d1044-213f-44c4-94fe-085d2c419ebb req-e1cb393a-f81e-4127-8840-fda0e260abd4 tempest-VolumesActionsTest-1354856065 tempest-VolumesActionsTest-1354856065-project] 10.222.0.70 "DELETE /v2.0/ports/bbb74a4c-0125-4442-8f8c-8563958f9f7b HTTP/1.1" status: 204 len: 173 time: 1.0782013 Oct 20 10:59:03.740103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'name': 'network-vif-deleted', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:03.743467 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f58851-4e1c-4963-978f-c08f41d3cd48" -d '{"events": [{"server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "name": "network-vif-deleted", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:03.749227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ce6db-e4e4-480f-98e7-770444409b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b1132-10ab-4b12-9212-76585b951ce6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.803502 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a39e5c0-137e-4e92-8166-4debfbc53096 x-openstack-request-id: req-0a39e5c0-137e-4e92-8166-4debfbc53096 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:03.803985 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-unplugged", "status": "completed", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:03.804077 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a39e5c0-137e-4e92-8166-4debfbc53096 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:03.804408 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'code': 200} Oct 20 10:59:03.837530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.839026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.840825 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Floating IP 09c9bffc-a175-41e5-974f-62c13536a850 disassociated. External IP: 172.25.3.180, port: f98faeb4-36dc-4852-ac7f-80f717c99f22. Oct 20 10:59:03.841190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for f98faeb4-36dc-4852-ac7f-80f717c99f22 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:03.970481 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c5b884-12dc-4a2a-8621-2c63c8824384 x-openstack-request-id: req-a7c5b884-12dc-4a2a-8621-2c63c8824384 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:03.970776 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "ef59272b-13c6-41b4-a5da-59228ba98b26", "status": "completed", "code": 200}, {"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "1e9d01e6-5322-4669-a2df-3762ea03bcb1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:03.971079 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7c5b884-12dc-4a2a-8621-2c63c8824384 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:03.971435 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': 'ef59272b-13c6-41b4-a5da-59228ba98b26', 'status': 'completed', 'code': 200} Oct 20 10:59:03.971687 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '1e9d01e6-5322-4669-a2df-3762ea03bcb1', 'status': 'completed', 'code': 200} Oct 20 10:59:03.983968 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068901d-2b97-4da8-ae0f-3d9c37ec4150 x-openstack-request-id: req-c068901d-2b97-4da8-ae0f-3d9c37ec4150 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:03.984367 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beab8c9d-1dab-4deb-9c15-6c29e7abe5bd", "name": "network-vif-deleted", "tag": "bbb74a4c-0125-4442-8f8c-8563958f9f7b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:03.984593 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c068901d-2b97-4da8-ae0f-3d9c37ec4150 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:03.984999 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beab8c9d-1dab-4deb-9c15-6c29e7abe5bd', 'name': 'network-vif-deleted', 'tag': 'bbb74a4c-0125-4442-8f8c-8563958f9f7b', 'status': 'completed', 'code': 200} Oct 20 10:59:04.033681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c8f7e-4757-4299-abc4-8640c0a62970 req-deb66f52-ab30-45ed-a91c-ee7b9c633eb1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:04.035304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b3c8f7e-4757-4299-abc4-8640c0a62970 req-deb66f52-ab30-45ed-a91c-ee7b9c633eb1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1222749 Oct 20 10:59:04.085494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.102255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b3c8f7e-4757-4299-abc4-8640c0a62970 req-1bc6d4c8-8aa1-48f9-9b67-6ac502ebe27b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543194 Oct 20 10:59:04.129982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=f98faeb4-36dc-4852-ac7f-80f717c99f22,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:04.148909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:04.327930 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.362188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d08d19-629a-4813-ac99-c2c26fde441f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.489329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d08d19-629a-4813-ac99-c2c26fde441f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.501151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42d08d19-629a-4813-ac99-c2c26fde441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.548795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42d08d19-629a-4813-ac99-c2c26fde441f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4900970dcae34ddcb078f15be40be90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987367 Oct 20 10:59:04.549726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41874) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:04.579079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08d19-629a-4813-ac99-c2c26fde441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0321c449-6cf6-4a12-9795-69232fdf5912,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:04.621529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.654827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.827453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.830451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.832193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0321c449-6cf6-4a12-9795-69232fdf5912 HTTP/1.1" status: 204 len: 168 time: 0.2815228 Oct 20 10:59:04.867193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee50d5-8fad-493b-ba29-f98250b57e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0321c449-6cf6-4a12-9795-69232fdf5912,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:04.883947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c60f-4e0e-4620-963d-46b8ad0b4c21 req-ec17455b-a9f3-464f-a2d0-14abaef333b7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:04.896438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b73c60f-4e0e-4620-963d-46b8ad0b4c21 req-ec17455b-a9f3-464f-a2d0-14abaef333b7 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 943 time: 0.1012824 Oct 20 10:59:04.939323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:04.976217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b73c60f-4e0e-4620-963d-46b8ad0b4c21 req-c03f4574-9079-42e0-a669-4d77ff92eedc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups?id=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787930 Oct 20 10:59:05.195987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:05.210028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Sync routers for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:05.227342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:05.228619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:59:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:05.327590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port f98faeb4-36dc-4852-ac7f-80f717c99f22 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:05.336625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.350867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-a9be7944-0137-46bb-a0c2-987f151f10e6 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "DELETE /v2.0/ports/f98faeb4-36dc-4852-ac7f-80f717c99f22 HTTP/1.1" status: 204 len: 173 time: 2.5825112 Oct 20 10:59:05.411888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea279e-5130-4f01-aaf1-caf92f295e9b req-66d0eac5-448f-4587-850d-453290f08bbe tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:05.414322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afea279e-5130-4f01-aaf1-caf92f295e9b req-66d0eac5-448f-4587-850d-453290f08bbe tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1478820 Oct 20 10:59:05.483538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:05.514565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afea279e-5130-4f01-aaf1-caf92f295e9b req-92f8d57e-bcc7-4632-85f4-757a64f3c36b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923786 Oct 20 10:59:05.592544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:05.593823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.730540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port 9451ac61-c8f1-478d-837a-a5c7b19cadf0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9451ac61-c8f1-478d-837a-a5c7b19cadf0,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:05.731111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.750956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 9451ac61-c8f1-478d-837a-a5c7b19cadf0 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:05.807298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:05.815270 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0fa318-0be8-4737-9cb6-50ec2874b5bf" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-unplugged", "status": "completed", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:05.881366 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed70d72-b10b-42db-93bc-90bd6c372796 x-openstack-request-id: req-8ed70d72-b10b-42db-93bc-90bd6c372796 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:05.881872 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-unplugged", "status": "completed", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:05.884543 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ed70d72-b10b-42db-93bc-90bd6c372796 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:05.885592 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'code': 200} Oct 20 10:59:05.940751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:05.985722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:05.993823 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63040358-5713-4ea5-af14-1b986d025850" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:06.115604 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea7590-9968-4851-9830-60a3d7db7da4 x-openstack-request-id: req-70ea7590-9968-4851-9830-60a3d7db7da4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:06.115893 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "f98faeb4-36dc-4852-ac7f-80f717c99f22", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:06.116151 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70ea7590-9968-4851-9830-60a3d7db7da4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:06.116936 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': 'f98faeb4-36dc-4852-ac7f-80f717c99f22', 'status': 'completed', 'code': 200} Oct 20 10:59:06.169021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Checking router: 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:06.178884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:06.179583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T10:59:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:06.182264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:06.264911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bea36af-f24e-49cc-9ee1-5b2e26c43ece req-b277711b-2a32-4e26-9faf-ca5448a3e3d4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0691750 Oct 20 10:59:06.265419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=9451ac61-c8f1-478d-837a-a5c7b19cadf0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:06.340374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:06.368126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port 9451ac61-c8f1-478d-837a-a5c7b19cadf0 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:06.371277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:06.375681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6604290-8c76-447d-b959-e1dc80125e07 req-72b7fd50-17ae-4d1d-81cd-009cbb2510e3 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.70 "DELETE /v2.0/ports/9451ac61-c8f1-478d-837a-a5c7b19cadf0 HTTP/1.1" status: 204 len: 173 time: 1.0200152 Oct 20 10:59:06.733282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:06.794137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3e2f3-5ceb-428b-989a-da4e537f286c req-13a165df-1586-472f-b9d6-58b698df8b30 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:06.808837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55c3e2f3-5ceb-428b-989a-da4e537f286c req-13a165df-1586-472f-b9d6-58b698df8b30 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1491578 Oct 20 10:59:06.817093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed08cbc-3905-452c-ba94-1a3360eb9185 None None] The sync data for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 is: [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '04ea7189-be3d-450e-bb05-ff3f320fdf26', 'name': '', 'network_id': 'e3819e3c-681b-4d48-a1e0-ca209baa8600', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'mac_address': 'fa:16:3e:3d:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:31Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'subnets': [{'id': 'b22c1f7f-b6aa-45a7-a4da-3a904270870f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:06.875112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bbb74a4c-0125-4442-8f8c-8563958f9f7b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:06.891975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55c3e2f3-5ceb-428b-989a-da4e537f286c req-24a6f811-aada-47c6-a1d5-d2a7b02e7b1f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800602 Oct 20 10:59:06.914337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: bbb74a4c-0125-4442-8f8c-8563958f9f7b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:06.914686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bbb74a4c-0125-4442-8f8c-8563958f9f7b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:07.328353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-96eb7123-ef0b-455d-b8a3-60e0cef794c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1277318 Oct 20 10:59:07.374932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70905e2c-b49b-4cff-a6c4-a766556a9e5f None None] New status for floating IP 09c9bffc-a175-41e5-974f-62c13536a850: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:59:07.420193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-d03c3711-822e-4952-91ec-2b12b567e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.422284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-d03c3711-822e-4952-91ec-2b12b567e41a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1097 time: 0.0586355 Oct 20 10:59:07.468815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28f22f1d-d653-4b78-a3fb-6b9fbe9acbea req-0b8b2af6-85ec-4472-9a8e-fd0f471e7291 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0553339 Oct 20 10:59:07.728851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-04e5964b-09e8-4872-afdb-29b953e03710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.730401 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-04e5964b-09e8-4872-afdb-29b953e03710 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.2843177 Oct 20 10:59:07.835840 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-fec48bc9-9c8f-44be-80cc-cb4e0bd9f38f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 1001 time: 0.0915968 Oct 20 10:59:07.893640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-c41653a0-576b-4362-ae70-dbd222397d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.895153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-c41653a0-576b-4362-ae70-dbd222397d26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.0519562 Oct 20 10:59:07.961308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:07.977375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-1f97e5a7-2fae-4e5b-8194-26e9c797bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.979938 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-1f97e5a7-2fae-4e5b-8194-26e9c797bbd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760345 Oct 20 10:59:08.119901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:08.122209 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5691bab5-fa0d-43d7-a521-84a13466855f" -d '{"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:08.139112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d36d-3ae8-4b23-9c57-be6a9fe45f24 req-81462612-ba13-45e8-85e1-1fcd87d546ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.144245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edd2d36d-3ae8-4b23-9c57-be6a9fe45f24 req-81462612-ba13-45e8-85e1-1fcd87d546ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0972004 Oct 20 10:59:08.168039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-3f245156-b059-4dee-b26f-a9fefd0216a4 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762500 Oct 20 10:59:08.226916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb27a-9e24-4182-bfb8-e6117fab573f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.297463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edd2d36d-3ae8-4b23-9c57-be6a9fe45f24 req-b21e9d2e-60cb-4f9b-8427-de638174c603 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373479 Oct 20 10:59:08.372665 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037077d5-8414-4bc8-a35a-d4c26767a3b9 x-openstack-request-id: req-037077d5-8414-4bc8-a35a-d4c26767a3b9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:08.374520 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d2d639-93d3-4e6c-b69e-96d21ccc8773", "name": "network-vif-deleted", "tag": "9451ac61-c8f1-478d-837a-a5c7b19cadf0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:08.375375 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-037077d5-8414-4bc8-a35a-d4c26767a3b9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:08.375902 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d2d639-93d3-4e6c-b69e-96d21ccc8773', 'name': 'network-vif-deleted', 'tag': '9451ac61-c8f1-478d-837a-a5c7b19cadf0', 'status': 'completed', 'code': 200} Oct 20 10:59:08.387965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-29eb720c-f3c4-49cb-a821-585d4a354a7b req-dc665408-49d8-4236-a32a-b45e80e7a023 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110102 Oct 20 10:59:08.407566 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb27a-9e24-4182-bfb8-e6117fab573f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.412773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb27a-9e24-4182-bfb8-e6117fab573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.465270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f1ddb27a-9e24-4182-bfb8-e6117fab573f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=309b000c2a664345874e3ac788b1f996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024004 Oct 20 10:59:08.466061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddb27a-9e24-4182-bfb8-e6117fab573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c68bd-561a-4afe-b7b3-2b3bc34504d2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:08.467663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42016) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:08.536264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.577353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.607687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6f3f7e3-2d78-4e95-969c-1e5a6cd01953 req-b7eb1bfe-d4e1-4c3b-a997-8bd32771c563 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0509508 Oct 20 10:59:08.636870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.639761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.643747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/719c68bd-561a-4afe-b7b3-2b3bc34504d2 HTTP/1.1" status: 204 len: 168 time: 0.1724970 Oct 20 10:59:08.655171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0e86-01ff-4cd6-b4e9-0cb94a987f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c68bd-561a-4afe-b7b3-2b3bc34504d2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:09.503729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e1c3-4fcb-4659-8998-dbe03a631280 req-b533408e-73eb-476e-9009-6532de289e6d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:09.514444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3018e1c3-4fcb-4659-8998-dbe03a631280 req-b533408e-73eb-476e-9009-6532de289e6d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0838633 Oct 20 10:59:09.574043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3018e1c3-4fcb-4659-8998-dbe03a631280 req-9d6c374f-722b-49db-b72a-f6330183d5ab tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553875 Oct 20 10:59:09.743538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8455d3e-1702-4949-b12d-5cf83746e337 req-3609e003-87ab-4128-920b-d13489a60710 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0445418 Oct 20 10:59:10.840780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29141-b14c-42bf-8102-e5db73bf1786 req-9b78bf04-d09b-42a1-a672-d4cd21603ee7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:10.843693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eb29141-b14c-42bf-8102-e5db73bf1786 req-9b78bf04-d09b-42a1-a672-d4cd21603ee7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1575606 Oct 20 10:59:10.920402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa4b47b8-04f6-4c63-8d65-987e1909d92c req-13e1bb64-df2a-405f-82f1-945998f2bfe0 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0705626 Oct 20 10:59:10.979330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eb29141-b14c-42bf-8102-e5db73bf1786 req-1c412f0d-fcdf-4ab0-b8f6-5525804c56d0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150837 Oct 20 10:59:12.182060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-890d0b81-c967-4d16-b4e1-81728f3c67d3 req-436547aa-c78b-4746-83df-4cb633dbb6c8 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0971091 Oct 20 10:59:12.285623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49924a-2d64-49b3-abbb-52037b949286 req-b8c4d4cf-44ee-46e6-b8dc-4b17f6ef921d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.293936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f49924a-2d64-49b3-abbb-52037b949286 req-b8c4d4cf-44ee-46e6-b8dc-4b17f6ef921d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1107423 Oct 20 10:59:12.345685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f49924a-2d64-49b3-abbb-52037b949286 req-567f0c35-fdfc-428a-8fca-9e446c9705bb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Oct 20 10:59:12.522079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:12.812361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5dd55dd5-c632-4fa0-9577-20abaf6619ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.023920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5dd55dd5-c632-4fa0-9577-20abaf6619ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.037587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5dd55dd5-c632-4fa0-9577-20abaf6619ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.130389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5dd55dd5-c632-4fa0-9577-20abaf6619ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b8ea0e1f7ce4d059179e76987c395b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048405 Oct 20 10:59:13.130389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd55dd5-c632-4fa0-9577-20abaf6619ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a2c05-c926-437f-b13f-e1456514629e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:13.133470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42218) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:13.312066 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.336713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.405310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88218c15-f6ba-41f7-a189-2b6ff4497a52 req-67530534-d35c-427d-acad-a6c63a94f88c tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0944238 Oct 20 10:59:13.453943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.466708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.471651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f98a2c05-c926-437f-b13f-e1456514629e HTTP/1.1" status: 204 len: 168 time: 0.3358715 Oct 20 10:59:13.498657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f3e0-b9a7-40c8-a058-cdc51a4ff49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a2c05-c926-437f-b13f-e1456514629e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:13.630642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a28e-d11e-4854-97ac-2ba06a315ed4 req-809f029d-3f65-4d2e-94bc-d0fae655cff5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:13.637791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f80a28e-d11e-4854-97ac-2ba06a315ed4 req-809f029d-3f65-4d2e-94bc-d0fae655cff5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1355877 Oct 20 10:59:13.758187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f80a28e-d11e-4854-97ac-2ba06a315ed4 req-d6aae8b9-6a13-45ba-b0c7-ba6009f82bdf tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143441 Oct 20 10:59:14.001444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42234) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:14.030696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9c1f-90a4-4f2f-9310-ce36cd16c9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.246626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9c1f-90a4-4f2f-9310-ce36cd16c9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.253645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9c1f-90a4-4f2f-9310-ce36cd16c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.292666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9c1f-90a4-4f2f-9310-ce36cd16c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2054d0-8e37-4532-8834-a5d8e0df225f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:14.365754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4fcd9c1f-90a4-4f2f-9310-ce36cd16c9a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f625112ea12c4712bd57c99264a2426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626084 Oct 20 10:59:14.368495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42242) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:14.501293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.576248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.602255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e10a8db0-dbc9-48c2-a807-e7569dbed366 req-71f6c6a6-09fc-41c7-afc1-de8286ae3d29 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0776410 Oct 20 10:59:14.679807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.683594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.691546 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a2054d0-8e37-4532-8834-a5d8e0df225f HTTP/1.1" status: 204 len: 168 time: 0.3173704 Oct 20 10:59:14.724896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01af74-43a2-4157-8f66-18da1d305caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2054d0-8e37-4532-8834-a5d8e0df225f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:15.024180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0e0b3-805e-4c8a-81ff-53da350ef1ed req-f588a02e-c3dc-4f0d-87af-fede27b05520 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:15.030557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79c0e0b3-805e-4c8a-81ff-53da350ef1ed req-f588a02e-c3dc-4f0d-87af-fede27b05520 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1075535 Oct 20 10:59:15.120792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79c0e0b3-805e-4c8a-81ff-53da350ef1ed req-05987556-0877-4e3f-98d6-8cc954ab7b1d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817840 Oct 20 10:59:15.840386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:15.894596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-137ffd32-36f1-4c5b-a28c-1bbb373ed152 req-25db7663-d477-4f28-920e-1389aab5b08b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0469558 Oct 20 10:59:16.288798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb862505-ccf9-4391-8be3-6e0729167a7a req-c64c6866-5680-47cc-b4f7-4e1ca802adc2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:16.290251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb862505-ccf9-4391-8be3-6e0729167a7a req-c64c6866-5680-47cc-b4f7-4e1ca802adc2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0777144 Oct 20 10:59:16.442768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb862505-ccf9-4391-8be3-6e0729167a7a req-79290dae-6258-496f-9525-944b60f4ec38 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356156 Oct 20 10:59:16.735562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:17.123655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9354e6a2-924c-451b-9dd3-09b0d640e73e req-53cfe770-8ea3-42ce-8b20-bf9a4fd1049f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0553303 Oct 20 10:59:17.655523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:17.671128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa51aa1-081e-4414-96ed-0beadd7df046 req-0e5e7acd-df48-429d-aacc-f781dab73e06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:17.672816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aa51aa1-081e-4414-96ed-0beadd7df046 req-0e5e7acd-df48-429d-aacc-f781dab73e06 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0913038 Oct 20 10:59:17.787879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4aa51aa1-081e-4414-96ed-0beadd7df046 req-43f21097-decd-48ef-a393-21ca3ef881cb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038647 Oct 20 10:59:17.896795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c45b457a-cea5-4959-99bf-ea242f2c80f9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1147392294'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:17.898578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c45b457a-cea5-4959-99bf-ea242f2c80f9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Unknown quota resources ['metering_label']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:59:18.219081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c45b457a-cea5-4959-99bf-ea242f2c80f9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:18.226260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:18.226818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c45b457a-cea5-4959-99bf-ea242f2c80f9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5698006 Oct 20 10:59:18.232382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ab1153eb-c12d-4025-a54b-e6a25d37650c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '85289c19-7765-43a8-86f6-2811d48db2f7'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:18.233081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ab1153eb-c12d-4025-a54b-e6a25d37650c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:59:18.363158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f9f96a7-5f51-4d8a-b075-26a16af2b384 req-6029ae2e-f13a-4318-bf59-b6fa17678bff tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.1215386 Oct 20 10:59:18.478535 n-d-802060-17 neutron-server[100747]: WARNING neutron.services.metering.metering_plugin [None req-ab1153eb-c12d-4025-a54b-e6a25d37650c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:59:18.746710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab1153eb-c12d-4025-a54b-e6a25d37650c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:18.747843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab1153eb-c12d-4025-a54b-e6a25d37650c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5196054 Oct 20 10:59:18.751509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42350) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:18.755881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4fddcc4a-acff-4b9a-99dc-7d425a50e00b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '85289c19-7765-43a8-86f6-2811d48db2f7'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:18.756358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4fddcc4a-acff-4b9a-99dc-7d425a50e00b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:59:18.960880 n-d-802060-17 neutron-server[100747]: WARNING neutron.services.metering.metering_plugin [None req-4fddcc4a-acff-4b9a-99dc-7d425a50e00b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:59:19.115352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7da3-56c2-41bc-8792-5932cc327204 req-400a42ec-030a-42df-8a2f-aea70c236a11 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:19.117119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15ba7da3-56c2-41bc-8792-5932cc327204 req-400a42ec-030a-42df-8a2f-aea70c236a11 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.2340045 Oct 20 10:59:19.229517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15ba7da3-56c2-41bc-8792-5932cc327204 req-2c185360-bd80-4e16-9eb4-ae84f3689cae tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969601 Oct 20 10:59:19.240298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4fddcc4a-acff-4b9a-99dc-7d425a50e00b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.242364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4fddcc4a-acff-4b9a-99dc-7d425a50e00b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4899027 Oct 20 10:59:19.245659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42368) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.275535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24c3be98-15d9-414d-811f-18e35a8f2eea tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=761da10d-1764-4eb1-8610-34dd0eb6b516 HTTP/1.1" status: 200 len: 464 time: 0.0264645 Oct 20 10:59:19.276327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42370) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.468888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2df1a02a-1b14-457f-8a05-64a10c98a92c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.470090 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2df1a02a-1b14-457f-8a05-64a10c98a92c tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/761da10d-1764-4eb1-8610-34dd0eb6b516 HTTP/1.1" status: 204 len: 168 time: 0.1926191 Oct 20 10:59:19.472895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42380) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.487488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c2d517c0-d0a9-4da9-87a1-85c6aa80afe6 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=761da10d-1764-4eb1-8610-34dd0eb6b516 HTTP/1.1" status: 200 len: 221 time: 0.0085912 Oct 20 10:59:19.487829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.492453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cca9a8ff-fb36-440f-800e-5f851d275ae9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1547400244', 'description': 'label created by tempest'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:19.492906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cca9a8ff-fb36-440f-800e-5f851d275ae9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Unknown quota resources ['metering_label']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:59:19.602411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d604f305-4211-49dd-bbf9-9fca5e51cfe3 req-883c857e-7b2b-4e9d-b6f5-9d77607e4a3b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0584581 Oct 20 10:59:19.830018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cca9a8ff-fb36-440f-800e-5f851d275ae9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.841784 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cca9a8ff-fb36-440f-800e-5f851d275ae9 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3528156 Oct 20 10:59:19.844449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42394) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.007822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.015423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-37b9f919-cb58-4414-b7c3-cbc881de135b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=5f90df57-e85a-4e8a-adda-55f110f90dad HTTP/1.1" status: 200 len: 468 time: 0.1595926 Oct 20 10:59:20.356172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b0311b0-4292-4d14-9e1e-ba9e310856cc tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.361007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.388451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b0311b0-4292-4d14-9e1e-ba9e310856cc tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/5f90df57-e85a-4e8a-adda-55f110f90dad HTTP/1.1" status: 204 len: 168 time: 0.3785601 Oct 20 10:59:20.403141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-efe2a07d-19c2-490b-a8cc-bd5dd480b52f tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=5f90df57-e85a-4e8a-adda-55f110f90dad HTTP/1.1" status: 200 len: 216 time: 0.0379868 Oct 20 10:59:20.405761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.425818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8df0aa2c-196c-47a1-9691-e6f7f6e6640e tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186732 Oct 20 10:59:20.429223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42410) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.455470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2898f18c-250b-42d9-8c5f-3ebd6629739b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250461 Oct 20 10:59:20.456309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42412) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.536220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5168a2-d225-4d81-a038-a5e3dea95bdf req-ee05dfa8-08a9-4923-a0c6-6ab80a535a66 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:20.538649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f5168a2-d225-4d81-a038-a5e3dea95bdf req-ee05dfa8-08a9-4923-a0c6-6ab80a535a66 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1203434 Oct 20 10:59:20.586751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf941b96-f6e5-4d8d-8ed5-50ba611f0cc6 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/85289c19-7765-43a8-86f6-2811d48db2f7 HTTP/1.1" status: 200 len: 473 time: 0.1290796 Oct 20 10:59:20.590791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42414) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.602504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f5168a2-d225-4d81-a038-a5e3dea95bdf req-d779ec2b-aa6b-474b-b9f0-0392c4cfa83f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487838 Oct 20 10:59:20.617871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7078a531-31db-43df-8c6b-c629a2112d2a tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/5c3ad927-1201-4c56-a8e5-3c2832b4925e HTTP/1.1" status: 200 len: 461 time: 0.0258794 Oct 20 10:59:20.623195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42416) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.780620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d15af62b-2a5f-4702-8a01-4f868d609547 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.782040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d15af62b-2a5f-4702-8a01-4f868d609547 tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/5c3ad927-1201-4c56-a8e5-3c2832b4925e HTTP/1.1" status: 204 len: 168 time: 0.1578641 Oct 20 10:59:20.783878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15b8291a-83d1-403e-864f-5ffcfda00860 req-60a29b6b-36a3-4674-a6a4-1e2a4e33642b tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0365241 Oct 20 10:59:20.784522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42420) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:20.986315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76d87ec-9285-4fc2-aad4-24166f859f9b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.992128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d76d87ec-9285-4fc2-aad4-24166f859f9b tempest-MeteringTestJSON-1819602021 tempest-MeteringTestJSON-1819602021-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/85289c19-7765-43a8-86f6-2811d48db2f7 HTTP/1.1" status: 204 len: 168 time: 0.2045581 Oct 20 10:59:21.266336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42438) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:21.436299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e0df4ca-be00-47f7-9551-5558feb14a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.541852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e0df4ca-be00-47f7-9551-5558feb14a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.550382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e0df4ca-be00-47f7-9551-5558feb14a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.582975 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:59:21.599046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e0df4ca-be00-47f7-9551-5558feb14a61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=091e5520ed0c4965abb449bf6773142c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314397 Oct 20 10:59:21.601773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0df4ca-be00-47f7-9551-5558feb14a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8c4ec-8d83-462a-8f56-b1e7f7a9bc57,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:21.602730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:21.670409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.696147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.788051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.791784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.795837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a5e8c4ec-8d83-462a-8f56-b1e7f7a9bc57 HTTP/1.1" status: 204 len: 168 time: 0.1886005 Oct 20 10:59:21.808639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01de4-37f2-45f9-84f1-702023de269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8c4ec-8d83-462a-8f56-b1e7f7a9bc57,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:21.828535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d0fdc-c268-4935-9ae5-5a1cb83f1c2b req-fbdc4070-b39f-40e3-939e-d1b79f3fad79 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:21.840155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-150d0fdc-c268-4935-9ae5-5a1cb83f1c2b req-fbdc4070-b39f-40e3-939e-d1b79f3fad79 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0982180 Oct 20 10:59:21.889118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-150d0fdc-c268-4935-9ae5-5a1cb83f1c2b req-82819cbf-887b-4996-809f-3fe474198f13 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Oct 20 10:59:21.931158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63ee298c-8943-48e1-afd2-432ab71949a8 req-3a36baa5-fb42-4433-b474-ea9c6acc6e00 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0338955 Oct 20 10:59:22.204164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42470) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.229094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33e2dfc1-0fe4-4213-86f5-fa4ec5d7eb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.413301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33e2dfc1-0fe4-4213-86f5-fa4ec5d7eb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.420558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33e2dfc1-0fe4-4213-86f5-fa4ec5d7eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.470036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.470578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-33e2dfc1-0fe4-4213-86f5-fa4ec5d7eb1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fb2a00f59354794894232bc0ac4a937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645419 Oct 20 10:59:22.483029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2dfc1-0fe4-4213-86f5-fa4ec5d7eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5637669d-bc6f-4e99-bcce-d33ea2d5f88b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.575491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.601388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.656830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.660099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.661315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5637669d-bc6f-4e99-bcce-d33ea2d5f88b HTTP/1.1" status: 204 len: 168 time: 0.1893191 Oct 20 10:59:22.672388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabe164-1023-420d-975c-b9df6bd5a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637669d-bc6f-4e99-bcce-d33ea2d5f88b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:23.038197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d8807-56ee-41b8-8755-6769b1e945e1 req-bb3fadd0-3d2c-4ca8-a29d-02835be57804 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.041200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-643d8807-56ee-41b8-8755-6769b1e945e1 req-bb3fadd0-3d2c-4ca8-a29d-02835be57804 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0743949 Oct 20 10:59:23.089887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-643d8807-56ee-41b8-8755-6769b1e945e1 req-15d93300-d24b-4a70-9b5a-b20a37bf072b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Oct 20 10:59:23.122554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8fc792f-3a40-4fb4-bf17-988165eeca46 req-8dafb82c-3e14-403a-8958-93b2a38eec46 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0309849 Oct 20 10:59:23.556239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42512) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:23.727808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-686fa7c0-08a0-4b9e-b687-bcb476c6bed7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:23.728616 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-686fa7c0-08a0-4b9e-b687-bcb476c6bed7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:59:23.729683 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-686fa7c0-08a0-4b9e-b687-bcb476c6bed7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:59:23.737883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42520) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:23.738886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-686fa7c0-08a0-4b9e-b687-bcb476c6bed7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1811051 Oct 20 10:59:23.742384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364943749'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:23.767604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.783039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.873238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.878363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.931876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121cb739-9bdd-48b5-b585-8d4d05132129,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.019271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.029315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.072417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.073955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3349602 Oct 20 10:59:24.077488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.082898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002a64-731b-423b-8b1e-68ae1523486c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ebc76e-7629-4562-b27c-61e4838eb2f8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.083396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '00ebc76e-7629-4562-b27c-61e4838eb2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:24.128388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.217420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.256634 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.321137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07ed11b0-daf0-487c-b34e-3fe20f610fb8 req-3029b32e-cea1-4f24-a4f7-3a68b2df9011 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0703707 Oct 20 10:59:24.333522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.335408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2565446 Oct 20 10:59:24.337820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.343426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2722fd5a-386a-4b31-b339-12abf3f79d1a tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '00ebc76e-7629-4562-b27c-61e4838eb2f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:24.350458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7068-6bca-4fbe-8a79-2fb6f14f00a2 req-543329c5-0772-40db-a2cc-961594ab6ef1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.358227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebda7068-6bca-4fbe-8a79-2fb6f14f00a2 req-543329c5-0772-40db-a2cc-961594ab6ef1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1392307 Oct 20 10:59:24.366357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3f82d-9da5-43a8-a7eb-33b227c1a4d3 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcc205c-5b9c-48c1-9d8c-f90131b16eb5,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.418840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2722fd5a-386a-4b31-b339-12abf3f79d1a tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.432765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebda7068-6bca-4fbe-8a79-2fb6f14f00a2 req-7e947fd0-6d9b-4b73-b4bf-64376323c9b9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731554 Oct 20 10:59:24.496093 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-2722fd5a-386a-4b31-b339-12abf3f79d1a tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:59:24.500576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42548) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.512636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2722fd5a-386a-4b31-b339-12abf3f79d1a tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1730742 Oct 20 10:59:24.566337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.599235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.646666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.650639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.652074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/00ebc76e-7629-4562-b27c-61e4838eb2f8 HTTP/1.1" status: 204 len: 168 time: 0.1502893 Oct 20 10:59:24.655251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42550) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.666265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11849cce-9bb0-4398-9b51-c40efa2ac516 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ebc76e-7629-4562-b27c-61e4838eb2f8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.734203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a29085d4-d029-4e60-bc91-003f7f0713aa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776055 Oct 20 10:59:24.738176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42552) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.743464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--208179645'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:24.770224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.858647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.863432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.897347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.907223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1654985 Oct 20 10:59:24.908889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42554) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.918041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-62535d3f-2aeb-4993-af82-04115d115934 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '440a869d-8b3d-4e02-84ec-114bff362004', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:24.919101 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-62535d3f-2aeb-4993-af82-04115d115934 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 10:59:24.919971 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-62535d3f-2aeb-4993-af82-04115d115934 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:24.921444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62535d3f-2aeb-4993-af82-04115d115934 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107687 Oct 20 10:59:24.922965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f76fc-1479-4c03-87f7-9ebb53d0becf tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440a869d-8b3d-4e02-84ec-114bff362004,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.924372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42556) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.002610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.032994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.093409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.099019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.101147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/440a869d-8b3d-4e02-84ec-114bff362004 HTTP/1.1" status: 204 len: 168 time: 0.1754096 Oct 20 10:59:25.103940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42562) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.136790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35874c72-0a98-4cd5-abca-0cdb990ba7e1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a869d-8b3d-4e02-84ec-114bff362004,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:25.604229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a40d274e-93cc-446f-89eb-97e4df672969 req-7a30ab7e-bc6a-4924-aeb5-04c303750fa9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0360265 Oct 20 10:59:25.650121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bdacf805-f7c9-40f8-9ec0-99213dfae35b tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5439675 Oct 20 10:59:25.655177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42582) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.660527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552963244'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:25.707492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ced2-c152-40a1-88db-dbbfbd7ef1a0 req-92d59b83-b238-4d23-a7ae-e447bf5e5686 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:25.718612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ea4ced2-c152-40a1-88db-dbbfbd7ef1a0 req-92d59b83-b238-4d23-a7ae-e447bf5e5686 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1517138 Oct 20 10:59:25.755696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.819526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ea4ced2-c152-40a1-88db-dbbfbd7ef1a0 req-b54f2129-7f0f-4414-becb-9dad4c49663f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Oct 20 10:59:25.881978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.887939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.929036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.933389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2737412 Oct 20 10:59:25.933389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.941580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fec79408-33b3-424c-a74a-6cc647697df4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': 'ea3381c9-21e3-4b03-9dc5-ce43e16d6c43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:25.942758 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-fec79408-33b3-424c-a74a-6cc647697df4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 10:59:25.943856 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-fec79408-33b3-424c-a74a-6cc647697df4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:25.949285 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fec79408-33b3-424c-a74a-6cc647697df4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122776 Oct 20 10:59:25.949787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42592) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.951263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd7628-3a04-4d0e-825c-18a4347ca124 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3381c9-21e3-4b03-9dc5-ce43e16d6c43,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.031233 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.061299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.142553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.145819 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.147549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/ea3381c9-21e3-4b03-9dc5-ce43e16d6c43 HTTP/1.1" status: 204 len: 168 time: 0.1965785 Oct 20 10:59:26.151370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.181916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65570328-3dc1-48fa-bff0-dfc6315ceafa tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3381c9-21e3-4b03-9dc5-ce43e16d6c43,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.228110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5166680b-0fdc-4ae3-9892-1e2205f3e2e8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747299 Oct 20 10:59:26.231779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.237286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--851655554'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.261405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.334678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.340504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.359198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.361119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1281598 Oct 20 10:59:26.363816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42598) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.376785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-88cbd5ef-88e3-4a81-8c73-5bfb56ff02d2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': 'cbb8febc-d626-4a48-84cf-19638752863c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.377909 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-88cbd5ef-88e3-4a81-8c73-5bfb56ff02d2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 10:59:26.378610 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-88cbd5ef-88e3-4a81-8c73-5bfb56ff02d2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.379941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-88cbd5ef-88e3-4a81-8c73-5bfb56ff02d2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150042 Oct 20 10:59:26.382724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.388260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ff411a40-ab26-4ad7-9a0d-0807c1b41cdc tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': 'cbb8febc-d626-4a48-84cf-19638752863c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.388535 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-ff411a40-ab26-4ad7-9a0d-0807c1b41cdc tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 10:59:26.388968 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-ff411a40-ab26-4ad7-9a0d-0807c1b41cdc tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.392259 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff411a40-ab26-4ad7-9a0d-0807c1b41cdc tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061595 Oct 20 10:59:26.392479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.398164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b920714-f6e9-415e-8e7d-4fbbcb71e115 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb8febc-d626-4a48-84cf-19638752863c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.398340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-72a8a0c0-252b-4fc0-9fe2-89b1bd9b1698 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': 'cbb8febc-d626-4a48-84cf-19638752863c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.398904 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-72a8a0c0-252b-4fc0-9fe2-89b1bd9b1698 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 10:59:26.399631 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-72a8a0c0-252b-4fc0-9fe2-89b1bd9b1698 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.403314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72a8a0c0-252b-4fc0-9fe2-89b1bd9b1698 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070572 Oct 20 10:59:26.403534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42604) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.408529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0ad44fb8-a831-4e48-8338-d70efae8dbb6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': 'cbb8febc-d626-4a48-84cf-19638752863c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.409378 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-0ad44fb8-a831-4e48-8338-d70efae8dbb6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 10:59:26.409984 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-0ad44fb8-a831-4e48-8338-d70efae8dbb6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.413242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0ad44fb8-a831-4e48-8338-d70efae8dbb6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068114 Oct 20 10:59:26.413526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42606) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.472611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.497586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.544426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.547439 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.548718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/cbb8febc-d626-4a48-84cf-19638752863c HTTP/1.1" status: 204 len: 168 time: 0.1342165 Oct 20 10:59:26.551376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.559343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77340f-ffae-4886-8bda-8ddc1bd008c1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb8febc-d626-4a48-84cf-19638752863c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.618179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7c45908-1b14-43d3-9de0-dc2599802870 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650342 Oct 20 10:59:26.624763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42612) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.628742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--98325713'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.681748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.745712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e552f375-804d-4847-b023-fdea7ba3ce96 req-e3948405-5585-488e-a759-488a44f80883 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0331690 Oct 20 10:59:26.817480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.821473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.850855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.855455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2277699 Oct 20 10:59:26.855818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42622) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.857816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81401ae5-4e4d-4d7d-8813-9560a35a6ddb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973e7114-046d-4ac9-b5f0-723577330716,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.860699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b6a30e87-c030-4a41-897c-921a0e71b548 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.861178 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-b6a30e87-c030-4a41-897c-921a0e71b548 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:59:26.861660 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-b6a30e87-c030-4a41-897c-921a0e71b548 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.865273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b6a30e87-c030-4a41-897c-921a0e71b548 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058103 Oct 20 10:59:26.865621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42624) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.873178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-012fa47b-be61-4013-a01f-5f99c3f354fd tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.917746 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-012fa47b-be61-4013-a01f-5f99c3f354fd tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.919259 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-012fa47b-be61-4013-a01f-5f99c3f354fd tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0528822 Oct 20 10:59:26.922602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.927747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0fbbf081-9818-465c-b1c4-616ad6355fbb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.929195 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-0fbbf081-9818-465c-b1c4-616ad6355fbb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 10:59:26.930833 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-0fbbf081-9818-465c-b1c4-616ad6355fbb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.931918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0fbbf081-9818-465c-b1c4-616ad6355fbb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080810 Oct 20 10:59:26.934732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42632) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.940222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d729b7c5-4554-4fd6-a467-fa42b1f85cab tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:26.970335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df148a-c5c7-4160-be36-35a60281e32b req-8d2f7111-205e-436b-9096-6a57b1ed91e3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:26.972983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device be212d79-9a53-4f48-ba01-f2b5cc63fe06 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:59:26.976323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40df148a-c5c7-4160-be36-35a60281e32b req-8d2f7111-205e-436b-9096-6a57b1ed91e3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0756543 Oct 20 10:59:26.998867 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-d729b7c5-4554-4fd6-a467-fa42b1f85cab tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:26.999969 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d729b7c5-4554-4fd6-a467-fa42b1f85cab tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0640998 Oct 20 10:59:27.002856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42636) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.009556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9d8987a6-00f0-4740-997d-1983d5ea48b8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.010039 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-9d8987a6-00f0-4740-997d-1983d5ea48b8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:59:27.010538 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-9d8987a6-00f0-4740-997d-1983d5ea48b8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:27.014081 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d8987a6-00f0-4740-997d-1983d5ea48b8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102186 Oct 20 10:59:27.017711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42638) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.023209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-769b4d4f-6ce0-4f7f-a671-c3deb491f9c4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.071898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40df148a-c5c7-4160-be36-35a60281e32b req-54419833-e319-4c5e-a2a1-4050ce6a0549 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862279 Oct 20 10:59:27.074061 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-769b4d4f-6ce0-4f7f-a671-c3deb491f9c4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:27.075444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-769b4d4f-6ce0-4f7f-a671-c3deb491f9c4 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0567393 Oct 20 10:59:27.078333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.086207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-984a3de2-8311-432f-b7d1-f1fffff38c7b tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.086207 n-d-802060-17 neutron-server[100747]: WARNING neutron.api.v2.base [None req-984a3de2-8311-432f-b7d1-f1fffff38c7b tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 10:59:27.086207 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-984a3de2-8311-432f-b7d1-f1fffff38c7b tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:27.088083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-984a3de2-8311-432f-b7d1-f1fffff38c7b tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070107 Oct 20 10:59:27.090615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.095140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f8b556ce-ebb2-45ed-8ccc-e9647231a394 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.124805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:27.137404 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-f8b556ce-ebb2-45ed-8ccc-e9647231a394 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:27.138073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f8b556ce-ebb2-45ed-8ccc-e9647231a394 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0464318 Oct 20 10:59:27.140953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42648) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.144335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'mac_address': 'fa:16:3e:d0:e0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:27.146315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5dc3cccb-3ca8-465a-aed8-de283aab37f8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '973e7114-046d-4ac9-b5f0-723577330716', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.192208 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-5dc3cccb-3ca8-465a-aed8-de283aab37f8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:27.202319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5dc3cccb-3ca8-465a-aed8-de283aab37f8 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0579522 Oct 20 10:59:27.203081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42652) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.216354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.240869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be212d79-9a53-4f48-ba01-f2b5cc63fe06 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:27.271509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.271725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:27.276637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.316413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.343084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:27.354536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.354895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.355433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.356957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.357878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.358464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.359089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.359571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.360113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.360592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.361056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.361514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:27.372428 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.375841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.377151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/973e7114-046d-4ac9-b5f0-723577330716 HTTP/1.1" status: 204 len: 168 time: 0.1729760 Oct 20 10:59:27.379891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42656) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.388763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752238db-73f3-4be6-9271-d035029bc8ef tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e7114-046d-4ac9-b5f0-723577330716,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:27.389318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['be212d79-9a53-4f48-ba01-f2b5cc63fe06'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:27.435793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7b869c1-6b52-489b-9d98-832cc4eddfdc tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511053 Oct 20 10:59:27.436305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.443776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--811382470'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.481662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.573625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.579336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.599312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.600421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1629071 Oct 20 10:59:27.604130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.609728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-49eebc36-f9e0-489d-b8ee-e1c534f60013 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '3af67cea-21a0-41ce-871b-14da2fc25772', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.621948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd80b6-91dd-4af1-936f-2a677fb86ce2 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af67cea-21a0-41ce-871b-14da2fc25772,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:27.684605 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-49eebc36-f9e0-489d-b8ee-e1c534f60013 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The resource could not be found. Oct 20 10:59:27.688344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49eebc36-f9e0-489d-b8ee-e1c534f60013 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0804958 Oct 20 10:59:27.688544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.693907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d2a23f6c-b155-4e8f-8ebe-b8651377fff6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '3af67cea-21a0-41ce-871b-14da2fc25772', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fed6a177-f0ad-41a1-9776-207e51ef7f03'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:27.744035 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-d2a23f6c-b155-4e8f-8ebe-b8651377fff6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The resource could not be found. Oct 20 10:59:27.748064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d2a23f6c-b155-4e8f-8ebe-b8651377fff6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0557065 Oct 20 10:59:27.749506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42678) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.838192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.869160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.954168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-273daea0-34fd-4f25-90ef-ca5d97d53aa9 req-501d1924-8340-41ea-b791-316a386075f4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0379972 Oct 20 10:59:27.997571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.000815 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.002778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/3af67cea-21a0-41ce-871b-14da2fc25772 HTTP/1.1" status: 204 len: 168 time: 0.2520568 Oct 20 10:59:28.005446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42702) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.019359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7979-e998-4e9d-844c-53cbcbf43a02 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af67cea-21a0-41ce-871b-14da2fc25772,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:28.075493 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7b367c0-f6b0-436f-9f76-eb80f9612e22 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642269 Oct 20 10:59:28.075864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42708) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.080687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-236261a0-198c-484e-a22f-7ea71097922e tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '8c503b2e-6f41-4980-93de-f659b4fa722c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:28.195999 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-236261a0-198c-484e-a22f-7ea71097922e tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The resource could not be found. Oct 20 10:59:28.201526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.206084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-236261a0-198c-484e-a22f-7ea71097922e tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1290872 Oct 20 10:59:28.207921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820915431'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:28.276784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.329260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2756c-a944-4f3e-97b4-de12f6726c48 req-3500070b-572e-4510-be6a-560c7f3387d9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.341322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30c2756c-a944-4f3e-97b4-de12f6726c48 req-3500070b-572e-4510-be6a-560c7f3387d9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 945 time: 0.1148968 Oct 20 10:59:28.416357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.422466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30c2756c-a944-4f3e-97b4-de12f6726c48 req-157a22bb-e156-4dc8-8469-3c36e24fb04d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748293 Oct 20 10:59:28.422698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.481089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2cd917-3a13-4928-a852-1580815472ec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:28.487052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-07d55777-3d11-460c-b5f0-2bc85b3b35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.500590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.502221 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e323b7a9-2107-4de3-8a97-f0c0c266883c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2996776 Oct 20 10:59:28.505351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42720) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.510823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424119824'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:28.545530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.637161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.650102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.695780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49c4ce-b156-4fc0-adce-989f40e80795,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:28.703016 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.707406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a709814d-88b7-4ff1-958d-ace4be62c7e5 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1983440 Oct 20 10:59:28.708545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.719247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a37d71f2-7d2b-441d-8326-643569404229 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group_rule': {'security_group_id': '3f2cd917-3a13-4928-a852-1580815472ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1a49c4ce-b156-4fc0-adce-989f40e80795'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:28.817949 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-a37d71f2-7d2b-441d-8326-643569404229 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:59:28.819620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a37d71f2-7d2b-441d-8326-643569404229 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1074765 Oct 20 10:59:28.822199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42738) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.933533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.990906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.997382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device be212d79-9a53-4f48-ba01-f2b5cc63fe06 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:59:29.179131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port be212d79-9a53-4f48-ba01-f2b5cc63fe06 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:29.181979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.194350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57211233-e8de-49ef-9f66-696ea9313834 req-7f0963c9-b3ac-40fc-bbb7-e8e0cc6ccd50 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.1051111 Oct 20 10:59:29.245556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.248537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.249898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/1a49c4ce-b156-4fc0-adce-989f40e80795 HTTP/1.1" status: 204 len: 168 time: 0.4261680 Oct 20 10:59:29.252682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42748) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:29.266493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5b22a-7f0a-419b-8091-be95dd4ffb7c tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49c4ce-b156-4fc0-adce-989f40e80795,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:29.378167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6e924f8-843a-4575-9507-e496da392cc6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1242535 Oct 20 10:59:29.380949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:29.441778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.478547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.514025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:29.525643 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76165e9-c67e-4051-aeb4-67f42893b430" -d '{"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-plugged", "status": "completed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:29.556554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:29.574009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.585710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.675227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:29.756126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.758792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.769600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/3f2cd917-3a13-4928-a852-1580815472ec HTTP/1.1" status: 204 len: 168 time: 0.3849640 Oct 20 10:59:29.769868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:29.843444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10998fc-af3a-42f3-9499-237acb6087a7 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2cd917-3a13-4928-a852-1580815472ec,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:29.892598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15414fc4-c6c0-4e8a-ae20-aa9d160f85a6 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171966 Oct 20 10:59:29.892598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42764) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:29.902025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'tempest-secgroup--861003419'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:29.911904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869757d-e0ae-4596-b274-37a8f04bd872 req-85a1b2d0-82ef-49b9-9d7c-0c96ad968470 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:29.921220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3869757d-e0ae-4596-b274-37a8f04bd872 req-85a1b2d0-82ef-49b9-9d7c-0c96ad968470 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.2213225 Oct 20 10:59:29.970047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.983606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3869757d-e0ae-4596-b274-37a8f04bd872 req-7ac01f8d-7b02-499e-a52e-c920fbeb82ac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553925 Oct 20 10:59:30.013009 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19fd2f-cee4-48df-9c59-a800067854ef x-openstack-request-id: req-9d19fd2f-cee4-48df-9c59-a800067854ef {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:30.013305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-plugged", "status": "completed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:30.013588 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d19fd2f-cee4-48df-9c59-a800067854ef {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:30.014653 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'code': 200} Oct 20 10:59:30.114635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.130466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.215165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.216770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3234563 Oct 20 10:59:30.220103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.225582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c1d71355-0757-4a65-979b-dec194b6dff1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:30.226267 n-d-802060-17 neutron-server[100746]: WARNING neutron.api.v2.base [None req-c1d71355-0757-4a65-979b-dec194b6dff1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:59:30.227103 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-c1d71355-0757-4a65-979b-dec194b6dff1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:59:30.228503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c1d71355-0757-4a65-979b-dec194b6dff1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "PUT /v2.0/security-groups/dfd41f9a-ea6f-4265-a277-7be691d0cfc2 HTTP/1.1" status: 409 len: 330 time: 0.0071712 Oct 20 10:59:30.231384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f98c2-2be0-45a8-897f-84e12cb07577 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd41f9a-ea6f-4265-a277-7be691d0cfc2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:30.231744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42772) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.417059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f3d7dd4-adbb-44e4-8c07-033ba9959976 req-a60f6a49-4061-45bc-93cb-1cc801f30201 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0779660 Oct 20 10:59:30.461222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.515655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.585499 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.589749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.591343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/dfd41f9a-ea6f-4265-a277-7be691d0cfc2 HTTP/1.1" status: 204 len: 168 time: 0.3585515 Oct 20 10:59:30.594105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42780) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.612136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bef067-02b4-4917-aa48-748b19a08efb tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd41f9a-ea6f-4265-a277-7be691d0cfc2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:30.703348 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-976bab8a-7d6d-44c4-ae9c-84bd00c92e27 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078115 Oct 20 10:59:30.707175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42782) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.723102 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-fbbfc3b2-854b-47b4-baab-e0314a7260f0 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] delete failed (client error): The resource could not be found. Oct 20 10:59:30.724479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fbbfc3b2-854b-47b4-baab-e0314a7260f0 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "DELETE /v2.0/security-groups/c214002e-740d-4440-9b61-e2514962a19a HTTP/1.1" status: 404 len: 347 time: 0.0160806 Oct 20 10:59:30.729117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.747509 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-8d59175a-dec1-4c51-93dd-07475d1c1c25 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] show failed (client error): The resource could not be found. Oct 20 10:59:30.749344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d59175a-dec1-4c51-93dd-07475d1c1c25 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-groups/cc0b2996-7c4d-4c55-8996-1ce594bf0da6 HTTP/1.1" status: 404 len: 347 time: 0.0184882 Oct 20 10:59:30.753362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.764588 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-2634f1f5-30a0-48a6-86ea-0f4907921af1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] show failed (client error): The resource could not be found. Oct 20 10:59:30.765593 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2634f1f5-30a0-48a6-86ea-0f4907921af1 tempest-NegativeSecGroupTest-364000997 tempest-NegativeSecGroupTest-364000997-project] 10.222.0.74 "GET /v2.0/security-group-rules/26bcaa7d-4742-4d86-8362-aa6420f3f57c HTTP/1.1" status: 404 len: 356 time: 0.0112574 Oct 20 10:59:31.211606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:31.231620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45ff4-96f0-4697-a289-e65881eb97d2 req-5e7d6b2b-9cc5-4193-b3e8-5d3290244b6e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:31.233390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22f45ff4-96f0-4697-a289-e65881eb97d2 req-5e7d6b2b-9cc5-4193-b3e8-5d3290244b6e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1268122 Oct 20 10:59:31.332746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22f45ff4-96f0-4697-a289-e65881eb97d2 req-3d336ed1-4991-4286-82ef-69b437d03f48 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910373 Oct 20 10:59:31.381217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c14de72-27e1-43ee-92c7-8ece4ebe1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.607941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5db33d82-e978-4dfb-a2ae-138d72119b1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3440a7ab63894378aeca7166fe36edd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948762 Oct 20 10:59:31.614367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42810) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:31.639623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6347b5c-a7ba-4089-a397-03104f2af9c9 req-30eb1256-e076-44d0-8c78-c619e6d98944 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0679162 Oct 20 10:59:31.723182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.752308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.801958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.877351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.880134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.896779 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/121cb739-9bdd-48b5-b585-8d4d05132129 HTTP/1.1" status: 204 len: 168 time: 0.2805109 Oct 20 10:59:31.912846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36b246-dd18-4202-957f-78747a3d95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121cb739-9bdd-48b5-b585-8d4d05132129,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:32.594767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaabcb-37d0-4d71-8650-b0bae5109b6c req-4a5f0378-3863-45fe-a808-85500a10a52a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:32.606512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6eaabcb-37d0-4d71-8650-b0bae5109b6c req-4a5f0378-3863-45fe-a808-85500a10a52a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0950344 Oct 20 10:59:32.667963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6eaabcb-37d0-4d71-8650-b0bae5109b6c req-c0efb438-214b-4661-ad1a-cffc4d8da086 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Oct 20 10:59:32.792420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.884819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc508e3f-31cc-4bba-b62a-4773cf3c3d65 req-f7f5bbf9-6fb5-4918-a611-f06d366d8f14 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/ports?device_id=21d2d639-93d3-4e6c-b69e-96d21ccc8773 HTTP/1.1" status: 200 len: 210 time: 0.0749624 Oct 20 10:59:33.090307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42850) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.305572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a3c8777c-9944-43df-8a21-e02a78b64cd1 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1029489614', 'prefixes': ['172.20.0.0/16']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:33.464189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3c8777c-9944-43df-8a21-e02a78b64cd1 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] Publish callbacks [] for subnetpool, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.469520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.473482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3c8777c-9944-43df-8a21-e02a78b64cd1 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3803701 Oct 20 10:59:33.559993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0f0deca5-09ae-457e-ac4b-0d9ea23bdd37 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "GET /v2.0/subnetpools/8486eb0e-68ed-4a50-9919-b5bd09eaa274 HTTP/1.1" status: 200 len: 732 time: 0.0858500 Oct 20 10:59:33.561082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42862) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.567616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ebc9cf56-0097-46c1-8e73-78e8d94d29ae tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1770704867'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:33.866373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc9cf56-0097-46c1-8e73-78e8d94d29ae tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] Publish callbacks [] for subnetpool, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.874221 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebc9cf56-0097-46c1-8e73-78e8d94d29ae tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "PUT /v2.0/subnetpools/8486eb0e-68ed-4a50-9919-b5bd09eaa274 HTTP/1.1" status: 200 len: 684 time: 0.3105450 Oct 20 10:59:33.877561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42870) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.061113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709231b-7a69-4b39-ab3f-9dbfde481ed8 req-ebfe90d3-a970-43f8-8c08-c0109858fb18 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:34.063659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42878) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.069352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2709231b-7a69-4b39-ab3f-9dbfde481ed8 req-ebfe90d3-a970-43f8-8c08-c0109858fb18 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.2729759 Oct 20 10:59:34.196167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.257865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa79a5fc-0597-47d9-bfb1-b832935268ad tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] Publish callbacks [] for subnetpool, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.265249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fa79a5fc-0597-47d9-bfb1-b832935268ad tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "DELETE /v2.0/subnetpools/8486eb0e-68ed-4a50-9919-b5bd09eaa274 HTTP/1.1" status: 204 len: 168 time: 0.3829138 Oct 20 10:59:34.266704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42882) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.285886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2709231b-7a69-4b39-ab3f-9dbfde481ed8 req-5dafe866-0a29-4e09-92c4-ccd6b61499c1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113826 Oct 20 10:59:34.287927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.330230 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-79d08cc6-580b-4b0e-85df-07eca09f6da3 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] show failed (client error): The resource could not be found. Oct 20 10:59:34.337793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-79d08cc6-580b-4b0e-85df-07eca09f6da3 tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "GET /v2.0/subnetpools/8486eb0e-68ed-4a50-9919-b5bd09eaa274 HTTP/1.1" status: 404 len: 346 time: 0.0696731 Oct 20 10:59:34.339893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42884) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.342617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.378814 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-b0d9d51e-259c-4348-8b33-ef3674256bca tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] delete failed (client error): The resource could not be found. Oct 20 10:59:34.401936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b0d9d51e-259c-4348-8b33-ef3674256bca tempest-SubnetPoolsTestJSON-921365645 tempest-SubnetPoolsTestJSON-921365645-project] 10.222.0.74 "DELETE /v2.0/subnetpools/8486eb0e-68ed-4a50-9919-b5bd09eaa274 HTTP/1.1" status: 404 len: 346 time: 0.0515866 Oct 20 10:59:34.421695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.424756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.428550 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/security-groups/a8e8bfa9-6fd3-4382-9ea6-0b562e191e41 HTTP/1.1" status: 204 len: 168 time: 0.3638091 Oct 20 10:59:34.431955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42888) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.452586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6b5e8-812f-411c-8a1d-4ce7094aa7dc tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8bfa9-6fd3-4382-9ea6-0b562e191e41,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:34.464813 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-0b7602e7-3536-4601-9d5b-537784d06d7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] show failed (client error): The resource could not be found. Oct 20 10:59:34.469994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b7602e7-3536-4601-9d5b-537784d06d7f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "GET /v2.0/security-groups/a8e8bfa9-6fd3-4382-9ea6-0b562e191e41 HTTP/1.1" status: 404 len: 347 time: 0.0366573 Oct 20 10:59:34.472973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42890) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.796862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 880d365f-0f31-4828-87e3-d747d9939648 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:34.797302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.931053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42898) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:34.972012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.972264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.999889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 880d365f-0f31-4828-87e3-d747d9939648 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:35.161039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0720447e-5730-469b-82ca-b306923d43bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.332174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0720447e-5730-469b-82ca-b306923d43bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.343931 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0720447e-5730-469b-82ca-b306923d43bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.361545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.412950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0720447e-5730-469b-82ca-b306923d43bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a50fec8700649bd99fdf40d8f469c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801288 Oct 20 10:59:35.421963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:35.457818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=880d365f-0f31-4828-87e3-d747d9939648,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:35.508268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.508758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.509043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.509386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.509726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.510047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.510372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.510694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.512525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.513269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.513817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.514782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:35.546817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.550627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.555177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1575bb8e-eaf1-4c5b-848d-32bb241a18c9 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/floatingips/09c9bffc-a175-41e5-974f-62c13536a850 HTTP/1.1" status: 204 len: 168 time: 1.0808895 Oct 20 10:59:35.556867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:35.578130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720447e-5730-469b-82ca-b306923d43bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229aae0-3289-4ceb-9294-d2f0f9a904cf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:35.626335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.691895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229dd0e-ae8e-4913-9a1e-4deced07db89 req-b71d6bdd-88c4-496a-a83a-cbb05da1dbbb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.693535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7229dd0e-ae8e-4913-9a1e-4deced07db89 req-b71d6bdd-88c4-496a-a83a-cbb05da1dbbb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.2521186 Oct 20 10:59:35.696453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.842048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:35.842149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.937308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7229dd0e-ae8e-4913-9a1e-4deced07db89 req-55a24d57-94f7-4e02-9bb2-5d15df0d9cd7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033424 Oct 20 10:59:35.961531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.985374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.988379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:35.992701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d229aae0-3289-4ceb-9294-d2f0f9a904cf HTTP/1.1" status: 204 len: 168 time: 0.5672143 Oct 20 10:59:36.001678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a7f0-1e63-4463-8958-874b48de204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229aae0-3289-4ceb-9294-d2f0f9a904cf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:36.015385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 76e6da3c-f2b2-4154-b2d4-1914c8b242a5 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:36.428710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:36.516579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=76e6da3c-f2b2-4154-b2d4-1914c8b242a5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:36.689420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:36.693457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8370c772-1c54-4d3c-b041-5840d14ec221 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/ports/76e6da3c-f2b2-4154-b2d4-1914c8b242a5 HTTP/1.1" status: 204 len: 168 time: 1.1354129 Oct 20 10:59:36.696455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:36.870135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port e193f69d-7e0a-48ff-ad47-3ec56140090e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:36.872338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.023353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.050190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for e193f69d-7e0a-48ff-ad47-3ec56140090e owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:37.216737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e07f71-d8d4-42c6-8555-862aa8b5e498 req-9f0d8961-db73-4ecb-b1ed-62e618e1e8f4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:37.225993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38e07f71-d8d4-42c6-8555-862aa8b5e498 req-9f0d8961-db73-4ecb-b1ed-62e618e1e8f4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1502790 Oct 20 10:59:37.480036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38e07f71-d8d4-42c6-8555-862aa8b5e498 req-995bf76e-8d5d-40fa-a6c2-6ad82ea0c97e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525887 Oct 20 10:59:37.518058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.668549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=e193f69d-7e0a-48ff-ad47-3ec56140090e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:37.671007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.677210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42988) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:37.677645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5a905123-d003-4769-a27f-8eae79031c2f tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/ports/e193f69d-7e0a-48ff-ad47-3ec56140090e HTTP/1.1" status: 204 len: 168 time: 0.9797492 Oct 20 10:59:37.788036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting subnet ae582d63-2413-4008-981e-0f8a0ff87bcc {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:37.792761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.839524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.999618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.104216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.175798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Subnet': ['ID=ae582d63-2413-4008-981e-0f8a0ff87bcc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:38.209430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4550e15-17a9-444a-999d-6eb5392390ac None None] Network d4141cc7-a837-440a-bf23-e578fb5952af requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:59:38.215803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.222602 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f99d6112-c6ab-4bc9-8cb7-37c3fa5c00b4 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/subnets/ae582d63-2413-4008-981e-0f8a0ff87bcc HTTP/1.1" status: 204 len: 168 time: 0.5417695 Oct 20 10:59:38.223142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43000) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:38.417224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting subnet 0aec8458-e513-44f8-aeef-ce912ff8ad97 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:38.434279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.521581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.656904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.836131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] DHCP port deletion for d4141cc7-a837-440a-bf23-e578fb5952af request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:59:38.868640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.892020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.898624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/subnets/0aec8458-e513-44f8-aeef-ce912ff8ad97 HTTP/1.1" status: 204 len: 168 time: 0.6704464 Oct 20 10:59:38.900031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:38.926635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731feb2-5564-441c-aab9-4f6a999be56d tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Subnet': ['ID=0aec8458-e513-44f8-aeef-ce912ff8ad97,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:38.956719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608219-cb08-4695-9429-93c3d425d2b0 req-778ad923-9b83-4f45-ae60-5ba14a13e726 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.958989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31622c73-e5e2-4e4a-8194-dfbed0c2f5d9 None None] Network 89e3fe50-4724-42e6-aae6-da23056f6774 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:59:38.966467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc608219-cb08-4695-9429-93c3d425d2b0 req-778ad923-9b83-4f45-ae60-5ba14a13e726 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1578166 Oct 20 10:59:39.139457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc608219-cb08-4695-9429-93c3d425d2b0 req-22fe7dd6-a279-4d88-9357-98d4ca72b656 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519146 Oct 20 10:59:39.205023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.244612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 33123bf9-54b5-44ac-9a24-a37e4d58432b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:39.361221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Deleting port 33123bf9-54b5-44ac-9a24-a37e4d58432b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:39.363332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.538064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] For port 33123bf9-54b5-44ac-9a24-a37e4d58432b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33123bf9-54b5-44ac-9a24-a37e4d58432b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:39.538410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.580016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Calling delete_port for 33123bf9-54b5-44ac-9a24-a37e4d58432b owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:39.638826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Deleting port 33123bf9-54b5-44ac-9a24-a37e4d58432b {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:39.639225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.730023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:39.754992 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.800725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.875403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] No DVR routers for this DVR port 33123bf9-54b5-44ac-9a24-a37e4d58432b on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:39.884390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Port': ['ID=33123bf9-54b5-44ac-9a24-a37e4d58432b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:39.938511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:40.022341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] For port 33123bf9-54b5-44ac-9a24-a37e4d58432b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=33123bf9-54b5-44ac-9a24-a37e4d58432b,segment=NetworkSegment(52723d02-5c37-4539-9e8e-17e397c736b4),segment_id=52723d02-5c37-4539-9e8e-17e397c736b4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:40.022748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.068347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Calling delete_port for 33123bf9-54b5-44ac-9a24-a37e4d58432b owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:40.075809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-836a6c8d-d2f1-45fc-bc9a-c4aa4533b9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.109761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.164809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4141cc7-a837-440a-bf23-e578fb5952af']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:40.212041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52723d02-5c37-4539-9e8e-17e397c736b4') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:40.218324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52723d02-5c37-4539-9e8e-17e397c736b4') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:40.231457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.266181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] DHCP port deletion for 89e3fe50-4724-42e6-aae6-da23056f6774 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:59:40.266817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.275256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] Pushing event deleted for resources: {'Port': ['ID=33123bf9-54b5-44ac-9a24-a37e4d58432b,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:40.355670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0146f740-7479-4c3b-a101-4dffef7513ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.378306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cec62-8910-4583-b6e1-515a69288128 None None] No DVR routers for this DVR port 33123bf9-54b5-44ac-9a24-a37e4d58432b on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:40.407848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.422211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Deleting port 6edf0ee8-6253-472e-b316-90b427dda861 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:40.422985 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.463153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:40.483152 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:40.486774 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:40.525483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-836a6c8d-d2f1-45fc-bc9a-c4aa4533b9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.548101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-836a6c8d-d2f1-45fc-bc9a-c4aa4533b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.559213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] For port 6edf0ee8-6253-472e-b316-90b427dda861, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6edf0ee8-6253-472e-b316-90b427dda861,segment=NetworkSegment(71f185af-0c4b-488a-acc5-05d18379568f),segment_id=71f185af-0c4b-488a-acc5-05d18379568f)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:40.559213 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.578007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Calling delete_port for 6edf0ee8-6253-472e-b316-90b427dda861 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:40.667189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6864849-b4b1-44c5-bf9d-158938555b8d req-96afa247-da4c-4a6f-8738-25fb6b9f2a39 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.675960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6864849-b4b1-44c5-bf9d-158938555b8d req-96afa247-da4c-4a6f-8738-25fb6b9f2a39 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.3847201 Oct 20 10:59:40.708297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-836a6c8d-d2f1-45fc-bc9a-c4aa4533b9d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba0c23380d64449db97fc2d976edf4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743049 Oct 20 10:59:40.712887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43096) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:40.714893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a6c8d-d2f1-45fc-bc9a-c4aa4533b9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156adb75-37a3-48da-81c7-32ae604e6d3e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:40.739314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.747030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.787855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.800702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:40.801275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] Pushing event deleted for resources: {'Port': ['ID=6edf0ee8-6253-472e-b316-90b427dda861,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:40.801809 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/networks/d4141cc7-a837-440a-bf23-e578fb5952af HTTP/1.1" status: 204 len: 168 time: 1.9005032 Oct 20 10:59:40.806287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f24ac6-e462-476b-bf3e-daa15d3c4b87 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Network': ['ID=d4141cc7-a837-440a-bf23-e578fb5952af,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:40.822707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282fefd-429c-4a37-82fd-680e65ffd63f None None] No DVR routers for this DVR port 6edf0ee8-6253-472e-b316-90b427dda861 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:40.833148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6864849-b4b1-44c5-bf9d-158938555b8d req-cba46b70-b6f1-41f2-89ca-08e63775e5f9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307807 Oct 20 10:59:40.884162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0146f740-7479-4c3b-a101-4dffef7513ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.894862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0146f740-7479-4c3b-a101-4dffef7513ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.049040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.062589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6edf0ee8-6253-472e-b316-90b427dda861 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:41.071105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.095935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6edf0ee8-6253-472e-b316-90b427dda861 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:41.095935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6edf0ee8-6253-472e-b316-90b427dda861 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:41.148802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.350181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.422429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e3fe50-4724-42e6-aae6-da23056f6774']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:41.444309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f185af-0c4b-488a-acc5-05d18379568f') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:41.445113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f185af-0c4b-488a-acc5-05d18379568f') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:41.459741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.491829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.502308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:41.502773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.549790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0146f740-7479-4c3b-a101-4dffef7513ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c17f9540bd304f6d969a84727bdfaa97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6041496 Oct 20 10:59:41.551857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f740-7479-4c3b-a101-4dffef7513ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34312b4c-638c-4f31-b5f9-2742563f9a98,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:41.555903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43112) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:41.590246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.593533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.597915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/156adb75-37a3-48da-81c7-32ae604e6d3e HTTP/1.1" status: 204 len: 168 time: 0.8838997 Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: timer() Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:41.600434 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:41.648387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.652262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32798c2c-5030-4b5e-b393-677ff43d46d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156adb75-37a3-48da-81c7-32ae604e6d3e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:41.705496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.732964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.733709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.755627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] 10.222.0.74 "DELETE /v2.0/networks/89e3fe50-4724-42e6-aae6-da23056f6774 HTTP/1.1" status: 204 len: 168 time: 0.9442778 Oct 20 10:59:41.782421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c2df-df63-4aa1-853b-aa513d087256 tempest-TaggedBootDevicesTest-1800626168 tempest-TaggedBootDevicesTest-1800626168-project] Pushing event deleted for resources: {'Network': ['ID=89e3fe50-4724-42e6-aae6-da23056f6774,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:41.895118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.922611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:41.927484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34312b4c-638c-4f31-b5f9-2742563f9a98 HTTP/1.1" status: 204 len: 168 time: 0.3671396 Oct 20 10:59:41.965590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55f721-b699-4f16-a430-847ff666c4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34312b4c-638c-4f31-b5f9-2742563f9a98,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:42.126352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d47e31-ca19-49a6-bdd4-fbd324476c7e req-17458836-2f4e-4084-9f28-62b3163cf120 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:42.141167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04d47e31-ca19-49a6-bdd4-fbd324476c7e req-17458836-2f4e-4084-9f28-62b3163cf120 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0907514 Oct 20 10:59:42.266740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04d47e31-ca19-49a6-bdd4-fbd324476c7e req-c099626a-6de8-481a-8950-ec2438709f91 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245778 Oct 20 10:59:42.416249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43140) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:42.450355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42fcab51-4531-4c10-bcac-58ced113300c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:42.673074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42fcab51-4531-4c10-bcac-58ced113300c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:42.690732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-42fcab51-4531-4c10-bcac-58ced113300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:42.741140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-42fcab51-4531-4c10-bcac-58ced113300c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6209996c6542440c8e82fb01309f77c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237777 Oct 20 10:59:42.744392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43156) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:42.788786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcab51-4531-4c10-bcac-58ced113300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d194896-095e-41f9-90d1-450b6be407cc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:42.850019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43162) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:42.902600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c03a1b92-8ebb-4136-8c2d-855713e4aaa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:42.950956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:42.989659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.078868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.086906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.090186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d194896-095e-41f9-90d1-450b6be407cc HTTP/1.1" status: 204 len: 168 time: 0.3430049 Oct 20 10:59:43.115855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289643f-14c8-4d5b-b2d3-76f32160903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d194896-095e-41f9-90d1-450b6be407cc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:43.139145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c03a1b92-8ebb-4136-8c2d-855713e4aaa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.151449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c03a1b92-8ebb-4136-8c2d-855713e4aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.284792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c03a1b92-8ebb-4136-8c2d-855713e4aaa1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d14aedf0586464ba9bf2b4d663978f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336123 Oct 20 10:59:43.285060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43170) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:43.285771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a1b92-8ebb-4136-8c2d-855713e4aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63500a95-6547-4d6b-9476-855656f1a21b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:43.508489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.544451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.556084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d073003-b924-47cf-9f8e-d3024541c0ba req-7c42413f-84d1-4507-8a31-74d8b59de2b3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:43.565556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d073003-b924-47cf-9f8e-d3024541c0ba req-7c42413f-84d1-4507-8a31-74d8b59de2b3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1124747 Oct 20 10:59:43.657617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d073003-b924-47cf-9f8e-d3024541c0ba req-fb11ab23-7830-41b0-98dc-f4984fbdadba tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908811 Oct 20 10:59:43.698884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.702153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:43.704203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63500a95-6547-4d6b-9476-855656f1a21b HTTP/1.1" status: 204 len: 168 time: 0.4167864 Oct 20 10:59:43.720269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3972f-fff3-4968-ae05-ef285a14c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63500a95-6547-4d6b-9476-855656f1a21b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:44.920781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93489ac-36b6-40de-b5fe-22938c056ee0 req-72ac9db8-0973-4346-a68e-28e6604305ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:44.940617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c93489ac-36b6-40de-b5fe-22938c056ee0 req-72ac9db8-0973-4346-a68e-28e6604305ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1484396 Oct 20 10:59:45.038196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c93489ac-36b6-40de-b5fe-22938c056ee0 req-e8b22e6e-c062-4661-8f74-da14a0aa6761 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963180 Oct 20 10:59:45.838606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:46.351865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aca39a-0105-4d5e-96bd-89eecbdc5f85 req-91950e3c-19c3-48a8-844a-ab12f24c5dbf tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:46.354671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81aca39a-0105-4d5e-96bd-89eecbdc5f85 req-91950e3c-19c3-48a8-844a-ab12f24c5dbf tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1566169 Oct 20 10:59:46.463854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81aca39a-0105-4d5e-96bd-89eecbdc5f85 req-329ae248-18d0-40c8-b4dc-250704512fc1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010416 Oct 20 10:59:46.733108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.322487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43324) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:47.428428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Deleting subnet 5c5c382c-4909-45d9-b69c-050074901b4d {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:47.438193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.475976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.592145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.801393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.963283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.971355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5c5c382c-4909-45d9-b69c-050074901b4d HTTP/1.1" status: 204 len: 168 time: 0.6482377 Oct 20 10:59:47.973691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:47.989124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5c382c-4909-45d9-b69c-050074901b4d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:48.063325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32c76f-685f-423e-b82b-986e3f1d731c req-1a16f78e-051f-45f6-8718-a53a2320c79b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:48.074761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e32c76f-685f-423e-b82b-986e3f1d731c req-1a16f78e-051f-45f6-8718-a53a2320c79b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.3599732 Oct 20 10:59:48.186650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.187753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.188386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.188790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.189125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.189699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.190077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.190676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.191160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.191495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.192946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.192946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8a69f-48cb-4202-bd41-4d33dfc26824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:48.221958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e32c76f-685f-423e-b82b-986e3f1d731c req-4f2a5fb7-42f8-4b6d-955b-051cde7a5d76 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404297 Oct 20 10:59:48.248338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.468790 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.509691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:48.530699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:48.531529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f99c9-ab51-4f7b-bf26-d1687f72a4fa') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:48.560168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.608613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.618387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:48.624664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:48.636691 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:48.871749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.880063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:48.883740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] 10.222.0.74 "DELETE /v2.0/networks/2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a HTTP/1.1" status: 204 len: 168 time: 0.9084826 Oct 20 10:59:48.887567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43376) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:48.908975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd933a1f-f266-4f86-bd25-67708c10378a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9d45b3-de16-4e6a-b7b1-8c63e2422d4a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:49.002430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Deleting subnet 2ca89d3e-b3c1-4bab-b84a-14872da8ca94 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:49.006152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.116018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.217905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.491505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.605870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca89d3e-b3c1-4bab-b84a-14872da8ca94,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:49.614493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.619106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d606a558-8efd-4d33-89e6-d545d53e106d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2ca89d3e-b3c1-4bab-b84a-14872da8ca94 HTTP/1.1" status: 204 len: 168 time: 0.7303317 Oct 20 10:59:49.621685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43394) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:49.683349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddfcfa-2e42-400f-9665-4ddf69a21d0d req-d2c0fbfb-0efd-4623-8f62-c3205919c8cb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.687611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aeddfcfa-2e42-400f-9665-4ddf69a21d0d req-d2c0fbfb-0efd-4623-8f62-c3205919c8cb tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.3021495 Oct 20 10:59:49.909312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aeddfcfa-2e42-400f-9665-4ddf69a21d0d req-f9157a4f-6928-4948-afd6-98c148a638d9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033978 Oct 20 10:59:49.971559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.184198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.231260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadabe3f-6be7-4ce1-92a7-fc68cb0e48df']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:50.251617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925b4b4b-7779-479e-ab50-cf55c98bf6cd') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:50.252245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925b4b4b-7779-479e-ab50-cf55c98bf6cd') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:50.274244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.325314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.340463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:50.341017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: timer() Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:50.342965 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:50.557590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.590666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.606407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/aadabe3f-6be7-4ce1-92a7-fc68cb0e48df HTTP/1.1" status: 204 len: 168 time: 0.9835737 Oct 20 10:59:50.610540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287c4cd-b56a-4ef5-a027-cfa321bfebc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadabe3f-6be7-4ce1-92a7-fc68cb0e48df,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:51.144824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:51.258841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43438) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:51.267801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-11916856-16b2-48c9-8812-e9f72e75e997 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43d7adc4ee804be09872bd8c9a1e3a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162694 Oct 20 10:59:51.308393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed6f59-678f-4a13-95a7-f073fd95b943 req-18bac40c-6e25-43a2-92b4-234c1ac7e4ca tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:51.327627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73ed6f59-678f-4a13-95a7-f073fd95b943 req-18bac40c-6e25-43a2-92b4-234c1ac7e4ca tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1845727 Oct 20 10:59:51.553029 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.620099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.748926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73ed6f59-678f-4a13-95a7-f073fd95b943 req-ad9cb696-dc17-4ec1-91fb-f9af87733723 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126475 Oct 20 10:59:51.750465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.763578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.765524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1c02de43-b269-4822-a3ad-efbc8c041a43 HTTP/1.1" status: 204 len: 168 time: 0.5056949 Oct 20 10:59:51.789898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea0d0-2cbc-4006-b71b-02f669dd192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02de43-b269-4822-a3ad-efbc8c041a43,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:52.471374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43464) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:52.562522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79a35bde-df2b-4e35-9bc2-4a8f2da05702 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3539167ad6e348d8b3dc22e1da188377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899737 Oct 20 10:59:52.565205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43468) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:52.762137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.809745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.975557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.988598 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.990111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a10973ba-6a12-452b-a19f-c578eda089d3 HTTP/1.1" status: 204 len: 168 time: 0.4233053 Oct 20 10:59:53.036930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfea570-5d17-41cb-a99a-d53be186416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10973ba-6a12-452b-a19f-c578eda089d3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:53.090694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a011-ba63-4e20-81b0-b70988255073 req-03ebbd38-1268-4045-8d35-ae372acfa4f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:53.098917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9da1a011-ba63-4e20-81b0-b70988255073 req-03ebbd38-1268-4045-8d35-ae372acfa4f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1833651 Oct 20 10:59:53.197118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9da1a011-ba63-4e20-81b0-b70988255073 req-f69e45ac-6d6e-4d39-a44f-20af7b623129 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908377 Oct 20 10:59:54.561252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e321e-b7bf-4b62-8632-fb0eda6fcb4f req-22dcf660-81cd-4f8a-bb73-9c8a4a657c1d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:54.609581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee5e321e-b7bf-4b62-8632-fb0eda6fcb4f req-22dcf660-81cd-4f8a-bb73-9c8a4a657c1d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1879740 Oct 20 10:59:54.747593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee5e321e-b7bf-4b62-8632-fb0eda6fcb4f req-ff64734f-e117-42cd-9dde-d286a9fa7bdc tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354225 Oct 20 10:59:55.970312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8612c-6058-4252-9cf5-87200a772d65 req-d784ff9b-c9b8-4b06-8255-ebdab1b4591d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:55.981055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90f8612c-6058-4252-9cf5-87200a772d65 req-d784ff9b-c9b8-4b06-8255-ebdab1b4591d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0798569 Oct 20 10:59:56.071150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90f8612c-6058-4252-9cf5-87200a772d65 req-d13bf88e-f5fe-495c-b586-6ea288bacb6b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882993 Oct 20 10:59:57.361869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-6ead483e-8f9e-4237-82dc-2103f19c3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.363387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-6ead483e-8f9e-4237-82dc-2103f19c3e02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 1098 time: 0.4313881 Oct 20 10:59:57.373281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20449dd9-120e-43ec-8cca-09335d8e79b7 req-c69bfa48-82ad-4c6c-9b79-2dafa7520566 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.375668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20449dd9-120e-43ec-8cca-09335d8e79b7 req-c69bfa48-82ad-4c6c-9b79-2dafa7520566 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0911186 Oct 20 10:59:57.470013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20449dd9-120e-43ec-8cca-09335d8e79b7 req-0d36e1e6-b392-48dd-8b37-b7dabd0dbb52 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781412 Oct 20 10:59:57.568287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-6a0d3481-45cb-4328-8cfe-21639f19d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.570235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-6a0d3481-45cb-4328-8cfe-21639f19d66f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.1943254 Oct 20 10:59:57.619482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-b145b8a1-9592-44bb-8e87-fc14cb4f5b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06 HTTP/1.1" status: 200 len: 217 time: 0.0411401 Oct 20 10:59:57.775862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-be59fa9b-53f8-4376-9e19-ffa5b49cfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.778893 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-be59fa9b-53f8-4376-9e19-ffa5b49cfb62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1516099 Oct 20 10:59:57.843041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-5d601874-088a-483e-9637-170465b0f4a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565794 Oct 20 10:59:57.958360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-dce8a1b9-00dc-48d6-829e-329cd7e9f2ff service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074235 Oct 20 10:59:58.084907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-55aac194-dca2-4c4a-bdeb-8de14057f9d5 req-51e19f3d-fea3-4499-8378-0fa5edfbb2b0 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188629 Oct 20 10:59:58.509645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fcc510a3-4173-49c4-bfbb-144aba126dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:58.582636 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:59:58.719679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820447fa-8dd6-4852-9ddb-f980f33a39be req-86ab64e7-abe6-456a-adc6-4eb739f0e8ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:58.744390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-820447fa-8dd6-4852-9ddb-f980f33a39be req-86ab64e7-abe6-456a-adc6-4eb739f0e8ea tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.1552091 Oct 20 10:59:58.836211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-820447fa-8dd6-4852-9ddb-f980f33a39be req-e34a70be-8b5b-4898-bf8e-57d2f8686416 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881000 Oct 20 11:00:00.053170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369112-ad87-415b-a8da-1c6eb0ab24ff req-3ca908dd-6971-4c75-a6f8-1365a14ebd0e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:00.064314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8369112-ad87-415b-a8da-1c6eb0ab24ff req-3ca908dd-6971-4c75-a6f8-1365a14ebd0e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 946 time: 0.0935550 Oct 20 11:00:00.189686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8369112-ad87-415b-a8da-1c6eb0ab24ff req-4c94877e-1e45-45da-8300-78a1fb65ac26 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 Oct 20 11:00:01.174337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device be212d79-9a53-4f48-ba01-f2b5cc63fe06 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:01.317875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.401413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:01.406450 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057c6b3-3ca2-4f5e-bcc0-93d9d8805938" -d '{"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-unplugged", "status": "completed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:01.446532 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-16edaf2f-33fe-408e-8013-4aa4c4b2939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.471229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:01.484208 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.487155 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e805f-97b0-4f60-9b61-00d0e11c5466 x-openstack-request-id: req-a64e805f-97b0-4f60-9b61-00d0e11c5466 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:01.487441 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-unplugged", "status": "failed", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:01.487695 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a64e805f-97b0-4f60-9b61-00d0e11c5466 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:01.488100 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'code': 422} returned with failed status Oct 20 11:00:01.577474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-af1f5261-5e7f-42f8-a9c4-ae53624b724c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:01.585696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-af1f5261-5e7f-42f8-a9c4-ae53624b724c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=1982994a-4607-427b-8279-6e17f9e94aef HTTP/1.1" status: 200 len: 944 time: 0.0701981 Oct 20 11:00:01.599264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:01.704611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port be212d79-9a53-4f48-ba01-f2b5cc63fe06 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:01.705036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.759234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.822916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port be212d79-9a53-4f48-ba01-f2b5cc63fe06, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=be212d79-9a53-4f48-ba01-f2b5cc63fe06,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:01.823708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.842692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for be212d79-9a53-4f48-ba01-f2b5cc63fe06 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:02.020612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.073366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=be212d79-9a53-4f48-ba01-f2b5cc63fe06,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:02.159848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port be212d79-9a53-4f48-ba01-f2b5cc63fe06 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:02.163412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.171489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9d847fe-2ec0-45f0-b291-aeed39cff1b7 req-69512f8e-2a0d-4641-8f47-5387ff1f2894 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "DELETE /v2.0/ports/be212d79-9a53-4f48-ba01-f2b5cc63fe06 HTTP/1.1" status: 204 len: 173 time: 0.5824134 Oct 20 11:00:02.171987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-deleted', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:02.180563 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e841984-de62-4087-80e0-1217d8957cd7" -d '{"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-deleted", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:02.441421 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03afae-6309-48ea-bbd3-ed0bef494122 x-openstack-request-id: req-eb03afae-6309-48ea-bbd3-ed0bef494122 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:02.441722 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1982994a-4607-427b-8279-6e17f9e94aef", "name": "network-vif-deleted", "tag": "be212d79-9a53-4f48-ba01-f2b5cc63fe06", "status": "failed", "code": 422}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:02.441973 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eb03afae-6309-48ea-bbd3-ed0bef494122 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:02.442391 n-d-802060-17 neutron-server[100747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1982994a-4607-427b-8279-6e17f9e94aef', 'name': 'network-vif-deleted', 'tag': 'be212d79-9a53-4f48-ba01-f2b5cc63fe06', 'status': 'failed', 'code': 422} returned with failed status Oct 20 11:00:02.795209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.232684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-b0de20e0-c9c4-4421-b793-dfa9a3059221 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:03.239977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-b0de20e0-c9c4-4421-b793-dfa9a3059221 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.3723900 Oct 20 11:00:03.256464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-845476a5-dcef-4584-bb3a-c4652025c7ac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0155509 Oct 20 11:00:03.298145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-8c02b958-9ad1-494d-9a3b-382cae224672 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406981 Oct 20 11:00:03.526112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-6c84c138-614c-46dd-be35-4c1414382147 service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270839 Oct 20 11:00:03.686830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-c8e1de83-042d-43b8-a819-cddb08eaf48d service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543913 Oct 20 11:00:04.056436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03488465-74b0-48fd-8ec6-39709b757bac req-688a0fd8-b3e2-4ea3-99c9-616486abe6da tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 210 time: 0.0865355 Oct 20 11:00:04.334039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.263845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b5dcc11-aa17-4601-864c-8ca886728285 req-4b71489e-d534-4c2d-983c-ab28c71ba6a7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 210 time: 0.0748835 Oct 20 11:00:06.072612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-fb38c812-8444-4bd3-a61e-b7f4a2d0b7b7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:06.076719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-fb38c812-8444-4bd3-a61e-b7f4a2d0b7b7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.2367358 Oct 20 11:00:06.092660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:06.250452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:06.255348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.449361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebb38959-5dee-4303-b678-9f17dedd7016 req-afb5f3e2-4cef-46d3-a8ec-7155d72df490 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 210 time: 0.0591707 Oct 20 11:00:06.614977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.4 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/ed04a957-2b59-40c7-a746-c66d142f10c6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:06.859074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.900104 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.996312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:07.000596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:07.006269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:07.057148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:07.078613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:07.079361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.108664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-67a4ae6a-173f-48b3-b17e-e287f8753666 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0205851 Oct 20 11:00:07.132081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Request body: {'port': {'device_id': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:07.343965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.738822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:07.822602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f937626-a91c-4e85-a137-8d92608b0d5e req-764a160a-0364-4319-ac3e-7fb9998f3d61 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:07.839480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f937626-a91c-4e85-a137-8d92608b0d5e req-764a160a-0364-4319-ac3e-7fb9998f3d61 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 931 time: 0.2014449 Oct 20 11:00:07.962399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f937626-a91c-4e85-a137-8d92608b0d5e req-0d5077de-c29f-4414-9f84-3fc85f8fe565 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140773 Oct 20 11:00:08.202707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed04a957-2b59-40c7-a746-c66d142f10c6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:08.245887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:08.309354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Transition to ACTIVE for port object ed04a957-2b59-40c7-a746-c66d142f10c6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:00:08.322788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:08.517266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:08.942506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:08.987626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Attempting to bind port ed04a957-2b59-40c7-a746-c66d142f10c6 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:08.987961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Attempting to bind port ed04a957-2b59-40c7-a746-c66d142f10c6 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:08.988288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Attempting to bind port ed04a957-2b59-40c7-a746-c66d142f10c6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:09.000447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Port ed04a957-2b59-40c7-a746-c66d142f10c6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:00:09.000928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Attempting to bind port ed04a957-2b59-40c7-a746-c66d142f10c6 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:09.010673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:09.012322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:09.012714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:09.013342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Bound port: ed04a957-2b59-40c7-a746-c66d142f10c6, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:09.013698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:09.253176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:09.261996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ed04a957-2b59-40c7-a746-c66d142f10c6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:09.279660 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-08a1bd47-b5e3-4293-8def-a4fd21f9ef14 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1141057 Oct 20 11:00:09.281464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:09.384963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:09.385674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:09.387132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed04a957-2b59-40c7-a746-c66d142f10c6 HTTP/1.1" status: 200 len: 1092 time: 2.2635405 Oct 20 11:00:09.490903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67f58-11f0-4963-9a39-e02eb06ab024 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:09.510731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:09.513224 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:09.639701 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356a068-c6c6-480d-aa3d-52fdc6793407 x-openstack-request-id: req-d356a068-c6c6-480d-aa3d-52fdc6793407 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:09.639984 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:09.652291 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d356a068-c6c6-480d-aa3d-52fdc6793407 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:09.652896 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6', 'status': 'completed', 'code': 200} Oct 20 11:00:09.799092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-92915598-74ba-4777-8ca6-cfb1ecc5a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:09.819135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-92915598-74ba-4777-8ca6-cfb1ecc5a926 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 1095 time: 0.2962599 Oct 20 11:00:09.894175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317428-128b-4303-8c4f-e51f23b33567 req-fa3fb1c5-81b0-495d-9ba3-8fca8c56e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:09.896053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-fa3fb1c5-81b0-495d-9ba3-8fca8c56e79b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f31655a5c2d842fc92f4fae94133c07d&device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 1097 time: 0.5079703 Oct 20 11:00:10.040808 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-b43b2736-a127-46bd-9438-01e9244358c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a957-2b59-40c7-a746-c66d142f10c6 HTTP/1.1" status: 200 len: 217 time: 0.2113178 Oct 20 11:00:10.234823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-434594c1-4452-45d0-bf45-1db4510ccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:10.244473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-434594c1-4452-45d0-bf45-1db4510ccb5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1818144 Oct 20 11:00:10.387244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfb6c-15e0-4041-9883-2d549e314f16 req-db350033-37c2-446e-9fcb-344d171d771c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:10.404778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dabfb6c-15e0-4041-9883-2d549e314f16 req-db350033-37c2-446e-9fcb-344d171d771c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 943 time: 0.2083900 Oct 20 11:00:10.481364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-2e052fa1-4cbb-43fd-bdb7-77e560052a72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172792 Oct 20 11:00:10.659125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4dabfb6c-15e0-4041-9883-2d549e314f16 req-3d08a2af-a4b8-4d95-9ba5-ddd7a270e677 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324271 Oct 20 11:00:10.709918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317428-128b-4303-8c4f-e51f23b33567 req-f7246529-0ac8-483b-bd43-00dfb659c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:10.712657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-f7246529-0ac8-483b-bd43-00dfb659c546 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 200 len: 913 time: 0.7277067 Oct 20 11:00:10.836618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-933d69f4-9fa2-46d1-b6d1-37eda08e55cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 200 len: 1001 time: 0.1128359 Oct 20 11:00:10.961552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317428-128b-4303-8c4f-e51f23b33567 req-e50c365f-34d8-49ca-9590-8f8d668154c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:10.974681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-e50c365f-34d8-49ca-9590-8f8d668154c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 200 len: 850 time: 0.1183481 Oct 20 11:00:11.029459 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-17d61ac3-b181-4015-9cf7-746cf1081800 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395777 Oct 20 11:00:11.054581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317428-128b-4303-8c4f-e51f23b33567 req-566a8dc2-bbe3-43ed-855a-a96845fb868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:11.055447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Deleting port 04ea7189-be3d-450e-bb05-ff3f320fdf26 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:11.056778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-566a8dc2-bbe3-43ed-855a-a96845fb868d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8f0b7a4-0107-45fc-a134-9086d3e50ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810091 Oct 20 11:00:11.057948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.350819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] For port 04ea7189-be3d-450e-bb05-ff3f320fdf26, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=04ea7189-be3d-450e-bb05-ff3f320fdf26,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:11.351221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.399333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Calling delete_port for 04ea7189-be3d-450e-bb05-ff3f320fdf26 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:11.555323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:11.589533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-01e2b8fb-4f19-4b3e-97a7-7c403936a3ab req-6cec8f3e-2596-4cd1-9573-c912916feb80 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510411 Oct 20 11:00:11.619682 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-4fbd8584-8b4b-4455-8ac6-40ce66eac2f5 service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507369 Oct 20 11:00:11.977346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c8317428-128b-4303-8c4f-e51f23b33567 req-9ed66ae6-6696-4148-aaab-24aaa5f57dcd service neutron] 10.222.0.83 "GET /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416924 Oct 20 11:00:12.035600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcecc53-0bed-4936-bbc4-9a7f09284297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.148204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999aa25-8141-4635-b74d-d52bec33ca4b req-525fd5b3-ea2f-4dd7-abef-d83d1401ff41 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.162293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcecc53-0bed-4936-bbc4-9a7f09284297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.167592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c999aa25-8141-4635-b74d-d52bec33ca4b req-525fd5b3-ea2f-4dd7-abef-d83d1401ff41 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 943 time: 0.2797842 Oct 20 11:00:12.174403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-8b19990c-9a98-4b64-8bd9-a1db503f8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.176156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-8b19990c-9a98-4b64-8bd9-a1db503f8bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 1095 time: 0.1835809 Oct 20 11:00:12.177376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bcecc53-0bed-4936-bbc4-9a7f09284297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.268092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2bcecc53-0bed-4936-bbc4-9a7f09284297 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34dd9548423b477d8fe9b0971ff239c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115726 Oct 20 11:00:12.271344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44048) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:12.281389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c999aa25-8141-4635-b74d-d52bec33ca4b req-db681565-8a49-4642-a768-88876369c61a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109278 Oct 20 11:00:12.338560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcecc53-0bed-4936-bbc4-9a7f09284297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fad194-1ed0-4967-89e9-5d91acf9c1b8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:12.400686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.425384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-0a3f4b58-943c-4569-ba52-7ae85eb41547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.426906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-0a3f4b58-943c-4569-ba52-7ae85eb41547 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.2386589 Oct 20 11:00:12.461906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.490830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.513391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Pushing event deleted for resources: {'Port': ['ID=04ea7189-be3d-450e-bb05-ff3f320fdf26,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:12.750355 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-7af1ef05-a154-4298-bb52-d07206b966cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a957-2b59-40c7-a746-c66d142f10c6 HTTP/1.1" status: 200 len: 217 time: 0.2957542 Oct 20 11:00:12.755329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.764427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.765771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52fad194-1ed0-4967-89e9-5d91acf9c1b8 HTTP/1.1" status: 204 len: 168 time: 0.4929564 Oct 20 11:00:12.865416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8908c33-1dc5-411a-9681-35656e3e17b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fad194-1ed0-4967-89e9-5d91acf9c1b8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:12.948574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.961080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-a763d03e-6d84-459d-a4a5-2c6b662772c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.976818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-a763d03e-6d84-459d-a4a5-2c6b662772c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.2098196 Oct 20 11:00:13.035362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-b4ca355d-de2d-438b-87d5-35addb77907f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331752 Oct 20 11:00:13.403532 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-a9a02721-0505-4c59-8589-906ac5ad4292 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554535 Oct 20 11:00:13.555983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44088) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:13.578792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:13.653241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e63ca1-653c-47f9-8264-3cc8a066ea81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:13.797567 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0af57b31-0a1c-4ea0-a0c5-a7a47d9629f0 req-a541509d-7a88-4191-903e-c282ee60cfcf service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840909 Oct 20 11:00:13.899738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cbd82-8311-4518-aec2-243c4b474c2b req-edb52af6-0350-4a12-ab47-160355243d4e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.901674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-852cbd82-8311-4518-aec2-243c4b474c2b req-edb52af6-0350-4a12-ab47-160355243d4e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 943 time: 0.3879979 Oct 20 11:00:14.023894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-852cbd82-8311-4518-aec2-243c4b474c2b req-930e8f77-8754-4029-9868-d0cc1c7b55c4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157897 Oct 20 11:00:14.030873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e63ca1-653c-47f9-8264-3cc8a066ea81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.042831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59e63ca1-653c-47f9-8264-3cc8a066ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.059340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:14.069963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Sync routers for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:14.080779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:14.081633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:14.099366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-30cef857-b4d3-49f3-821e-a9412e68d25e admin admin] 10.222.0.74 "PUT /v2.0/routers/93f8b359-6140-4bb8-9fa9-584e6d3ac9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3422048 Oct 20 11:00:14.099930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44098) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:14.143072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59e63ca1-653c-47f9-8264-3cc8a066ea81 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1971a5275d4a46dd8399ae33f4e0c429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608263 Oct 20 11:00:14.144700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44102) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:14.156593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63ca1-653c-47f9-8264-3cc8a066ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b933804-7778-46a0-b57c-1de7dec71bf3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:14.292552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.340285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.346082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:14.404034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.432422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.435290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.436841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b933804-7778-46a0-b57c-1de7dec71bf3 HTTP/1.1" status: 204 len: 168 time: 0.2905378 Oct 20 11:00:14.456765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d83b5a-facf-4fff-8347-a02c9580d373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b933804-7778-46a0-b57c-1de7dec71bf3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:14.679412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.855365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T11:00:12Z', 'revision_number': 5, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port': {'id': 'ed472a61-cfa0-49b6-88c0-816194930764', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:26Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:14.888940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Deleting port ed472a61-cfa0-49b6-88c0-816194930764 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:14.889435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.197962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] For port ed472a61-cfa0-49b6-88c0-816194930764, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ed472a61-cfa0-49b6-88c0-816194930764,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:15.204397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.315613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Calling delete_port for ed472a61-cfa0-49b6-88c0-816194930764 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:15.407667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dadb3-29dd-4278-9be4-c237a30ff1b7 req-5713efa6-2179-4cd6-9a27-c4a85c4fce95 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.427808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b61dadb3-29dd-4278-9be4-c237a30ff1b7 req-5713efa6-2179-4cd6-9a27-c4a85c4fce95 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 943 time: 0.2134292 Oct 20 11:00:15.524176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b61dadb3-29dd-4278-9be4-c237a30ff1b7 req-6de764b6-e472-43a9-9ba4-7ff8a2d742f8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926452 Oct 20 11:00:15.535544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Checking router: 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:15.551400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ed04a957-2b59-40c7-a746-c66d142f10c6 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:00:15.567618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Routers {'93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:15.568487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:15.872281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] Set router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:15.875335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.930528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Pushing event deleted for resources: {'Port': ['ID=ed472a61-cfa0-49b6-88c0-816194930764,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:15.947999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T11:00:14Z', 'revision_number': 6, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:16.003355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:00:16.006218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8ad76-7b41-4928-a405-eeba21c534ec None None] The sync data for ids ['93f8b359-6140-4bb8-9fa9-584e6d3ac9ba'] in n-d-802060-17 is: [{'id': '93f8b359-6140-4bb8-9fa9-584e6d3ac9ba', 'name': 'tempest-TaggedBootDevicesTest-1379196904-router', 'tenant_id': '8fdc316534104079b1aa86edcd923d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:24Z', 'updated_at': '2021-10-20T11:00:14Z', 'revision_number': 6, 'project_id': '8fdc316534104079b1aa86edcd923d95', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:16.064948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.156261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.235898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ed04a957-2b59-40c7-a746-c66d142f10c6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:16.259691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ed04a957-2b59-40c7-a746-c66d142f10c6', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': 'ed04a957-2b59-40c7-a746-c66d142f10c6', 'mac_address': 'fa:16:3e:09:bb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:00:16.365294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.372952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.396612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.453743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed04a957-2b59-40c7-a746-c66d142f10c6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:16.518999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.519853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f8b359-6140-4bb8-9fa9-584e6d3ac9ba {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:00:16.544234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.545781 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b777e709-36e4-4273-a5a7-b32808af80be admin admin] 10.222.0.74 "DELETE /v2.0/routers/93f8b359-6140-4bb8-9fa9-584e6d3ac9ba HTTP/1.1" status: 204 len: 168 time: 2.4440968 Oct 20 11:00:16.546767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ed04a957-2b59-40c7-a746-c66d142f10c6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:16.548471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44178) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:16.571240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.661519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:16.748346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.777419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Deleting subnet b22c1f7f-b6aa-45a7-a4da-3a904270870f {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:16.782040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ed04a957-2b59-40c7-a746-c66d142f10c6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:16.832810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:16.988555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.048872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112d8e9-8ba9-4f23-8d35-188e6e3c27fb req-e1c073ed-9275-4efa-bc03-8117167d9755 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.061886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f112d8e9-8ba9-4f23-8d35-188e6e3c27fb req-e1c073ed-9275-4efa-bc03-8117167d9755 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 944 time: 0.3892090 Oct 20 11:00:17.103955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ed472a61-cfa0-49b6-88c0-816194930764 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:17.215276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ed472a61-cfa0-49b6-88c0-816194930764 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:17.216860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ed472a61-cfa0-49b6-88c0-816194930764 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:17.217556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04ea7189-be3d-450e-bb05-ff3f320fdf26 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:17.235138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f112d8e9-8ba9-4f23-8d35-188e6e3c27fb req-f5c1bd15-1a93-4172-be32-97c4313eeaa9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560781 Oct 20 11:00:17.299404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 04ea7189-be3d-450e-bb05-ff3f320fdf26 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:17.303318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 04ea7189-be3d-450e-bb05-ff3f320fdf26 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:17.414765 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.572895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.664926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.668808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b22c1f7f-b6aa-45a7-a4da-3a904270870f HTTP/1.1" status: 204 len: 168 time: 1.1178617 Oct 20 11:00:17.671790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44226) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:17.673439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58799f-f1df-464d-9e66-3e85cd2b1e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22c1f7f-b6aa-45a7-a4da-3a904270870f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:17.693672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c4f46-43e1-45d9-a646-68543989483d None None] Network e3819e3c-681b-4d48-a1e0-ca209baa8600 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:17.976660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.040302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] DHCP port deletion for e3819e3c-681b-4d48-a1e0-ca209baa8600 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:00:18.208025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Deleting port 2bcd3841-68ce-4f97-b46c-c9d421da237b {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:18.208411 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.210797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Deleting port 2bcd3841-68ce-4f97-b46c-c9d421da237b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:18.211099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.382413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] For port 2bcd3841-68ce-4f97-b46c-c9d421da237b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2bcd3841-68ce-4f97-b46c-c9d421da237b,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:18.382970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.441196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Calling delete_port for 2bcd3841-68ce-4f97-b46c-c9d421da237b owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:18.465732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] For port 2bcd3841-68ce-4f97-b46c-c9d421da237b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2bcd3841-68ce-4f97-b46c-c9d421da237b,segment=NetworkSegment(bbde476a-81dd-414b-815a-267c4dfa6e58),segment_id=bbde476a-81dd-414b-815a-267c4dfa6e58)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:18.466133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.479323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6b10-5b8f-49dc-bd3e-53a231f63453 req-e75421af-ef77-4fe7-9111-54029ce6e170 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:18.494421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca9b6b10-5b8f-49dc-bd3e-53a231f63453 req-e75421af-ef77-4fe7-9111-54029ce6e170 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 944 time: 0.1190841 Oct 20 11:00:18.534868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Calling delete_port for 2bcd3841-68ce-4f97-b46c-c9d421da237b owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:18.562902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca9b6b10-5b8f-49dc-bd3e-53a231f63453 req-4b2091de-3029-4f7b-bd9d-769e7ecdae29 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665352 Oct 20 11:00:18.673539 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.709423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:18.754805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] Pushing event deleted for resources: {'Port': ['ID=2bcd3841-68ce-4f97-b46c-c9d421da237b,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:18.773751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de35d41-28ea-4659-b315-b084c7ffa034 None None] No DVR routers for this DVR port 2bcd3841-68ce-4f97-b46c-c9d421da237b on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:18.806972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] No DVR routers for this DVR port 2bcd3841-68ce-4f97-b46c-c9d421da237b on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:18.809160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcd3841-68ce-4f97-b46c-c9d421da237b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:19.069354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2bcd3841-68ce-4f97-b46c-c9d421da237b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:19.086778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.125265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2bcd3841-68ce-4f97-b46c-c9d421da237b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:19.125815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2bcd3841-68ce-4f97-b46c-c9d421da237b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:19.269913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ed04a957-2b59-40c7-a746-c66d142f10c6 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:19.432492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port ed04a957-2b59-40c7-a746-c66d142f10c6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:00:19.444818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ed04a957-2b59-40c7-a746-c66d142f10c6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:19.449305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.705297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.787302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:19.804498 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69f5154-a422-41af-b3c6-bf295738f011" -d '{"events": [{"server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "name": "network-vif-plugged", "status": "completed", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:19.860107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ed04a957-2b59-40c7-a746-c66d142f10c6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:19.876795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.934628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeefea-cf41-46bd-9b0b-f1e46563abe0 req-2435cc96-1a29-4409-94f7-05d778d0be9c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:19.950092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8aeefea-cf41-46bd-9b0b-f1e46563abe0 req-2435cc96-1a29-4409-94f7-05d778d0be9c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 944 time: 0.1846447 Oct 20 11:00:19.966332 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26654ad6-4f82-4c3b-80c9-6a4302ee4f04 x-openstack-request-id: req-26654ad6-4f82-4c3b-80c9-6a4302ee4f04 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:19.966784 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "name": "network-vif-plugged", "status": "completed", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:19.967169 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26654ad6-4f82-4c3b-80c9-6a4302ee4f04 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:19.967360 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6', 'code': 200} Oct 20 11:00:20.056198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:20.073763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8aeefea-cf41-46bd-9b0b-f1e46563abe0 req-668f459b-3289-420d-9754-86e9ba352df8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226771 Oct 20 11:00:20.220693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3819e3c-681b-4d48-a1e0-ca209baa8600']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:20.282385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbde476a-81dd-414b-815a-267c4dfa6e58') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:20.282763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbde476a-81dd-414b-815a-267c4dfa6e58') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:20.351881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372e49-7c8c-4f03-b91e-eb47283fe2f5 req-e925c3e8-7e2e-4b16-b97f-4ef9815e50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:20.358891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc372e49-7c8c-4f03-b91e-eb47283fe2f5 req-e925c3e8-7e2e-4b16-b97f-4ef9815e50c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 1097 time: 0.2630737 Oct 20 11:00:20.363506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:20.429900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:20.455394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:20.455796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:20.457892 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:20.515536 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bc372e49-7c8c-4f03-b91e-eb47283fe2f5 req-bb0fe34b-996a-4bc6-be9e-cb894e9fdb95 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358306 Oct 20 11:00:20.620194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:20.626868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:20.629504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e3819e3c-681b-4d48-a1e0-ca209baa8600 HTTP/1.1" status: 204 len: 168 time: 2.9542449 Oct 20 11:00:20.655533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad6146-d40c-4ec8-b165-e6cac339b148 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3819e3c-681b-4d48-a1e0-ca209baa8600,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:20.972816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44338) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:21.209184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf389126-7494-40c1-8bfc-af1287859c29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8fdc316534104079b1aa86edcd923d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348082 Oct 20 11:00:21.214536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:21.395749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58ef1a-f0d7-4855-9840-94f9e80dc01f req-20d2f60c-60be-42fe-b721-57fb646e34d0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:21.416457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad58ef1a-f0d7-4855-9840-94f9e80dc01f req-20d2f60c-60be-42fe-b721-57fb646e34d0 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.2344954 Oct 20 11:00:21.498172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:21.510996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad58ef1a-f0d7-4855-9840-94f9e80dc01f req-9b96c16e-ea63-45f4-97e5-57a5463ce846 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867279 Oct 20 11:00:21.554970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:21.713031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:21.718852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:21.723159 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65596b4e-4fd3-42e9-b6cb-b1e59abac8b1 HTTP/1.1" status: 204 len: 168 time: 0.5042832 Oct 20 11:00:21.764736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739b6e5-5f48-46fd-b505-30a53a3bc022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65596b4e-4fd3-42e9-b6cb-b1e59abac8b1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:22.747057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a963713-d826-4acb-bed0-dd63643ed770 req-c00e3a5f-6893-43d7-b205-b0a56ba80ffd tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:22.758078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a963713-d826-4acb-bed0-dd63643ed770 req-c00e3a5f-6893-43d7-b205-b0a56ba80ffd tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1523843 Oct 20 11:00:22.815195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a963713-d826-4acb-bed0-dd63643ed770 req-054bacff-4559-4a47-b198-2a2e47ace8f7 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555875 Oct 20 11:00:23.231793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44446) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:23.249453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1346e-20f1-41e0-92ad-9e1e1c8f9c7b req-4aeb206e-083d-4bb1-9ab3-c2207e4b4018 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:23.263808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5b1346e-20f1-41e0-92ad-9e1e1c8f9c7b req-4aeb206e-083d-4bb1-9ab3-c2207e4b4018 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1285193 Oct 20 11:00:23.379241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5b1346e-20f1-41e0-92ad-9e1e1c8f9c7b req-6d93c7b2-cc52-4eeb-8fdd-eafaf523fbc8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095955 Oct 20 11:00:23.425977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-network', 'tenant_id': '1cd676190bf643f385546e093799e024'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:23.459360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:23.463381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.486435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.657352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.666153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.697295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:00:23.720809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df9bb6-f33d-41a9-ab91-906129ab2308,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:23.727617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.728189 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Added segment e4d5c0b3-30bd-49b7-9377-98172f336f7e of type vlan for network a91ae3e2-6a90-44b7-be18-de320866274e Oct 20 11:00:23.792012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.826612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.827718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:23.828788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:23.918090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] Pushing event updated for resources: {'Network': ['ID=a91ae3e2-6a90-44b7-be18-de320866274e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:23.930539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a91ae3e2-6a90-44b7-be18-de320866274e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:00:23.946477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-92862b91-8ff1-496a-8201-30bce2168993 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7092633 Oct 20 11:00:23.946477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44482) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:23.950819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Request body: {'subnet': {'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-subnet', 'tenant_id': '1cd676190bf643f385546e093799e024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:23.999707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:24.003119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.324120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.416127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1388bd64-3b06-4dc9-93e5-82fb600ec519,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:24.418553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Checking segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:24.419017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Network hostable DHCP agents. Network: a91ae3e2-6a90-44b7-be18-de320866274e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:00:24.443120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Network a91ae3e2-6a90-44b7-be18-de320866274e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:00:24.461201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a91ae3e2-6a90-44b7-be18-de320866274e) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:24.472032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7b23e-496b-4739-9f38-ae5ea827aabc None None] Network a91ae3e2-6a90-44b7-be18-de320866274e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:24.478123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:24.478863 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.507115 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1b9b1778-6996-4b72-826e-f6982c64fd2f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5594349 Oct 20 11:00:24.509743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44506) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:24.522063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:24.669312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fbb1-e491-438e-bc33-1ca7c9422876 req-925c547a-3aba-4452-8495-facbf2d14ca8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:24.679276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99e3fbb1-e491-438e-bc33-1ca7c9422876 req-925c547a-3aba-4452-8495-facbf2d14ca8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1494610 Oct 20 11:00:24.682973 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.684521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.745472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99e3fbb1-e491-438e-bc33-1ca7c9422876 req-939654b0-4366-4ccd-84f2-2ee8612e108d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635526 Oct 20 11:00:24.780073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a91ae3e2-6a90-44b7-be18-de320866274e', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:00:24.780945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.857417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.030695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Allocated IP 172.20.0.2 (a91ae3e2-6a90-44b7-be18-de320866274e/1388bd64-3b06-4dc9-93e5-82fb600ec519/d220a94f-e704-4990-ab82-4b85ee9b3e02) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:25.063518 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.362673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.373612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.451491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Pushing event updated for resources: {'Port': ['ID=d220a94f-e704-4990-ab82-4b85ee9b3e02,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:25.473083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Network a91ae3e2-6a90-44b7-be18-de320866274e is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:25.476598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:25.480451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:25.583525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.584219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Attempting to bind port d220a94f-e704-4990-ab82-4b85ee9b3e02 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:25.584359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Attempting to bind port d220a94f-e704-4990-ab82-4b85ee9b3e02 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:25.585253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Attempting to bind port d220a94f-e704-4990-ab82-4b85ee9b3e02 on network a91ae3e2-6a90-44b7-be18-de320866274e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:25.602815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:25.603217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Checking segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:25.603621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.604016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Bound using segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:25.604488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Bound port: d220a94f-e704-4990-ab82-4b85ee9b3e02, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:25.604867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.620634 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.736788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Allocated IP 172.25.3.230 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/244d5025-897c-46e2-ae99-06fed79152d0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:25.739090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] For port d220a94f-e704-4990-ab82-4b85ee9b3e02, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:25.743413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] For port d220a94f-e704-4990-ab82-4b85ee9b3e02, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d220a94f-e704-4990-ab82-4b85ee9b3e02,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:25.755833 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.860603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b30f5-c1d8-4a52-bd66-f201ea3c96eb None None] Pushing event updated for resources: {'Port': ['ID=d220a94f-e704-4990-ab82-4b85ee9b3e02,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:25.908939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.033455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.124697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Pushing event updated for resources: {'Port': ['ID=244d5025-897c-46e2-ae99-06fed79152d0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:26.139954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:26.143978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:26.153304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:26.211308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d95b-e0bc-4b9f-a8b3-359ce384d74a req-07976299-7ef5-4583-aff0-0b3369b80077 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:26.218515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5f2d95b-e0bc-4b9f-a8b3-359ce384d74a req-07976299-7ef5-4583-aff0-0b3369b80077 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.2393773 Oct 20 11:00:26.337768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5f2d95b-e0bc-4b9f-a8b3-359ce384d74a req-de7b70aa-cb77-493c-a3b8-150f4416f06a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132214 Oct 20 11:00:26.667346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.158888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d220a94f-e704-4990-ab82-4b85ee9b3e02 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:27.253048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d220a94f-e704-4990-ab82-4b85ee9b3e02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:27.253420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.490895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.588640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port d220a94f-e704-4990-ab82-4b85ee9b3e02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d220a94f-e704-4990-ab82-4b85ee9b3e02,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:27.596711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.695795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.699855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=d220a94f-e704-4990-ab82-4b85ee9b3e02,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:27.715772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.717684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.718438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.720171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.720639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.720977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.721309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.721636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.726507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.727885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.731155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.731939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:27.764936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523202f3-88d2-4e82-8dd8-b55096eb7ce4 None None] Network a91ae3e2-6a90-44b7-be18-de320866274e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:27.828271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f4f9-5b4f-4c3b-89be-d8f16c9a8f94 req-6bc53bda-0ffe-4d2d-8cb5-c079f3c7bee5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:27.838684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c67f4f9-5b4f-4c3b-89be-d8f16c9a8f94 req-6bc53bda-0ffe-4d2d-8cb5-c079f3c7bee5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1461577 Oct 20 11:00:27.900577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-75b8c20d-6ab4-4191-8d64-f2a4c5fb2e71 None None] Provisioning complete for port d220a94f-e704-4990-ab82-4b85ee9b3e02 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:27.901170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-75b8c20d-6ab4-4191-8d64-f2a4c5fb2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.938823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c67f4f9-5b4f-4c3b-89be-d8f16c9a8f94 req-a9121d17-6dd1-4d4f-80ed-6046e19879d3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998433 Oct 20 11:00:28.096942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Router da92a737-61f2-490f-b73d-b63189fb2eb2 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:00:28.297591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:28.319833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Sync routers for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:28.343871 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:28.344545 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:28.348626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:28.352590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71b72332-4770-44bf-be8c-371c6bba701c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8388760 Oct 20 11:00:28.352774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44610) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:28.493257 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2201-62ee-4bec-a2c1-949d44bacf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:28.532770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:28.636123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e036cce4-f403-40f9-8ce4-e5fd1122ae77 None None] Provisioning complete for port d220a94f-e704-4990-ab82-4b85ee9b3e02 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:28.636701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e036cce4-f403-40f9-8ce4-e5fd1122ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:28.761657 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:26Z', 'revision_number': 3, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:28.813708 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Checking router: da92a737-61f2-490f-b73d-b63189fb2eb2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:28.814618 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Updating router da92a737-61f2-490f-b73d-b63189fb2eb2 port 244d5025-897c-46e2-ae99-06fed79152d0 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:00:28.870696 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.193428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d220a94f-e704-4990-ab82-4b85ee9b3e02 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:29.260042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:29.357788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d220a94f-e704-4990-ab82-4b85ee9b3e02 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:29.360506 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.468465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa5c0-6570-4203-9ab3-afbeb1c3a7cb req-3e588479-90b7-4560-9b5a-446850162553 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:29.474449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3befa5c0-6570-4203-9ab3-afbeb1c3a7cb req-3e588479-90b7-4560-9b5a-446850162553 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.2435844 Oct 20 11:00:29.589812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf257-eb4a-45f6-936e-5b092e9c36f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.649167 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.677628 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.761658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3befa5c0-6570-4203-9ab3-afbeb1c3a7cb req-f457ff41-e0c4-4745-be58-34d2619da8b8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761083 Oct 20 11:00:29.828093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.884315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf257-eb4a-45f6-936e-5b092e9c36f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.912668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf257-eb4a-45f6-936e-5b092e9c36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:29.976480 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Attempting to bind port 244d5025-897c-46e2-ae99-06fed79152d0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:29.976992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Attempting to bind port 244d5025-897c-46e2-ae99-06fed79152d0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:29.977595 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Attempting to bind port 244d5025-897c-46e2-ae99-06fed79152d0 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:30.004525 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:30.005139 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:30.008208 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.009094 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:30.010132 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Bound port: 244d5025-897c-46e2-ae99-06fed79152d0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:30.011053 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.092663 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebfdf257-eb4a-45f6-936e-5b092e9c36f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8ab899dbade4e30b24a262bae913769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257263 Oct 20 11:00:30.094570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:30.102299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdf257-eb4a-45f6-936e-5b092e9c36f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6a375-7da7-48e6-a301-fab8c2c2abd9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:30.150680 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Pushing event updated for resources: {'Port': ['ID=244d5025-897c-46e2-ae99-06fed79152d0,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:30.166884 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.167594 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.168555 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.169227 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.169774 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.170301 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.170823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.171377 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.171903 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.172441 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.172978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.173520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:30.203702 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] For port 244d5025-897c-46e2-ae99-06fed79152d0, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:30.213902 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] For port 244d5025-897c-46e2-ae99-06fed79152d0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=244d5025-897c-46e2-ae99-06fed79152d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:30.258656 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.311905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.355983 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:30.356605 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:30.364471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.468019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Allocated IP 172.20.0.1 (a91ae3e2-6a90-44b7-be18-de320866274e/1388bd64-3b06-4dc9-93e5-82fb600ec519/00b03771-d61b-4076-8acc-74ea66a83ee7) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:30.473111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.477283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.479154 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/39c6a375-7da7-48e6-a301-fab8c2c2abd9 HTTP/1.1" status: 204 len: 168 time: 0.3712792 Oct 20 11:00:30.496744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0954632-9313-4d43-9630-f79422a4b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6a375-7da7-48e6-a301-fab8c2c2abd9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:30.722403 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.737905 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e88f79-458d-4005-bb9d-c44d5a8b18c2 None None] Pushing event updated for resources: {'Port': ['ID=244d5025-897c-46e2-ae99-06fed79152d0,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:30.768913 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:30.774900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.889897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Network a91ae3e2-6a90-44b7-be18-de320866274e is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:30.898752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:30.916501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:30.957974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Pushing event updated for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:31.020880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.326850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:31.342382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8907ecdf-b815-4d91-8fea-1ac9bd19ba46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.349799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5306cf4-6fb0-42e4-861c-49bd620b5d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.397889 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:26Z', 'revision_number': 3, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:31.461987 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4c4c6-f53c-4cc2-966b-15234f00088b None None] The sync data for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 is: [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:26Z', 'revision_number': 3, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:31.570078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ac2051a-bd2d-4f53-a504-e753c78232e0 None None] Provisioning complete for port 00b03771-d61b-4076-8acc-74ea66a83ee7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:31.570670 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ac2051a-bd2d-4f53-a504-e753c78232e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.575943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8907ecdf-b815-4d91-8fea-1ac9bd19ba46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.584511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8907ecdf-b815-4d91-8fea-1ac9bd19ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.624990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2051a-bd2d-4f53-a504-e753c78232e0 None None] Port 00b03771-d61b-4076-8acc-74ea66a83ee7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:31.658668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8907ecdf-b815-4d91-8fea-1ac9bd19ba46 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc29c78e7d87432f8245dc1e4c1ca3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306847 Oct 20 11:00:31.660192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ecdf-b815-4d91-8fea-1ac9bd19ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123eda80-40b5-4cb6-96b3-27aa876e8aa4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:31.663149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44728) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:31.700206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b3416-6aa0-48dc-9b2d-cf9de42e73be req-4f1939a7-2d11-4f50-8ab0-8d16c74ebffa tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:31.701868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c4b3416-6aa0-48dc-9b2d-cf9de42e73be req-4f1939a7-2d11-4f50-8ab0-8d16c74ebffa tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1657836 Oct 20 11:00:31.702490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.749014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.762009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.823170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c4b3416-6aa0-48dc-9b2d-cf9de42e73be req-1f6ed3ac-eac5-4b74-8b9b-90a295221f44 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094840 Oct 20 11:00:31.833745 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.038468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.041694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.061004 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/123eda80-40b5-4cb6-96b3-27aa876e8aa4 HTTP/1.1" status: 204 len: 168 time: 0.3787639 Oct 20 11:00:32.106770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3acf8-f141-4b21-a117-21f3b8eca313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123eda80-40b5-4cb6-96b3-27aa876e8aa4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:32.384899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.398192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.551027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Pushing event updated for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:32.563382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.804894 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.846346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Network a91ae3e2-6a90-44b7-be18-de320866274e is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:32.848918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:32.932361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:32.954603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae87eb8d-80a1-410a-92d7-e93b21e175bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.270713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae87eb8d-80a1-410a-92d7-e93b21e175bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.310755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ae87eb8d-80a1-410a-92d7-e93b21e175bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.373368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 244d5025-897c-46e2-ae99-06fed79152d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:33.390140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ae87eb8d-80a1-410a-92d7-e93b21e175bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9d58b46c8ea4dd19c0718f400ed11ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542983 Oct 20 11:00:33.392197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:33.466025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 244d5025-897c-46e2-ae99-06fed79152d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:33.466619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.480613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87eb8d-80a1-410a-92d7-e93b21e175bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ad7bf-c574-46e4-9fb9-72d3ba60b3d2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:33.524727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a5cca-4181-40da-8566-c7112ed14cca req-1fb4e3ec-2b96-4ad3-b3ef-5a68797a6115 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.535632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-147a5cca-4181-40da-8566-c7112ed14cca req-1fb4e3ec-2b96-4ad3-b3ef-5a68797a6115 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1770117 Oct 20 11:00:33.562425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Router da92a737-61f2-490f-b73d-b63189fb2eb2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:33.566746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.607034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e19d8566-ef6d-4a2e-a100-b2610d10b1c7 None None] Provisioning complete for port 00b03771-d61b-4076-8acc-74ea66a83ee7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:33.607461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e19d8566-ef6d-4a2e-a100-b2610d10b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.635381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.647438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e19d8566-ef6d-4a2e-a100-b2610d10b1c7 None None] Port 00b03771-d61b-4076-8acc-74ea66a83ee7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:33.718272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.721793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.723268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f61ad7bf-c574-46e4-9fb9-72d3ba60b3d2 HTTP/1.1" status: 204 len: 168 time: 0.3178556 Oct 20 11:00:33.731530 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.772461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24460-18f9-4ce2-8eba-9379676ff6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ad7bf-c574-46e4-9fb9-72d3ba60b3d2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:33.794615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 244d5025-897c-46e2-ae99-06fed79152d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=244d5025-897c-46e2-ae99-06fed79152d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:33.816777 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.859412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-147a5cca-4181-40da-8566-c7112ed14cca req-c7231eb6-968f-406a-976d-43b5a66b891d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228965 Oct 20 11:00:33.898672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:33.905018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e557d13c-19fc-46a9-9829-2415813bf885 admin admin] 10.222.0.74 "PUT /v2.0/routers/da92a737-61f2-490f-b73d-b63189fb2eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5512381 Oct 20 11:00:33.988197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=244d5025-897c-46e2-ae99-06fed79152d0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:34.336078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:35.031195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Sync routers for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:35.062565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:35.066647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:35.214605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a228f-6b9b-4cb7-af6d-2af1ffd747d9 req-54bbc7b6-8bc5-4a0c-b0c1-b0bfda7e2fe4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:35.216354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-645a228f-6b9b-4cb7-af6d-2af1ffd747d9 req-54bbc7b6-8bc5-4a0c-b0c1-b0bfda7e2fe4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1907110 Oct 20 11:00:35.344552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-645a228f-6b9b-4cb7-af6d-2af1ffd747d9 req-c6745886-3423-45ee-9983-bfd72ed7cac3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168664 Oct 20 11:00:35.440546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:35.599407 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:00:35.803600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 244d5025-897c-46e2-ae99-06fed79152d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:36.024344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 244d5025-897c-46e2-ae99-06fed79152d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:36.024738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:36.258299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 2, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:36.335901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Checking router: da92a737-61f2-490f-b73d-b63189fb2eb2 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:36.339403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Updating router da92a737-61f2-490f-b73d-b63189fb2eb2 port 00b03771-d61b-4076-8acc-74ea66a83ee7 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:00:36.434855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:36.577773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb946fc-514b-41e8-9939-ace6c3f0170b req-0eda542a-6bf8-45d2-b0f4-6e274841e62a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.577773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abb946fc-514b-41e8-9939-ace6c3f0170b req-0eda542a-6bf8-45d2-b0f4-6e274841e62a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1142595 Oct 20 11:00:36.627786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44974) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:36.648406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abb946fc-514b-41e8-9939-ace6c3f0170b req-71a2bc4d-9a7c-42b6-8aa8-e16078e12e45 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649629 Oct 20 11:00:36.897963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.073418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.086502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.117450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.123167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.213808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e737a3-779c-4283-8183-c51c881872d9 None None] Pushing event updated for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.238400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45002) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:37.238677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0508501a0755460489b6c01d704bdbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089988 Oct 20 11:00:37.239711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d0c52-cf44-440c-a446-d44978ede8f0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.250154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.250885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.251585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.252335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.252813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.253288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.253774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.254267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.254758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.255368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.256127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.256615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039466d2-6e64-4b7b-8cd4-f819091e85fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:37.317215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Attempting to bind port 00b03771-d61b-4076-8acc-74ea66a83ee7 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:37.317857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Attempting to bind port 00b03771-d61b-4076-8acc-74ea66a83ee7 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:37.318225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Attempting to bind port 00b03771-d61b-4076-8acc-74ea66a83ee7 on network a91ae3e2-6a90-44b7-be18-de320866274e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:37.323771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:37.324409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Checking segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:37.324963 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.325500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Bound using segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:37.326135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Bound port: 00b03771-d61b-4076-8acc-74ea66a83ee7, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:37.338236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.439869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.505202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.581943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] For port 00b03771-d61b-4076-8acc-74ea66a83ee7, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:37.586054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] For port 00b03771-d61b-4076-8acc-74ea66a83ee7, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00b03771-d61b-4076-8acc-74ea66a83ee7,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:37.602615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.603815 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.615277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.624961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df8d0c52-cf44-440c-a446-d44978ede8f0 HTTP/1.1" status: 204 len: 168 time: 0.3843560 Oct 20 11:00:37.651190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d31e6-beca-4f14-8f57-4b778c84b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d0c52-cf44-440c-a446-d44978ede8f0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.740545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e737a3-779c-4283-8183-c51c881872d9 None None] Pushing event updated for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.745998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:37.746798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:37.884568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb4c3-3aca-4fab-ab55-0426ea2c5559 req-ee170439-ce10-463a-9d4f-b0c30e162e39 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:37.887563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207fb4c3-3aca-4fab-ab55-0426ea2c5559 req-ee170439-ce10-463a-9d4f-b0c30e162e39 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1122661 Oct 20 11:00:37.892531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] Provisioning complete for port 00b03771-d61b-4076-8acc-74ea66a83ee7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:37.893080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.979153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-207fb4c3-3aca-4fab-ab55-0426ea2c5559 req-b0fc1f2f-e913-4eb1-859b-7c089b00a878 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835187 Oct 20 11:00:38.120875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:38.191729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.354314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] For port 00b03771-d61b-4076-8acc-74ea66a83ee7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00b03771-d61b-4076-8acc-74ea66a83ee7,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:38.380339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.482313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcf304-f71a-4d65-8a48-763779782127 None None] Pushing event updated for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:38.541330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-45f50d44-6016-4b81-a0bb-109120158c6e None None] Provisioning complete for port 00b03771-d61b-4076-8acc-74ea66a83ee7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:38.541735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45f50d44-6016-4b81-a0bb-109120158c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.654523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:37Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:38.684707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010e71f-1f11-4deb-b1ae-99946e19f3be None None] The sync data for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 is: [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:37Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:39.145220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00b03771-d61b-4076-8acc-74ea66a83ee7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:39.234410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79443f24-3c35-4efb-bc98-67e121ffb9b8 req-393e4e78-557f-416f-ab3a-3c7b48cfb962 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:39.236745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79443f24-3c35-4efb-bc98-67e121ffb9b8 req-393e4e78-557f-416f-ab3a-3c7b48cfb962 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1201110 Oct 20 11:00:39.285134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 00b03771-d61b-4076-8acc-74ea66a83ee7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:39.285610 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.365142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79443f24-3c35-4efb-bc98-67e121ffb9b8 req-0f8cf4ad-0910-4e3d-9f57-8181aa269fc9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217608 Oct 20 11:00:40.601868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850cb39-1da3-4c5c-80f6-59609ac53b42 req-9cdd0e66-7446-4d44-9536-a8262e34a093 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:40.612483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5850cb39-1da3-4c5c-80f6-59609ac53b42 req-9cdd0e66-7446-4d44-9536-a8262e34a093 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1231425 Oct 20 11:00:40.733279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5850cb39-1da3-4c5c-80f6-59609ac53b42 req-cd5ce208-8b7c-4b98-bab2-0e83926afaad tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001248 Oct 20 11:00:41.948874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b758-ba4f-4845-a994-07ffe4dfcddd req-43cd3d15-289e-4445-a926-fa46e8264e71 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:41.951276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ef5b758-ba4f-4845-a994-07ffe4dfcddd req-43cd3d15-289e-4445-a926-fa46e8264e71 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1029391 Oct 20 11:00:42.011624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ef5b758-ba4f-4845-a994-07ffe4dfcddd req-402bb82b-9619-4caf-a045-1a28185de830 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Oct 20 11:00:43.191776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cfdc7-1ba3-4a93-a90c-00de48d50246 req-a5e7934b-9952-4764-8e82-c5715d97b96f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:43.196095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d66cfdc7-1ba3-4a93-a90c-00de48d50246 req-a5e7934b-9952-4764-8e82-c5715d97b96f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0903928 Oct 20 11:00:43.309780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d66cfdc7-1ba3-4a93-a90c-00de48d50246 req-50cb526f-beda-4703-aa95-577945dd2f96 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016438 Oct 20 11:00:44.451241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f879b3c-971b-435c-a918-8a9831403b47 req-81be2d5b-64bf-44b0-b304-de9619b1e9c4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:44.459290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f879b3c-971b-435c-a918-8a9831403b47 req-81be2d5b-64bf-44b0-b304-de9619b1e9c4 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0707669 Oct 20 11:00:44.508618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f879b3c-971b-435c-a918-8a9831403b47 req-8ab223d7-8bcc-4eeb-8474-7f39b25f1933 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482788 Oct 20 11:00:45.669046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5bab0-937b-4fcc-aa64-0f62485c58c6 req-d0802927-5712-4b2b-a8de-3ad00101599e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:45.670543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9de5bab0-937b-4fcc-aa64-0f62485c58c6 req-d0802927-5712-4b2b-a8de-3ad00101599e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0920970 Oct 20 11:00:45.711409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9de5bab0-937b-4fcc-aa64-0f62485c58c6 req-da30ffb0-9a10-4b08-abf4-14af8b57daec tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Oct 20 11:00:45.830513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:46.734897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:46.976740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7bd37-a601-4d62-a1c8-cf097252990a req-9c6454ff-8331-42c0-8d54-124a1a0df60b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:46.978354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec7bd37-a601-4d62-a1c8-cf097252990a req-9c6454ff-8331-42c0-8d54-124a1a0df60b tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1244831 Oct 20 11:00:47.057136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dec7bd37-a601-4d62-a1c8-cf097252990a req-be2f5baf-3c96-46af-9b42-0aeda107e8d1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Oct 20 11:00:48.301143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb007-5ab0-47a3-b12d-6ed2c73deae2 req-7d7ff82a-ccf7-4ad6-b2d0-ae24fdf1bb29 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:48.316429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ccb007-5ab0-47a3-b12d-6ed2c73deae2 req-7d7ff82a-ccf7-4ad6-b2d0-ae24fdf1bb29 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1289001 Oct 20 11:00:48.443633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ccb007-5ab0-47a3-b12d-6ed2c73deae2 req-6cd8c137-9cc4-433e-b6d7-bb3ca8c560ba tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244841 Oct 20 11:00:49.590847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9122fc-a1f9-4d91-ac41-f607876c04b5 req-f58db288-41ae-4809-bd78-1081800495b2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:49.599303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a9122fc-a1f9-4d91-ac41-f607876c04b5 req-f58db288-41ae-4809-bd78-1081800495b2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0685089 Oct 20 11:00:49.643031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a9122fc-a1f9-4d91-ac41-f607876c04b5 req-2f145663-d68e-408d-b7d8-89fde6126f24 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Oct 20 11:00:50.143333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919722-b7f2-4387-903f-c3a3d20a7ac9 req-1990fd04-173b-4bca-972b-9c36f62bd07c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:50.145728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f919722-b7f2-4387-903f-c3a3d20a7ac9 req-1990fd04-173b-4bca-972b-9c36f62bd07c tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0896416 Oct 20 11:00:50.232562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f919722-b7f2-4387-903f-c3a3d20a7ac9 req-6d3cb939-8f14-4818-a99a-a51feb4a3487 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651929 Oct 20 11:00:50.577501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77b63-d2c6-4522-a4e8-6e6df3659fb3 req-6072f359-7f7a-4aa0-ab4f-36666c43af1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:50.579098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edb77b63-d2c6-4522-a4e8-6e6df3659fb3 req-6072f359-7f7a-4aa0-ab4f-36666c43af1d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.0697155 Oct 20 11:00:50.665918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edb77b63-d2c6-4522-a4e8-6e6df3659fb3 req-d93350ac-fc96-47b3-abd1-630c91c83fb7 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795822 Oct 20 11:00:51.196599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c9bbd-8c94-455a-a738-12669860e59e req-de0d9e2c-2cc4-4ebd-b1f1-711cfc7653f1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:51.201248 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-622c9bbd-8c94-455a-a738-12669860e59e req-de0d9e2c-2cc4-4ebd-b1f1-711cfc7653f1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.0570805 Oct 20 11:00:51.346264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port ed04a957-2b59-40c7-a746-c66d142f10c6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:51.346818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.474374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port ed04a957-2b59-40c7-a746-c66d142f10c6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ed04a957-2b59-40c7-a746-c66d142f10c6,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:51.475618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.483730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bafa4-0b24-4348-bca0-22c15e5b01bd req-cf30a4b1-f27a-4ac5-936e-02f48caa8fcc tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:51.494315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-999bafa4-0b24-4348-bca0-22c15e5b01bd req-cf30a4b1-f27a-4ac5-936e-02f48caa8fcc tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c3875fd-b1d9-45ec-a007-d5391bcf9261 HTTP/1.1" status: 200 len: 945 time: 0.1333387 Oct 20 11:00:51.500385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for ed04a957-2b59-40c7-a746-c66d142f10c6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:51.557375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-999bafa4-0b24-4348-bca0-22c15e5b01bd req-18d4edf8-c9a5-41f1-bc16-63aa143386a9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556972 Oct 20 11:00:51.682555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.695458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ed04a957-2b59-40c7-a746-c66d142f10c6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:51.743403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=ed04a957-2b59-40c7-a746-c66d142f10c6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:51.812872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port ed04a957-2b59-40c7-a746-c66d142f10c6 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:51.816831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.820905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-622c9bbd-8c94-455a-a738-12669860e59e req-f71c9bc8-4b36-4238-8620-20ec3959f131 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "DELETE /v2.0/ports/ed04a957-2b59-40c7-a746-c66d142f10c6 HTTP/1.1" status: 204 len: 173 time: 0.6131394 Oct 20 11:00:51.821483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'name': 'network-vif-deleted', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:51.824121 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de45094-2ec4-4dc1-af1e-e5c4b943d910" -d '{"events": [{"server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "name": "network-vif-deleted", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:51.917810 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8afdad7-922d-4a26-8907-6144d187fea6 x-openstack-request-id: req-e8afdad7-922d-4a26-8907-6144d187fea6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:51.918200 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3875fd-b1d9-45ec-a007-d5391bcf9261", "name": "network-vif-deleted", "tag": "ed04a957-2b59-40c7-a746-c66d142f10c6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:51.918569 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e8afdad7-922d-4a26-8907-6144d187fea6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:51.919231 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3875fd-b1d9-45ec-a007-d5391bcf9261', 'name': 'network-vif-deleted', 'tag': 'ed04a957-2b59-40c7-a746-c66d142f10c6', 'status': 'completed', 'code': 200} Oct 20 11:00:51.921318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9ca0-50f9-4f09-ac76-69ed78b9ddc2 req-65b852a0-8ad1-4efd-83ce-49c743592e3a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:51.923778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-019c9ca0-50f9-4f09-ac76-69ed78b9ddc2 req-65b852a0-8ad1-4efd-83ce-49c743592e3a tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.1122007 Oct 20 11:00:51.988262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-019c9ca0-50f9-4f09-ac76-69ed78b9ddc2 req-77834257-d3b9-47a7-9ccb-deee4588132d tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496423 Oct 20 11:00:52.257702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-d2c4116a-8a75-4803-b662-b3f67b60bca9 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:52.260551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-d2c4116a-8a75-4803-b662-b3f67b60bca9 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 945 time: 0.0727663 Oct 20 11:00:52.448930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Deleting port eb4d4ec1-1b7d-4830-8956-05b107efbe24 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:52.449364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.699767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] For port eb4d4ec1-1b7d-4830-8956-05b107efbe24, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=eb4d4ec1-1b7d-4830-8956-05b107efbe24,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:52.700685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.011408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.011769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.012193 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Floating IP 4eb7f817-13a7-4ca5-8faf-79ef395dab07 disassociated. External IP: 172.25.3.115, port: eb4d4ec1-1b7d-4830-8956-05b107efbe24. Oct 20 11:00:53.012547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Calling delete_port for eb4d4ec1-1b7d-4830-8956-05b107efbe24 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:53.188582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.221486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'Port': ['ID=eb4d4ec1-1b7d-4830-8956-05b107efbe24,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:53.238036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce9e7-c015-4834-bbd7-ff1c59c3429b req-66a80ebf-8c5e-4af2-9a72-11932078a720 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:53.239870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f3ce9e7-c015-4834-bbd7-ff1c59c3429b req-66a80ebf-8c5e-4af2-9a72-11932078a720 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 867 time: 0.1030538 Oct 20 11:00:53.357188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f3ce9e7-c015-4834-bbd7-ff1c59c3429b req-39f2e6f9-cdfc-4f1a-9901-d2e8fe5cb127 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups?id=259bc981-2875-428f-9573-b810c333b674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062150 Oct 20 11:00:53.454619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:53.642646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:53.663231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:53.689048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:53.690041 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:53.739778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] No DVR routers for this DVR port eb4d4ec1-1b7d-4830-8956-05b107efbe24 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:53.743715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.753896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c06b32c-0610-4458-bfe1-e3a832a82c18 req-7c729b23-89bd-4f86-8ac3-4a44f4922920 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.83 "DELETE /v2.0/ports/eb4d4ec1-1b7d-4830-8956-05b107efbe24 HTTP/1.1" status: 204 len: 173 time: 1.4820893 Oct 20 11:00:53.920476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'name': 'network-vif-deleted', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:53.923104 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e74624-9fd9-49dd-80d8-e9df9e86a847" -d '{"events": [{"server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "name": "network-vif-deleted", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:53.996039 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a7c73-ca64-490d-91ee-dde2e30d2c9e x-openstack-request-id: req-a10a7c73-ca64-490d-91ee-dde2e30d2c9e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:53.996432 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def72dd-2fad-4550-a6fd-1d06ed4ea096", "name": "network-vif-deleted", "tag": "eb4d4ec1-1b7d-4830-8956-05b107efbe24", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:53.996806 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a10a7c73-ca64-490d-91ee-dde2e30d2c9e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:53.998956 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def72dd-2fad-4550-a6fd-1d06ed4ea096', 'name': 'network-vif-deleted', 'tag': 'eb4d4ec1-1b7d-4830-8956-05b107efbe24', 'status': 'completed', 'code': 200} Oct 20 11:00:54.030358 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:54.317522 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:54.394987 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:54.420753 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:54.421826 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:54.570865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-042e9889-a6e4-4105-92c8-ab80abcc41c2 req-cee831f1-3ec6-47c9-bcb1-1f0adf39f897 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/ports?device_id=4def72dd-2fad-4550-a6fd-1d06ed4ea096 HTTP/1.1" status: 200 len: 210 time: 0.1027248 Oct 20 11:00:54.761035 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:55.271784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:55.359525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ed04a957-2b59-40c7-a746-c66d142f10c6 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:55.368263 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e6155f-9863-4794-8eda-8a3dd394651b None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T10:52:58Z', 'revision_number': 4, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ee42eaef-3152-4602-80d1-a792a32089f6', 'name': '', 'network_id': 'f8f0b7a4-0107-45fc-a134-9086d3e50ace', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'mac_address': 'fa:16:3e:00:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:55Z', 'updated_at': '2021-10-20T10:53:09Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'subnets': [{'id': '59c7975a-071c-4830-91c2-46f0efd55b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:55.389870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: ed04a957-2b59-40c7-a746-c66d142f10c6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:55.390062 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ed04a957-2b59-40c7-a746-c66d142f10c6 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:55.720218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45748) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:55.863657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a56001-c1c0-45b3-9b73-74344ef5d7e4 None None] New status for floating IP 4eb7f817-13a7-4ca5-8faf-79ef395dab07: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:00:55.975272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.056808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.151222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.153872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.157733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:56.158295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "DELETE /v2.0/security-groups/259bc981-2875-428f-9573-b810c333b674 HTTP/1.1" status: 204 len: 168 time: 0.4360189 Oct 20 11:00:56.175551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259bc981-2875-428f-9573-b810c333b674,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:56.188092 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-36474898-e7e9-4f07-86ce-b72a17a235b4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] show failed (client error): The resource could not be found. Oct 20 11:00:56.189272 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-36474898-e7e9-4f07-86ce-b72a17a235b4 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "GET /v2.0/security-groups/259bc981-2875-428f-9573-b810c333b674 HTTP/1.1" status: 404 len: 347 time: 0.0296762 Oct 20 11:00:56.192707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 45790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:56.198097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.200175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.201558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.203318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.204614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.222181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.223385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.225746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.230555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.231174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.231918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.233943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b4b57-8071-4318-a107-734c3ea9969f tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:56.382877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device eb4d4ec1-1b7d-4830-8956-05b107efbe24 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:56.441670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: eb4d4ec1-1b7d-4830-8956-05b107efbe24 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:56.445985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device eb4d4ec1-1b7d-4830-8956-05b107efbe24 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:56.446417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Deleting port f349e181-431f-4130-91d7-45c3056405d9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:56.447139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.641291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.642045 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.663421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Calling delete_port for f349e181-431f-4130-91d7-45c3056405d9 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:56.866481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.908275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Pushing event deleted for resources: {'Port': ['ID=f349e181-431f-4130-91d7-45c3056405d9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:57.128318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:57.139668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:57.144419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-da5c1797-e0cf-4c92-83ee-05dd01d712d5 tempest-AttachVolumeTestJSON-1364414876 tempest-AttachVolumeTestJSON-1364414876-project] 10.222.0.74 "DELETE /v2.0/floatingips/4eb7f817-13a7-4ca5-8faf-79ef395dab07 HTTP/1.1" status: 204 len: 168 time: 0.9471655 Oct 20 11:00:58.493795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0cefcbb-de4f-451d-a7d8-bba0b21f3248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:01.366973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50ba7a1a-a8af-445f-8cf9-a45a7de904e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:01.759642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:02.883663 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:04.238879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-0f486f1c-17fd-40f3-bbb3-a84f03ff38d6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:04.242412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-0f486f1c-17fd-40f3-bbb3-a84f03ff38d6 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.1926045 Oct 20 11:01:04.275337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-f380b354-4b05-4d2d-b742-ccd9bc311819 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/quotas/a807b90f30bb425399fb270c745e391f HTTP/1.1" status: 200 len: 375 time: 0.0198560 Oct 20 11:01:04.354981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:04.456768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-03fdbddb-f9cd-4be6-b552-d8c85141e59b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:04.459138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-03fdbddb-f9cd-4be6-b552-d8c85141e59b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 814 time: 0.2460375 Oct 20 11:01:04.489054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-1b417aef-7cd2-4ba5-919e-52cd56559022 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2122574 Oct 20 11:01:04.525801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-445983dc-ea05-48c4-95ed-b9bf8b81c573 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/quotas/794e265ffe914a7c97bb95d5acabd73e HTTP/1.1" status: 200 len: 375 time: 0.0332921 Oct 20 11:01:04.596057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-6ca9446a-62df-4d57-a0a3-d25b94e40981 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681915 Oct 20 11:01:04.740439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-51b15e99-bc11-428f-bca0-95ed35da216c service neutron] 10.222.0.74 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420743 Oct 20 11:01:04.814370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-b108bee2-cdd9-4f2d-9cc7-6f49c4c0ff45 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:01:04.815963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-b108bee2-cdd9-4f2d-9cc7-6f49c4c0ff45 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2792165 Oct 20 11:01:05.347818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-32844ddd-72f9-472d-8acb-868d45606e36 service neutron] 10.222.0.74 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064181 Oct 20 11:01:05.378026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-8a6c3a2a-764b-445a-9c15-645960c3057f service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406982 Oct 20 11:01:05.648903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-e6e7b043-f98c-4c93-a1c0-9502133372ea service neutron] 10.222.0.74 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697029 Oct 20 11:01:05.849553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6422fa9b-4cb1-4785-95e1-9b8fc95b376e req-1294dac1-11c7-41f3-9f5e-1f1f178bd7f8 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 210 time: 0.0571895 Oct 20 11:01:06.048160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d954f8f6-f7e8-4f58-be2d-6fdb16103fa6 req-e0869287-cc73-40de-b757-e2931fcf0c96 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0508955 Oct 20 11:01:07.103726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47a019ff-eba6-4ace-afa8-88ffb6de1ae8 req-7147ea3d-1a28-48e9-9061-35059139bd1f tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 210 time: 0.0728228 Oct 20 11:01:07.231612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-688bd903-48bb-4014-8794-093f1c0aee0d req-b5867458-aa38-44d2-af8a-bb6b6ddc5853 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0840075 Oct 20 11:01:08.311806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24548e19-70c5-4d60-8a0a-5fd3bd76f34d req-4629ea63-2555-4fb6-a697-79a376cf246e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 210 time: 0.0491571 Oct 20 11:01:08.493184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-fb24d6bc-cf11-4c5a-a428-6a791589bbcd tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:08.500795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-fb24d6bc-cf11-4c5a-a428-6a791589bbcd tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 814 time: 0.3562868 Oct 20 11:01:08.505415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1128c2f8-844c-465b-bd08-1f691d286a09 req-81465d87-202e-4e06-8df7-380425cc4c00 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 210 time: 0.1137960 Oct 20 11:01:08.519625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Request body: {'port': {'device_id': 'f454285f-8a10-414e-af5b-c483ccff7181', 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796', 'admin_state_up': True, 'tenant_id': '794e265ffe914a7c97bb95d5acabd73e'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:09.058124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Made reservation on behalf of 794e265ffe914a7c97bb95d5acabd73e for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:09.062163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.192349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-31c9aa78-8546-4954-838a-5909fa0cec19 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:09.194452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-31c9aa78-8546-4954-838a-5909fa0cec19 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 812 time: 0.2996423 Oct 20 11:01:09.208551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Request body: {'port': {'device_id': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'admin_state_up': True, 'tenant_id': 'a807b90f30bb425399fb270c745e391f'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:09.344158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Allocated IP 172.20.0.5 (c38d6fa7-2121-45fe-8bd1-7b98052e4796/897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9/49414d34-a19f-4eff-9105-77d9b5bfdbd9) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:09.420599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Made reservation on behalf of a807b90f30bb425399fb270c745e391f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:09.426700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.597520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Allocated IP 172.20.0.3 (d66035ba-95ca-46bf-b7b4-d42c18e13658/4779ebf1-4602-45f8-88d8-8d4799de112a/d4a3db6c-36f3-4a34-a0a5-341c076a5e33) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:09.674753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.757508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.778911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.803364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:09.809235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:09.860953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:09.962313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.995898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Pushing event updated for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:10.026854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Network d66035ba-95ca-46bf-b7b4-d42c18e13658 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:10.031699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:10.048851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:10.049496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.074113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-effd7b17-c5d4-46c5-af22-bae53a007faf tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5584683 Oct 20 11:01:10.093792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:10.100181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Request body: {'port': {'device_id': 'f454285f-8a10-414e-af5b-c483ccff7181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:10.251617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:10.252315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.273003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.284018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e631f2-635b-4254-a45e-00f6df72cfa1 req-ab3d944a-a7a1-4929-9ac3-5a2d9f239b64 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:10.304755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17e631f2-635b-4254-a45e-00f6df72cfa1 req-ab3d944a-a7a1-4929-9ac3-5a2d9f239b64 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 931 time: 0.4649825 Oct 20 11:01:10.462918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efea608-5725-44bb-929a-84e927c732cf req-8da37674-4b89-4eb2-ab91-c7b2178aec6c tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:10.471989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0efea608-5725-44bb-929a-84e927c732cf req-8da37674-4b89-4eb2-ab91-c7b2178aec6c tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 931 time: 0.6573384 Oct 20 11:01:10.507466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event updated for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:10.536628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17e631f2-635b-4254-a45e-00f6df72cfa1 req-2d9d6990-f6f1-4a6f-9aa5-5f434048a869 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229180 Oct 20 11:01:10.563138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-60b9017a-449f-4265-b127-8ffeec2ce70a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586061 Oct 20 11:01:10.607505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Request body: {'port': {'device_id': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:10.799725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.803046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49414d34-a19f-4eff-9105-77d9b5bfdbd9 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:01:10.812236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.827049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0efea608-5725-44bb-929a-84e927c732cf req-b8f1cc55-2cb3-405a-9ef9-0452c6dab20c tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537147 Oct 20 11:01:10.828734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Transition to ACTIVE for port object 49414d34-a19f-4eff-9105-77d9b5bfdbd9 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:01:10.838148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.089423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Attempting to bind port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:11.090253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Attempting to bind port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:11.090964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Attempting to bind port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:11.101901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:01:11.102513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Attempting to bind port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:11.109133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:11.109801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Checking segment: {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:11.110521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Bound using segment: {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:11.111182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Bound port: 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:11.111742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.114033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Pushing event updated for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:11.241384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:11.245161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:11.257206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.363066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.363066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.363066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] 10.222.0.70 "PUT /v2.0/ports/49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 200 len: 1092 time: 1.2737207 Oct 20 11:01:11.374699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:11.382455 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14712843-52f2-472a-9401-00f8a51feba1" -d '{"events": [{"name": "network-changed", "server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:11.472027 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2af61-d377-42b0-b162-e84a9ba04201 x-openstack-request-id: req-92f2af61-d377-42b0-b162-e84a9ba04201 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:11.472315 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:11.472570 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-92f2af61-d377-42b0-b162-e84a9ba04201 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:11.472974 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9', 'status': 'completed', 'code': 200} Oct 20 11:01:11.522696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410a292-a85c-4da6-aa54-c1d16c988c89 service neutron] Pushing event updated for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:11.540230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-a922333c-4634-4a72-ad94-2f6c7e138551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.541760 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-a922333c-4634-4a72-ad94-2f6c7e138551 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 1095 time: 0.1257215 Oct 20 11:01:11.548722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a3db6c-36f3-4a34-a0a5-341c076a5e33 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:01:11.573596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.626883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Transition to ACTIVE for port object d4a3db6c-36f3-4a34-a0a5-341c076a5e33 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:01:11.635195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.654338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-51310490-ee0e-4071-bb2d-280c7add67db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 200 len: 217 time: 0.1031542 Oct 20 11:01:11.744365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082937-c590-40bd-94d5-733187a11cfc req-36a5c0c1-f3c8-4bdb-a994-c329041dba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.745846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-36a5c0c1-f3c8-4bdb-a994-c329041dba65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.0834239 Oct 20 11:01:11.779024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:11.798337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-1f6a19da-fa9e-4d40-84e9-41ec4faa6a19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449989 Oct 20 11:01:11.879958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b92e-d9ef-4df1-82ec-4ca8a52f9dde req-67dc593f-b7f2-4332-bd25-f0f3fbab6b1e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.887451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bd7b92e-d9ef-4df1-82ec-4ca8a52f9dde req-67dc593f-b7f2-4332-bd25-f0f3fbab6b1e tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 943 time: 0.2381508 Oct 20 11:01:11.970840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bd7b92e-d9ef-4df1-82ec-4ca8a52f9dde req-9a427742-9c54-4956-8801-e184a1079cf5 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824223 Oct 20 11:01:12.023814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-1e60c59d-c316-4284-bcfc-a29eb15b76b4 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158308 Oct 20 11:01:12.093062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d154-a989-4e9f-a501-052377f47147 req-0ef27d7c-cc95-486a-b8bf-a42a5593ddd9 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.107574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc9d154-a989-4e9f-a501-052377f47147 req-0ef27d7c-cc95-486a-b8bf-a42a5593ddd9 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 943 time: 0.1626160 Oct 20 11:01:12.128914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Attempting to bind port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:12.129244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Attempting to bind port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:12.130266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Attempting to bind port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:12.156463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:01:12.156819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Attempting to bind port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 on network d66035ba-95ca-46bf-b7b4-d42c18e13658 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:12.183349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:12.183740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Checking segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:12.184070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Bound using segment: {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:12.184522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Bound port: d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdf5ee-d7da-45ad-becc-4bee65077366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:12.184878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:12.221310 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6e082937-c590-40bd-94d5-733187a11cfc req-4bbd3230-abb4-4680-bd5f-035045ea0a3d service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889522 Oct 20 11:01:12.247326 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc9d154-a989-4e9f-a501-052377f47147 req-01e9fa5d-a9da-4d4e-8e2b-79fad5dae90a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387475 Oct 20 11:01:12.361955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712843-52f2-472a-9401-00f8a51feba1 req-a2569003-90e8-4051-a6d8-7b7542cf6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.365027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-a2569003-90e8-4051-a6d8-7b7542cf6c95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 1095 time: 0.0869548 Oct 20 11:01:12.429245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:12.437156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:12.445891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:12.501709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.507167 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:12.510559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4a3db6c-36f3-4a34-a0a5-341c076a5e33 HTTP/1.1" status: 200 len: 1092 time: 1.9313195 Oct 20 11:01:12.526969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:12.530143 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056f1bd-edec-4b31-85d9-1e24744d9010" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:12.531584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712843-52f2-472a-9401-00f8a51feba1 req-09f65d70-5d54-4197-94c0-6f2818478380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.533482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-09f65d70-5d54-4197-94c0-6f2818478380 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 916 time: 0.1591845 Oct 20 11:01:12.582002 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:01:12.635604 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e62be3c-4a22-4ec4-976e-0165e2c183d1 x-openstack-request-id: req-2e62be3c-4a22-4ec4-976e-0165e2c183d1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:12.636191 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:12.636191 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e62be3c-4a22-4ec4-976e-0165e2c183d1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:12.636542 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33', 'status': 'completed', 'code': 200} Oct 20 11:01:12.641472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b2c9-46d0-4add-ab33-fc7c0c418146 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:12.670918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-caaec272-406e-40f8-aebf-585c005c226b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 200 len: 217 time: 0.1219876 Oct 20 11:01:12.675376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-92582466-57ea-49b7-949b-e7ccf909f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.677056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-92582466-57ea-49b7-949b-e7ccf909f59f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0989251 Oct 20 11:01:12.773482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712843-52f2-472a-9401-00f8a51feba1 req-0961feef-797c-431c-adc8-7b4b10740327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.776641 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-0961feef-797c-431c-adc8-7b4b10740327 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.0997622 Oct 20 11:01:12.802295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-f4bfe221-1b19-4b55-9dc0-df811a4b9ebe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33 HTTP/1.1" status: 200 len: 217 time: 0.1152422 Oct 20 11:01:12.865820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-bd6c5e40-0d7d-4c05-92eb-0304b84a0c26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787771 Oct 20 11:01:12.940984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-317bcae5-8f5d-470f-b88f-0522b62087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:12.944594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-317bcae5-8f5d-470f-b88f-0522b62087a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1339333 Oct 20 11:01:13.044476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-1af097aa-cfd7-49e2-bee5-77581eeb6f34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815387 Oct 20 11:01:13.078649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-a0d7812d-4982-4b6e-87f2-6fb287b220e3 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057130 Oct 20 11:01:13.285175 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-14712843-52f2-472a-9401-00f8a51feba1 req-9a169212-e36b-4454-9103-2cbd31d37741 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983027 Oct 20 11:01:13.388517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cecc7c-9efd-4110-9ea4-a24955b56f31 req-1f4b67d3-f45d-4d63-965b-1fac8dc1eaf9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:13.397116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31cecc7c-9efd-4110-9ea4-a24955b56f31 req-1f4b67d3-f45d-4d63-965b-1fac8dc1eaf9 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 943 time: 0.2397056 Oct 20 11:01:13.447084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-d8eb6afa-dbfb-4fa0-92d6-c9798617b205 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928132 Oct 20 11:01:13.598533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31cecc7c-9efd-4110-9ea4-a24955b56f31 req-8436b04a-17e8-49ae-83ef-2b627edd3548 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955564 Oct 20 11:01:13.707931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20713c-96cf-4544-aad6-88870a497b23 req-31015d87-93eb-4c8d-96bf-7c1b3a42ceff tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:13.720345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd20713c-96cf-4544-aad6-88870a497b23 req-31015d87-93eb-4c8d-96bf-7c1b3a42ceff tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 943 time: 0.2588987 Oct 20 11:01:13.790590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd20713c-96cf-4544-aad6-88870a497b23 req-f6614fbf-777c-4884-9678-3f1e1280ece7 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585999 Oct 20 11:01:13.794979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df22ed9d-8bad-4bfb-a040-258f2c8a4b14 req-4a549a17-379d-47d1-aeb6-a9968b4bc452 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350098 Oct 20 11:01:13.935501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-a544abd8-4132-4377-96fe-5bb5d720c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:13.937173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-a544abd8-4132-4377-96fe-5bb5d720c050 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a807b90f30bb425399fb270c745e391f&device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0801873 Oct 20 11:01:14.174104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-d6afb64e-bc64-4508-8b76-b36083b02605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:14.175637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-d6afb64e-bc64-4508-8b76-b36083b02605 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 200 len: 914 time: 0.2296309 Oct 20 11:01:14.280318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-fbd4312b-fbe7-47ea-8871-29ec322d23d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33 HTTP/1.1" status: 200 len: 217 time: 0.0969048 Oct 20 11:01:14.454208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-3f8e8463-c549-49a2-8426-18c3a17a7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:14.459328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-3f8e8463-c549-49a2-8426-18c3a17a7a9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 200 len: 852 time: 0.1703658 Oct 20 11:01:14.580513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-88082ab4-7965-4ad6-9d5c-bb0901da7919 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d66035ba-95ca-46bf-b7b4-d42c18e13658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112437 Oct 20 11:01:14.994145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38772d6-f486-4215-a11e-21da172c3d87 req-bb14f1df-5894-4065-b947-f49c6d53053a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:14.996455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b38772d6-f486-4215-a11e-21da172c3d87 req-bb14f1df-5894-4065-b947-f49c6d53053a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 943 time: 0.2228224 Oct 20 11:01:15.012110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-f1cef55b-9176-4aa1-b6e3-d0a1039f10c2 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224277 Oct 20 11:01:15.050549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d78-1002-4937-8826-345047f6795c req-1ef6f73c-8e26-453f-b68f-cb775b2ecd3b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:15.052901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36ef1d78-1002-4937-8826-345047f6795c req-1ef6f73c-8e26-453f-b68f-cb775b2ecd3b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 943 time: 0.1527421 Oct 20 11:01:15.120048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b38772d6-f486-4215-a11e-21da172c3d87 req-7b9a22c0-b172-45a5-9357-e3a6a3421b12 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130185 Oct 20 11:01:15.229936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-36ef1d78-1002-4937-8826-345047f6795c req-c76071f7-01d2-422c-809a-5392ba25363b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609159 Oct 20 11:01:15.293886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056f1bd-edec-4b31-85d9-1e24744d9010 req-bb025099-ace7-4de8-9413-994986bf6043 service neutron] 10.222.0.70 "GET /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526405 Oct 20 11:01:15.455281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 49414d34-a19f-4eff-9105-77d9b5bfdbd9 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:01:15.634022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:15.652161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '49414d34-a19f-4eff-9105-77d9b5bfdbd9', 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796', 'port_id': '49414d34-a19f-4eff-9105-77d9b5bfdbd9', 'mac_address': 'fa:16:3e:f4:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:01:15.769881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:15.800989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49414d34-a19f-4eff-9105-77d9b5bfdbd9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:01:15.865417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:15.867367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:15.874680 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:15.940783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:16.086395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['49414d34-a19f-4eff-9105-77d9b5bfdbd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:01:16.410387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981f270-98cb-4d07-9caa-82f46ce2345f req-2fb597be-7745-4771-96ac-aaaa09bafa91 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:16.422235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c981f270-98cb-4d07-9caa-82f46ce2345f req-2fb597be-7745-4771-96ac-aaaa09bafa91 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 943 time: 0.1264148 Oct 20 11:01:16.569930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c981f270-98cb-4d07-9caa-82f46ce2345f req-32841fd1-4608-4f04-9cac-f28ab80a7ecd tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439075 Oct 20 11:01:16.610716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77516f5a-cbce-4cf3-a51f-68a69cef65dc req-c6122426-baf6-4ce6-9b30-8bc0512b239d tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:16.618577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77516f5a-cbce-4cf3-a51f-68a69cef65dc req-c6122426-baf6-4ce6-9b30-8bc0512b239d tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 944 time: 0.2346992 Oct 20 11:01:16.709075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77516f5a-cbce-4cf3-a51f-68a69cef65dc req-31375824-8904-4f2d-9312-66343cb1562c tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Oct 20 11:01:16.760660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:17.467235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d4a3db6c-36f3-4a34-a0a5-341c076a5e33 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:01:17.470818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 49414d34-a19f-4eff-9105-77d9b5bfdbd9 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:17.627279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:01:17.685705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:17.712605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33', 'network_id': 'd66035ba-95ca-46bf-b7b4-d42c18e13658', 'port_id': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33', 'mac_address': 'fa:16:3e:36:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4779ebf1-4602-45f8-88d8-8d4799de112a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:01:17.716035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:17.717008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:17.930165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:17.955874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a3db6c-36f3-4a34-a0a5-341c076a5e33 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:01:17.970766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:18.003297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:18.016496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:18.033358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b7009-95e0-414e-9d51-20460a5fb95a req-b8250c00-0247-4e12-b45f-7c2cd26b39ee tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:18.037489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe6b7009-95e0-414e-9d51-20460a5fb95a req-b8250c00-0247-4e12-b45f-7c2cd26b39ee tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 943 time: 0.3503699 Oct 20 11:01:18.085461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:18.094083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf006b1-a6cc-4ada-97d6-d90fc748d699 req-b200c4a9-9ecb-4722-9156-d38f5e8c876e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:18.094364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:18.097494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faf006b1-a6cc-4ada-97d6-d90fc748d699 req-b200c4a9-9ecb-4722-9156-d38f5e8c876e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 944 time: 0.2382889 Oct 20 11:01:18.104405 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06c8d5-6e14-4c1b-80e3-905e32c84cf9" -d '{"events": [{"server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "name": "network-vif-plugged", "status": "completed", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:18.122213 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:18.122607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe6b7009-95e0-414e-9d51-20460a5fb95a req-fad2f2bc-df49-46ee-b9e7-30f757b83fac tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792058 Oct 20 11:01:18.172983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-faf006b1-a6cc-4ada-97d6-d90fc748d699 req-f42b6ead-8d47-4d99-b8d0-c3f543edc134 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Oct 20 11:01:18.280880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d4a3db6c-36f3-4a34-a0a5-341c076a5e33'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:01:18.375579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:18.516637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8350b0c-b53c-4418-8294-7d7c03bc0983 req-51457cc1-8214-4700-9525-d8c545c38e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:18.520760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8350b0c-b53c-4418-8294-7d7c03bc0983 req-51457cc1-8214-4700-9525-d8c545c38e4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 1097 time: 0.0802460 Oct 20 11:01:18.592757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8350b0c-b53c-4418-8294-7d7c03bc0983 req-885e4681-2cd5-4b16-84ff-790d1de5c5ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650985 Oct 20 11:01:18.997166 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3830e37-3228-4abc-af95-886179a2072d x-openstack-request-id: req-a3830e37-3228-4abc-af95-886179a2072d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:18.997573 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "name": "network-vif-plugged", "status": "completed", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:18.997961 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3830e37-3228-4abc-af95-886179a2072d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:18.998538 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9', 'code': 200} Oct 20 11:01:19.030478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:19.347537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:19.609135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec1bb-a2af-43b5-8444-25a59ab76759 req-f1d3b6af-cccc-4167-827e-c7e46888812a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:19.626705 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a0ec1bb-a2af-43b5-8444-25a59ab76759 req-f1d3b6af-cccc-4167-827e-c7e46888812a tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 944 time: 0.3135247 Oct 20 11:01:19.672293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b17d5-e0c6-4d6e-8c00-d8162aa9f96b req-6094b140-c436-48d2-92a3-0a764a38bba7 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:19.689824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-149b17d5-e0c6-4d6e-8c00-d8162aa9f96b req-6094b140-c436-48d2-92a3-0a764a38bba7 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 945 time: 0.2847362 Oct 20 11:01:19.834986 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a0ec1bb-a2af-43b5-8444-25a59ab76759 req-894d11d5-f4a2-4bba-9139-6db9ac814f43 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044575 Oct 20 11:01:19.885689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-149b17d5-e0c6-4d6e-8c00-d8162aa9f96b req-47aad56f-5ebf-4e58-9178-849cf6cfb024 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666322 Oct 20 11:01:19.907721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46708) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:20.114632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-749cdeea-fee8-4b3e-b20c-31e62fa8c6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.459523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-749cdeea-fee8-4b3e-b20c-31e62fa8c6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.467567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-749cdeea-fee8-4b3e-b20c-31e62fa8c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.544551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-749cdeea-fee8-4b3e-b20c-31e62fa8c6ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0ff13cb707e478da1f811e14f74daaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355257 Oct 20 11:01:20.545934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cdeea-fee8-4b3e-b20c-31e62fa8c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6440a6d2-611a-4ea8-8572-2bb99ff7998d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:20.547755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:20.683199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.718321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.768334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.864051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.867101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:20.870570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6440a6d2-611a-4ea8-8572-2bb99ff7998d HTTP/1.1" status: 204 len: 168 time: 0.3194914 Oct 20 11:01:20.881332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762da8e1-e295-48b6-bca9-513770109b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440a6d2-611a-4ea8-8572-2bb99ff7998d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:21.212753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Deleting port ee42eaef-3152-4602-80d1-a792a32089f6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:01:21.213182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:21.235596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f89b03-8597-4c37-9f59-5fad2a9a0299 req-8986c645-bd72-40a3-94e9-742b2e94a202 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:21.243663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f89b03-8597-4c37-9f59-5fad2a9a0299 req-8986c645-bd72-40a3-94e9-742b2e94a202 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 945 time: 0.2460704 Oct 20 11:01:21.322692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2021b18-a202-40aa-9b9e-dce275440ea2 req-8d9a47ff-3ed8-4e0c-8a95-57cde888907d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:21.328621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2021b18-a202-40aa-9b9e-dce275440ea2 req-8d9a47ff-3ed8-4e0c-8a95-57cde888907d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 944 time: 0.2718477 Oct 20 11:01:21.418564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f89b03-8597-4c37-9f59-5fad2a9a0299 req-b87d2f9b-9646-419e-b442-b48749e7f5e3 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738575 Oct 20 11:01:21.427472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] For port ee42eaef-3152-4602-80d1-a792a32089f6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ee42eaef-3152-4602-80d1-a792a32089f6,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:21.447148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:21.476182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Calling delete_port for ee42eaef-3152-4602-80d1-a792a32089f6 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:01:21.495706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2021b18-a202-40aa-9b9e-dce275440ea2 req-8eeab539-f9f3-442e-abae-7b780f9a878f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412816 Oct 20 11:01:21.509853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d4a3db6c-36f3-4a34-a0a5-341c076a5e33 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:21.764314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:01:21.787697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:21.789590 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:21.900788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46920) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:21.935936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a153ba10-ade4-43ce-a240-6661c80774f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:21.971044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.044035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.047892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:22.052523 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98361e2-7b0e-4c66-825a-5c0c9fedf6d0" -d '{"events": [{"server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:22.109774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:22.122364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.142264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee42eaef-3152-4602-80d1-a792a32089f6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:22.171268 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a153ba10-ade4-43ce-a240-6661c80774f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.174250 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36fa0d5-bde0-4c73-a21f-c160f84d5d07 x-openstack-request-id: req-d36fa0d5-bde0-4c73-a21f-c160f84d5d07 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:22.174529 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:22.175014 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d36fa0d5-bde0-4c73-a21f-c160f84d5d07 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:22.175577 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33', 'code': 200} Oct 20 11:01:22.186916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a153ba10-ade4-43ce-a240-6661c80774f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.210792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:22.277911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a153ba10-ade4-43ce-a240-6661c80774f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a013861ca3dd4d70aa8cfac77f389bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731670 Oct 20 11:01:22.279312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46954) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:22.459399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153ba10-ade4-43ce-a240-6661c80774f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b39098-3b20-4dd8-ac26-75f8e1d737b8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:22.479137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba5c6-9483-4627-9f77-d5611dae0223 req-d0e2d433-f3d0-4c5f-bda9-6e84a83a9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:22.480668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a55ba5c6-9483-4627-9f77-d5611dae0223 req-d0e2d433-f3d0-4c5f-bda9-6e84a83a9879 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 1097 time: 0.2170327 Oct 20 11:01:22.552641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.602470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a55ba5c6-9483-4627-9f77-d5611dae0223 req-daa0b337-6759-4887-b700-36794b5dd337 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043148 Oct 20 11:01:22.695880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.726508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517bac-71e0-495e-8619-f03989b9b455 req-7435fc5e-3d7c-40a8-8388-51857b7469fa tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:22.736291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e517bac-71e0-495e-8619-f03989b9b455 req-7435fc5e-3d7c-40a8-8388-51857b7469fa tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1186378 Oct 20 11:01:22.821407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:22.826318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e517bac-71e0-495e-8619-f03989b9b455 req-3de966e9-f2cf-4f32-bf40-e07dd2fdce77 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Oct 20 11:01:23.149660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:23.152719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:23.156137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e6b39098-3b20-4dd8-ac26-75f8e1d737b8 HTTP/1.1" status: 204 len: 168 time: 0.8719776 Oct 20 11:01:23.189738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca880a-0fcd-4461-8200-27cef60ce07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b39098-3b20-4dd8-ac26-75f8e1d737b8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:23.262316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:01:23.470284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:01:23.477032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0dae0ff-79d4-4dad-a79c-aa2f7903d416 admin admin] 10.222.0.74 "PUT /v2.0/routers/aa893d52-d2eb-4cf4-8c1b-9a19bac46a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0997853 Oct 20 11:01:23.480360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47112) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:23.482439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Sync routers for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:01:23.505594 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:23.506095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:01:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:23.670624 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:23.770577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:23.971445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:23.976875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1065388975'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:24.026349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:24.034576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.058866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T11:01:21Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:24.090089 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Checking router: aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:01:24.097467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:01:24.100654 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Routers {'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:24.101410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:01:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:24.107548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafb8c-414e-426e-8b58-4fef26bf1b2a req-6aa6e839-3924-4a01-93e3-e9d9de4c600d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:24.125292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97eafb8c-414e-426e-8b58-4fef26bf1b2a req-6aa6e839-3924-4a01-93e3-e9d9de4c600d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1718910 Oct 20 11:01:24.138156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.138833 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Added segment cc7e9a68-073c-465f-a066-cf643cda6afa of type vlan for network bb7f9c4d-1f51-43b6-b443-72bd28c52932 Oct 20 11:01:24.180766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.244840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.273560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97eafb8c-414e-426e-8b58-4fef26bf1b2a req-c0557466-454e-4dcb-bd74-fbd7cbaedb04 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472986 Oct 20 11:01:24.287968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.295480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:24.296450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.332114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Deleting port eba069b8-c940-4814-904c-46994ad70f78 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:01:24.333009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.425486 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] Set router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:24.503629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:24.506115 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5334394 Oct 20 11:01:24.509824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b94fa3-3bb3-48d2-b69c-0a3ad26e3635 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Network': ['ID=bb7f9c4d-1f51-43b6-b443-72bd28c52932,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:24.521923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:01:24.525504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-382844926'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:24.612048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] For port eba069b8-c940-4814-904c-46994ad70f78, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eba069b8-c940-4814-904c-46994ad70f78,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:24.613392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.642227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Calling delete_port for eba069b8-c940-4814-904c-46994ad70f78 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:01:24.749615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:24.753147 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.861604 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T11:01:21Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:24.913430 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a24e-0f65-4caa-83c6-791c3e0009bd None None] The sync data for ids ['aa893d52-d2eb-4cf4-8c1b-9a19bac46a91'] in n-d-802060-17 is: [{'id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'name': 'tempest-AttachVolumeTestJSON-1183224578-router', 'tenant_id': 'f31655a5c2d842fc92f4fae94133c07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eba069b8-c940-4814-904c-46994ad70f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:52:45Z', 'updated_at': '2021-10-20T11:01:21Z', 'revision_number': 5, 'project_id': 'f31655a5c2d842fc92f4fae94133c07d', 'gw_port': {'id': 'eba069b8-c940-4814-904c-46994ad70f78', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893d52-d2eb-4cf4-8c1b-9a19bac46a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:52:47Z', 'updated_at': '2021-10-20T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:01:24.962496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:01:24.992081 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:24.992434 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Added segment 01c9f344-86dc-4bde-894f-50d094a36d56 of type vlan for network e2788b8c-7b61-495e-9718-ac990188d315 Oct 20 11:01:25.010143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3976c3-96db-4af1-beba-a02b0fb458fc req-b51b19c5-348b-48dc-a290-7d2e6fd141ff tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:25.012270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb3976c3-96db-4af1-beba-a02b0fb458fc req-b51b19c5-348b-48dc-a290-7d2e6fd141ff tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2116244 Oct 20 11:01:25.091098 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.130348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb3976c3-96db-4af1-beba-a02b0fb458fc req-43f31918-75a0-4b6e-89ee-d3c957910576 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927091 Oct 20 11:01:25.153159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.160133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:25.160981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.168059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.221460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=eba069b8-c940-4814-904c-46994ad70f78,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:25.239329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47266) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:25.245655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'subnet': {'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:25.251158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7462661 Oct 20 11:01:25.484700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:25.500822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.535850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed812a-3e1d-4c05-b04f-3c5a601672ac tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Network': ['ID=e2788b8c-7b61-495e-9718-ac990188d315,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:25.550589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e2788b8c-7b61-495e-9718-ac990188d315 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:01:25.593536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee42eaef-3152-4602-80d1-a792a32089f6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:01:25.627964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.661216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ee42eaef-3152-4602-80d1-a792a32089f6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:01:25.662003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ee42eaef-3152-4602-80d1-a792a32089f6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:01:25.837946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:25.841326 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.115364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.335253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:26.336645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network hostable DHCP agents. Network: bb7f9c4d-1f51-43b6-b443-72bd28c52932, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:01:26.348251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Subnet': ['ID=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:26.378025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:01:26.408111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bb7f9c4d-1f51-43b6-b443-72bd28c52932) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:26.422650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee612d-623d-42fc-9d57-1fc44568218f None None] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:26.461296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:26.464092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.538264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0f9fc2f0-8c3a-4368-905a-c49922047883 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2974341 Oct 20 11:01:26.539164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47296) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:26.550198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'subnet': {'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:26.646510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.647707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:01:26.664212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.669826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09f0f6fe-48db-48da-b87d-2372d66f2b5a admin admin] 10.222.0.74 "DELETE /v2.0/routers/aa893d52-d2eb-4cf4-8c1b-9a19bac46a91 HTTP/1.1" status: 204 len: 168 time: 3.1875851 Oct 20 11:01:26.671356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47300) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:26.837201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32083de-a156-419b-a6ff-27acba806e1d req-447249c3-b6b3-46ac-99ab-509e1709ad4d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:26.840030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e32083de-a156-419b-a6ff-27acba806e1d req-447249c3-b6b3-46ac-99ab-509e1709ad4d tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2493539 Oct 20 11:01:26.845714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:26.860613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.880064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Deleting subnet 59c7975a-071c-4830-91c2-46f0efd55b81 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:01:26.887790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.912945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'tenant_id': '1cd676190bf643f385546e093799e024', 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:01:26.914651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:26.987079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.167956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.287931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Allocated IP 10.1.1.2 (bb7f9c4d-1f51-43b6-b443-72bd28c52932/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac/c630432b-bc3d-4cd1-a70a-50972dfade8e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:27.311387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.441907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c7975a-071c-4830-91c2-46f0efd55b81,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:27.445748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.450143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0c24b92-98e8-4b8a-b07a-f503594cd753 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/59c7975a-071c-4830-91c2-46f0efd55b81 HTTP/1.1" status: 204 len: 168 time: 0.7704577 Oct 20 11:01:27.465072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:27.483263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.498415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e32083de-a156-419b-a6ff-27acba806e1d req-61de3f19-a7e1-4468-884d-97af4ecf11f2 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361945 Oct 20 11:01:27.595736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eba069b8-c940-4814-904c-46994ad70f78 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:01:27.607398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7b614-9b6b-4ebe-9baa-8e82d4547807 None None] Network f8f0b7a4-0107-45fc-a134-9086d3e50ace requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:27.695579 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:27.703357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47324) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:27.759867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: eba069b8-c940-4814-904c-46994ad70f78 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:01:27.760344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eba069b8-c940-4814-904c-46994ad70f78 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:01:27.772302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Checking segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:27.775354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network hostable DHCP agents. Network: e2788b8c-7b61-495e-9718-ac990188d315, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:01:27.781357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Subnet': ['ID=7e910072-0d57-423a-b9dd-b68942ea6ed3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:27.906457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network e2788b8c-7b61-495e-9718-ac990188d315 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:01:27.946619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e2788b8c-7b61-495e-9718-ac990188d315) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:27.963635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:27.967202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.015828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Deleting port e95fa444-ef56-48e9-81ea-7dad23cab73c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:01:28.020256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a9b88-323c-4fe9-85cb-4b0dede224f3 None None] Network e2788b8c-7b61-495e-9718-ac990188d315 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:28.021739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.049992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6c6df15e-acdc-4f49-8f2c-59f131f5ffac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.100329 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f8c7837-54b3-446e-9ff4-52ff94d87ada tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5596797 Oct 20 11:01:28.104867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47334) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:28.150340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'name': 'tempest-TaggedBootDevicesTest_v242-2023200727', 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:28.200332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] For port e95fa444-ef56-48e9-81ea-7dad23cab73c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e95fa444-ef56-48e9-81ea-7dad23cab73c,segment=NetworkSegment(fa8f90c7-6255-4664-b2af-4cceab7818fc),segment_id=fa8f90c7-6255-4664-b2af-4cceab7818fc)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:28.201031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.251311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.254155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dc558-c503-4388-b764-a92dfbaf9e50 req-3aa43985-0010-4da4-b52b-bf455ea395a3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:28.261152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd5dc558-c503-4388-b764-a92dfbaf9e50 req-3aa43985-0010-4da4-b52b-bf455ea395a3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1836166 Oct 20 11:01:28.270860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Calling delete_port for e95fa444-ef56-48e9-81ea-7dad23cab73c owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:01:28.279768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.338773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Pushing event updated for resources: {'Port': ['ID=c630432b-bc3d-4cd1-a70a-50972dfade8e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:28.368699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.369046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.369383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.369967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.370304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.370630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.370968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.371301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.371628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.371936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.372567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.372725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:28.384900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd5dc558-c503-4388-b764-a92dfbaf9e50 req-56a3eb92-1f53-4ded-bfac-2ba3b76e1b7f tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161933 Oct 20 11:01:28.388380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:28.396041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:28.476398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:28.496905 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6c6df15e-acdc-4f49-8f2c-59f131f5ffac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.509253 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6c6df15e-acdc-4f49-8f2c-59f131f5ffac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.509556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.512784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e2788b8c-7b61-495e-9718-ac990188d315', 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'tenant_id': '1cd676190bf643f385546e093799e024', 'fixed_ips': [{'subnet_id': '7e910072-0d57-423a-b9dd-b68942ea6ed3'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:01:28.514817 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.518015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9092b-a0a9-462f-a83f-48b0d582e7bc None None] DHCP port deletion for f8f0b7a4-0107-45fc-a134-9086d3e50ace request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:01:28.537237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] No DVR routers for this DVR port e95fa444-ef56-48e9-81ea-7dad23cab73c on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:01:28.541507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc6000e2-6b37-4c6e-8b70-ba362fd2f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.627081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47336) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:28.633429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6c6df15e-acdc-4f49-8f2c-59f131f5ffac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca862288ad4f4745bfd1bf00b9dc5c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229233 Oct 20 11:01:28.635264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df15e-acdc-4f49-8f2c-59f131f5ffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750bbd4c-4ff8-4f2c-b88d-f6589b82b80e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:28.640623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Pushing event deleted for resources: {'Port': ['ID=e95fa444-ef56-48e9-81ea-7dad23cab73c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:28.717302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Attempting to bind port c630432b-bc3d-4cd1-a70a-50972dfade8e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:28.718444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Attempting to bind port c630432b-bc3d-4cd1-a70a-50972dfade8e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:28.719456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Attempting to bind port c630432b-bc3d-4cd1-a70a-50972dfade8e on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:28.743589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:28.744242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:28.744810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.745374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Bound using segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:28.746037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Bound port: c630432b-bc3d-4cd1-a70a-50972dfade8e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:28.746586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.772691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:28.788261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.873261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0b7a4-0107-45fc-a134-9086d3e50ace']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:28.914144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.919032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Allocated IP 10.2.2.2 (e2788b8c-7b61-495e-9718-ac990188d315/7e910072-0d57-423a-b9dd-b68942ea6ed3/1aec9b7d-1205-48d3-9da2-c006b609cf3a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:28.922281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] For port c630432b-bc3d-4cd1-a70a-50972dfade8e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:28.924492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f90c7-6255-4664-b2af-4cceab7818fc') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:28.924997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f90c7-6255-4664-b2af-4cceab7818fc') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:28.933662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] For port c630432b-bc3d-4cd1-a70a-50972dfade8e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c630432b-bc3d-4cd1-a70a-50972dfade8e,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:28.942748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.953097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.976419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:28.995775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.004187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.040065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:01:29.040478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:01:29.048250 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:01:29.181574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e95fa444-ef56-48e9-81ea-7dad23cab73c no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:01:29.182634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] device_id is not set on port f85cd23e-79fe-4ed4-9447-88685368ed33 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:01:29.219052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e95fa444-ef56-48e9-81ea-7dad23cab73c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:01:29.219390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e95fa444-ef56-48e9-81ea-7dad23cab73c not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:01:29.234279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b35576-271c-4a5f-9dba-97549c460dbd None None] Pushing event updated for resources: {'Port': ['ID=c630432b-bc3d-4cd1-a70a-50972dfade8e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:29.410292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.445258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.446112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.455465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] 10.222.0.74 "DELETE /v2.0/networks/f8f0b7a4-0107-45fc-a134-9086d3e50ace HTTP/1.1" status: 204 len: 168 time: 1.9852376 Oct 20 11:01:29.462242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.516737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.534169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.535397 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/750bbd4c-4ff8-4f2c-b88d-f6589b82b80e HTTP/1.1" status: 204 len: 168 time: 0.8966503 Oct 20 11:01:29.554867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b99f9-d62f-49b6-ae79-e7b74d4cc07f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f0b7a4-0107-45fc-a134-9086d3e50ace,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:29.617798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Pushing event updated for resources: {'Port': ['ID=1aec9b7d-1205-48d3-9da2-c006b609cf3a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:29.648105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccce11-e662-4928-936c-8c1d7343e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750bbd4c-4ff8-4f2c-b88d-f6589b82b80e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:29.707697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.1.1.254 (bb7f9c4d-1f51-43b6-b443-72bd28c52932/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac/f85cd23e-79fe-4ed4-9447-88685368ed33) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:29.713321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Network e2788b8c-7b61-495e-9718-ac990188d315 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:29.719292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:29.737425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:29.750220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e68d76-1215-479b-8b66-efde39b584ef req-1e22d42d-2cba-4972-8cc4-8bb8b0c3fcc8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:29.755333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32e68d76-1215-479b-8b66-efde39b584ef req-1e22d42d-2cba-4972-8cc4-8bb8b0c3fcc8 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.3149097 Oct 20 11:01:29.818076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:29.848615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Attempting to bind port 1aec9b7d-1205-48d3-9da2-c006b609cf3a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:29.849322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Attempting to bind port 1aec9b7d-1205-48d3-9da2-c006b609cf3a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:29.851991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Attempting to bind port 1aec9b7d-1205-48d3-9da2-c006b609cf3a on network e2788b8c-7b61-495e-9718-ac990188d315 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:29.866471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:29.867295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Checking segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:29.869008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.870207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Bound using segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:29.872805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Bound port: 1aec9b7d-1205-48d3-9da2-c006b609cf3a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:29.874658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:29.946823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593868cd-d628-4d65-9d95-27c12d7c17fc req-0cf3f428-f3af-4eeb-aefb-c073c8051fc3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:29.973830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-593868cd-d628-4d65-9d95-27c12d7c17fc req-0cf3f428-f3af-4eeb-aefb-c073c8051fc3 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 945 time: 0.4094515 Oct 20 11:01:30.007234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] For port 1aec9b7d-1205-48d3-9da2-c006b609cf3a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:30.013780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] For port 1aec9b7d-1205-48d3-9da2-c006b609cf3a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1aec9b7d-1205-48d3-9da2-c006b609cf3a,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:30.028290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.152607 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-03ebd798-3183-4385-8211-cae22925c3f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f31655a5c2d842fc92f4fae94133c07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296223 Oct 20 11:01:30.155881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47358) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:30.167831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e119-0252-4a27-bbb3-5e0e3266eccd None None] Pushing event updated for resources: {'Port': ['ID=1aec9b7d-1205-48d3-9da2-c006b609cf3a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:30.252618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-593868cd-d628-4d65-9d95-27c12d7c17fc req-d72fb0c6-01b2-435a-bb56-a2454f7dd832 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/security-groups?id=1db0ef10-4978-4fc5-9291-7174951bdc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892374 Oct 20 11:01:30.291729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Deleting port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:01:30.292196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.402540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.413118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47362) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:30.447468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.462534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a34c6fcb-506d-4b61-91fc-3255d09a4a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.477568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] For port d4a3db6c-36f3-4a34-a0a5-341c076a5e33, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,segment=NetworkSegment(b8fdf5ee-d7da-45ad-becc-4bee65077366),segment_id=b8fdf5ee-d7da-45ad-becc-4bee65077366)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:30.479210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.499502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Calling delete_port for d4a3db6c-36f3-4a34-a0a5-341c076a5e33 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:01:30.523024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.665205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.787293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:30.827571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.834401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:30.840760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.843678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d4a3db6c-36f3-4a34-a0a5-341c076a5e33'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:01:30.844170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:30.847967 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d2088c0-43fb-497a-8f94-c99d618c98ad HTTP/1.1" status: 204 len: 168 time: 0.6886220 Oct 20 11:01:30.847967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:30.888544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:30.890771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Pushing event deleted for resources: {'Port': ['ID=d4a3db6c-36f3-4a34-a0a5-341c076a5e33,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:30.935734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e28592-ad97-49f0-9ff0-1393d483977d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2088c0-43fb-497a-8f94-c99d618c98ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:31.008901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a34c6fcb-506d-4b61-91fc-3255d09a4a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.024999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] No DVR routers for this DVR port d4a3db6c-36f3-4a34-a0a5-341c076a5e33 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:01:31.034472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.039365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a34c6fcb-506d-4b61-91fc-3255d09a4a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.042987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32e68d76-1215-479b-8b66-efde39b584ef req-787b33c1-17d9-455e-9b65-3c6baae72a78 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.70 "DELETE /v2.0/ports/d4a3db6c-36f3-4a34-a0a5-341c076a5e33 HTTP/1.1" status: 204 len: 173 time: 1.2736802 Oct 20 11:01:31.044214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'name': 'network-vif-deleted', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:31.057634 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e29c8-1674-4b49-82d7-f2c7bfc1d309" -d '{"events": [{"server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "name": "network-vif-deleted", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:31.127658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a533c-ca84-4488-97da-74ebd8364073 None None] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:31.161581 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9059eeec-605f-425f-ab85-0a111c039d95 x-openstack-request-id: req-9059eeec-605f-425f-ab85-0a111c039d95 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:31.161889 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9e4692-8ec6-4296-b100-6eb1e33eb0a2", "name": "network-vif-deleted", "tag": "d4a3db6c-36f3-4a34-a0a5-341c076a5e33", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:31.162165 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9059eeec-605f-425f-ab85-0a111c039d95 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:31.162564 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9e4692-8ec6-4296-b100-6eb1e33eb0a2', 'name': 'network-vif-deleted', 'tag': 'd4a3db6c-36f3-4a34-a0a5-341c076a5e33', 'status': 'completed', 'code': 200} Oct 20 11:01:31.174070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:31.175014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.206446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47374) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:31.206869 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a34c6fcb-506d-4b61-91fc-3255d09a4a3a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e4e6cc44e4b40efa019fb9312b17169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911985 Oct 20 11:01:31.209479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c6fcb-506d-4b61-91fc-3255d09a4a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0770856-e7c1-461e-84b0-13c4f4187f87,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:31.236956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-52dc8900-d26f-46e2-b636-29c021a0f879 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1243961 Oct 20 11:01:31.240007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:31.250391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'name': 'tempest-TaggedBootDevicesTest_v242-167026256', 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:31.464364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.525138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.615794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:31.620144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c630432b-bc3d-4cd1-a70a-50972dfade8e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:31.621027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.652895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] Provisioning complete for port c630432b-bc3d-4cd1-a70a-50972dfade8e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:31.653537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.676193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] device_id is not set on port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:01:31.704590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1dc02781-85a4-4afd-9ada-04741324d6a8 req-793c02db-3199-4f8d-ac51-bb39a899d2b1 tempest-DeleteServersTestJSON-1282508476 tempest-DeleteServersTestJSON-1282508476-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e9e4692-8ec6-4296-b100-6eb1e33eb0a2 HTTP/1.1" status: 200 len: 210 time: 0.1129272 Oct 20 11:01:31.763559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.764137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-12d63700-b510-4662-a5b8-b6c82dc04b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.766539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.768243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0770856-e7c1-461e-84b0-13c4f4187f87 HTTP/1.1" status: 204 len: 168 time: 0.5605938 Oct 20 11:01:31.790126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a835ed-6d79-4f47-92c6-d9415a8c65f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0770856-e7c1-461e-84b0-13c4f4187f87,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:31.977037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.137448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.196165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.1.1.66 (bb7f9c4d-1f51-43b6-b443-72bd28c52932/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac/4e6db930-1a21-4ef1-b327-6e19a2b580a9) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:32.233374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c630432b-bc3d-4cd1-a70a-50972dfade8e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:32.233762 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.241512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] For port c630432b-bc3d-4cd1-a70a-50972dfade8e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c630432b-bc3d-4cd1-a70a-50972dfade8e,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:32.316730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.645063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.725277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:32.797433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:32.803956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:32.824528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:32.924051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ab125-60e8-42f5-9122-bf5a6ab78df1 None None] Network e2788b8c-7b61-495e-9718-ac990188d315 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:33.013738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:33.016394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.021307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:33.071378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e905a65-ffac-4236-bb9a-2ba0b46bdfe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8302267 Oct 20 11:01:33.103439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.237582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] Provisioning complete for port 1aec9b7d-1205-48d3-9da2-c006b609cf3a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:33.247270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.480324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f6f6-94e8-4e6a-b23f-74475b7c600e None None] Pushing event updated for resources: {'Port': ['ID=c630432b-bc3d-4cd1-a70a-50972dfade8e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:33.647862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d4a3db6c-36f3-4a34-a0a5-341c076a5e33 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:01:33.669182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47468) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:33.673879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308840632', 'description': 'tempest-description--1740251262'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:33.732232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.808839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: d4a3db6c-36f3-4a34-a0a5-341c076a5e33 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:01:33.819522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d4a3db6c-36f3-4a34-a0a5-341c076a5e33 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:01:33.916097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.947560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:33.963538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.076368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1aec9b7d-1205-48d3-9da2-c006b609cf3a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:34.135408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe6c95-318e-4370-8452-27f392d4db7e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:34.154113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.162538 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb97ca25-b081-4607-b95b-67b54a51738f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4889147 Oct 20 11:01:34.163696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47472) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:34.170549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'security_group_rule': {'security_group_id': 'cbfe6c95-318e-4370-8452-27f392d4db7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:34.278204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.313392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] For port 1aec9b7d-1205-48d3-9da2-c006b609cf3a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1aec9b7d-1205-48d3-9da2-c006b609cf3a,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:34.368914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.500279 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.554425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.566400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.577196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1aec9b7d-1205-48d3-9da2-c006b609cf3a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:34.577837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.642626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af56c317-23c1-423a-980a-db8b3c831499,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:34.686759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:34.719330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.720476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae8c3352-737a-4289-a3bd-a92ec1fde91e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5540698 Oct 20 11:01:34.724200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47484) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:34.732887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'security_group_rule': {'security_group_id': 'cbfe6c95-318e-4370-8452-27f392d4db7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:34.845756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Provisioning complete for port f85cd23e-79fe-4ed4-9447-88685368ed33 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:34.846127 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.858447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:34.874038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3607c3-85cf-4bf3-97c9-da690dfa889a None None] Pushing event updated for resources: {'Port': ['ID=1aec9b7d-1205-48d3-9da2-c006b609cf3a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:35.047745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Port f85cd23e-79fe-4ed4-9447-88685368ed33 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:35.091509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5af41d10-e4cf-47c8-ab23-c59094bc41d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.232508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Provisioning complete for port c630432b-bc3d-4cd1-a70a-50972dfade8e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:35.246124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.262671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.275916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.301809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1dac9c-20ce-44ed-8f07-956c7926f62a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:35.386995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.389438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b129d397-2202-44f4-b671-2312c9f50721 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6609609 Oct 20 11:01:35.399506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47498) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:35.417829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:35.572444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.573633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5af41d10-e4cf-47c8-ab23-c59094bc41d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.604049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5af41d10-e4cf-47c8-ab23-c59094bc41d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:35.700577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af41d10-e4cf-47c8-ab23-c59094bc41d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33a314-3aa1-4200-b562-e30c9f3de608,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:35.767651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47512) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:35.771761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c630432b-bc3d-4cd1-a70a-50972dfade8e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:35.772492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5af41d10-e4cf-47c8-ab23-c59094bc41d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06b970fc10e94a0d95b216ebd965c839&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0755463 Oct 20 11:01:35.927161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Provisioning complete for port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:35.927727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.112391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce896bcd-c409-45ac-ad8e-74451181f2f8 None None] Port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:36.123567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c630432b-bc3d-4cd1-a70a-50972dfade8e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:36.124617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.125797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.259745 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.437440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3451200c-1c21-4581-ba26-3082ed75ebe5 None None] Provisioning complete for port 1aec9b7d-1205-48d3-9da2-c006b609cf3a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:36.442743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3451200c-1c21-4581-ba26-3082ed75ebe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.445864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.489160 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.492924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.496617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b33a314-3aa1-4200-b562-e30c9f3de608 HTTP/1.1" status: 204 len: 168 time: 0.7258313 Oct 20 11:01:36.595935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc30ff0-3629-4470-ade1-0c0c0c1c535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33a314-3aa1-4200-b562-e30c9f3de608,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:36.777189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1aec9b7d-1205-48d3-9da2-c006b609cf3a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:36.894445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 172.25.3.224 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e0312993-a9c3-49cf-b79d-446a277d7475) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:37.048168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1aec9b7d-1205-48d3-9da2-c006b609cf3a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:37.058736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.213708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.350197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.428954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:37.434451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:37.443748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:38.334584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=e0312993-a9c3-49cf-b79d-446a277d7475,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:38.377382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.377815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.378303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.378453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.378703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.379071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.379397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.379705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.380028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.380532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.380834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.381149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:38.478052 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:38.617348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:39.103561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:39.125139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:39.371687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=e0312993-a9c3-49cf-b79d-446a277d7475,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:39.410549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:39.456432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:39.466564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d19d7c94-5116-428f-b306-337e4fe1a902 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0655284 Oct 20 11:01:40.130244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-4af79f25-9594-441b-a1a7-f4420ec32b88 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1308840632&fields=id&tenant_id=1cd676190bf643f385546e093799e024 HTTP/1.1" status: 200 len: 267 time: 0.0645847 Oct 20 11:01:40.210183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a87939cb-8801-4864-a445-fee120e4a37a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:40.221995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a87939cb-8801-4864-a445-fee120e4a37a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 937 time: 0.0900581 Oct 20 11:01:40.290241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-343fdc19-519e-4c25-bb53-124f320963d4 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:40.299873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-343fdc19-519e-4c25-bb53-124f320963d4 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 935 time: 0.0769329 Oct 20 11:01:40.423561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-f33721b9-50b5-4643-b295-f17dd19955d5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1218188 Oct 20 11:01:40.468998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-d814a209-be97-430e-9faa-8ddc1d7756e6 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0441608 Oct 20 11:01:40.603114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9d908692-c2b9-4679-9514-1ae667b18e5f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:40.609349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9d908692-c2b9-4679-9514-1ae667b18e5f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:40.623468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9d908692-c2b9-4679-9514-1ae667b18e5f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:40.632550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9d908692-c2b9-4679-9514-1ae667b18e5f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 1995 time: 0.1620843 Oct 20 11:01:40.662362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-d5b19d3e-2ed7-4952-b356-94786ce35dd5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/quotas/1cd676190bf643f385546e093799e024 HTTP/1.1" status: 200 len: 375 time: 0.0286653 Oct 20 11:01:40.815033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-bb8e185b-c41c-4e54-a437-4c2b848964c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1512194 Oct 20 11:01:41.106893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-83221935-b6bc-4086-bde1-df5fe5d6981a service neutron] 10.222.0.74 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884903 Oct 20 11:01:41.377972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-c01424d3-c277-4ebd-88fb-2cc5c5197014 service neutron] 10.222.0.74 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700531 Oct 20 11:01:41.482873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9d1fc380-b743-46ce-b8cc-683b3bdc6f53 service neutron] 10.222.0.74 "GET /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1024473 Oct 20 11:01:41.782716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-531511d5-fd44-468c-abdd-62dd47c418c5 service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765400 Oct 20 11:01:42.022269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-41af2929-d9e4-4c5f-a550-b73ed0ecd28d service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278326 Oct 20 11:01:42.174711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-ea91c286-74d7-426c-a1b3-e2ac3333e450 service neutron] 10.222.0.74 "GET /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1454546 Oct 20 11:01:42.229251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:42.410318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-adc18555-7e15-42fc-a8f8-8a8942b67a4a service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276182 Oct 20 11:01:42.495692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Deleting subnet 4779ebf1-4602-45f8-88d8-8d4799de112a {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:01:42.509924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:42.615534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:42.742332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:42.745241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-68ec1dae-4654-4757-b7b3-86cc59baee73 service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235760 Oct 20 11:01:42.866313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:42.910482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9b0f8540-f66f-4be2-92dd-781ce49db2ca service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585715 Oct 20 11:01:42.919277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4779ebf1-4602-45f8-88d8-8d4799de112a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:42.931696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:42.940477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be040d05-1b5a-4cb7-889a-586e0b5921d5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4779ebf1-4602-45f8-88d8-8d4799de112a HTTP/1.1" status: 204 len: 168 time: 0.7085450 Oct 20 11:01:42.950106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:43.044207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.052393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-d50ded00-a9c9-46bf-a58a-1c9fa330f186 service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409161 Oct 20 11:01:43.138533 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.169118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66035ba-95ca-46bf-b7b4-d42c18e13658']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:43.179700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8e5a45e6-9bac-4b94-88b8-e3f93cb62954 service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262136 Oct 20 11:01:43.188029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fdf5ee-d7da-45ad-becc-4bee65077366') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:43.188646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fdf5ee-d7da-45ad-becc-4bee65077366') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:43.201932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.228395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.243159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:01:43.245586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:01:43.250321 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:01:43.420288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-226c4920-4a6c-4153-902b-5dea3dde1a75 service neutron] 10.222.0.74 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396779 Oct 20 11:01:43.427977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.435289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.444965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] 10.222.0.74 "DELETE /v2.0/networks/d66035ba-95ca-46bf-b7b4-d42c18e13658 HTTP/1.1" status: 204 len: 168 time: 0.4935222 Oct 20 11:01:43.473720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4c38f-dd91-4c84-bc0c-0cfe8975fa7f admin admin] Pushing event deleted for resources: {'Network': ['ID=d66035ba-95ca-46bf-b7b4-d42c18e13658,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:43.722815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-592486fd-e742-4191-bf5f-ad6014f57ac6 service neutron] 10.222.0.74 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937400 Oct 20 11:01:43.906186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47762) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:43.974063 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-326154df-e461-45c8-b679-5baae7392dfb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a807b90f30bb425399fb270c745e391f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665717 Oct 20 11:01:43.976487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47764) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:43.983424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-4cb18bfa-3077-4ffe-897b-dc652d53586f service neutron] 10.222.0.74 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444057 Oct 20 11:01:44.098508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.132063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.159171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-19cb5a4f-6185-4234-b1b2-0df0615aef7e service neutron] 10.222.0.74 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728966 Oct 20 11:01:44.247949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.251912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.253833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1db0ef10-4978-4fc5-9291-7174951bdc3c HTTP/1.1" status: 204 len: 168 time: 0.2757583 Oct 20 11:01:44.269710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1ca7a-360e-40fa-b8a5-6ce999a1429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0ef10-4978-4fc5-9291-7174951bdc3c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:44.382161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-dafa9793-f5d2-4768-b238-5edc5da5918a service neutron] 10.222.0.74 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163851 Oct 20 11:01:45.553903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8ccf6b3-2368-4b67-a996-8d73da4789ed req-041f3817-2d90-412c-8498-124adbc60645 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0928974 Oct 20 11:01:45.805903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:45.864453 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.026963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1321846395-network', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:46.074277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:46.078371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.093997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.210551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.218670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.245359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:01:46.256829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2dfa2-7997-448d-9898-b14e55673ccd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:46.262305 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.262698 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Added segment 05139401-2582-474f-95fc-5687bb79f9e9 of type vlan for network 181b50e7-fd6a-425c-9dc7-1d8947651a35 Oct 20 11:01:46.330011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.359671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.360754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:46.361339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.396033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5889032 Oct 20 11:01:46.398739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47846) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:46.403729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Request body: {'subnet': {'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1321846395-subnet', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:46.492951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:46.497046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.500811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89e685-591b-4c1a-9df9-788bbc97b135 admin admin] Pushing event updated for resources: {'Network': ['ID=181b50e7-fd6a-425c-9dc7-1d8947651a35,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:46.513239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:01:46.712616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5884f054-94a8-4a51-afbf-422c0dd12f3d req-a10c770d-0eb9-4eb0-adc2-f75236eb7641 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0424273 Oct 20 11:01:46.737572 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.802389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.923513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:46.923852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Network hostable DHCP agents. Network: 181b50e7-fd6a-425c-9dc7-1d8947651a35, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:01:46.930144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a4a981-c7f6-43bd-8311-9c697c76c933,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:46.958174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:01:46.974468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 181b50e7-fd6a-425c-9dc7-1d8947651a35) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:46.979799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:46.980635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:46.985161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1ffa4-5ff8-46f5-8b67-24fb8ede4839 None None] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:47.003019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6883bd7b-d9e3-4a8b-896f-222089fe327c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6024346 Oct 20 11:01:47.005595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47860) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:47.013072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:47.052933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.055315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.094174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-69af8dd5-4bb2-409a-9cc5-495a201942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.098712 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-69af8dd5-4bb2-409a-9cc5-495a201942eb service neutron] 10.222.0.83 "GET /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 1033 time: 0.0922394 Oct 20 11:01:47.184852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.225291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-73263c14-321b-4892-b071-271ca83f148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.227134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-73263c14-321b-4892-b071-271ca83f148c service neutron] 10.222.0.83 "GET /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 1031 time: 0.1086504 Oct 20 11:01:47.395761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-181b50e7-fd6a-425c-9dc7-1d8947651a35', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:01:47.399066 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.542566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-78f85fd8-2766-41b8-8c5b-ec89435376ca tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.553525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.570857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-78f85fd8-2766-41b8-8c5b-ec89435376ca tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.598534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-78f85fd8-2766-41b8-8c5b-ec89435376ca tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.602117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-78f85fd8-2766-41b8-8c5b-ec89435376ca tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 1995 time: 0.3670509 Oct 20 11:01:47.621288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Allocated IP 172.20.0.2 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/0af27138-57e1-474d-9833-370a21519734) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:47.697677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b4b83a73-5800-4221-8d3a-94ddf88b1cd1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd676190bf643f385546e093799e024 HTTP/1.1" status: 200 len: 380 time: 0.0824873 Oct 20 11:01:47.723713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'admin_state_up': True, 'tenant_id': '1cd676190bf643f385546e093799e024', 'security_groups': ['cbfe6c95-318e-4370-8452-27f392d4db7e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:47.972995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:47.997799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.008387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:48.012947 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.094561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:48.103497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:48.123119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:48.133027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Pushing event updated for resources: {'Port': ['ID=0af27138-57e1-474d-9833-370a21519734,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:48.212098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d05fa3bc-db53-4348-9c1f-5840aa9e26c7 req-de9d1167-0c02-4d5c-ae11-d0f82336c908 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.2079885 Oct 20 11:01:48.213436 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.259357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.280659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 172.20.0.12 (a91ae3e2-6a90-44b7-be18-de320866274e/1388bd64-3b06-4dc9-93e5-82fb600ec519/454d55aa-e323-4209-b54c-6624fc4dc13b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:48.313334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Attempting to bind port 0af27138-57e1-474d-9833-370a21519734 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:48.316736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Attempting to bind port 0af27138-57e1-474d-9833-370a21519734 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:48.319434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Attempting to bind port 0af27138-57e1-474d-9833-370a21519734 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:48.333949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:48.334692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:48.336980 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.337779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:48.338464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Bound port: 0af27138-57e1-474d-9833-370a21519734, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:48.342885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.479974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] For port 0af27138-57e1-474d-9833-370a21519734, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:48.488360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] For port 0af27138-57e1-474d-9833-370a21519734, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0af27138-57e1-474d-9833-370a21519734,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:48.500663 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.558224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Allocated IP 172.25.3.112 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e4b3bafe-ecc8-43ef-a873-9eb0ad514c39) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:48.644974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f18f3-9008-4bb2-9468-9a5e05311af1 None None] Pushing event updated for resources: {'Port': ['ID=0af27138-57e1-474d-9833-370a21519734,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:48.710215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.803657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.863067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.872321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network a91ae3e2-6a90-44b7-be18-de320866274e is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:48.881014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:48.957358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.984260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:49.169568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:49.187877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:49.215281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:49.215968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:49.261725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-eb49ac00-1f61-4aa9-9c89-571fd8b048b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5507307 Oct 20 11:01:49.287076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'admin_state_up': True, 'tenant_id': '1cd676190bf643f385546e093799e024', 'security_groups': ['cbfe6c95-318e-4370-8452-27f392d4db7e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:49.295003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:49.303626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:49.319581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:49.479346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:49.487022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:49.582595 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:01:49.600950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f07d26ff-a0d0-44ef-8ee7-5473bccb50eb None None] Provisioning complete for port 454d55aa-e323-4209-b54c-6624fc4dc13b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:49.601509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f07d26ff-a0d0-44ef-8ee7-5473bccb50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:49.726256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0af27138-57e1-474d-9833-370a21519734 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:49.768429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.1.1.187 (bb7f9c4d-1f51-43b6-b443-72bd28c52932/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac/8d430fb0-486f-4fa7-a9b8-ac9b049c48a1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:49.860525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf02-60af-4371-9a4f-a91a3cc6a71d req-422f1611-d97c-4b2c-adb4-5df04bea59b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:49.880071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1577cf02-60af-4371-9a4f-a91a3cc6a71d req-422f1611-d97c-4b2c-adb4-5df04bea59b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 932 time: 0.3759375 Oct 20 11:01:49.881447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f07d26ff-a0d0-44ef-8ee7-5473bccb50eb None None] Port 454d55aa-e323-4209-b54c-6624fc4dc13b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:49.960860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0af27138-57e1-474d-9833-370a21519734 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:49.961680 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.069392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1577cf02-60af-4371-9a4f-a91a3cc6a71d req-30eb0526-99b8-49b9-a842-f5fca6f5c2df tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882041 Oct 20 11:01:50.084239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.140485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.220180 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.249252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:50.254129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:50.279144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:50.324040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0af27138-57e1-474d-9833-370a21519734, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0af27138-57e1-474d-9833-370a21519734,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:50.338688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.360670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.431165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:50.489405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0af27138-57e1-474d-9833-370a21519734,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:50.524366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:50.527148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.585761 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-991cdf45-7430-4790-989e-ff60f64ce54d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3115864 Oct 20 11:01:50.600280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'admin_state_up': True, 'tenant_id': '1cd676190bf643f385546e093799e024', 'security_groups': ['cbfe6c95-318e-4370-8452-27f392d4db7e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:50.832018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5229e4a2-9bd1-4ccb-a05e-600b55d52d49 None None] Provisioning complete for port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:50.835891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5229e4a2-9bd1-4ccb-a05e-600b55d52d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.910719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:50.915297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.941301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5229e4a2-9bd1-4ccb-a05e-600b55d52d49 None None] Port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:50.999810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:51.028870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd2db5-0204-4588-998c-169673879a07 None None] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:01:51.257407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.1.1.61 (bb7f9c4d-1f51-43b6-b443-72bd28c52932/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac/bc41ec20-4afc-4c68-a411-9a179e740fd7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:51.312289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a720be3e-a6a6-4e0e-90cd-d8a583a2ecfb None None] Provisioning complete for port 0af27138-57e1-474d-9833-370a21519734 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:51.314435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a720be3e-a6a6-4e0e-90cd-d8a583a2ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:51.323480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210d78-1d30-44f6-be1d-55065d98080e req-08444766-c8f5-4f87-915e-e4bf4b972845 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:51.332694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210d78-1d30-44f6-be1d-55065d98080e req-08444766-c8f5-4f87-915e-e4bf4b972845 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:51.334518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15210d78-1d30-44f6-be1d-55065d98080e req-08444766-c8f5-4f87-915e-e4bf4b972845 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 1654 time: 0.1243627 Oct 20 11:01:51.457427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15210d78-1d30-44f6-be1d-55065d98080e req-f2d5d550-8171-41ce-8881-a2ce64c41844 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053536 Oct 20 11:01:51.465583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Router 0f396071-5132-44c0-ba9f-a3172049cd67 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:01:51.705796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0af27138-57e1-474d-9833-370a21519734 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:51.795560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:51.895612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0af27138-57e1-474d-9833-370a21519734 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:51.896162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:51.945535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.023107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:52.029183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:52.037596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:52.276010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:01:52.285363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Sync routers for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:01:52.311911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:52.312835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:01:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:52.317009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:52.359008 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.360336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-189978de-9acc-4c87-a857-b9d00ebacf29 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3526359 Oct 20 11:01:52.364534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:52.365562 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.368290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:52.657849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:52.688590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5139d-a7b2-4513-8691-25e0b3f02030 req-5b786d19-d7da-45fd-bd91-838b5c0db62a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:52.689282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b289c77a-cb60-4d0a-b6f8-71ce6730e076 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0933883 Oct 20 11:01:52.703471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'admin_state_up': True, 'tenant_id': '1cd676190bf643f385546e093799e024', 'security_groups': ['cbfe6c95-318e-4370-8452-27f392d4db7e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:52.706758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5139d-a7b2-4513-8691-25e0b3f02030 req-5b786d19-d7da-45fd-bd91-838b5c0db62a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:52.723466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5139d-a7b2-4513-8691-25e0b3f02030 req-5b786d19-d7da-45fd-bd91-838b5c0db62a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:52.729118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfb5139d-a7b2-4513-8691-25e0b3f02030 req-5b786d19-d7da-45fd-bd91-838b5c0db62a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 2374 time: 0.1400805 Oct 20 11:01:52.847559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfb5139d-a7b2-4513-8691-25e0b3f02030 req-2d14a07c-ef6a-4398-813e-cb1c9beb79b8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083851 Oct 20 11:01:52.869425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cfa959bc-9264-44a0-ab0d-f64a5dbe2a3e None None] Provisioning complete for port 0af27138-57e1-474d-9833-370a21519734 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:52.869986 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cfa959bc-9264-44a0-ab0d-f64a5dbe2a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.390777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:53.721838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:50Z', 'revision_number': 3, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:53.811035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Checking router: 0f396071-5132-44c0-ba9f-a3172049cd67 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:01:53.813433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Updating router 0f396071-5132-44c0-ba9f-a3172049cd67 port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:01:53.853818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.892159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47986) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:53.903354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.958976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1a7d0c65-a4aa-41e3-a5fc-6f502e1fe633 None None] Provisioning complete for port bc41ec20-4afc-4c68-a411-9a179e740fd7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:53.959355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c65-a4aa-41e3-a5fc-6f502e1fe633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.962125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.291664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d0c65-a4aa-41e3-a5fc-6f502e1fe633 None None] Port bc41ec20-4afc-4c68-a411-9a179e740fd7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:54.419187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7313aa1-0ac4-4fd5-9ab0-35d5537d8e70 req-dccfbd07-1b84-42bc-a4ae-ba895bde68c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:54.443474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7313aa1-0ac4-4fd5-9ab0-35d5537d8e70 req-dccfbd07-1b84-42bc-a4ae-ba895bde68c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:54.468244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7313aa1-0ac4-4fd5-9ab0-35d5537d8e70 req-dccfbd07-1b84-42bc-a4ae-ba895bde68c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:54.475576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7313aa1-0ac4-4fd5-9ab0-35d5537d8e70 req-dccfbd07-1b84-42bc-a4ae-ba895bde68c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 2374 time: 0.4078832 Oct 20 11:01:54.476570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88e1acd8-4fa3-4be5-9115-3fd1c02488eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.628837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7313aa1-0ac4-4fd5-9ab0-35d5537d8e70 req-1c4bcdb0-7f89-4319-aab5-0b1ecd0b3b77 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050994 Oct 20 11:01:54.797161 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.820142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88e1acd8-4fa3-4be5-9115-3fd1c02488eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.823083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Allocated IP 172.20.0.1 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/b316c720-6fb1-4f46-8831-a8f8a9373b5a) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:54.825130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.833579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88e1acd8-4fa3-4be5-9115-3fd1c02488eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.925428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1b2e-ce54-4a08-9fdc-6eaa1392ed54 None None] Pushing event updated for resources: {'Port': ['ID=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:54.964089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Attempting to bind port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:54.964971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Attempting to bind port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:54.965342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Attempting to bind port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:54.988350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:54.989418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:54.989837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:54.991064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1acd8-4fa3-4be5-9115-3fd1c02488eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6b5b7a-cf02-4078-a252-c5c3cf2944b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:54.991575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:54.991700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Bound port: e4b3bafe-ecc8-43ef-a873-9eb0ad514c39, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:54.993300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.031022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-88e1acd8-4fa3-4be5-9115-3fd1c02488eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=785c2414762b4a91a0448832362ad7df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1366143 Oct 20 11:01:55.034168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48012) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:55.137879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.151076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] For port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:55.154817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] For port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:55.170119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.171144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.278361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.281732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.283165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc6b5b7a-cf02-4078-a252-c5c3cf2944b1 HTTP/1.1" status: 204 len: 168 time: 0.2426362 Oct 20 11:01:55.305347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e21f-0bc4-497a-a3ff-312de14d6d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6b5b7a-cf02-4078-a252-c5c3cf2944b1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:55.414748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:55.418711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:01:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:55.499646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.2.2.100 (e2788b8c-7b61-495e-9718-ac990188d315/7e910072-0d57-423a-b9dd-b68942ea6ed3/c3db2f81-71b6-4828-a8b1-35cec62536fc) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:55.543500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1b2e-ce54-4a08-9fdc-6eaa1392ed54 None None] Pushing event updated for resources: {'Port': ['ID=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:55.588203 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.756918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:55.887821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478af9-c123-4dd5-8182-da83df381b11 req-acf1a83a-e718-4565-867a-22f455e400e1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:55.912127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478af9-c123-4dd5-8182-da83df381b11 req-acf1a83a-e718-4565-867a-22f455e400e1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:55.935324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478af9-c123-4dd5-8182-da83df381b11 req-acf1a83a-e718-4565-867a-22f455e400e1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:55.941049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:55.941845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10478af9-c123-4dd5-8182-da83df381b11 req-acf1a83a-e718-4565-867a-22f455e400e1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 2374 time: 0.1886168 Oct 20 11:01:56.075852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10478af9-c123-4dd5-8182-da83df381b11 req-96465974-71a7-4ca9-b143-6838d2dc059b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270304 Oct 20 11:01:56.078266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:56.196749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:50Z', 'revision_number': 3, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:56.270551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c2760-92ba-4e3e-99cd-93e7a0ba30df None None] The sync data for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 is: [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:50Z', 'revision_number': 3, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:01:56.281425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Pushing event updated for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:56.313641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:56.328945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:56.333752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:56.406829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:56.566817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:56.622417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network e2788b8c-7b61-495e-9718-ac990188d315 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:01:56.679280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:56.690702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:01:56.695345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:01:56.844332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:56.845344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:56.963253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-87cd3cb5-4f36-4a45-9b99-fe3cb6a1ba84 None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:56.964162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-87cd3cb5-4f36-4a45-9b99-fe3cb6a1ba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:56.992997 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-36c21943-e33a-4f52-859f-6798e62be5b5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2933278 Oct 20 11:01:57.080504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-87cd3cb5-4f36-4a45-9b99-fe3cb6a1ba84 None None] Port b316c720-6fb1-4f46-8831-a8f8a9373b5a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:57.127292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'admin_state_up': True, 'tenant_id': '1cd676190bf643f385546e093799e024', 'security_groups': ['cbfe6c95-318e-4370-8452-27f392d4db7e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:57.221153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5584733e-b833-4389-ae1d-2a26ed773cdc None None] Provisioning complete for port c3db2f81-71b6-4828-a8b1-35cec62536fc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:57.224188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5584733e-b833-4389-ae1d-2a26ed773cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.289818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5584733e-b833-4389-ae1d-2a26ed773cdc None None] Port c3db2f81-71b6-4828-a8b1-35cec62536fc cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:01:57.411943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Made reservation on behalf of 1cd676190bf643f385546e093799e024 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:01:57.422218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.514605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a39-44b2-435f-ab97-889d37092956 req-15274c81-b51e-4969-ad71-c7429b87844c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:57.542437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.553670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a39-44b2-435f-ab97-889d37092956 req-15274c81-b51e-4969-ad71-c7429b87844c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:57.568365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a39-44b2-435f-ab97-889d37092956 req-15274c81-b51e-4969-ad71-c7429b87844c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:57.594419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a39-44b2-435f-ab97-889d37092956 req-15274c81-b51e-4969-ad71-c7429b87844c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:57.621058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-124d3a39-44b2-435f-ab97-889d37092956 req-15274c81-b51e-4969-ad71-c7429b87844c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3095 time: 0.3147147 Oct 20 11:01:57.787166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:57.795594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-124d3a39-44b2-435f-ab97-889d37092956 req-3e71250f-648d-4691-b0f0-039344ba233c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655145 Oct 20 11:01:57.906471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:57.907083 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.025656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.050748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:58.055574 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.245052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:58.259562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Allocated IP 10.2.2.200 (e2788b8c-7b61-495e-9718-ac990188d315/7e910072-0d57-423a-b9dd-b68942ea6ed3/2c25c0c1-6978-49b1-b615-089dcd60601d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:01:58.284622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.312927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.498652 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-210b3d96-bdbd-4fa8-b1df-f9ee6e805691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.503471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Pushing event updated for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:58.513407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.968531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81316b6-2492-4091-b02a-0405aa517620 req-3606b854-204c-4b72-965c-75b837f6808a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:58.977296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81316b6-2492-4091-b02a-0405aa517620 req-3606b854-204c-4b72-965c-75b837f6808a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:58.985550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81316b6-2492-4091-b02a-0405aa517620 req-3606b854-204c-4b72-965c-75b837f6808a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:58.994375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81316b6-2492-4091-b02a-0405aa517620 req-3606b854-204c-4b72-965c-75b837f6808a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:59.004222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e81316b6-2492-4091-b02a-0405aa517620 req-3606b854-204c-4b72-965c-75b837f6808a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3095 time: 0.1015275 Oct 20 11:01:59.082361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e81316b6-2492-4091-b02a-0405aa517620 req-82886b69-2113-4c0a-997c-c75130219a38 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767820 Oct 20 11:01:59.651974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:59.837284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:59.838831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:59.925771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.027459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:00.031275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:00.442004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-57d28e1a-bb36-4126-9829-facca917184f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.462517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Router 0f396071-5132-44c0-ba9f-a3172049cd67 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:00.465488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-57d28e1a-bb36-4126-9829-facca917184f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.482390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-57d28e1a-bb36-4126-9829-facca917184f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.503581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-57d28e1a-bb36-4126-9829-facca917184f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.513458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.517556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-57d28e1a-bb36-4126-9829-facca917184f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3095 time: 0.2041407 Oct 20 11:02:00.593597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-10eefcbc-5c96-4358-8d87-b3f02e2c57af None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:00.593974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10eefcbc-5c96-4358-8d87-b3f02e2c57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.630436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b28b986-417a-4d84-9f4b-0aa0d6575c5e req-c36ce41a-b679-41e3-82c7-c48a2db06c3c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095171 Oct 20 11:02:00.697410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-10eefcbc-5c96-4358-8d87-b3f02e2c57af None None] Port b316c720-6fb1-4f46-8831-a8f8a9373b5a cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:00.850871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:00.877540 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Sync routers for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:00.899284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1c9aed4c-c0f5-4321-afe7-0c4f3732bec1 admin admin] 10.222.0.74 "PUT /v2.0/routers/0f396071-5132-44c0-ba9f-a3172049cd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5216432 Oct 20 11:02:00.913107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Network e2788b8c-7b61-495e-9718-ac990188d315 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:00.922339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:00.925973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:01.095165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:01.098612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.138584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event updated for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:01.216238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b513cc76-e43b-49b8-8da8-1c1cb8a94851 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0916340 Oct 20 11:02:01.241424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:01.375830 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:01.376829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f452d15-1b40-42a4-a34a-70fb7e2248ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.377160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:01:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:01.438585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6e5d488a-bcbe-4296-a8b7-71478109c079 None None] Provisioning complete for port 2c25c0c1-6978-49b1-b615-089dcd60601d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:01.443174 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6e5d488a-bcbe-4296-a8b7-71478109c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.551849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.576840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d488a-bcbe-4296-a8b7-71478109c079 None None] Port 2c25c0c1-6978-49b1-b615-089dcd60601d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:01.684550 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:01.756323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.010320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:02.017850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:02.056599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:02.073457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:02.096748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:02.098743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-62ea543f-5a61-459b-9449-6979a72839bf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3816 time: 0.2796762 Oct 20 11:02:02.217232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50913348-df66-407d-8f9a-5d884b2db4d8 req-6aabb17d-4f0b-4e56-9ba4-db8ee07d8117 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001809 Oct 20 11:02:02.381713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48210) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:02.405414 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 2, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:02.478192 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Checking router: 0f396071-5132-44c0-ba9f-a3172049cd67 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:02.481014 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Updating router 0f396071-5132-44c0-ba9f-a3172049cd67 port b316c720-6fb1-4f46-8831-a8f8a9373b5a binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:02.542589 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.565987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454d55aa-e323-4209-b54c-6624fc4dc13b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:02.580100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.628023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Transition to ACTIVE for port object 454d55aa-e323-4209-b54c-6624fc4dc13b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:02.644310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.702494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.832599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.916654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.098482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.115355 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.127233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48230) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:03.144757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34929755', 'description': 'tempest-description--327847066'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:03.170979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687b1627-e501-4fb5-bfeb-47c5564596d9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.199911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.200270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.200759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.201100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.201454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.207674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.208178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.208311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Attempting to bind port 454d55aa-e323-4209-b54c-6624fc4dc13b on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:03.208537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.208666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Attempting to bind port 454d55aa-e323-4209-b54c-6624fc4dc13b by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:03.208857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.208964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Attempting to bind port 454d55aa-e323-4209-b54c-6624fc4dc13b on network a91ae3e2-6a90-44b7-be18-de320866274e {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:03.209242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.209546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.209876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.236270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.241360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Port 454d55aa-e323-4209-b54c-6624fc4dc13b on network a91ae3e2-6a90-44b7-be18-de320866274e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:03.244148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Attempting to bind port 454d55aa-e323-4209-b54c-6624fc4dc13b on network a91ae3e2-6a90-44b7-be18-de320866274e {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:03.252017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-68b57f74-6a4b-4944-9c21-26b4a87f01e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3273f640d2494f5ab5628c030317bece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641353 Oct 20 11:02:03.270998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48236) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:03.296424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:03.296788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Checking segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:03.297172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Bound using segment: {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:03.297614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Bound port: 454d55aa-e323-4209-b54c-6624fc4dc13b, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d5c0b3-30bd-49b7-9377-98172f336f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:03.297964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.495041 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.498554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.524959 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.587729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:03.589141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.612732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.636121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.656157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:03.680455 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Pushing event updated for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.694744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.710285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.714152 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.714733 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.715333 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.716495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.716495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.719265 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.719843 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.720342 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.720854 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.721936 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.724282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:03.756946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.760359 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6320515 Oct 20 11:02:03.764038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48246) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:03.777042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'security_group_rule': {'security_group_id': '6722acc4-8dff-4e9d-9305-65d953c28359', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:03.806761 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Attempting to bind port b316c720-6fb1-4f46-8831-a8f8a9373b5a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:03.807407 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Attempting to bind port b316c720-6fb1-4f46-8831-a8f8a9373b5a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:03.807946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Attempting to bind port b316c720-6fb1-4f46-8831-a8f8a9373b5a on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:03.815272 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:03.816115 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:03.816693 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.817230 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:03.817855 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Bound port: b316c720-6fb1-4f46-8831-a8f8a9373b5a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:03.819467 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.823940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5ef42-236e-4f73-9b36-90e297b6957c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6722acc4-8dff-4e9d-9305-65d953c28359,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.833768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:03.834630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.839499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] 10.222.0.83 "PUT /v2.0/ports/454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1093 time: 2.6155803 Oct 20 11:02:03.845225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:03.849480 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98d73a3-bb48-43b9-bb66-86004de0af56" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:03.853686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.859269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.865490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/687b1627-e501-4fb5-bfeb-47c5564596d9 HTTP/1.1" status: 204 len: 168 time: 0.5926406 Oct 20 11:02:03.900446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cac34f-7855-4e11-abbc-2b679ed70e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b1627-e501-4fb5-bfeb-47c5564596d9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.935341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.951779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:04.057061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272421-e8af-44c2-b5f6-0ae0ac02707e service neutron] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.068290 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] For port b316c720-6fb1-4f46-8831-a8f8a9373b5a, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:04.071964 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a336100f-07bd-493c-96c0-0a4a984a4f07 x-openstack-request-id: req-a336100f-07bd-493c-96c0-0a4a984a4f07 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:04.076099 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:04.076802 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a336100f-07bd-493c-96c0-0a4a984a4f07 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:04.079147 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'status': 'completed', 'code': 200} Oct 20 11:02:04.090298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] For port b316c720-6fb1-4f46-8831-a8f8a9373b5a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b316c720-6fb1-4f46-8831-a8f8a9373b5a,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:04.105341 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.162994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.200891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.226118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:04.226622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.234339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.271094 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebac76-e24e-4faa-a772-d362c10ecc18 None None] Pushing event updated for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.282785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.328887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.336048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:04.337138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:02:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:04.363715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-403b143b-dd44-428a-89b1-137bb0077560 req-9b91e169-ec0d-441e-8f06-e71c26011b86 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3828 time: 0.9205964 Oct 20 11:02:04.396896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.482654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.483172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.483650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.484119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.484588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.486495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4be53d14-3deb-411f-a279-7d2fde55c573 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 4364 time: 0.3987901 Oct 20 11:02:04.577325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.617232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.731403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-403b143b-dd44-428a-89b1-137bb0077560 req-35abd7f9-b266-4007-a1dc-fc27d5d587c7 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659339 Oct 20 11:02:04.735843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.838403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:04.842555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.879395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdb592d-335f-4b05-b1b0-832cf0a15973,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.887407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48268) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:04.917651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.920930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab503e83-dfed-4d58-a781-0d8a2c3e8d63 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1558609 Oct 20 11:02:04.947552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01db9c6f-d720-4df2-8f1e-7a0ef31e4e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.949975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48270) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:04.955632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'security_group_rule': {'security_group_id': '6722acc4-8dff-4e9d-9305-65d953c28359', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:05.195511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01db9c6f-d720-4df2-8f1e-7a0ef31e4e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.202213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.211153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01db9c6f-d720-4df2-8f1e-7a0ef31e4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.218511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:05.228784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] For port b316c720-6fb1-4f46-8831-a8f8a9373b5a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b316c720-6fb1-4f46-8831-a8f8a9373b5a,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:05.247571 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5124e-db47-49b6-9aa2-d7ccb347c9aa None None] The sync data for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 is: [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:05.268531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.278376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-05bce296-5931-43c6-b2ec-51703cef830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:05.278800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-05bce296-5931-43c6-b2ec-51703cef830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:05.279392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-05bce296-5931-43c6-b2ec-51703cef830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:05.281208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-05bce296-5931-43c6-b2ec-51703cef830d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.7665362 Oct 20 11:02:05.309546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-01db9c6f-d720-4df2-8f1e-7a0ef31e4e53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a1a58de2f24466e8781c6ea1e5118dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207063 Oct 20 11:02:05.354163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48272) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:05.485116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3ab1ac7f-66b2-4014-9ea9-276831207f97 None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:05.485553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ac7f-66b2-4014-9ea9-276831207f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.709084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.769445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b316c720-6fb1-4f46-8831-a8f8a9373b5a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:05.770658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db9c6f-d720-4df2-8f1e-7a0ef31e4e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9326e8f1-17d2-434b-a309-8c82f7c4ca48,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.850954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffb29-4f85-422d-bf7d-4ddfc1fcf9ba None None] Pushing event updated for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.910018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.096836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.137074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.173160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:06.177421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.228142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4240b1ca-f74f-4c2b-8743-d1be4aa3c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.229919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d98d73a3-bb48-43b9-bb66-86004de0af56 req-4240b1ca-f74f-4c2b-8743-d1be4aa3c0dc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9390604 Oct 20 11:02:06.248671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63407554-fc85-4782-a618-b96dec5b9af3,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:06.293678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.308068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.321882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9326e8f1-17d2-434b-a309-8c82f7c4ca48 HTTP/1.1" status: 204 len: 168 time: 0.9224019 Oct 20 11:02:06.358922 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.364698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a6c107eb-2f81-436e-9b14-50415a88e436 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4131489 Oct 20 11:02:06.409179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48290) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:06.426523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:06.498417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c7890-0c35-40b6-a5f0-137369b8324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9326e8f1-17d2-434b-a309-8c82f7c4ca48,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:06.515518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.529371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.537495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.544316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.551494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:06.553626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-ac9b41d6-fc9e-4839-aa88-de0c375cd567 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3828 time: 0.4550948 Oct 20 11:02:06.561220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.886001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9c147a3-6a3d-44bd-bb28-b810071c26ea req-3674ab96-8a45-4429-b3e1-9edccadb851e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088531 Oct 20 11:02:07.130344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85cd23e-79fe-4ed4-9447-88685368ed33 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:07.157113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.232671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.244999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Transition to ACTIVE for port object f85cd23e-79fe-4ed4-9447-88685368ed33 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:07.254778 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.556001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:07.852440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.25.3.12 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/5d8f7b23-3cd6-4246-b690-24c3c7c26559) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:07.887831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Attempting to bind port f85cd23e-79fe-4ed4-9447-88685368ed33 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:07.888172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Attempting to bind port f85cd23e-79fe-4ed4-9447-88685368ed33 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:07.888492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Attempting to bind port f85cd23e-79fe-4ed4-9447-88685368ed33 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:07.915637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Port f85cd23e-79fe-4ed4-9447-88685368ed33 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:07.916136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Attempting to bind port f85cd23e-79fe-4ed4-9447-88685368ed33 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:07.923535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b316c720-6fb1-4f46-8831-a8f8a9373b5a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:07.933018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:07.933353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:07.933745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Bound using segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:07.934178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Bound port: f85cd23e-79fe-4ed4-9447-88685368ed33, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:07.934542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.141764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:08.149201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f85cd23e-79fe-4ed4-9447-88685368ed33,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:08.162042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.271015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b316c720-6fb1-4f46-8831-a8f8a9373b5a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:08.272679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.353747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.367637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.372664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 1137 time: 4.4601524 Oct 20 11:02:08.404514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'f85cd23e-79fe-4ed4-9447-88685368ed33'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:08.435480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.440906 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f90b941-9a99-4f2c-90a6-45c74d028446" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "f85cd23e-79fe-4ed4-9447-88685368ed33"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:08.558490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:08.759944 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d779639-f1aa-463e-b695-74f79242bf9f x-openstack-request-id: req-6d779639-f1aa-463e-b695-74f79242bf9f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:08.760428 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "f85cd23e-79fe-4ed4-9447-88685368ed33", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:08.760990 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d779639-f1aa-463e-b695-74f79242bf9f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:08.762691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.764002 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'f85cd23e-79fe-4ed4-9447-88685368ed33', 'status': 'completed', 'code': 200} Oct 20 11:02:08.803578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.852220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.894010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.940757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.969013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:08.986361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-91d44012-c952-414b-982a-205731950915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 4606 time: 0.8072550 Oct 20 11:02:09.016420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99014a-db21-497b-a335-7b7b06ed5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:09.113396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.242711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.252964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.254145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.255244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.256316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.257382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.267158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-d053476b-74f1-4fa3-a0cd-a1be8f9d092b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5294 time: 0.6150184 Oct 20 11:02:09.315489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.458598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=5d8f7b23-3cd6-4246-b690-24c3c7c26559,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:09.485045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:09.580787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e42f9935-6749-4d5e-85c8-0a88830b1cd0 req-9cc50291-d3a8-43d9-9700-9eb3489e65a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5106792 Oct 20 11:02:09.583208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:09.602858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:09.910133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.975699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-474c5044-94ae-4e3e-892d-8ced54a34c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.976447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-474c5044-94ae-4e3e-892d-8ced54a34c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.978592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-474c5044-94ae-4e3e-892d-8ced54a34c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:09.980740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-474c5044-94ae-4e3e-892d-8ced54a34c05 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6986225 Oct 20 11:02:09.985792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.368693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-85f11fa1-cb01-4e25-9b7b-58d67bd44438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:10.370894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f90b941-9a99-4f2c-90a6-45c74d028446 req-85f11fa1-cb01-4e25-9b7b-58d67bd44438 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3815620 Oct 20 11:02:10.518909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6db930-1a21-4ef1-b327-6e19a2b580a9 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:10.529407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.545962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Transition to ACTIVE for port object 4e6db930-1a21-4ef1-b327-6e19a2b580a9 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:10.556372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.622894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.652108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.765500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=5d8f7b23-3cd6-4246-b690-24c3c7c26559,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:10.973588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.975336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:11.154127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Attempting to bind port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:11.157460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Attempting to bind port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:11.157939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Attempting to bind port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:11.166892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:11.167460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Attempting to bind port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:11.187522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.195826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:11.196408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:11.197194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Bound using segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:11.197965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Bound port: 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:11.198519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.217610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.242062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.258395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.318806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.388934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.431374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.447009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-b17b281a-d667-4934-8b7b-94c2b6b98187 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5382 time: 0.5264864 Oct 20 11:02:11.451506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.467535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-219a3c48-3ff6-4f39-b6c7-77e499d647a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0527315 Oct 20 11:02:11.545553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e01d3dfb-9f79-4c8f-adcc-82901d37522c req-cb2f7a10-2a12-47c8-97ed-b24604f0a2b0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767601 Oct 20 11:02:11.634746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:11.655267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:11.672217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.803748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-422d383e-7305-4f4e-a133-540c95300e3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2009070 Oct 20 11:02:11.809624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.816914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.818543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 1135 time: 3.3115628 Oct 20 11:02:11.869169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '4e6db930-1a21-4ef1-b327-6e19a2b580a9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:11.886111 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b1cb8-5264-4dd7-8bfb-822828133119" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "4e6db930-1a21-4ef1-b327-6e19a2b580a9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:11.930119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:12.092178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-a97e2d9f-e824-4129-8ad3-89e32b61a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.095388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-a97e2d9f-e824-4129-8ad3-89e32b61a255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 1097 time: 0.2355094 Oct 20 11:02:12.148459 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c65e2e-58a0-431b-a024-3703ac766306 x-openstack-request-id: req-c7c65e2e-58a0-431b-a024-3703ac766306 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:12.160968 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "4e6db930-1a21-4ef1-b327-6e19a2b580a9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:12.161331 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7c65e2e-58a0-431b-a024-3703ac766306 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:12.161770 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '4e6db930-1a21-4ef1-b327-6e19a2b580a9', 'status': 'completed', 'code': 200} Oct 20 11:02:12.324278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc71a14-f636-4675-b26a-a0a2c31d45f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:12.438123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-0d8596f1-97f7-4f38-ba74-eb8daa61b0ea tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--34929755&fields=id&tenant_id=ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 267 time: 0.2391951 Oct 20 11:02:12.520809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.521998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.522683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.523682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.524820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.526053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.526673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.538658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-141ad5b3-afac-48fa-b145-c872bce79b84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6222 time: 0.2638817 Oct 20 11:02:12.539719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.629118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-14747f0c-7dcb-420c-9c2b-9e7335fbc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.630625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-14747f0c-7dcb-420c-9c2b-9e7335fbc2c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 916 time: 0.5069187 Oct 20 11:02:12.752084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-355ce0dd-581d-45fa-b12a-6f8ea4bbc3a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 200 len: 217 time: 0.1111386 Oct 20 11:02:12.889005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-2687acdb-c9bb-404d-9aa1-7939ee08fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:12.890504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-2687acdb-c9bb-404d-9aa1-7939ee08fa30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.0740240 Oct 20 11:02:13.032432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-bdec9eaf-e1d4-4449-ae55-9c450f2470a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892167 Oct 20 11:02:13.128028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.134545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.140879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.147800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.154369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.160636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.167069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.175650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-a462055d-cab0-4c90-a9c9-ef8fd15b2f10 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5382 time: 0.4199939 Oct 20 11:02:13.192883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-fbcd5197-66c9-460e-be85-5f803a1b8834 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:13.194757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-fbcd5197-66c9-460e-be85-5f803a1b8834 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.7395406 Oct 20 11:02:13.223873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-ef15a5b2-b2ce-4e43-9dbf-51fc45c8e0d8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/quotas/ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 375 time: 0.0203946 Oct 20 11:02:13.233144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:13.242206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.257943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Transition to ACTIVE for port object 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:13.276427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.517958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbc1319c-4cce-4458-8149-a5d0afe69a60 req-4a8f735f-ddfd-4d74-9bd3-940251bdade7 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3412695 Oct 20 11:02:13.604422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-fb8311fc-26b2-4531-af31-23cf094ca1b8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2906759 Oct 20 11:02:13.619943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-c2b3c0bb-449f-4b34-8253-c54cda26f1e8 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687988 Oct 20 11:02:13.873158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0130854-6ff7-4ea7-b4f0-75d9717d0c29 req-acf41b70-8392-43eb-b189-ceea8c6f1679 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393491 Oct 20 11:02:13.895656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Pushing event updated for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.015730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-610aad66-41f2-4d99-9ee1-5462a73f6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:14.016335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-610aad66-41f2-4d99-9ee1-5462a73f6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:14.018729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-610aad66-41f2-4d99-9ee1-5462a73f6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:14.021359 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-610aad66-41f2-4d99-9ee1-5462a73f6b26 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 1.4611161 Oct 20 11:02:14.109651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Attempting to bind port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:14.110261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Attempting to bind port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:14.110656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Attempting to bind port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:14.152488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-412a4d25-2fac-45ab-b08b-e62ff12418cf service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213268 Oct 20 11:02:14.217419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:14.217745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Attempting to bind port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:14.238058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:14.238763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:14.238871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Bound using segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:14.239348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Bound port: 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:14.239703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.366051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-ded1ac02-bbdf-40d6-801d-50e4db4fa5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:14.367921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d95b1cb8-5264-4dd7-8bfb-822828133119 req-ded1ac02-bbdf-40d6-801d-50e4db4fa5e9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3282342 Oct 20 11:02:14.433389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:14.440759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:14.457786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.458426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-dfe26fbb-9175-4a82-81dc-4f49a7c6026c service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018765 Oct 20 11:02:14.641700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Pushing event updated for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.679660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:14.679660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.684946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0ff12446-99f1-4b4f-b712-a9085320f016 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 1092 time: 2.7677650 Oct 20 11:02:14.685517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:14.687385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:14.718382 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88187457-2ada-42c1-b4d0-1dd76ce44676" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:14.757635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:14.960481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.997059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75b2b294-095e-4d34-a3d6-8a7c9e3fa080 req-44b38618-dbb5-4883-a000-9b0d6f8b2d3a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 210 time: 0.1143041 Oct 20 11:02:15.085065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.112357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.132346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.146604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.158357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.179161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.195909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.197887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15bad222-b652-49ce-bade-f08b9cadac6e req-2ce879a7-1f5a-4fc8-bf0e-6ad42a1bf92c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5394 time: 0.4434288 Oct 20 11:02:15.276166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09eb01f5-4207-491a-8acd-c9f0050b9df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.355016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15bad222-b652-49ce-bade-f08b9cadac6e req-84222eb6-f583-46b7-83b7-3b3f610eecbf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398308 Oct 20 11:02:15.477887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09eb01f5-4207-491a-8acd-c9f0050b9df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.489007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-09eb01f5-4207-491a-8acd-c9f0050b9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.577801 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e8ed1-935b-430a-af18-55dc0caeccf9 x-openstack-request-id: req-418e8ed1-935b-430a-af18-55dc0caeccf9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:15.580143 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:15.580955 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-418e8ed1-935b-430a-af18-55dc0caeccf9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:15.581697 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1', 'status': 'completed', 'code': 200} Oct 20 11:02:15.615809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb01f5-4207-491a-8acd-c9f0050b9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da59b1-08d5-4cab-9ea2-45e0bfd4d755,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:15.630219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-09eb01f5-4207-491a-8acd-c9f0050b9df1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d88ababb7fa04831aff03a1470d9a326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403243 Oct 20 11:02:15.632478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48524) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:15.760970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.770377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.771269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.772076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.772747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.773628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.774249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.774897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:15.777228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-97fb57a5-fdfb-4e51-a150-38ed6c307000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6290 time: 0.1931772 Oct 20 11:02:15.829901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.864234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.996663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.997491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.999007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35da59b1-08d5-4cab-9ea2-45e0bfd4d755 HTTP/1.1" status: 204 len: 168 time: 0.3654306 Oct 20 11:02:16.016147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d60c-8704-4c5b-b3f8-48b270d2f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da59b1-08d5-4cab-9ea2-45e0bfd4d755,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:16.131896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc41ec20-4afc-4c68-a411-9a179e740fd7 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:16.186510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.276773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-2262effc-7d59-413f-89a6-2b42bc632e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.277291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-2262effc-7d59-413f-89a6-2b42bc632e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.277765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-2262effc-7d59-413f-89a6-2b42bc632e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.285695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-2262effc-7d59-413f-89a6-2b42bc632e61 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4911020 Oct 20 11:02:16.288149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97fe5ad3-a805-43a8-ad07-e01bdd20ae47 req-e3c4b79f-fc3d-4037-a901-aeae27bd7c00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 210 time: 0.0691102 Oct 20 11:02:16.550376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-4ca29531-674f-463b-aec8-ef67fb8de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.551911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-88187457-2ada-42c1-b4d0-1dd76ce44676 req-4ca29531-674f-463b-aec8-ef67fb8de72b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2502406 Oct 20 11:02:16.552967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Transition to ACTIVE for port object bc41ec20-4afc-4c68-a411-9a179e740fd7 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:16.566983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.756306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.768816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.785978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.807090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.827386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.844144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.860106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.885347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:16.893020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-553a5cf2-9d57-4f33-91ea-d95634f69620 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5394 time: 0.3512084 Oct 20 11:02:16.897872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48558) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:17.230855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee135f37-1f12-49cc-b927-db414501617e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.555591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2459d4f4-f1f7-4165-bb62-b8e784025eb3 req-969ded3b-7a1f-4078-90dd-53a85e482e20 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6422448 Oct 20 11:02:17.582300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:17.662912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be9fc320-2650-40a6-ab94-da6193ee6072 req-e474e578-c0f1-4987-866c-25894707def5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 210 time: 0.1524386 Oct 20 11:02:17.690086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Attempting to bind port bc41ec20-4afc-4c68-a411-9a179e740fd7 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:17.690432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Attempting to bind port bc41ec20-4afc-4c68-a411-9a179e740fd7 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:17.690754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Attempting to bind port bc41ec20-4afc-4c68-a411-9a179e740fd7 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:17.697774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Port bc41ec20-4afc-4c68-a411-9a179e740fd7 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:17.698181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Attempting to bind port bc41ec20-4afc-4c68-a411-9a179e740fd7 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:17.706054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:17.706430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Checking segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:17.706862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Bound using segment: {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:17.707479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Bound port: bc41ec20-4afc-4c68-a411-9a179e740fd7, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7e9a68-073c-465f-a066-cf643cda6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:17.708066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.717608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-c74d9c28-0cf0-464a-a41a-dac275a261f7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:17.719626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-c74d9c28-0cf0-464a-a41a-dac275a261f7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.8254702 Oct 20 11:02:17.811554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-2ceb3671-f3a5-4ed4-a5a8-676a01d54cb8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 378 time: 0.0795813 Oct 20 11:02:17.837558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'device_id': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'admin_state_up': True, 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'security_groups': ['6722acc4-8dff-4e9d-9305-65d953c28359']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:17.846260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:17.852644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:17.857317 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee135f37-1f12-49cc-b927-db414501617e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.866785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.886669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee135f37-1f12-49cc-b927-db414501617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.932778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:17.966521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:17.966521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.966521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-03cd9b54-6d9c-4de3-bb52-7b6534096072 service neutron] 10.222.0.83 "PUT /v2.0/ports/bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 1091 time: 3.2288308 Oct 20 11:02:17.966521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:17.966521 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c524c23-2a8c-41cf-99c7-e8c8950f349e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:17.982269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee135f37-1f12-49cc-b927-db414501617e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=209dcfea113c48368fcdf8f843f3b212&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0806160 Oct 20 11:02:17.983164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:18.021772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:18.057716 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3c849-cef6-4dd4-857c-6999c092ea46 x-openstack-request-id: req-59a3c849-cef6-4dd4-857c-6999c092ea46 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:18.058263 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:18.058793 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-59a3c849-cef6-4dd4-857c-6999c092ea46 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:18.059382 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'status': 'completed', 'code': 200} Oct 20 11:02:18.115134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee135f37-1f12-49cc-b927-db414501617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2128a0-fcd5-45d0-ac87-e8132066ac8d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:18.183186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.221311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.238845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:18.242912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.301366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.302107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.302737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.303579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.304219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.305032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.305677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.308598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-34f81ff3-9ce3-4178-b3a1-1293457eac59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6358 time: 0.2402139 Oct 20 11:02:18.357705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.597111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-f9b68ed7-535c-48ff-b33d-3fee6b640692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.597795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-f9b68ed7-535c-48ff-b33d-3fee6b640692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.598035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-f9b68ed7-535c-48ff-b33d-3fee6b640692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.599843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-f9b68ed7-535c-48ff-b33d-3fee6b640692 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2606862 Oct 20 11:02:18.609212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.20.0.11 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/d76f7a16-5ff3-4fbd-8472-3e9958a462e3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:18.736442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.743297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.746888 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db2128a0-fcd5-45d0-ac87-e8132066ac8d HTTP/1.1" status: 204 len: 168 time: 0.7625120 Oct 20 11:02:18.843837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd8455-8a5b-44d6-b7ec-600bc2726532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2128a0-fcd5-45d0-ac87-e8132066ac8d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:18.953137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-d476402f-15b8-44c0-9b3b-ff47eaf6dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:18.955854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5c524c23-2a8c-41cf-99c7-e8c8950f349e req-d476402f-15b8-44c0-9b3b-ff47eaf6dd03 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3128464 Oct 20 11:02:18.985978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9a04a93-0e5a-4370-88f5-05726ad3583c req-735097ec-924b-4c22-9e56-af08c911fbe5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 210 time: 0.1790490 Oct 20 11:02:19.036922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.044195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.050593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.056928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.063734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.070303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.088862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.097233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-baa9c8da-7c84-4a24-afcc-5cb6e636abc1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5406 time: 0.3343632 Oct 20 11:02:19.170923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3db2f81-71b6-4828-a8b1-35cec62536fc {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:19.193229 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.199612 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6367c8f0-d591-45fd-bb5d-50a69eb1bfff req-42ed589a-7474-42cf-b054-4225e5f7e7cb tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013818 Oct 20 11:02:19.236353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Transition to ACTIVE for port object c3db2f81-71b6-4828-a8b1-35cec62536fc will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:19.251350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.268896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.350357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.424007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:19.438177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:19.444670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:19.452020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:19.547742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:19.614441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.617262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.622260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Attempting to bind port c3db2f81-71b6-4828-a8b1-35cec62536fc on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:19.622814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Attempting to bind port c3db2f81-71b6-4828-a8b1-35cec62536fc by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:19.622933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Attempting to bind port c3db2f81-71b6-4828-a8b1-35cec62536fc on network e2788b8c-7b61-495e-9718-ac990188d315 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:19.632438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Port c3db2f81-71b6-4828-a8b1-35cec62536fc on network e2788b8c-7b61-495e-9718-ac990188d315 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:19.632773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Attempting to bind port c3db2f81-71b6-4828-a8b1-35cec62536fc on network e2788b8c-7b61-495e-9718-ac990188d315 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:19.647543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-87182e91-b041-4e1e-9289-fd535c003f00 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8273327 Oct 20 11:02:19.661979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:19.662326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Checking segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:19.663313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Request body: {'port': {'device_id': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:19.664387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Bound using segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:19.665575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Bound port: c3db2f81-71b6-4828-a8b1-35cec62536fc, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:19.666099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.793389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.816827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:19.822375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:19.836846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.945843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:19.954023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-06ff0ae1-b756-4c89-8063-5a284a8a8602 None None] Provisioning complete for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:19.967448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06ff0ae1-b756-4c89-8063-5a284a8a8602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.988981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.989622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.991231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a363df32-3521-4b6e-96a1-ded596c65f9e service neutron] 10.222.0.83 "PUT /v2.0/ports/c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 1092 time: 1.9903023 Oct 20 11:02:20.034853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Request body: {'port': {'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:20.071222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-06ff0ae1-b756-4c89-8063-5a284a8a8602 None None] Port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:20.113301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:20.115599 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778d750-0bba-4dae-b030-e9f0552edfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:20.193063 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29821b08-9499-4444-a50c-a859377a757c x-openstack-request-id: req-29821b08-9499-4444-a50c-a859377a757c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:20.193357 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:20.193611 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29821b08-9499-4444-a50c-a859377a757c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:20.194011 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'status': 'completed', 'code': 200} Oct 20 11:02:20.216399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.811043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c25c0c1-6978-49b1-b615-089dcd60601d {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:20.823957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.840038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Transition to ACTIVE for port object 2c25c0c1-6978-49b1-b615-089dcd60601d will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:20.852969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.987953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Pushing event updated for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:21.044979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e8b53-ccac-4dc1-a335-469eac5cae18 req-66aad88a-6573-4803-b9ea-16357d49a4ad tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.046771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a4e8b53-ccac-4dc1-a335-469eac5cae18 req-66aad88a-6573-4803-b9ea-16357d49a4ad tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 932 time: 0.8621058 Oct 20 11:02:21.105938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.110368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.113411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.114701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.116474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.120631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.121681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.124075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-9ea06bce-1df3-4fb4-843c-dfe9fe782b5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6426 time: 0.8978679 Oct 20 11:02:21.233921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a4e8b53-ccac-4dc1-a335-469eac5cae18 req-5627784d-4776-4e06-b4a2-e253abe41ad5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358070 Oct 20 11:02:21.260545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.267776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.275078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.283949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.292011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.312017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.322649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.326395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-323b921b-a170-491a-a86d-5303a4756e35 req-276e9d28-49e9-49b1-ac10-42203288cbe3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5418 time: 0.9548283 Oct 20 11:02:21.472438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:21.477786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Attempting to bind port 2c25c0c1-6978-49b1-b615-089dcd60601d on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:21.478436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Attempting to bind port 2c25c0c1-6978-49b1-b615-089dcd60601d by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:21.479162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Attempting to bind port 2c25c0c1-6978-49b1-b615-089dcd60601d on network e2788b8c-7b61-495e-9718-ac990188d315 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:21.497443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Port 2c25c0c1-6978-49b1-b615-089dcd60601d on network e2788b8c-7b61-495e-9718-ac990188d315 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:21.498048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Attempting to bind port 2c25c0c1-6978-49b1-b615-089dcd60601d on network e2788b8c-7b61-495e-9718-ac990188d315 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:21.512542 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-dc5e6023-f8df-45d1-83b8-d5d8c4f87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.513378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-dc5e6023-f8df-45d1-83b8-d5d8c4f87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.514248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-dc5e6023-f8df-45d1-83b8-d5d8c4f87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.516441 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-dc5e6023-f8df-45d1-83b8-d5d8c4f87fbc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1cd676190bf643f385546e093799e024&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3813553 Oct 20 11:02:21.518592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:21.519812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Checking segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:21.520384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Bound using segment: {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:21.521025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Bound port: 2c25c0c1-6978-49b1-b615-089dcd60601d, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c9f344-86dc-4bde-894f-50d094a36d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:21.521651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.550620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.572692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-323b921b-a170-491a-a86d-5303a4756e35 req-a7d2e573-aff2-4d6b-b1fd-8bf607952720 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455848 Oct 20 11:02:21.581343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Transition to ACTIVE for port object d76f7a16-5ff3-4fbd-8472-3e9958a462e3 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:21.596367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.736689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:21.741548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2c25c0c1-6978-49b1-b615-089dcd60601d,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:21.759781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.778963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-80e51964-10cd-47ba-81d1-01d8a0fbc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.781383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e778d750-0bba-4dae-b030-e9f0552edfc9 req-80e51964-10cd-47ba-81d1-01d8a0fbc955 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2559540 Oct 20 11:02:21.797931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:21.943331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Attempting to bind port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:21.943573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Attempting to bind port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:21.949127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Attempting to bind port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:21.955957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:21.957337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Attempting to bind port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:21.964244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.965746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.968220 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 1092 time: 1.9388535 Oct 20 11:02:21.970873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:21.971272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:21.971689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:21.972056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Bound port: d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:21.972447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.972986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43506316-20f9-41fb-b47b-f542aa8b6573 service neutron] Pushing event updated for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:22.135390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:22.144816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:22.160591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.199815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:22.207616 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed08e71-0556-421a-af3b-627f8041382e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:22.270995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.277177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.280585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.284833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.287870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.295619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.300198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.312051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1bc7b061-9bf0-4506-a5e9-bae8c8e45a1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6494 time: 0.2872968 Oct 20 11:02:22.354093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.358414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.363439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] 10.222.0.70 "PUT /v2.0/ports/d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 1093 time: 2.7074809 Oct 20 11:02:22.365397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:22.381364 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc2f808-c593-4041-b22d-da9376ad2761" -d '{"events": [{"name": "network-changed", "server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:22.510699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e3f41-a4c6-4ea4-a195-7de1707908ce service neutron] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:22.594736 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192b2b3-2c5a-47a2-992a-1b40a1a310e7 x-openstack-request-id: req-5192b2b3-2c5a-47a2-992a-1b40a1a310e7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:22.595284 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:22.596226 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5192b2b3-2c5a-47a2-992a-1b40a1a310e7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:22.596772 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d', 'status': 'completed', 'code': 200} Oct 20 11:02:22.599045 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0e68ac39-9b12-4907-9969-e46d150c3ce5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 217 time: 0.2780466 Oct 20 11:02:22.614088 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce07b3-1d83-419b-bd1f-58087ff182e4 x-openstack-request-id: req-99ce07b3-1d83-419b-bd1f-58087ff182e4 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:22.616203 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:22.616618 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99ce07b3-1d83-419b-bd1f-58087ff182e4 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:22.617990 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'status': 'completed', 'code': 200} Oct 20 11:02:22.684502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-1548d60b-95e3-4fd1-932a-8f8fc240ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.686244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-1548d60b-95e3-4fd1-932a-8f8fc240ee93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1096 time: 0.2542744 Oct 20 11:02:22.718718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848b05a-15b1-4eeb-88e1-f3fe95ba497a req-a2d63065-459f-45cc-9336-ac37784b2499 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.720762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5848b05a-15b1-4eeb-88e1-f3fe95ba497a req-a2d63065-459f-45cc-9336-ac37784b2499 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 944 time: 0.1664100 Oct 20 11:02:22.746613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a2684fc1-cb30-4021-b71e-acc30b0dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.748401 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a2684fc1-cb30-4021-b71e-acc30b0dbadc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.1413763 Oct 20 11:02:22.795630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-ac8924b6-446b-47a9-87f6-3fbd182c1877 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 217 time: 0.0994871 Oct 20 11:02:22.844749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-61b091bc-3e1f-415e-8292-9cc8a0e69452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.846330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-61b091bc-3e1f-415e-8292-9cc8a0e69452 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883038 Oct 20 11:02:22.949306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-74f860a1-f423-4f0f-bc9b-99f724142054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.950799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-74f860a1-f423-4f0f-bc9b-99f724142054 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1319304 Oct 20 11:02:22.959503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5848b05a-15b1-4eeb-88e1-f3fe95ba497a req-10809dd5-143b-4e47-940e-2c1727cb1b0b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659899 Oct 20 11:02:22.981131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.993237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.006724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.029468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.036941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.044203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.052198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.054311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-abedfbac-88f6-4dd9-abf3-82fec2a1952a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2627161 Oct 20 11:02:23.065730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9fd531bf-be13-4dc5-bfde-4e8ea40a62e7 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112291 Oct 20 11:02:23.154055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-d3960848-2bc9-410b-a379-e3bba083fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.156533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-d3960848-2bc9-410b-a379-e3bba083fcf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960063 Oct 20 11:02:23.327642 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-812c2928-4eb5-4001-abaf-6a17372d516f service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540901 Oct 20 11:02:23.422397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-c368413c-f0a0-4f3f-8ab6-2a33b1ca06f4 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473831 Oct 20 11:02:23.422920 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0488191c-8e04-4cc8-a870-cb2c7649a5b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 217 time: 0.0828142 Oct 20 11:02:23.451797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e250c38-29bf-4dd2-9b05-aed016c48ee5 req-8e08fdfc-a199-484e-9a96-827881d0ca12 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3690948 Oct 20 11:02:23.549947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-edeb6f41-195e-4a31-9f29-3a1504a6556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.551758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-edeb6f41-195e-4a31-9f29-3a1504a6556c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1128175 Oct 20 11:02:23.634343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8dd3af0d-1b7b-497d-b679-ead52b8d65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.639450 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8dd3af0d-1b7b-497d-b679-ead52b8d65c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788066 Oct 20 11:02:23.660784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-766625ad-0653-4f75-9461-d1a6ba4d5917 req-5172558a-0c74-469f-88f2-39adcde9e794 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077444 Oct 20 11:02:23.838586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-fcf32f3c-64d5-425a-8b26-93d7133d9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.840143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-fcf32f3c-64d5-425a-8b26-93d7133d9a6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1096 time: 0.1172767 Oct 20 11:02:23.928756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-94f1252e-3bb4-4b2d-b01a-1a73d8a24307 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784817 Oct 20 11:02:24.029291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-eee5e38a-e4ab-4372-a2bd-c4daec7e88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.030998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-eee5e38a-e4ab-4372-a2bd-c4daec7e88d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1784799 Oct 20 11:02:24.112567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-1fc488cd-ebff-40b7-ba35-286216b4e342 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 217 time: 0.0718951 Oct 20 11:02:24.303500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-9ef79a25-ca9e-44cc-8a99-be2391b6e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.309685 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9875936d-b66a-4dfc-9ddf-3d740a28c326 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716402 Oct 20 11:02:24.320499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-9ef79a25-ca9e-44cc-8a99-be2391b6e426 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1982603 Oct 20 11:02:24.357098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c005a-42ae-4e80-8ce7-22721bdb1320 req-fc4aa553-830d-4ef1-9d1e-b1351ad1e595 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.360164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b33c005a-42ae-4e80-8ce7-22721bdb1320 req-fc4aa553-830d-4ef1-9d1e-b1351ad1e595 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 944 time: 0.2292590 Oct 20 11:02:24.376233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:24.380490 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-26fcffb3-0b48-4f5d-aeba-9db14eb49cff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 217 time: 0.0615919 Oct 20 11:02:24.525711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-61f81013-ddd5-43b7-a221-07c8073c20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.529628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-61f81013-ddd5-43b7-a221-07c8073c20a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1315615 Oct 20 11:02:24.573964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b33c005a-42ae-4e80-8ce7-22721bdb1320 req-c471d11f-5064-4a11-a3ce-2690327fd23e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032564 Oct 20 11:02:24.624986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-993d765d-5d32-4acd-ba29-9cacb2b0a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.628076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-993d765d-5d32-4acd-ba29-9cacb2b0a172 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0881870 Oct 20 11:02:24.643541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-44cba306-db53-4f19-9e29-6f17015d7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.645371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-44cba306-db53-4f19-9e29-6f17015d7b8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447608 Oct 20 11:02:24.662602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4741a618-d376-4864-96d5-0d566e724208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.847295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-730a3bc4-8c39-4cc8-a8f6-37f2fd104e73 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064130 Oct 20 11:02:24.875907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-e70bffc8-eab7-4a5b-b827-3c69219629d3 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126122 Oct 20 11:02:24.898668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4741a618-d376-4864-96d5-0d566e724208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.913120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4741a618-d376-4864-96d5-0d566e724208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.957092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.975829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.982590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.990223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.996328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.002918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.009972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.012100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-ba6678a8-f05b-4faa-924c-fcf083a2bcdc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.3867660 Oct 20 11:02:25.052166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4741a618-d376-4864-96d5-0d566e724208 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=544a32a9895d41608a1738d52dbc6b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738472 Oct 20 11:02:25.057344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:25.076757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741a618-d376-4864-96d5-0d566e724208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242ea4ea-1a03-447c-bb90-83dd0a2676c5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:25.102458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfa32ac4-2ffb-4c3d-9864-1b244ca77d10 req-6fde99d7-5e74-48f0-ab9b-f00818674c18 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821970 Oct 20 11:02:25.115959 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-9abe0e93-53b4-4ae0-98b2-169919f977df service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325406 Oct 20 11:02:25.143923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc2f808-c593-4041-b22d-da9376ad2761 req-e1fad7eb-d003-4235-8882-ca47208fef83 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601852 Oct 20 11:02:25.193881 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-dde84401-db58-400f-ba35-7644de222601 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 217 time: 0.0617013 Oct 20 11:02:25.272663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.297140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1894e7e7-c2bc-4684-95ca-c7b068fdea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.299415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-1894e7e7-c2bc-4684-95ca-c7b068fdea3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0961878 Oct 20 11:02:25.385432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.444897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0361fb00-096a-4854-a0ce-5dbc7bdf3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.446636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0361fb00-096a-4854-a0ce-5dbc7bdf3302 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1380339 Oct 20 11:02:25.615314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8b4af077-b75e-4a1c-a57e-6bbf43670ff4 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561923 Oct 20 11:02:25.737460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.740515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.744546 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/242ea4ea-1a03-447c-bb90-83dd0a2676c5 HTTP/1.1" status: 204 len: 168 time: 0.6862395 Oct 20 11:02:25.776126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eaf05-ea84-4757-b9f6-a74d7b04029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242ea4ea-1a03-447c-bb90-83dd0a2676c5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:25.835293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:25.853154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a1e4b-7b37-446c-91f1-885e6ce6c9cd req-ec4346f1-c1cc-493a-b5e6-9096800cbd2e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.862716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-40972c10-d813-4599-861b-8beba1f4b8d4 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402508 Oct 20 11:02:25.865633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748a1e4b-7b37-446c-91f1-885e6ce6c9cd req-ec4346f1-c1cc-493a-b5e6-9096800cbd2e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 944 time: 0.1567967 Oct 20 11:02:25.965840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748a1e4b-7b37-446c-91f1-885e6ce6c9cd req-722f611e-1cb1-4d31-a7d6-43ab40e73f3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937903 Oct 20 11:02:26.099038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:26.139176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:26.254259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.265882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48792) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:26.297458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9928cbcf-8070-4af9-8221-7ccbefc291ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.327985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:26.377989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:26.393950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.519410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:26.583845 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9928cbcf-8070-4af9-8221-7ccbefc291ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.599465 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:02:26.600379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9928cbcf-8070-4af9-8221-7ccbefc291ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.622090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d76f7a16-5ff3-4fbd-8472-3e9958a462e3'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:26.681159 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0b775bfa-a17a-4afd-bb69-3b60d96cb237 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 217 time: 0.8077507 Oct 20 11:02:26.681855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928cbcf-8070-4af9-8221-7ccbefc291ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698d7b89-d897-4007-a52b-bd53fca71ff2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:26.730113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.749778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.757175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.776608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.800562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.809207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0e9fc57c-46cf-4fff-b474-95fda93839cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.810850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0e9fc57c-46cf-4fff-b474-95fda93839cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1166892 Oct 20 11:02:26.811957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.828950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.842407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80372624-1e73-421b-b240-304f74b88e16 req-a530c7cc-8f01-4240-abb0-4e63605cd1a3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.5010176 Oct 20 11:02:26.891420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a06bdddf-fe01-4bb8-af6e-a9c38a2bf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.896682 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-a06bdddf-fe01-4bb8-af6e-a9c38a2bf81d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784609 Oct 20 11:02:26.921313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9928cbcf-8070-4af9-8221-7ccbefc291ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c025646cc904250a9264131805fd244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532984 Oct 20 11:02:26.932031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:26.975109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80372624-1e73-421b-b240-304f74b88e16 req-9402c6f2-fd32-4d98-8ad4-59888a5ad8c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308203 Oct 20 11:02:27.128210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.155371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-599b1000-82c5-422d-94e3-9324b22cf31f service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491667 Oct 20 11:02:27.209375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.215974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5379f-184d-4b16-971e-65566e6e2b46 req-3cc0f874-dc83-44fb-a30e-dcdc2365850b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:27.223939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d5379f-184d-4b16-971e-65566e6e2b46 req-3cc0f874-dc83-44fb-a30e-dcdc2365850b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1440887 Oct 20 11:02:27.344026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-11af52d5-3e96-4534-9eb5-eaa6a84b9048 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759644 Oct 20 11:02:27.384023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d5379f-184d-4b16-971e-65566e6e2b46 req-41de7923-739e-462f-a44a-f488a551a976 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543596 Oct 20 11:02:27.452736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-7d8480dc-3fb1-423d-8b6d-ea37fdac00e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 217 time: 0.0890191 Oct 20 11:02:27.464953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.467740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.469228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/698d7b89-d897-4007-a52b-bd53fca71ff2 HTTP/1.1" status: 204 len: 168 time: 0.5311236 Oct 20 11:02:27.560551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2179-043d-47e9-9a65-919de3a1c335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698d7b89-d897-4007-a52b-bd53fca71ff2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:27.602871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8720c6b4-6e43-4583-8c52-7ef1ea923793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:27.604378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8720c6b4-6e43-4583-8c52-7ef1ea923793 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.1487062 Oct 20 11:02:27.733880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-92d69604-3c48-439c-9384-761bbe2f0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:27.733880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-92d69604-3c48-439c-9384-761bbe2f0aae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151340 Oct 20 11:02:27.841631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:27.917704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:02:27.923576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:27.924057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.957121 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-6db01fd1-82a7-4c93-85a9-b2154953d3b8 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139742 Oct 20 11:02:28.054531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.120986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:28.122181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:28.131147 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea413847-71ac-4ff5-a791-bc4080bf3a32" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:28.140183 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.216296 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff407d-80c7-435d-9dba-24b6ae4386cf x-openstack-request-id: req-19ff407d-80c7-435d-9dba-24b6ae4386cf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:28.216585 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:28.216845 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19ff407d-80c7-435d-9dba-24b6ae4386cf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:28.217239 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:02:28.258908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.266022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.269246 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-0b07e711-9675-490b-adcc-7e313ab947e5 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043160 Oct 20 11:02:28.291529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.299196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.319748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:28.327505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.339578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.351635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.355809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-c0987d69-f0db-430d-8dc6-9ca2bb288491 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2701983 Oct 20 11:02:28.358093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-b7e6b62f-5d5c-4caf-8c82-d196584da749 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.0803928 Oct 20 11:02:28.448949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-cd56634f-cb92-44d2-b5c5-3938eadc10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.469638 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-cd56634f-cb92-44d2-b5c5-3938eadc10de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0964842 Oct 20 11:02:28.488866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3fe9-e7f7-4641-a672-801bd98b2c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.512565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f1b5d-8128-4f0b-a793-2b4e80b133b0 req-8704f022-94bb-432f-968a-d578835f7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.520760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40f1b5d-8128-4f0b-a793-2b4e80b133b0 req-8704f022-94bb-432f-968a-d578835f7953 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1098 time: 0.1611781 Oct 20 11:02:28.529405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-293ab1c2-8a83-45da-b912-ba80e27bfb1c req-df65f1e6-5afa-434c-9c80-2498e613ac77 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149409 Oct 20 11:02:28.563741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-aaeb75e0-3a7e-430d-acb7-a0afb100cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.565427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-aaeb75e0-3a7e-430d-acb7-a0afb100cee5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932615 Oct 20 11:02:28.627095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40f1b5d-8128-4f0b-a793-2b4e80b133b0 req-cea42eba-2cfa-452c-88d8-81b3a855d293 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907953 Oct 20 11:02:28.697816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-8a4265b9-b0de-46a3-9d27-bcff95e431fe service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230178 Oct 20 11:02:28.708877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7078c42-b6ae-4555-b0ec-ae92eb9ff8f0 req-454628f5-7c9e-4e77-ade0-0f03abb04174 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.716973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7078c42-b6ae-4555-b0ec-ae92eb9ff8f0 req-454628f5-7c9e-4e77-ade0-0f03abb04174 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.1171691 Oct 20 11:02:28.795355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7078c42-b6ae-4555-b0ec-ae92eb9ff8f0 req-96eaae0e-e51a-4041-8d14-bd8bd194c709 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731843 Oct 20 11:02:28.989934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ca6fdad-d4da-4f20-93bd-12b9cb68fa80 req-3be706d4-f70e-478c-b962-af65fbdc9562 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793264 Oct 20 11:02:29.149789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.150086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.151711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.152259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.155693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.156218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.156698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.161009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-d5c5aac7-d3d4-4938-8e18-10dbce9ad67e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6494 time: 0.0929751 Oct 20 11:02:29.358309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-45320fcb-18c0-45f5-94b8-979414a7e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.360137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-45320fcb-18c0-45f5-94b8-979414a7e6b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 903 time: 0.1895025 Oct 20 11:02:29.432778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-0361b743-46b7-4f61-bbe2-30ba2d0378a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.0643206 Oct 20 11:02:29.527612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-d2c6d400-cf6b-4b9a-a907-ec8713c6a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.530405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-d2c6d400-cf6b-4b9a-a907-ec8713c6a206 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0895162 Oct 20 11:02:29.601571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08e71-0556-421a-af3b-627f8041382e req-a3bb88d0-c7f4-4a36-a708-46b015967521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.603650 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-a3bb88d0-c7f4-4a36-a708-46b015967521 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646403 Oct 20 11:02:29.766399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.774338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.781721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.791281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.798991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.805786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.814399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.817551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-03da8c1b-731f-45a0-be20-6940c336d4c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1678305 Oct 20 11:02:29.854124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-d4aa176d-24b4-4236-b6e8-89ffc0974c4c service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322407 Oct 20 11:02:29.914978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bc923b2-bb5d-4702-b0da-91147b05c74d req-27755c16-9159-47cf-8c31-07ef6613442e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900960 Oct 20 11:02:29.953204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7e95a-7f1a-45ec-9daa-34b1eaaa92a9 req-7bca0dec-18c0-400e-b579-931b74d1f92a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.956309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80e7e95a-7f1a-45ec-9daa-34b1eaaa92a9 req-7bca0dec-18c0-400e-b579-931b74d1f92a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.0837910 Oct 20 11:02:30.017862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4ed08e71-0556-421a-af3b-627f8041382e req-82be374d-2f36-4e9a-88b1-ffdaa2809b91 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451964 Oct 20 11:02:30.019051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80e7e95a-7f1a-45ec-9daa-34b1eaaa92a9 req-8a8d84c2-aa11-4101-bd6d-27161e2e42a8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476894 Oct 20 11:02:30.187576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b0ef-f42f-486d-b00c-dc136d640b56 req-bf02d6ec-899b-4920-b78a-4460c019d6e3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:30.189866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7f5b0ef-f42f-486d-b00c-dc136d640b56 req-bf02d6ec-899b-4920-b78a-4460c019d6e3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.0666208 Oct 20 11:02:30.199277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:30.205066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'floatingip': {'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:30.250040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.005404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.023265 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.134337 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Floating IP 509b779f-31f3-4cd3-876f-52b811cb1f98 associated. External IP: 172.25.3.12, port: d76f7a16-5ff3-4fbd-8472-3e9958a462e3. Oct 20 11:02:31.164151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.185124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.201759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.210977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.217678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.225723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.231795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.234002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-72ce2483-1052-4859-9019-11a800c75a33 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1962917 Oct 20 11:02:31.342021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-665ba7d7-f9cc-44e5-9ee3-72db962f97b9 req-4be93235-ce9a-4a49-9ef6-33a82b40286b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010127 Oct 20 11:02:31.363953 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-30b81c2d-695d-4203-a822-01435c980f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.442051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Router 0f396071-5132-44c0-ba9f-a3172049cd67 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:31.581259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:31.592569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.593168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Sync routers for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:31.608901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:31.609730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:02:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:31.640897 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-27c85d6d-f1f0-4d97-ad44-2fe61d7e258d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "PUT /v2.0/floatingips/509b779f-31f3-4cd3-876f-52b811cb1f98 HTTP/1.1" status: 200 len: 991 time: 1.4404335 Oct 20 11:02:31.641550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:31.644445 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb" -d '{"events": [{"name": "network-changed", "server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:31.734797 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744585e-641b-4931-81f4-5fd046b4657d x-openstack-request-id: req-6744585e-641b-4931-81f4-5fd046b4657d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:31.735306 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:31.735736 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6744585e-641b-4931-81f4-5fd046b4657d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:31.736290 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'status': 'completed', 'code': 200} Oct 20 11:02:31.755054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.783848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:31.832814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-0997ed2e-8bb6-45f6-9406-d67a609dae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.835701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-0997ed2e-8bb6-45f6-9406-d67a609dae9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1098 time: 0.0784056 Oct 20 11:02:31.964640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-0729b282-6160-4169-b783-0989f4d4d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.966752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-0729b282-6160-4169-b783-0989f4d4d684 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1233985 Oct 20 11:02:32.050832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-cf34811d-dcb1-4f6b-bd51-30d5dcc19675 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0755613 Oct 20 11:02:32.113605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-e5dd9c89-b39f-4602-8a5c-66bdfab7b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.115281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-e5dd9c89-b39f-4602-8a5c-66bdfab7b2f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0562966 Oct 20 11:02:32.181611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-f6fc4ab1-3132-4e1e-b2ae-4f0d5b15d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.182336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '509b779f-31f3-4cd3-876f-52b811cb1f98', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:02:09Z', 'updated_at': '2021-10-20T11:02:30Z', 'revision_number': 1, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:32.183473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-f6fc4ab1-3132-4e1e-b2ae-4f0d5b15d385 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597034 Oct 20 11:02:32.221998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Checking router: 0f396071-5132-44c0-ba9f-a3172049cd67 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:32.250847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:32.252084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:02:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:32.343042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-80fddae6-cec2-47fe-ae6c-cdf95e0efa11 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519504 Oct 20 11:02:32.583698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7da65b5b-c5cb-44ae-af91-77c4fa8358fb req-5040a593-8512-43fd-bdd6-6733b903f400 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318580 Oct 20 11:02:32.596293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:32.634640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.641426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.658367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.664549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.675852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.679691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.690095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.695919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-1f322b2f-a845-4ee5-97d8-07a3114cfa34 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1663857 Oct 20 11:02:32.777634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bfe2999-cee0-4c7f-b09a-87cbb2ccf964 req-ce96e56c-a93d-4593-a787-697c53918abb tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802994 Oct 20 11:02:32.881902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.946033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '509b779f-31f3-4cd3-876f-52b811cb1f98', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:02:09Z', 'updated_at': '2021-10-20T11:02:30Z', 'revision_number': 1, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:32.987098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201efa96-04bc-417f-80fc-baa60cda2b30 None None] The sync data for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 is: [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '509b779f-31f3-4cd3-876f-52b811cb1f98', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:02:09Z', 'updated_at': '2021-10-20T11:02:30Z', 'revision_number': 1, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:33.340507 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2014a-1390-409a-a2ab-41d2c35e2a25 None None] New status for floating IP 509b779f-31f3-4cd3-876f-52b811cb1f98: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:02:33.918509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.926434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.933032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.940124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.946686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.953783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.961771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:33.972936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-38f386bc-2c7a-4ff0-8d93-7f4665b498cd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1178632 Oct 20 11:02:34.045384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb74e9df-8e20-446f-9183-790857eed6e4 req-1ce1bf4d-2383-4110-b1a6-5b1508ea4b1f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712118 Oct 20 11:02:34.341945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.248734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.307949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.319281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.326286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.333990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.340331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.348121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.350270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-b83114c2-a420-4826-8cae-df0f952134da tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1804972 Oct 20 11:02:35.414504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22b902e4-e028-4d47-8c5e-3724e96805c8 req-9915cdc4-d4e6-4170-ac15-0f215bcf2a64 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498619 Oct 20 11:02:36.600669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.608156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.615999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.623451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.631508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.639039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.646499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.649270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-a9dee667-4fa6-47f3-9bc7-fb40e30fa583 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1221294 Oct 20 11:02:36.753022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fc40f23-876b-446a-8af6-7abed5516fb9 req-f8646a7f-8499-4a1c-8f03-ea030c34b46d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973954 Oct 20 11:02:38.009034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.024407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.031025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.040942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.048628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.055634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.062096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:38.065148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-cbc1260e-751d-4454-90ad-2af9051c16c1 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1659913 Oct 20 11:02:38.128553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3af0a892-8b6a-46ed-92a1-f4bfd47c87e9 req-2bd1bcf5-3c82-4a5c-9ecd-72521a49ae2f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566497 Oct 20 11:02:39.305586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.313806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.321534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.329322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.336863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.344111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.351151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.353504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-a4071040-48e7-4d8e-a7f2-477897a9fe16 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1139710 Oct 20 11:02:39.433075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b54b473-cc72-4403-aca8-1228f0ae99d1 req-fb86079c-e923-460c-90d2-486928b17872 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716004 Oct 20 11:02:40.657897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.669232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.676770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.683685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.690963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.698280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.707119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.710412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-42cb11ec-ae6b-4e8b-9fd5-f288ebb32144 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1262138 Oct 20 11:02:40.805779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44cf66f8-236a-4428-8cbc-c542c31b504d req-3738aa18-80fc-489a-9877-24e864934141 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802906 Oct 20 11:02:41.998926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.005790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.032546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.038810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.057416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.064673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.092741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.101351 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-ffb42069-b5fb-4d72-ab67-6c14c34f8bae tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1992748 Oct 20 11:02:42.200761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d989e230-940b-4983-aa5b-ac6222c5a942 req-4727583f-72aa-4044-b36e-a6cdc06a4beb tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962572 Oct 20 11:02:43.430561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.450511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.463727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.471068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.477508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.498449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.526689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.546400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-9adff018-9dc7-4027-ae62-3da2b0ab4f6b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2333653 Oct 20 11:02:43.645507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbccc6d2-0bea-4fa9-aa86-963b0126f11f req-ed640a8a-d18b-44b1-bb68-9db2af548b36 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976205 Oct 20 11:02:44.210397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:44.466628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.593531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.599744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.631857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e933c6-523d-4169-8ccc-a946f73e278d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:44.651857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.652449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.652984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.653526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.654113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.654635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.655197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.655723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.656368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.657531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.658179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.658705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:44.712952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d3e0f06-af6a-4871-9b34-8d0b1970fcdf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa812a6032924d49bbb05f0175e91177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006611 Oct 20 11:02:44.715161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49426) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:44.837852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.884072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.912967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.934681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.949802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.967623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.984406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.987107 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.990191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.994486 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32e933c6-523d-4169-8ccc-a946f73e278d HTTP/1.1" status: 204 len: 168 time: 0.2764354 Oct 20 11:02:45.006112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:45.010524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae15bc-8dc3-4e8e-924f-1f4cc49afe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e933c6-523d-4169-8ccc-a946f73e278d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:45.013522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:45.031044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-0be7619e-6369-4be2-aceb-26ce6ff87c09 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2351661 Oct 20 11:02:45.154018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6146c883-0dd4-4579-9cb3-198ac37fbcaa req-bb677cce-41ce-45fc-ac11-1fe7064471ed tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189542 Oct 20 11:02:45.478449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49444) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:45.497510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-713f1bad-5e01-4c3d-825d-2de660378f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.630480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-713f1bad-5e01-4c3d-825d-2de660378f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.642902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-713f1bad-5e01-4c3d-825d-2de660378f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.725413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:45.743234 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-713f1bad-5e01-4c3d-825d-2de660378f8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb1ed94ef136459eb92894a1da8035f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428393 Oct 20 11:02:45.745779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f1bad-5e01-4c3d-825d-2de660378f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd03f4-30c4-4711-a633-e67b9ef587b1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:45.811356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.834658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.881301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.908032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.911784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.913234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fbd03f4-30c4-4711-a633-e67b9ef587b1 HTTP/1.1" status: 204 len: 168 time: 0.1868176 Oct 20 11:02:45.934102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac69870-5de0-4c79-8c35-f12507cd0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd03f4-30c4-4711-a633-e67b9ef587b1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:46.161446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:46.423827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8022547-8238-4c39-93dd-330584412ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.478552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.488211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.496848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.504396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.511065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.520221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.528019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.530328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-c1d7454f-1e85-4128-9885-554dd4548c50 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2346318 Oct 20 11:02:46.675947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8022547-8238-4c39-93dd-330584412ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.708722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1dcacfd-5ee3-446f-8fe0-df32847d08a0 req-fd5d35aa-007f-43a1-b51e-4de393cc4a3b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840793 Oct 20 11:02:46.710215 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8022547-8238-4c39-93dd-330584412ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.779515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.802556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e8022547-8238-4c39-93dd-330584412ee7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e327ac5fc0a474c8619c2bee00254c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397929 Oct 20 11:02:46.805313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:46.846798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8022547-8238-4c39-93dd-330584412ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c0be87-18a1-4b53-8a10-f65cf0d05aa1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:46.956895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.067143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.189370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.193781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.195418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0c0be87-18a1-4b53-8a10-f65cf0d05aa1 HTTP/1.1" status: 204 len: 168 time: 0.3878787 Oct 20 11:02:47.223881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81c8e-dded-4b6a-b32a-436dac0f7384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c0be87-18a1-4b53-8a10-f65cf0d05aa1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:47.966331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.978621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.986692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.995462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:48.004901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:48.030324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:48.048915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:48.059528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-44036f06-1db4-418e-b3d3-7b6e6d420f43 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1730206 Oct 20 11:02:48.125769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9827a6d-9c54-48ca-9ab3-9dc94b737c04 req-c94d020b-93c1-41ad-a215-06dffbf326b7 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636387 Oct 20 11:02:49.496710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.506906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.529262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.542235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.555796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.567642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.583241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.604079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-bceaa6b2-2584-4626-a95b-ded45e28b9ef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2908082 Oct 20 11:02:49.727066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b96dfb2-7c0c-453a-acce-329873dcea35 req-a94c5afc-88de-4e04-8297-dc37a9c6d002 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107543 Oct 20 11:02:50.862228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.870668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.877541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.884208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.893120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.901067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.922393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:50.924304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-28096903-5885-46d0-8da3-61ec217d71be tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1331952 Oct 20 11:02:51.002727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04296fea-50bd-4d77-aa7d-3161c440f4cb req-1a681071-2da3-4723-a74f-99974860cce3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615456 Oct 20 11:02:51.475966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.822093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d20d315-df12-48fe-b54a-d9148a1c3b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.961085 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d20d315-df12-48fe-b54a-d9148a1c3b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.970591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d20d315-df12-48fe-b54a-d9148a1c3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.026791 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d20d315-df12-48fe-b54a-d9148a1c3b92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a558060e32b44024a6b517ea9576c63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443432 Oct 20 11:02:52.029115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20d315-df12-48fe-b54a-d9148a1c3b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a24b91-85ca-40c3-9916-ef6f0f29722c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.029367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49796) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.185290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.210132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.277239 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.280695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.285652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24a24b91-85ca-40c3-9916-ef6f0f29722c HTTP/1.1" status: 204 len: 168 time: 0.2550883 Oct 20 11:02:52.303666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.312054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.320773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.327091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.334752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.341828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.349569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:52.360498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-7b5719fe-1cad-48b5-b4df-70859031bf2e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2196720 Oct 20 11:02:52.426660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70433b1e-97b8-4c40-a297-7208f6d08178 req-80e0516f-6fdc-4989-93ef-37ed38474fda tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647571 Oct 20 11:02:52.428270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8e89-8bd8-4dc6-b48b-3d894bfa4553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a24b91-85ca-40c3-9916-ef6f0f29722c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.846489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.871092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d2e551e-89a7-44d3-9bfa-f06dca4e47b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.970518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d2e551e-89a7-44d3-9bfa-f06dca4e47b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.977568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5d2e551e-89a7-44d3-9bfa-f06dca4e47b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.023614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5d2e551e-89a7-44d3-9bfa-f06dca4e47b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2753e53e8a2e466bac547779d12ce865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759148 Oct 20 11:02:53.024573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.025146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e551e-89a7-44d3-9bfa-f06dca4e47b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e44ff3c-59fa-4798-bd07-842c16276ed1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.108418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.133106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.191576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.194176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.207500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e44ff3c-59fa-4798-bd07-842c16276ed1 HTTP/1.1" status: 204 len: 168 time: 0.1816490 Oct 20 11:02:53.218027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b816c9f-7b4f-4ff4-8f1d-a5e973631910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e44ff3c-59fa-4798-bd07-842c16276ed1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.585034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.591890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.599135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.605966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.613531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.619904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.627901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.630299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-4dcf394c-e9de-4bb4-8e0a-9849efdea599 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.1116910 Oct 20 11:02:53.693834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c16f496-507d-4542-ae28-c5dc2f047dd0 req-5da629a5-7ff1-414f-8ac5-600ebc13c209 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535488 Oct 20 11:02:54.126010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49862) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.310622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2052409433-network', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:54.336103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Made reservation on behalf of 719e1e2ff18644e7945e8a9a06b8dc1c for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:54.339149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.351991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.436949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.441443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.468152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:02:54.479248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2453c55f-7f9c-4abd-9078-6a627baa2ff2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.484121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.484511 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Added segment 54ffc77a-0c10-4539-8fef-111a82b71a95 of type vlan for network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 Oct 20 11:02:54.530641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.556713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.557917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.558484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.596815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4668334 Oct 20 11:02:54.597321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49876) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.603938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Request body: {'subnet': {'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2052409433-subnet', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:54.627313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ccad8-2982-4c73-b018-bb60058f2626 admin admin] Pushing event updated for resources: {'Network': ['ID=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.638924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:02:54.643297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Made reservation on behalf of 719e1e2ff18644e7945e8a9a06b8dc1c for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:54.646604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.954204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.962273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.971148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.978548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.983137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device bc41ec20-4afc-4c68-a411-9a179e740fd7 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:54.987468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.994869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:55.002717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:55.005864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-0c005d03-a4c5-44e9-98f7-9b29d149045d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5430 time: 0.2069118 Oct 20 11:02:55.007880 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.099016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.134314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.155239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29f3fe3d-9c26-4ea7-89ce-e399c7ee623d req-9b75f552-7694-4f69-861f-73ae21e8476a tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779214 Oct 20 11:02:55.166755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'port_id': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'mac_address': 'fa:16:3e:88:69:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:55.191683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Checking segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:55.193290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Network hostable DHCP agents. Network: 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:02:55.213797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.233575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc41ec20-4afc-4c68-a411-9a179e740fd7 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:55.249609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:02:55.261111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.265044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:55.268046 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.269321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f85cd23e-79fe-4ed4-9447-88685368ed33 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:55.272383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:55.273405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.307720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49902) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.308366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-260c828e-ac88-48ce-b2c8-aa218ef7b94a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7087667 Oct 20 11:02:55.320084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:55.332924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f85cd23e-79fe-4ed4-9447-88685368ed33,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.393414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.395017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.405851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'f85cd23e-79fe-4ed4-9447-88685368ed33', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'port_id': 'f85cd23e-79fe-4ed4-9447-88685368ed33', 'mac_address': 'fa:16:3e:d0:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:55.410783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29758c96-7deb-46e6-a72e-2d2fe7d2ce79 None None] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:55.414721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.436895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.437570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.438636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.439267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.439823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.440374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.440945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.441487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.442166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.442988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.443546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.444124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:55.549026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.603401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.652005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85cd23e-79fe-4ed4-9447-88685368ed33 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:55.676369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f85cd23e-79fe-4ed4-9447-88685368ed33,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.708065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.709150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2c25c0c1-6978-49b1-b615-089dcd60601d details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:55.768524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8f42d87d-881b-48ce-bb03-de97b74472ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.932855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8f42d87d-881b-48ce-bb03-de97b74472ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.939279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8f42d87d-881b-48ce-bb03-de97b74472ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.956402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2c25c0c1-6978-49b1-b615-089dcd60601d,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.992060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:02:55.994221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.998668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.004594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8f42d87d-881b-48ce-bb03-de97b74472ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fab6ab58d7fe41afa23e6894e82f8d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544547 Oct 20 11:02:56.005864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42d87d-881b-48ce-bb03-de97b74472ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb836966-bb0a-40c2-a171-b59e70e759e1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.008943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49916) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:56.022699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '2c25c0c1-6978-49b1-b615-089dcd60601d', 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'port_id': '2c25c0c1-6978-49b1-b615-089dcd60601d', 'mac_address': 'fa:16:3e:0b:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e910072-0d57-423a-b9dd-b68942ea6ed3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:56.084243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.117602 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.121474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.150997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.175529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c25c0c1-6978-49b1-b615-089dcd60601d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:56.194067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.198345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.199806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb836966-bb0a-40c2-a171-b59e70e759e1 HTTP/1.1" status: 204 len: 168 time: 0.1890485 Oct 20 11:02:56.211515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e130da-eeea-44bd-906f-04ff311d12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb836966-bb0a-40c2-a171-b59e70e759e1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.218201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2c25c0c1-6978-49b1-b615-089dcd60601d,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:56.271793 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.272723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c3db2f81-71b6-4828-a8b1-35cec62536fc details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:56.369393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.377633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.385108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Allocated IP 172.20.0.2 (3acff5d1-92f2-48f3-9fd1-1b855eb6aec2/aec1b4bd-bf72-4d76-bd01-7a57c4eb525c/355beea0-fa42-4ba5-938e-ff0a121da3be) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:56.386736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.400270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.408122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.415607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.424394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:56.436438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-4ba8cf9b-8ed3-4350-adfb-ec7308629e53 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5433 time: 0.1369359 Oct 20 11:02:56.465812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.502860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ed49367-9aad-4cc9-a3e1-a6792cfdba4c req-c8e9eca2-36a4-497f-ac63-105d5f8b1a15 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644858 Oct 20 11:02:56.582096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.604728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:56.734883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.750737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.767063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:56.776623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'network_id': 'e2788b8c-7b61-495e-9718-ac990188d315', 'port_id': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'mac_address': 'fa:16:3e:bb:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e910072-0d57-423a-b9dd-b68942ea6ed3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:56.780481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a737538-507c-4ec3-a388-da54eeb123ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.788431 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.827960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.885841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:56.886509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a737538-507c-4ec3-a388-da54eeb123ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.894917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a737538-507c-4ec3-a388-da54eeb123ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.915524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:56.931914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Pushing event updated for resources: {'Port': ['ID=355beea0-fa42-4ba5-938e-ff0a121da3be,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.935744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:56.979924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a737538-507c-4ec3-a388-da54eeb123ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=077ef2ae0bf14a72a1c14b9a679ac17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117703 Oct 20 11:02:56.986650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.010892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.043168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3db2f81-71b6-4828-a8b1-35cec62536fc {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:57.045606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737538-507c-4ec3-a388-da54eeb123ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da93d6-7134-4e25-87aa-28f21315858a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.068842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Allocated IP 172.25.3.33 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e3d4367e-2709-4371-8f55-a221ca2cfda6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:57.079381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:57.091264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Attempting to bind port 355beea0-fa42-4ba5-938e-ff0a121da3be on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:57.091989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Attempting to bind port 355beea0-fa42-4ba5-938e-ff0a121da3be by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:57.092465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Attempting to bind port 355beea0-fa42-4ba5-938e-ff0a121da3be on network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:57.095436 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.096441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 454d55aa-e323-4209-b54c-6624fc4dc13b details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:57.106631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:57.107091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Checking segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:57.107537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.114763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Bound using segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:57.114763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Bound port: 355beea0-fa42-4ba5-938e-ff0a121da3be, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:57.114763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.150380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.185928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.233623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.251029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.268087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.272757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.277220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31da93d6-7134-4e25-87aa-28f21315858a HTTP/1.1" status: 204 len: 168 time: 0.2772794 Oct 20 11:02:57.308946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bd7a9-4d34-4ac7-aa08-b7a33772bcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da93d6-7134-4e25-87aa-28f21315858a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.374221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] For port 355beea0-fa42-4ba5-938e-ff0a121da3be, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:57.381638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.401116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] For port 355beea0-fa42-4ba5-938e-ff0a121da3be, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=355beea0-fa42-4ba5-938e-ff0a121da3be,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:57.409964 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.462371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:57.488148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:57.492514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:57.502538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'port_id': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'mac_address': 'fa:16:3e:f0:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:57.506480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:57.519799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d4367e-2709-4371-8f55-a221ca2cfda6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.564844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf2b9-c139-4b10-afff-cea978b3fe53 None None] Pushing event updated for resources: {'Port': ['ID=355beea0-fa42-4ba5-938e-ff0a121da3be,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.626422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.660007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454d55aa-e323-4209-b54c-6624fc4dc13b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:57.699741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:57.710645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.713239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4e6db930-1a21-4ef1-b327-6e19a2b580a9 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:57.838071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:57.873464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:57.917460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:57.933029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.957325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:57.973517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4e6db930-1a21-4ef1-b327-6e19a2b580a9', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'port_id': '4e6db930-1a21-4ef1-b327-6e19a2b580a9', 'mac_address': 'fa:16:3e:06:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:57.983006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:58.022272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:58.047583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:58.069068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:58.081637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c42a4788-0ced-46aa-b53b-4827b2e5d1fc tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5435 time: 0.3931909 Oct 20 11:02:58.166020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.203967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-478631dc-7795-4e97-bfde-5608cdcd2959 req-c2725f94-8863-468f-b3c1-f293474ee66f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039307 Oct 20 11:02:58.222381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6db930-1a21-4ef1-b327-6e19a2b580a9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:58.295095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:58.302661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.304103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:58.369776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:58.424429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1', 'network_id': 'bb7f9c4d-1f51-43b6-b443-72bd28c52932', 'port_id': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1', 'mac_address': 'fa:16:3e:e8:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:58.427315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.598140 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd17bef1-4d11-430f-9fdd-ddaed01012b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.614312 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.628958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.649069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:58.695644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:58.704980 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.840918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.892544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.240829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Router b767cffc-389a-472e-bec1-23a525199d5a is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:59.311048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['2c25c0c1-6978-49b1-b615-089dcd60601d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:59.362618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['c3db2f81-71b6-4828-a8b1-35cec62536fc'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:59.370839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['f85cd23e-79fe-4ed4-9447-88685368ed33'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:59.512486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:59.524723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.550613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.552312 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bee3b43f-9e0e-499f-9003-df01d14d3e85 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2426872 Oct 20 11:02:59.554918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50002) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:59.572691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.582439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.599338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.619644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.631662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.650233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:59.677830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-78980ed4-bb9c-498a-a9b0-61f2c9797354 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5437 time: 0.2908742 Oct 20 11:02:59.796706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a8a8e29-546e-4cbd-9148-6aa506484e1d req-b97e0c4d-a6f6-4151-83ae-a984911db033 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094568 Oct 20 11:02:59.880893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4e6db930-1a21-4ef1-b327-6e19a2b580a9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:59.883140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d084528-9483-4c7b-beb5-ae0fbc9adf58 None None] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:59.919807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Sync routers for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:00.048990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 355beea0-fa42-4ba5-938e-ff0a121da3be up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:00.255755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:00.257788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:02:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:00.617804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['8d430fb0-486f-4fa7-a9b8-ac9b049c48a1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:00.659277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['454d55aa-e323-4209-b54c-6624fc4dc13b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:00.877653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.961295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] Provisioning complete for port 355beea0-fa42-4ba5-938e-ff0a121da3be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:00.962079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.072477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.091716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.117963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.142481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.160383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.176272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.184929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:01.188362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-dabd2e13-4c08-4ed7-aee2-23b28b382899 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5437 time: 0.2281675 Oct 20 11:03:01.217354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 355beea0-fa42-4ba5-938e-ff0a121da3be triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:01.219223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.321205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07f23644-46cc-4ea4-9f4f-561836072a9d req-07348934-0b0d-4932-a156-782278a74eaa tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165419 Oct 20 11:03:01.363272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Allocated IP 172.20.0.1 (3acff5d1-92f2-48f3-9fd1-1b855eb6aec2/aec1b4bd-bf72-4d76-bd01-7a57c4eb525c/cdf7e12e-2277-42d7-9cf7-7accdb4930c6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:01.529724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.536973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['bc41ec20-4afc-4c68-a411-9a179e740fd7'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:01.569662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.621664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:01.625976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:01.630760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:01.672886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.716842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.782509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2b0165b8-7eaf-46de-955b-6cce362f39eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.868062 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.910210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:01.912992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.086929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50080) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.231802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.239169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.276306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d924-b525-44b8-8d90-bb988004e219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.385329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.387766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.391774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.414863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.509117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d924-b525-44b8-8d90-bb988004e219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.526099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d924-b525-44b8-8d90-bb988004e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.604578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2d924-b525-44b8-8d90-bb988004e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278a3cf-9074-4572-880c-370c8464a25b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.608929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:02.630182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:02.641724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b4b2d924-b525-44b8-8d90-bb988004e219 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62718d9628be44d2a93b07790b2e63eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501688 Oct 20 11:03:02.641724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.674327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.684834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.693690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.717626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.724882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.731645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.738243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.740677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-3c654829-a617-40e1-9dac-944cfe990f8c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5437 time: 0.2296515 Oct 20 11:03:02.786779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] For port 355beea0-fa42-4ba5-938e-ff0a121da3be, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=355beea0-fa42-4ba5-938e-ff0a121da3be,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:02.811637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f85cd23e-79fe-4ed4-9447-88685368ed33 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:02.831580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.863397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.897457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.916766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Router b767cffc-389a-472e-bec1-23a525199d5a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:02.950294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.959115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.960579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5278a3cf-9074-4572-880c-370c8464a25b HTTP/1.1" status: 204 len: 168 time: 0.3176584 Oct 20 11:03:02.971558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3a18-ceec-4781-bfde-ad729143e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278a3cf-9074-4572-880c-370c8464a25b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.999539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a82e5fd-0680-434e-93fa-c33e559cbff8 req-78dc932a-ea19-4733-8c42-56ccb729035e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473052 Oct 20 11:03:03.116321 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:03.116827 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:03.154012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:03.175775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f7c82241-8662-4ad9-8b69-782ec58dfa71 admin admin] 10.222.0.74 "PUT /v2.0/routers/b767cffc-389a-472e-bec1-23a525199d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195312 Oct 20 11:03:03.223651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87ad37-6ffb-48c6-8a71-160c15b375ed None None] Pushing event updated for resources: {'Port': ['ID=355beea0-fa42-4ba5-938e-ff0a121da3be,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.256242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.328610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port f85cd23e-79fe-4ed4-9447-88685368ed33 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:03.349038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port f85cd23e-79fe-4ed4-9447-88685368ed33 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:03.349404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.423276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-49e4876e-bf27-419c-be1f-43a014762a8d None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:03.423856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e4876e-bf27-419c-be1f-43a014762a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.470074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50116) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.484976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:02:58Z', 'revision_number': 3, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:03.493766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.520183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-49e4876e-bf27-419c-be1f-43a014762a8d None None] Port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:03.524667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Checking router: b767cffc-389a-472e-bec1-23a525199d5a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:03.529487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Updating router b767cffc-389a-472e-bec1-23a525199d5a port e3d4367e-2709-4371-8f55-a221ca2cfda6 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:03.580710 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:03:03.676622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.683904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.750367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=037f7b30185e4addaf8a665abbf5e2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786121 Oct 20 11:03:03.751199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd5080-e7b2-4181-a793-52fbaa31d82d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.755548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50124) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.777078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.778229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.778779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.779356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.779892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.780481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.782323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.783132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.783970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.784500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.785081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.786008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd776bb5-e1aa-4db3-be95-79ae61e68df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:03.872160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-49e4876e-bf27-419c-be1f-43a014762a8d None None] Provisioning complete for port 355beea0-fa42-4ba5-938e-ff0a121da3be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:03.872517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e4876e-bf27-419c-be1f-43a014762a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.876522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.904270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.915324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.984142 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.026910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.029603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.034557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70fd5080-e7b2-4181-a793-52fbaa31d82d HTTP/1.1" status: 204 len: 168 time: 0.2747047 Oct 20 11:03:04.055211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c2b8-e13b-4df4-b72b-c5870b76368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd5080-e7b2-4181-a793-52fbaa31d82d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.171018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 355beea0-fa42-4ba5-938e-ff0a121da3be up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:04.176290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50142) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.245454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.264564 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.264775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50146) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.270681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2132574478-network', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:04.281886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.294345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.315858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.325808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.344537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.345237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Made reservation on behalf of dff49da645234ad98cdc4201615cfe77 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:04.348261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-be210a16-1c25-4b7f-8490-770857bb3b8d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5437 time: 0.2272460 Oct 20 11:03:04.357378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.373129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85cd23e-79fe-4ed4-9447-88685368ed33'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:04.379651 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5aaf4-4c50-49bc-8ab3-f2a5a3babbac" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "f85cd23e-79fe-4ed4-9447-88685368ed33"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:04.430098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d08779a4-8157-4397-9dd2-9642c88be3e1 req-22f032f3-ebd6-4493-8f92-3a7590130ecf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740933 Oct 20 11:03:04.445295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.526627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f85cd23e-79fe-4ed4-9447-88685368ed33,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:04.534905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.552320 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c363bf5-6207-4349-9b48-45058f497480 x-openstack-request-id: req-3c363bf5-6207-4349-9b48-45058f497480 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:04.552615 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "f85cd23e-79fe-4ed4-9447-88685368ed33", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:04.552871 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c363bf5-6207-4349-9b48-45058f497480 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:04.554611 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85cd23e-79fe-4ed4-9447-88685368ed33', 'code': 200} Oct 20 11:03:04.555546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 355beea0-fa42-4ba5-938e-ff0a121da3be triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:04.555919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.630690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.638537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.639636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2c25c0c1-6978-49b1-b615-089dcd60601d up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:04.641108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.689706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2a8ed-25a3-49a0-b63f-c41d5ba1c7d8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.707714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:04.717918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.718990 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Added segment 749760a1-d96c-407f-96d9-2a612120b515 of type vlan for network 5f026993-78c7-4e9c-a5f6-e3e23113d176 Oct 20 11:03:04.766568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.787615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-104a271c-5ccf-494d-8d4c-e3602032daa4 None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:04.788154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-104a271c-5ccf-494d-8d4c-e3602032daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.808062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ad122a5-e2c4-46ea-b4f1-610702023fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.821383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.822369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:04.822963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.930844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] Pushing event updated for resources: {'Network': ['ID=5f026993-78c7-4e9c-a5f6-e3e23113d176,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.936349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f2e09d6c-6146-432b-8f6c-da539a131e84 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6698885 Oct 20 11:03:04.939947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.945752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Request body: {'subnet': {'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2132574478-subnet', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:04.965010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:04.985060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Made reservation on behalf of dff49da645234ad98cdc4201615cfe77 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:04.987523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.012151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.023087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ad122a5-e2c4-46ea-b4f1-610702023fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.028421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ad122a5-e2c4-46ea-b4f1-610702023fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.077990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-104a271c-5ccf-494d-8d4c-e3602032daa4 None None] Port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:05.086725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ad122a5-e2c4-46ea-b4f1-610702023fb3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5af481d4d944612b62df618957499ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9092624 Oct 20 11:03:05.091401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 2c25c0c1-6978-49b1-b615-089dcd60601d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:05.102538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.107736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad122a5-e2c4-46ea-b4f1-610702023fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb5f6e-5e36-4875-9771-50e446c18fa6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.159121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 2c25c0c1-6978-49b1-b615-089dcd60601d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:05.159497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.175738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.219977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.294792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.300812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.302461 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13eb5f6e-5e36-4875-9771-50e446c18fa6 HTTP/1.1" status: 204 len: 168 time: 0.2063663 Oct 20 11:03:05.313039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d093f95-12f3-4f5b-9878-b33ebd366799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb5f6e-5e36-4875-9771-50e446c18fa6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.336254 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.353483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.427525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.489802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Attempting to bind port e3d4367e-2709-4371-8f55-a221ca2cfda6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:05.490467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Attempting to bind port e3d4367e-2709-4371-8f55-a221ca2cfda6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:05.490794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Attempting to bind port e3d4367e-2709-4371-8f55-a221ca2cfda6 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:05.494759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b89b13-2f1f-478c-a06a-f4a7e49e25d5 None None] Pushing event updated for resources: {'Port': ['ID=e3d4367e-2709-4371-8f55-a221ca2cfda6,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.541257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:05.541875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:05.542128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.542625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:05.543208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Bound port: e3d4367e-2709-4371-8f55-a221ca2cfda6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:05.543677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.557137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc211889-1413-4862-b158-ecdc85917c42,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.569473 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.598502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Checking segment: {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:05.598782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Network hostable DHCP agents. Network: 5f026993-78c7-4e9c-a5f6-e3e23113d176, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:05.631259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2c25c0c1-6978-49b1-b615-089dcd60601d,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:05.639333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] For port e3d4367e-2709-4371-8f55-a221ca2cfda6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:05.642028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.642997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:05.648068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] For port e3d4367e-2709-4371-8f55-a221ca2cfda6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3d4367e-2709-4371-8f55-a221ca2cfda6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:05.666675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.673836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.675474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.680238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.687221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.693342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.699780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.706745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.714894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-e448d6ec-36a0-4c70-8343-31dfd9994962 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5438 time: 0.1306674 Oct 20 11:03:05.737059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:05.762968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:05.763719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:05.779512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be9312be-fe7a-407d-a226-cd059bfd5536 req-8f975453-ca72-4039-80e4-579a5f2cc07f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636616 Oct 20 11:03:05.780224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5f026993-78c7-4e9c-a5f6-e3e23113d176) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:05.813997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:05.813997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.815606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd3798-4c55-4ef6-8a3e-56b958046447 None None] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:05.826734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.832948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce3c04c9-612d-4f6c-8056-12be3ee42324 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8918729 Oct 20 11:03:05.835690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50196) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.841238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:05.866872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.868185 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.901483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:05.947250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:05.947622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.952119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.099416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b89b13-2f1f-478c-a06a-f4a7e49e25d5 None None] Pushing event updated for resources: {'Port': ['ID=e3d4367e-2709-4371-8f55-a221ca2cfda6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:06.173813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:06.227095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.324946 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.459929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5f026993-78c7-4e9c-a5f6-e3e23113d176', 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'fixed_ips': [{'subnet_id': 'dc211889-1413-4862-b158-ecdc85917c42'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:06.460810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.480011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:06.532360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.560979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.578366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50256) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:06.782909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:06.785269 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3772ef5-fecf-4b97-8400-516a67acce09" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:06.798645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.824918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Allocated IP 172.25.3.119 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/1d6161b7-f0c5-4c7b-961d-484663a8912d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:06.837189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device bc41ec20-4afc-4c68-a411-9a179e740fd7 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:06.922806 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e227d49-5e0a-4a77-a2b1-1ee0fe167679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.972012 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee634e5a-8868-42ff-b7fc-a2cae454825b x-openstack-request-id: req-ee634e5a-8868-42ff-b7fc-a2cae454825b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:06.972314 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:06.972565 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee634e5a-8868-42ff-b7fc-a2cae454825b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:06.973151 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d', 'code': 200} Oct 20 11:03:06.973408 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1', 'code': 200} Oct 20 11:03:06.978883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.028941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.068548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.094479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Pushing event updated for resources: {'Port': ['ID=1d6161b7-f0c5-4c7b-961d-484663a8912d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.109532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:07.110924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:07.114075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:07.158462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Allocated IP 172.20.0.2 (5f026993-78c7-4e9c-a5f6-e3e23113d176/dc211889-1413-4862-b158-ecdc85917c42/a1719fa8-e2ae-4582-81f7-60173884152a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:07.164074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port bc41ec20-4afc-4c68-a411-9a179e740fd7 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:07.175788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port bc41ec20-4afc-4c68-a411-9a179e740fd7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:07.176162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.206696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e227d49-5e0a-4a77-a2b1-1ee0fe167679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.222060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e227d49-5e0a-4a77-a2b1-1ee0fe167679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.272063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e227d49-5e0a-4a77-a2b1-1ee0fe167679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6de160-6767-4d9d-8512-467aacb6ebd2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.309322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:02Z', 'revision_number': 2, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:07.315498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.322046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.328253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.338661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.345195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.352479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.353433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd03f0f-9500-47b9-9426-e4f82e25cc7d None None] The sync data for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 is: [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:02Z', 'revision_number': 2, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:07.360631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:07.368416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-a68ecc5a-0c12-44e8-a9e1-4616901667e8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5440 time: 0.4432425 Oct 20 11:03:07.458637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6696071c-4c66-4602-bf63-d5fc3c437396 req-b871c38e-dc56-4ecc-b415-b27b9cc340a5 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848920 Oct 20 11:03:07.471720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1e227d49-5e0a-4a77-a2b1-1ee0fe167679 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fbbeac6bf734cefba40a0d4be6f1ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912187 Oct 20 11:03:07.474415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50274) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:07.580794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.614290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.658390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.664082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:07.666434 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.681342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.682128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4e6db930-1a21-4ef1-b327-6e19a2b580a9 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:07.684220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.769855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.772730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.776230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f6de160-6767-4d9d-8512-467aacb6ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2969012 Oct 20 11:03:07.782965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:07.812106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e49b6f-be93-44b4-9569-1a4e4af29e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6de160-6767-4d9d-8512-467aacb6ebd2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.818806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:07.826782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.828747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:07.903186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Pushing event updated for resources: {'Port': ['ID=a1719fa8-e2ae-4582-81f7-60173884152a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.994898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Attempting to bind port a1719fa8-e2ae-4582-81f7-60173884152a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:07.995306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Attempting to bind port a1719fa8-e2ae-4582-81f7-60173884152a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:07.995678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Attempting to bind port a1719fa8-e2ae-4582-81f7-60173884152a on network 5f026993-78c7-4e9c-a5f6-e3e23113d176 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:07.999969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:08.006913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:08.007354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Checking segment: {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:08.007759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.008152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Bound using segment: {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:08.008635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Bound port: a1719fa8-e2ae-4582-81f7-60173884152a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:08.009022 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.065316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:08.101052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:08.101422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.228694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.253778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] For port a1719fa8-e2ae-4582-81f7-60173884152a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:08.275792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] For port a1719fa8-e2ae-4582-81f7-60173884152a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a1719fa8-e2ae-4582-81f7-60173884152a,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:08.277386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.305924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.434427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:08.443154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.443987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c3db2f81-71b6-4828-a8b1-35cec62536fc up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:08.503706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05698d-ddc1-49aa-80ce-9f0dcbf4a145 None None] Pushing event updated for resources: {'Port': ['ID=a1719fa8-e2ae-4582-81f7-60173884152a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:08.552492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Router da22d523-f593-426e-8401-c4c50d65d1f2 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:08.697120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:08.750441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port c3db2f81-71b6-4828-a8b1-35cec62536fc completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:08.755956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port c3db2f81-71b6-4828-a8b1-35cec62536fc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:08.756625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.870195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.892009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.899885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.906887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.913720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.925078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.938642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:08.957078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-67d436ab-6cfc-453e-8707-c1b17f34a8cf tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5442 time: 0.2788632 Oct 20 11:03:09.004139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6db930-1a21-4ef1-b327-6e19a2b580a9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:09.009206 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc09e526-f427-4555-991f-77473ec38819" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "4e6db930-1a21-4ef1-b327-6e19a2b580a9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:09.029133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe8fc38f-f2f4-4b52-8c59-2be056fc2834 req-96146589-b384-4462-993a-5e4cf1e170dd tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707068 Oct 20 11:03:09.089790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.122876 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3de8d6-0899-4a7c-b18f-772eed2153a9 x-openstack-request-id: req-0d3de8d6-0899-4a7c-b18f-772eed2153a9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:09.123276 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "4e6db930-1a21-4ef1-b327-6e19a2b580a9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:09.123537 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d3de8d6-0899-4a7c-b18f-772eed2153a9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:09.123938 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'code': 200} Oct 20 11:03:09.124188 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6db930-1a21-4ef1-b327-6e19a2b580a9', 'code': 200} Oct 20 11:03:09.206378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:09.217182 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.217570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 454d55aa-e323-4209-b54c-6624fc4dc13b up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:09.362555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:09.376615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 454d55aa-e323-4209-b54c-6624fc4dc13b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:09.389078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 454d55aa-e323-4209-b54c-6624fc4dc13b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:09.390041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.504461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.563411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:09.580377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.590110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:09.602853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Sync routers for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:09.633836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.638680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50330) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:09.638888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:09.639014 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc833967-45c5-4efe-8392-4f1ec6831fba admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8015618 Oct 20 11:03:09.639410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:09.660453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:09.870973 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:10.269945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d602f2d-6862-4bdb-8e25-cd0023b103e2 None None] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:10.457606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50370) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:10.497771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a1719fa8-e2ae-4582-81f7-60173884152a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:10.526381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:07Z', 'revision_number': 3, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:10.545758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-02325d02-a40f-48bb-9630-248146987e28 None None] Provisioning complete for port a1719fa8-e2ae-4582-81f7-60173884152a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:10.546926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-02325d02-a40f-48bb-9630-248146987e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.564912 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Checking router: da22d523-f593-426e-8401-c4c50d65d1f2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:10.565263 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Updating router da22d523-f593-426e-8401-c4c50d65d1f2 port 1d6161b7-f0c5-4c7b-961d-484663a8912d binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:10.601355 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.666821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a1719fa8-e2ae-4582-81f7-60173884152a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:10.667507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.684663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d200555f-6752-4964-be12-5ffc367db441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.773106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-02325d02-a40f-48bb-9630-248146987e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.907336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d200555f-6752-4964-be12-5ffc367db441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.915445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d200555f-6752-4964-be12-5ffc367db441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.933747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-02325d02-a40f-48bb-9630-248146987e28 None None] For port a1719fa8-e2ae-4582-81f7-60173884152a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a1719fa8-e2ae-4582-81f7-60173884152a,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:10.951977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.959086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-02325d02-a40f-48bb-9630-248146987e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.003511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d200555f-6752-4964-be12-5ffc367db441 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ed17941b2194ed29878923f540e2ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5446808 Oct 20 11:03:11.004573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200555f-6752-4964-be12-5ffc367db441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b367d8-f2d5-4088-bfdc-c95e50a12d97,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.007628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50380) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:11.106814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.112551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-e80fecd6-b9fb-462f-823d-98fbfe1061ae tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=446d282dde7847ddad66048cab2bfb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3835986 Oct 20 11:03:11.125462 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.127920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:11.130572 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e745807-b656-4a60-9c84-53fd1d5d7641" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:11.132492 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.138442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02325d02-a40f-48bb-9630-248146987e28 None None] Pushing event updated for resources: {'Port': ['ID=a1719fa8-e2ae-4582-81f7-60173884152a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.153448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Sync routers for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:11.156307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:11.156533 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:11.159492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.189524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:11.190156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:11.198251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.222913 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Pushing event updated for resources: {'Port': ['ID=1d6161b7-f0c5-4c7b-961d-484663a8912d,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.226821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.234282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.235269 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.235629 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.235968 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.236301 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.236819 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.237463 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.237463 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.237779 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.238100 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.239786 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.240253 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.240664 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:11.243824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.251887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.275274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.277668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Attempting to bind port 1d6161b7-f0c5-4c7b-961d-484663a8912d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:11.277668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Attempting to bind port 1d6161b7-f0c5-4c7b-961d-484663a8912d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:11.278519 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Attempting to bind port 1d6161b7-f0c5-4c7b-961d-484663a8912d on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:11.290467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.301866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:11.301866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:11.302997 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.305069 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:11.305814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Bound port: 1d6161b7-f0c5-4c7b-961d-484663a8912d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:11.306784 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.312932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-f447a4c3-1edf-49b6-81e4-c86d236db348 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.5866387 Oct 20 11:03:11.320157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.325527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.326701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78b367d8-f2d5-4088-bfdc-c95e50a12d97 HTTP/1.1" status: 204 len: 168 time: 0.3179052 Oct 20 11:03:11.340776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04263e51-22ea-4904-83e2-40b7c1b4fcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b367d8-f2d5-4088-bfdc-c95e50a12d97,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.373545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9759b0e7-7e93-41ad-9766-26f575e50a05 req-12af1c33-babe-4214-bffb-c2ef95dca734 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594103 Oct 20 11:03:11.416256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] For port 1d6161b7-f0c5-4c7b-961d-484663a8912d, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:11.427556 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] For port 1d6161b7-f0c5-4c7b-961d-484663a8912d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d6161b7-f0c5-4c7b-961d-484663a8912d,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:11.430323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fc9f7fcc-5a65-4ca8-a576-ba0185d1330c None None] Provisioning complete for port a1719fa8-e2ae-4582-81f7-60173884152a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:11.430976 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7fcc-5a65-4ca8-a576-ba0185d1330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.434223 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.492050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:11.492665 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:11.495178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:11.539372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.560392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4f23-8951-4d1e-953d-193b5bfc4cbd None None] Pushing event updated for resources: {'Port': ['ID=1d6161b7-f0c5-4c7b-961d-484663a8912d,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.612693 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc96efa-f290-47ec-b627-253afe1d2bcc x-openstack-request-id: req-3dc96efa-f290-47ec-b627-253afe1d2bcc {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:11.613614 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-plugged", "status": "completed", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:11.617109 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3dc96efa-f290-47ec-b627-253afe1d2bcc {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:11.618902 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'code': 200} Oct 20 11:03:11.619357 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'code': 200} Oct 20 11:03:11.688509 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:11.745325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.745919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.746254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.746715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.751386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.751920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.752386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.754618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-9b09d7d2-a5a4-4c81-ab00-43ec23e5ec9d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.0920718 Oct 20 11:03:11.825811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9d0ea66-d48c-45d7-8394-9830fafdb7c9 req-2a279cb6-4221-4401-b924-e191f873c784 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=13df9bb6-f33d-41a9-ab91-906129ab2308&id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628498 Oct 20 11:03:11.884917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0200983c-8325-4278-bb37-879a8dd3cddf tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:11.892763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0200983c-8325-4278-bb37-879a8dd3cddf tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7566533 Oct 20 11:03:11.913264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-5596103d-c902-42e9-ae65-bf759cdbbebb tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/quotas/446d282dde7847ddad66048cab2bfb4a HTTP/1.1" status: 200 len: 375 time: 0.0191634 Oct 20 11:03:11.946690 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:07Z', 'revision_number': 3, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:11.976167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-dea9edcd-f9ac-4157-aafc-069a5b692e39 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=446d282dde7847ddad66048cab2bfb4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606005 Oct 20 11:03:11.982726 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720c4b2-d5db-4979-bcaf-0ee3c51f68d0 None None] The sync data for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 is: [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:07Z', 'revision_number': 3, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:12.141747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Allocated IP 172.20.0.1 (5f026993-78c7-4e9c-a5f6-e3e23113d176/dc211889-1413-4862-b158-ecdc85917c42/2c1f1bbc-ded9-4a6f-8623-77160e022c67) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:12.204881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3d4367e-2709-4371-8f55-a221ca2cfda6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:12.343341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-268a999e-be05-4213-a5c1-c959ecd4580c req-0dd0e6c7-7b7c-4f5d-9176-9eccf057b824 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.0912282 Oct 20 11:03:12.349186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e3d4367e-2709-4371-8f55-a221ca2cfda6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:12.349298 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.410478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.497271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.510779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:02Z', 'revision_number': 2, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:12.606370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Checking router: b767cffc-389a-472e-bec1-23a525199d5a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:12.606735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Updating router b767cffc-389a-472e-bec1-23a525199d5a port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:12.609017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.711927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e3d4367e-2709-4371-8f55-a221ca2cfda6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3d4367e-2709-4371-8f55-a221ca2cfda6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:12.719434 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.784092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.788618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e3d4367e-2709-4371-8f55-a221ca2cfda6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:12.819963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:12.879044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:12.938299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:12.945705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:12.982105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:12.993502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:13.016041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:13.035637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:13.045922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:13.049076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-e70085cf-982e-47e7-a025-4a2e1c2b1f8e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.3852901 Oct 20 11:03:13.050447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:13.212653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.508821 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.514769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a1719fa8-e2ae-4582-81f7-60173884152a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:13.516504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:13.538160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.561872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.703427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5aedea6-3123-4d80-90af-82b841fde141 req-ce71e56a-b200-46d2-8d2a-800330ae723c tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.1365755 Oct 20 11:03:13.803461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99f8df40-2f41-498a-abf3-2d8e1b956af4 req-05a94755-a65a-4799-9cfa-c7d30d0d1852 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3495221 Oct 20 11:03:13.823504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a25d4eee-080f-4016-981c-f1ac38bc6676 None None] Provisioning complete for port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:13.823878 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a25d4eee-080f-4016-981c-f1ac38bc6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.840181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583375ca-4361-4c1e-aa72-d0adfef557bf None None] Pushing event updated for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:14.011224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a1719fa8-e2ae-4582-81f7-60173884152a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:14.011440 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.015866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a25d4eee-080f-4016-981c-f1ac38bc6676 None None] Port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:14.052333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Attempting to bind port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:14.052710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Attempting to bind port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:14.053081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Attempting to bind port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 on network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:14.062827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:14.064126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Checking segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:14.064540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.064945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Bound using segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:14.065438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Bound port: cdf7e12e-2277-42d7-9cf7-7accdb4930c6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:14.065823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.112097 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.118873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-4f39d262-83b1-4ded-a724-0db9a064823a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4974437 Oct 20 11:03:14.120779 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.229943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0f5443a4-779b-4ce9-b4f1-e8d843bcded8 None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:14.230295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0f5443a4-779b-4ce9-b4f1-e8d843bcded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.236268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:14.284756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.363923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d6161b7-f0c5-4c7b-961d-484663a8912d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:14.378898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-6f601efc-187d-467e-8196-d5033d296f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:14.379655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-26d5d2cc-6780-4c1c-930d-1cacb7c4abd1 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=446d282dde7847ddad66048cab2bfb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399519 Oct 20 11:03:14.389292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-6f601efc-187d-467e-8196-d5033d296f02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 1097 time: 0.1673608 Oct 20 11:03:14.406160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] For port cdf7e12e-2277-42d7-9cf7-7accdb4930c6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:14.432416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] For port cdf7e12e-2277-42d7-9cf7-7accdb4930c6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:14.436094 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0f5443a4-779b-4ce9-b4f1-e8d843bcded8 None None] Port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:14.488807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.587309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50452) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:14.629953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-4c9cb20a-e379-4d56-83dd-214f4cb4f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:14.631484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-4c9cb20a-e379-4d56-83dd-214f4cb4f472 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 916 time: 0.2208803 Oct 20 11:03:14.633645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ee7480e3-9f59-4964-8f7e-e309dded258a tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:14.635163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ee7480e3-9f59-4964-8f7e-e309dded258a tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445881 Oct 20 11:03:14.653457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583375ca-4361-4c1e-aa72-d0adfef557bf None None] Pushing event updated for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:14.663223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Request body: {'port': {'device_id': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '446d282dde7847ddad66048cab2bfb4a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:14.693890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:14.695029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:14.736111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-99fb1563-3da3-478a-bd81-61f7236cdd1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 200 len: 217 time: 0.0904257 Oct 20 11:03:14.811890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1d6161b7-f0c5-4c7b-961d-484663a8912d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:14.812301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.884971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1102221545'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:14.969501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-32b92791-d162-4d83-be4f-e02fbbd4f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:14.971093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-32b92791-d162-4d83-be4f-e02fbbd4f3c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.2277126 Oct 20 11:03:14.992994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17e09028-3858-4c18-9339-46a929421892 req-f681e86a-5750-4a8f-af71-b73d03bea1c6 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.1301839 Oct 20 11:03:15.010375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:15.013406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:15.071509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:15.071904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.074243 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-ad7bf241-b79a-4db7-adbf-e6f8c56e4057 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848746 Oct 20 11:03:15.074851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Made reservation on behalf of de1159d634d04878b0a6dd2d5e753a8c for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:15.078832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.171625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.320623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:15.322532 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.369342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Router da22d523-f593-426e-8401-c4c50d65d1f2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:15.410511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 1d6161b7-f0c5-4c7b-961d-484663a8912d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d6161b7-f0c5-4c7b-961d-484663a8912d,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:15.423027 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.429557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Made reservation on behalf of 446d282dde7847ddad66048cab2bfb4a for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:15.433768 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.446860 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.567926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.577056 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-342070e1-ca38-4e49-a8b3-008aa5349217 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873264 Oct 20 11:03:15.580974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.613432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.614152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:15.629821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.638381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.639745 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.641549 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Added segment bed6ef53-2190-480c-a4f6-9f0a2bb3da85 of type vlan for network f7b19f32-6eac-4dba-a420-a621bc7782bb Oct 20 11:03:15.645676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.653890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.658018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3d4367e-2709-4371-8f55-a221ca2cfda6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:15.660907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.667655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.674798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.676963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-da1dbbc5-7d65-45ab-8551-a2ae71b7cdef tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.2978601 Oct 20 11:03:15.707236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.720094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:15.734375 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Sync routers for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:15.735774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae8caacb-8d79-4672-a7ad-574493cbde85 admin admin] 10.222.0.74 "PUT /v2.0/routers/da22d523-f593-426e-8401-c4c50d65d1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0953276 Oct 20 11:03:15.755579 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:15.756308 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:15.781826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27ff7530-0a9b-45e8-b444-55bca855c993 req-68ba315b-8732-459a-b281-c48c4fc017ee tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838938 Oct 20 11:03:15.802252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=1d6161b7-f0c5-4c7b-961d-484663a8912d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:15.828171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa2ba4-1eb5-4969-b1e4-dfa0cefbdf3a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:15.833161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.836704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.840898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:15.841811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.851816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.931444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] For port cdf7e12e-2277-42d7-9cf7-7accdb4930c6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:15.955096 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3663657 Oct 20 11:03:15.956041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50472) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:16.005370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.033774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5354f1-c64a-4abe-8c71-5ebd125d7182,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:16.044762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Request body: {'subnet': {'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:16.056421 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:16.131791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.138206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.144440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.150677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.157280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.163389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.169583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:16.172096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-decddb9c-f8f4-4f7a-bb82-2bdbf8166ce0 req-d3d98553-41f1-4edb-b8f7-701b6aa5ac74 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.1833169 Oct 20 11:03:16.184971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:16.190091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Request body: {'floatingip': {'port_id': '454d55aa-e323-4209-b54c-6624fc4dc13b'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:16.261770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.281101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Allocated IP 192.168.233.36 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/b22938b1-8498-42fd-966f-a7f2b7742ee6) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:16.289560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29be7c-d773-4443-a78d-60f1a1ff2a3f tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event updated for resources: {'Network': ['ID=f7b19f32-6eac-4dba-a420-a621bc7782bb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:16.350826 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 4, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2c1f1bbc-ded9-4a6f-8623-77160e022c67', 'name': '', 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'mac_address': 'fa:16:3e:4d:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dc211889-1413-4862-b158-ecdc85917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:11Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 2, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'subnets': [{'id': 'dc211889-1413-4862-b158-ecdc85917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:16.383949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-91f590ab-406c-439c-9ea2-b7eb81f5793c req-7df32922-1bb7-4c10-b4c4-8290cd912a7d service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424761 Oct 20 11:03:16.385831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Made reservation on behalf of de1159d634d04878b0a6dd2d5e753a8c for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:16.389797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.409640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f7b19f32-6eac-4dba-a420-a621bc7782bb details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:16.412120 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.433954 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Checking router: da22d523-f593-426e-8401-c4c50d65d1f2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:16.434315 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Updating router da22d523-f593-426e-8401-c4c50d65d1f2 port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:16.473608 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.494097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e3d4367e-2709-4371-8f55-a221ca2cfda6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:16.495206 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.550430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-36fafac9-d444-4297-860c-82d551a01e22 None None] Provisioning complete for port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:16.550955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36fafac9-d444-4297-860c-82d551a01e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.564582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d38d0aa-e3a8-4563-a796-db135ac76551 req-7509d8e4-e4a1-4bf2-b15c-d33ad7d2c3f3 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.2034960 Oct 20 11:03:16.603528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-36fafac9-d444-4297-860c-82d551a01e22 None None] Port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:16.671796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f1c53-a07d-43dc-aca2-1dbd6727199b None None] Pushing event updated for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:16.742063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:14Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:16.788181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cea16-3d35-4fcf-b17b-141f6f9e4652 None None] The sync data for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 is: [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:14Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:16.808594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.810164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cdf7e12e-2277-42d7-9cf7-7accdb4930c6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:16.846173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.881270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:16.881926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.986472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event updated for resources: {'Subnet': ['ID=8991c808-db1c-4685-83a0-0c369a44e9bc,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.011104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:17.016111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670321924', 'description': 'tempest-secgroup-smoke-1670321924 description', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:17.035346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Checking segment: {'id': 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:17.035856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Network hostable DHCP agents. Network: f7b19f32-6eac-4dba-a420-a621bc7782bb, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:17.068615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.071546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Network f7b19f32-6eac-4dba-a420-a621bc7782bb is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:17.100113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f7b19f32-6eac-4dba-a420-a621bc7782bb) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:17.109415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:17.110202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.119994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dca182-dbbc-420a-9fd1-6ab6dc754823 None None] Network f7b19f32-6eac-4dba-a420-a621bc7782bb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:17.129972 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.137353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2ac6efc9-d3ca-4178-8fd1-30fd833bdf61 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0968313 Oct 20 11:03:17.141083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50490) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:17.144339 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.145939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.158447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Request body: {'port': {'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1270740322'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:17.207869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c7134-9438-4685-a253-85a41924096d None None] Pushing event updated for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.313929 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Attempting to bind port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:17.314426 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Attempting to bind port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:17.314653 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Attempting to bind port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 on network 5f026993-78c7-4e9c-a5f6-e3e23113d176 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:17.320728 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:17.321097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Checking segment: {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:17.321499 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.321888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Bound using segment: {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:17.322747 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Bound port: 2c1f1bbc-ded9-4a6f-8623-77160e022c67, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749760a1-d96c-407f-96d9-2a612120b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:17.322895 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.455599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Made reservation on behalf of de1159d634d04878b0a6dd2d5e753a8c for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:17.460642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.517433 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] For port 2c1f1bbc-ded9-4a6f-8623-77160e022c67, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:17.523644 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] For port 2c1f1bbc-ded9-4a6f-8623-77160e022c67, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c1f1bbc-ded9-4a6f-8623-77160e022c67,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:17.537076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.544162 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.551643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] device_id is not set on port 40ea4bd4-f02e-4b50-981c-d6a7751a6632 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:03:17.583258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.590960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-f7b19f32-6eac-4dba-a420-a621bc7782bb', 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb', 'tenant_id': 'de1159d634d04878b0a6dd2d5e753a8c', 'fixed_ips': [{'subnet_id': '8991c808-db1c-4685-83a0-0c369a44e9bc'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:17.611466 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.654589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:17.655364 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:17.673378 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c7134-9438-4685-a253-85a41924096d None None] Pushing event updated for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.740136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d6161b7-f0c5-4c7b-961d-484663a8912d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:17.915924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Allocated IP 172.20.0.12 (f7b19f32-6eac-4dba-a420-a621bc7782bb/8991c808-db1c-4685-83a0-0c369a44e9bc/40ea4bd4-f02e-4b50-981c-d6a7751a6632) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:17.972015 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.resource_extend [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:03:18.070252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] Provisioning complete for port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:18.078640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.119291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.160848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.162355 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1499412 Oct 20 11:03:18.172382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:18.181968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:18.182216 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:18.222008 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.225649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.229035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc900b72-f3d3-4754-820b-907f02f65943 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed0ec6-5aa8-4955-997a-478f087ed489,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.261596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.355820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.357301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.361776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.362575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1d6161b7-f0c5-4c7b-961d-484663a8912d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:18.363040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.371246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.433999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ca36d2-6fe6-488c-94f2-9d7c8a70b92b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.449476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.454745 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-043e0313-326a-40b6-9cc6-81b60da9475f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794173 Oct 20 11:03:18.456355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50506) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:18.470803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:18.481879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Network f7b19f32-6eac-4dba-a420-a621bc7782bb is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:18.502932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:18.512258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] For port 2c1f1bbc-ded9-4a6f-8623-77160e022c67, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c1f1bbc-ded9-4a6f-8623-77160e022c67,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:18.524192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:18.524448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.528248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Allocated IP 172.20.0.2 (f7b19f32-6eac-4dba-a420-a621bc7782bb/8991c808-db1c-4685-83a0-0c369a44e9bc/f568aa3e-fc29-459c-907c-875f3bbfd315) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:18.529144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event updated for resources: {'Port': ['ID=40ea4bd4-f02e-4b50-981c-d6a7751a6632,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.587422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.604984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a099125-edc0-41c9-b781-08434b18ef26 None None] Pushing event updated for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.609280 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 4, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2c1f1bbc-ded9-4a6f-8623-77160e022c67', 'name': '', 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'mac_address': 'fa:16:3e:4d:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dc211889-1413-4862-b158-ecdc85917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:11Z', 'updated_at': '2021-10-20T11:03:17Z', 'revision_number': 4, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'subnets': [{'id': 'dc211889-1413-4862-b158-ecdc85917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:18.622163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cdf7e12e-2277-42d7-9cf7-7accdb4930c6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:18.664615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c888e-a048-4cce-afb8-16a4b283c486 None None] The sync data for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 is: [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 4, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2c1f1bbc-ded9-4a6f-8623-77160e022c67', 'name': '', 'network_id': '5f026993-78c7-4e9c-a5f6-e3e23113d176', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'mac_address': 'fa:16:3e:4d:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dc211889-1413-4862-b158-ecdc85917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:11Z', 'updated_at': '2021-10-20T11:03:17Z', 'revision_number': 4, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'subnets': [{'id': 'dc211889-1413-4862-b158-ecdc85917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:18.691692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:18.692464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.704285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.712362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.740876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a201995-05bb-44cf-8de1-7ee25280f937 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5984645 Oct 20 11:03:18.750873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.753050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2870541 Oct 20 11:03:18.754184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:18.759753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50512) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:18.791290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c5beb973-9e60-4f27-9721-d3e8ec925895 None None] Provisioning complete for port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:18.792308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c5beb973-9e60-4f27-9721-d3e8ec925895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.792463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:18.805641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e4c39-1228-4cf8-b615-edda206243e7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f74a2f8-bfdb-4b03-888f-6800a4003ca0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.836010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:18.836458 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.908571 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.970542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c7b57e7-4e0e-4562-af08-8bca05399b92 req-85c50397-7f74-412a-a7f4-ac1d2343da08 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.8209293 Oct 20 11:03:18.980208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.980858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Deleting port 40ea4bd4-f02e-4b50-981c-d6a7751a6632 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:18.981231 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.048210 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.065226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.105563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:19.114806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.168526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.185251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Calling delete_port for 40ea4bd4-f02e-4b50-981c-d6a7751a6632 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:19.205727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:19.223240 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Floating IP e46f0496-4648-4bf9-aba8-b5dc12598b07 associated. External IP: 172.25.3.224, port: 454d55aa-e323-4209-b54c-6624fc4dc13b. Oct 20 11:03:19.225728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Pushing event updated for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.237796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:19.319893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:19.321105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.355023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Network f7b19f32-6eac-4dba-a420-a621bc7782bb is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:19.360205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.370779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Pushing event updated for resources: {'Port': ['ID=f568aa3e-fc29-459c-907c-875f3bbfd315,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.373522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.373732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:19.378434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:19.436229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad2575c-4209-4f1b-9c30-84fd8af9e41c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.443989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.448400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f925ae7a-b201-42bf-a98e-a6adcba4ea2c tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6733141 Oct 20 11:03:19.455312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.456147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event deleted for resources: {'Port': ['ID=40ea4bd4-f02e-4b50-981c-d6a7751a6632,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.471486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-ea4f2355-eacf-4cf8-81a5-3028fd0a7be5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8169148 Oct 20 11:03:19.490123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:19.507418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2c43-65be-47ca-8b73-e52afb71adcb req-e945280b-ba7a-47c4-abc8-961d8bc8d000 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:19.512297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f11a2c43-65be-47ca-8b73-e52afb71adcb req-e945280b-ba7a-47c4-abc8-961d8bc8d000 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 945 time: 1.3848803 Oct 20 11:03:19.523939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Request body: {'port': {'device_id': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:19.638111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.642256 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-926105b6-b29c-46a6-91e8-ad09e7e814e7 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "DELETE /v2.0/ports/40ea4bd4-f02e-4b50-981c-d6a7751a6632 HTTP/1.1" status: 204 len: 168 time: 0.8843126 Oct 20 11:03:19.645380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.666702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Attempting to bind port f568aa3e-fc29-459c-907c-875f3bbfd315 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:19.667864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Attempting to bind port f568aa3e-fc29-459c-907c-875f3bbfd315 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:19.667864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Attempting to bind port f568aa3e-fc29-459c-907c-875f3bbfd315 on network f7b19f32-6eac-4dba-a420-a621bc7782bb {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:19.677672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-740eecbc-3842-42db-bee3-31306e30db3f None None] Provisioning complete for port b22938b1-8498-42fd-966f-a7f2b7742ee6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:19.678144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-740eecbc-3842-42db-bee3-31306e30db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.681356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-9487e57c-fa59-4e1f-8dba-1c89c31bdc13 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:19.681577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:19.682007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Checking segment: {'id': 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:19.682478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.682959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Bound using segment: {'id': 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:19.683544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Bound port: f568aa3e-fc29-459c-907c-875f3bbfd315, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f7b19f32-6eac-4dba-a420-a621bc7782bb'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:19.684000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.690714 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-9487e57c-fa59-4e1f-8dba-1c89c31bdc13 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 945 time: 0.1894021 Oct 20 11:03:19.699556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f11a2c43-65be-47ca-8b73-e52afb71adcb req-9ac8f9f9-f41d-4f52-addd-8306fcffbe29 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627400 Oct 20 11:03:19.701513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.823729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] For port f568aa3e-fc29-459c-907c-875f3bbfd315, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:19.824840 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0512de40-1692-4a1d-8903-8c233697b2cf tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1783426 Oct 20 11:03:19.831309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] For port f568aa3e-fc29-459c-907c-875f3bbfd315, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f568aa3e-fc29-459c-907c-875f3bbfd315,segment=NetworkSegment(bed6ef53-2190-480c-a4f6-9f0a2bb3da85),segment_id=bed6ef53-2190-480c-a4f6-9f0a2bb3da85)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:19.833410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50522) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.847964 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.848695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-762031740'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:19.928856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Made reservation on behalf of de1159d634d04878b0a6dd2d5e753a8c for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:19.932831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.973957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.985647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.986330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d7633d80-483e-4d79-89da-79989085d13e req-8aeab6a2-1b15-4a64-8828-a3f2273a26d6 service neutron] (100747) timed out ('10.222.0.83', 64098) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:03:19.988014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.000124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:20.016553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-740eecbc-3842-42db-bee3-31306e30db3f None None] Port b22938b1-8498-42fd-966f-a7f2b7742ee6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:20.026397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4bd8e-2738-4bb0-aed5-3aa0c1907e95 None None] Pushing event updated for resources: {'Port': ['ID=f568aa3e-fc29-459c-907c-875f3bbfd315,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.027365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d38547-6b05-42b7-b7a8-e733e743709a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.037965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.038468 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Added segment 34e664b7-6a25-4944-b3e7-2d44a8ee9ed8 of type vlan for network 64e15959-891d-4a9c-aa55-f78947c2d084 Oct 20 11:03:20.041784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Deleting port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:20.042221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.052408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c1f1bbc-ded9-4a6f-8623-77160e022c67 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:20.057869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.062071 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1106fc6f-2b73-4521-a356-e8d315c28ce2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6001906 Oct 20 11:03:20.101720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50526) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.106258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:20.132455 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.137857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:20.138234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.175726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.182786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:20.183498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.301431 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Project 719e1e2ff18644e7945e8a9a06b8dc1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:03:20.333179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Router da92a737-61f2-490f-b73d-b63189fb2eb2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:20.334496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.337602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event updated for resources: {'Network': ['ID=64e15959-891d-4a9c-aa55-f78947c2d084,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.361609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 64e15959-891d-4a9c-aa55-f78947c2d084 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:20.391742 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-571c705a-e9fc-4771-9732-0f2d22b7df45 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5544248 Oct 20 11:03:20.396069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50532) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.617611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] For port 49414d34-a19f-4eff-9105-77d9b5bfdbd9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=49414d34-a19f-4eff-9105-77d9b5bfdbd9,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:20.617961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.656803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Calling delete_port for 49414d34-a19f-4eff-9105-77d9b5bfdbd9 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:20.715583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.738466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da609-9edd-4909-9c63-f3fca9ce88a3 req-dc1e2545-341d-4c5c-b141-f94618d78b6c tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:20.740155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b93da609-9edd-4909-9c63-f3fca9ce88a3 req-dc1e2545-341d-4c5c-b141-f94618d78b6c tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 935 time: 0.6213257 Oct 20 11:03:20.757372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.814219 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe0ffdda-a00f-43f0-bd85-1711869c498f tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.4166822 Oct 20 11:03:20.836442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50538) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.933145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555365b0-cd3b-4d29-9032-2515ddf33d10,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.946683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.959997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.961083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['49414d34-a19f-4eff-9105-77d9b5bfdbd9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:20.961589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aa42d94a-9eff-487d-a14b-407c377f390b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8587186 Oct 20 11:03:20.979634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.986685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Pushing event deleted for resources: {'Port': ['ID=49414d34-a19f-4eff-9105-77d9b5bfdbd9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.992848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'security_group_rule': {'security_group_id': 'f4ed0ec6-5aa8-4955-997a-478f087ed489', 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:21.029624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b93da609-9edd-4909-9c63-f3fca9ce88a3 req-4371e2ca-8aeb-46e4-84b7-2f2d93985c4d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544272 Oct 20 11:03:21.038497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:21.056427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] No DVR routers for this DVR port 49414d34-a19f-4eff-9105-77d9b5bfdbd9 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:21.057593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Sync routers for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:21.058993 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.063547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c3a26260-8002-41dc-a394-5e885650e6a0 req-3973bd1f-ca4f-4305-9cef-c00f89d35762 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "DELETE /v2.0/ports/49414d34-a19f-4eff-9105-77d9b5bfdbd9 HTTP/1.1" status: 204 len: 173 time: 1.3518007 Oct 20 11:03:21.064032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'name': 'network-vif-deleted', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:21.066827 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781a759-6e24-4759-b9e8-454b83c4db3b" -d '{"events": [{"server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "name": "network-vif-deleted", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:21.071159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.092704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:21.096306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:21.137077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a0acc-33bc-4343-9300-0a7759b0689b req-4b9cbbc3-2515-4962-98c6-1b592ec768d2 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.138882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f3a0acc-33bc-4343-9300-0a7759b0689b req-4b9cbbc3-2515-4962-98c6-1b592ec768d2 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=f454285f-8a10-414e-af5b-c483ccff7181 HTTP/1.1" status: 200 len: 867 time: 0.2742529 Oct 20 11:03:21.141102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8ed29d85-14de-4d03-9a05-e7bc5ae1501b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "PUT /v2.0/floatingips/e46f0496-4648-4bf9-aba8-b5dc12598b07 HTTP/1.1" status: 200 len: 992 time: 4.9550309 Oct 20 11:03:21.148354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:21.158729 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:21.159594 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569bd5f4-3bd4-4fa9-8d3f-2d5cacac53f2 x-openstack-request-id: req-569bd5f4-3bd4-4fa9-8d3f-2d5cacac53f2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:21.159891 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f454285f-8a10-414e-af5b-c483ccff7181", "name": "network-vif-deleted", "tag": "49414d34-a19f-4eff-9105-77d9b5bfdbd9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:21.160365 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-569bd5f4-3bd4-4fa9-8d3f-2d5cacac53f2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:21.160798 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f454285f-8a10-414e-af5b-c483ccff7181', 'name': 'network-vif-deleted', 'tag': '49414d34-a19f-4eff-9105-77d9b5bfdbd9', 'status': 'completed', 'code': 200} Oct 20 11:03:21.169327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22938b1-8498-42fd-966f-a7f2b7742ee6 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:21.174168 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Project 719e1e2ff18644e7945e8a9a06b8dc1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:03:21.191351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.230428 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.328781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:21.329835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Transition to ACTIVE for port object b22938b1-8498-42fd-966f-a7f2b7742ee6 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:03:21.391779 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e54a0e-2d8d-4d4f-9328-7dd85e7be15c x-openstack-request-id: req-21e54a0e-2d8d-4d4f-9328-7dd85e7be15c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:21.392068 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:21.392320 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21e54a0e-2d8d-4d4f-9328-7dd85e7be15c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:21.392734 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'status': 'completed', 'code': 200} Oct 20 11:03:21.399738 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.426272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69144b1-1142-4e8d-817c-0810a0ff25b2 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] Network 64e15959-891d-4a9c-aa55-f78947c2d084 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:21.443676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f3a0acc-33bc-4343-9300-0a7759b0689b req-ef4a583c-2e52-432a-b1e5-883314939345 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790148 Oct 20 11:03:21.524908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f69144b1-1142-4e8d-817c-0810a0ff25b2 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "POST /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6707253 Oct 20 11:03:21.533423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50552) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:21.537773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf76e1-eeec-42f3-a198-090e705de11d None None] Network 64e15959-891d-4a9c-aa55-f78947c2d084 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:21.571504 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.588802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.607168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:21.664750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.665229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.665752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.666223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.666684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.667175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.667696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.669843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-2c2a9744-961a-41a6-bb34-2e65eb1850db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.2701056 Oct 20 11:03:21.682725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5811b2c3-0895-4052-ac06-e6fdef99bbf8,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:21.691179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.692483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7748fb2a-7e0c-47ca-9e90-ef352b6872b0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7043629 Oct 20 11:03:21.848309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Attempting to bind port b22938b1-8498-42fd-966f-a7f2b7742ee6 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:21.849542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Attempting to bind port b22938b1-8498-42fd-966f-a7f2b7742ee6 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:21.849542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Attempting to bind port b22938b1-8498-42fd-966f-a7f2b7742ee6 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:21.872140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Port b22938b1-8498-42fd-966f-a7f2b7742ee6 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:03:21.877508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Attempting to bind port b22938b1-8498-42fd-966f-a7f2b7742ee6 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:21.884748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:21.885865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:21.886318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:21.886772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Bound port: b22938b1-8498-42fd-966f-a7f2b7742ee6, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:21.887161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.018485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:22.030447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f568aa3e-fc29-459c-907c-875f3bbfd315 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:22.041599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:22.050176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.060350 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-359182a5-0719-4fff-a500-85552e40eb6c tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks HTTP/1.1" status: 200 len: 9646 time: 0.5242207 Oct 20 11:03:22.076427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50570) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:22.102784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-94561e4e-6112-432c-a152-92c2178b2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.104703 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-94561e4e-6112-432c-a152-92c2178b2678 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e HTTP/1.1" status: 200 len: 919 time: 0.3748181 Oct 20 11:03:22.114001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04524ed-28e4-4037-a759-d6a5a59d2136 None None] Network f7b19f32-6eac-4dba-a420-a621bc7782bb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:22.174914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.175734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.177437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/b22938b1-8498-42fd-966f-a7f2b7742ee6 HTTP/1.1" status: 200 len: 1096 time: 2.6639192 Oct 20 11:03:22.223226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-fc73745f-df89-42b9-8442-5f9ad5d1f5c6 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670321924&fields=id&tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c HTTP/1.1" status: 200 len: 267 time: 0.2161152 Oct 20 11:03:22.330252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15d74617-ca75-4316-a256-9f663452be1c tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "DELETE /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks/64e15959-891d-4a9c-aa55-f78947c2d084 HTTP/1.1" status: 204 len: 168 time: 0.2514048 Oct 20 11:03:22.336731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50574) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:22.347506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-d6ebce7e-b988-42ac-baf2-c366b3703273 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1000 time: 0.2260692 Oct 20 11:03:22.370381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25300e-7aaf-4d23-816c-5e087d02d3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:22.384559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-f49825c6-d923-444f-a207-2c1551ac2c73 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.390330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f568aa3e-fc29-459c-907c-875f3bbfd315 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:22.391005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.392663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-f49825c6-d923-444f-a207-2c1551ac2c73 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 809 time: 0.1684794 Oct 20 11:03:22.436426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] Provisioning complete for port f568aa3e-fc29-459c-907c-875f3bbfd315 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:22.437427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.442313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-ff8eba59-f104-4f31-a5a2-5550a3765e23 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/quotas/719e1e2ff18644e7945e8a9a06b8dc1c HTTP/1.1" status: 200 len: 375 time: 0.0486894 Oct 20 11:03:22.510990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed116f9-904d-4b02-ac06-bda55e2bdc78 req-94f9fea2-da32-4448-a2bb-6d7316c22aa0 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.520443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ed116f9-904d-4b02-ac06-bda55e2bdc78 req-94f9fea2-da32-4448-a2bb-6d7316c22aa0 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 947 time: 0.3515296 Oct 20 11:03:22.553633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-e3f652ff-9a51-4b95-b428-1f156a363f40 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103315 Oct 20 11:03:22.565925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-c7f0b674-559a-4179-9535-2d582afb7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.567504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-c7f0b674-559a-4179-9535-2d582afb7a55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=446d282dde7847ddad66048cab2bfb4a&device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 1099 time: 0.1991346 Oct 20 11:03:22.569691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'e46f0496-4648-4bf9-aba8-b5dc12598b07', 'tenant_id': '1cd676190bf643f385546e093799e024', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'port_id': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'mac_address': 'fa:16:3e:f0:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:01:38Z', 'updated_at': '2021-10-20T11:03:17Z', 'revision_number': 1, 'project_id': '1cd676190bf643f385546e093799e024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:22.619912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Checking router: da92a737-61f2-490f-b73d-b63189fb2eb2 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:22.661901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:22.662804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:22.688063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-2127c635-d1b4-4c3b-8652-5c6ed8f6afa0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6 HTTP/1.1" status: 200 len: 217 time: 0.1009121 Oct 20 11:03:22.756666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-86ce78ae-ad48-4fae-ae44-15732e0223a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.758389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-86ce78ae-ad48-4fae-ae44-15732e0223a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0599020 Oct 20 11:03:22.770240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.823645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.860707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ed116f9-904d-4b02-ac06-bda55e2bdc78 req-d2aed5da-7a0a-481a-9a46-dd97f329a836 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393075 Oct 20 11:03:22.893952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5b00be59-4711-40a4-a390-737b3df26320 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.5546596 Oct 20 11:03:22.899210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50582) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:22.910110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-7d4f6f64-d341-4500-b2e1-229872cea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.912590 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-7d4f6f64-d341-4500-b2e1-229872cea955 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.5420082 Oct 20 11:03:22.940711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] For port f568aa3e-fc29-459c-907c-875f3bbfd315, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f568aa3e-fc29-459c-907c-875f3bbfd315,segment=NetworkSegment(bed6ef53-2190-480c-a4f6-9f0a2bb3da85),segment_id=bed6ef53-2190-480c-a4f6-9f0a2bb3da85)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:22.966353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-49e1564d-0df2-45be-90ef-349da0cadcd4 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/networks/f7b19f32-6eac-4dba-a420-a621bc7782bb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0657887 Oct 20 11:03:22.970023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50584) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:22.983363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-95634758-c094-4ff0-95cb-bfd374209c26 service neutron] 10.222.0.74 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283614 Oct 20 11:03:22.987837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-c0c3dd8c-beb2-412d-8d9e-2784e81c29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:22.989551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-c0c3dd8c-beb2-412d-8d9e-2784e81c29f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1946058 Oct 20 11:03:23.043413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-69a59297-4986-4552-b654-9240b8be99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:23.043413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-69a59297-4986-4552-b654-9240b8be99eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198101 Oct 20 11:03:23.045519 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.130260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:23.130519 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:23.196625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-681e954e-5673-4b22-8d8a-725ce2304928 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/networks/f7b19f32-6eac-4dba-a420-a621bc7782bb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2232559 Oct 20 11:03:23.221503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50588) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:23.347251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084b33-9694-47e2-b7d5-86e83015453f None None] Pushing event updated for resources: {'Port': ['ID=f568aa3e-fc29-459c-907c-875f3bbfd315,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:23.347502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-469dad02-6787-4cda-83ad-0793e74ebc0f service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285761 Oct 20 11:03:23.360298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:23.400908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:23.403811 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827" -d '{"events": [{"name": "network-changed", "server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:23.485884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-994d6e91-291a-4754-a45c-1830419357f9 service neutron] 10.222.0.74 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918156 Oct 20 11:03:23.531353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-97d7f5ba-ac0d-49f5-a551-9aedd8017f20 tempest-DHCPAgentSchedulersTestJSON-449977272 tempest-DHCPAgentSchedulersTestJSON-449977272-project-admin] 10.222.0.74 "GET /v2.0/agents/612b3620-8fb4-4b7f-a953-ff1aaa7eee64/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.3077366 Oct 20 11:03:23.535210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50594) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:23.555431 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-32131969-e15c-4553-869a-ea774087bf06 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986265 Oct 20 11:03:23.561893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-529d2d53-a22c-4feb-92f4-aba1adac0e29 req-d823415d-13fa-4540-823a-59b165786839 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004437 Oct 20 11:03:23.564546 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c88f6b-61a4-483f-a500-522c97a63f23 x-openstack-request-id: req-10c88f6b-61a4-483f-a500-522c97a63f23 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:23.566971 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:23.569070 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-10c88f6b-61a4-483f-a500-522c97a63f23 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:23.570445 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6', 'status': 'completed', 'code': 200} Oct 20 11:03:23.718461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-87e1167b-caf7-45b7-92ca-2cf95c6ed5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:23.724761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-87e1167b-caf7-45b7-92ca-2cf95c6ed5c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=446d282dde7847ddad66048cab2bfb4a&device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 1099 time: 0.0872421 Oct 20 11:03:23.964216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.046047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2342ebd-6427-48cb-a236-6db013e7229a req-b67ac740-6a45-4aac-b10b-9f8628924dcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 210 time: 0.1174166 Oct 20 11:03:24.128387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 49414d34-a19f-4eff-9105-77d9b5bfdbd9 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:24.150390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-601a5144-17b1-4b44-8227-a45db5081298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:24.152062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-601a5144-17b1-4b44-8227-a45db5081298 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.4237440 Oct 20 11:03:24.155369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-96b9e32a-1e2a-440f-8a5e-c2d66354b121 None None] Provisioning complete for port f568aa3e-fc29-459c-907c-875f3bbfd315 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:24.155747 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-96b9e32a-1e2a-440f-8a5e-c2d66354b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.200472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 49414d34-a19f-4eff-9105-77d9b5bfdbd9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:24.200966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 49414d34-a19f-4eff-9105-77d9b5bfdbd9 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:24.320871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-199875ed-34ac-45dc-b446-456d9d801122 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6 HTTP/1.1" status: 200 len: 217 time: 0.1568747 Oct 20 11:03:24.425908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f568aa3e-fc29-459c-907c-875f3bbfd315 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:24.457140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a499733-122e-464e-bfcf-f332796fad73 req-9fe2536d-ad25-4c48-b4b4-8bf58580627d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:24.464562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a499733-122e-464e-bfcf-f332796fad73 req-9fe2536d-ad25-4c48-b4b4-8bf58580627d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 947 time: 0.3941059 Oct 20 11:03:24.495295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.509227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-34deaab4-eb90-49a7-88c9-1d3e3e1c4462 req-9cbcf644-b3be-4782-ad7e-c3794b29e7ee service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8734682 Oct 20 11:03:24.576265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-752717a7-f6fb-4ba0-af00-8d3dbb571cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:24.578581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-752717a7-f6fb-4ba0-af00-8d3dbb571cd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.2348680 Oct 20 11:03:24.614086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e15959-891d-4a9c-aa55-f78947c2d084']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.631009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e664b7-6a25-4944-b3e7-2d44a8ee9ed8') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.631299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e664b7-6a25-4944-b3e7-2d44a8ee9ed8') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.644225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.662800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.669843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'e46f0496-4648-4bf9-aba8-b5dc12598b07', 'tenant_id': '1cd676190bf643f385546e093799e024', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'port_id': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'mac_address': 'fa:16:3e:f0:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:01:38Z', 'updated_at': '2021-10-20T11:03:17Z', 'revision_number': 1, 'project_id': '1cd676190bf643f385546e093799e024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.672208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:24.672828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.675792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a499733-122e-464e-bfcf-f332796fad73 req-69a71ce3-0e09-4771-9458-593bdc7733fa tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955757 Oct 20 11:03:24.696300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-1d6b7258-1fed-45cb-b20a-b007b2c9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:24.698371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-1d6b7258-1fed-45cb-b20a-b007b2c9a7f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934179 Oct 20 11:03:24.713307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35965e20-b23c-4c92-ac55-3582ce58c555 None None] The sync data for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 is: [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'e46f0496-4648-4bf9-aba8-b5dc12598b07', 'tenant_id': '1cd676190bf643f385546e093799e024', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'port_id': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'mac_address': 'fa:16:3e:f0:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:01:38Z', 'updated_at': '2021-10-20T11:03:17Z', 'revision_number': 1, 'project_id': '1cd676190bf643f385546e093799e024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:24.746742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f568aa3e-fc29-459c-907c-875f3bbfd315 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:24.750124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:24.818547 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:24.841093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.846997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.851165 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "DELETE /v2.0/networks/64e15959-891d-4a9c-aa55-f78947c2d084 HTTP/1.1" status: 204 len: 168 time: 1.3148234 Oct 20 11:03:24.865844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:24.901364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-304d9970-39e0-4c0f-af17-bc046eb144c0 None None] Could not find standard attr ID for object 40ea4bd4-f02e-4b50-981c-d6a7751a6632. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:03:24.909111 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0af6662-cdae-4980-ae8c-8a4856576028 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:24.909912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0af6662-cdae-4980-ae8c-8a4856576028 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:24.916177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e0af6662-cdae-4980-ae8c-8a4856576028 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "DELETE /v2.0/ports/40ea4bd4-f02e-4b50-981c-d6a7751a6632 HTTP/1.1" status: 404 len: 333 time: 0.0492070 Oct 20 11:03:24.924135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:24.945147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-bdd7de9e-762c-42cb-9402-a4c2a787b60d service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386367 Oct 20 11:03:24.946772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa6756-3ac5-4482-b9d7-d7df09a6db08 tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event deleted for resources: {'Network': ['ID=64e15959-891d-4a9c-aa55-f78947c2d084,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:25.120232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Deleting subnet 8991c808-db1c-4685-83a0-0c369a44e9bc {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:25.132500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.138459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614a511-bf38-4d33-9fe7-057531ce6aa0 None None] New status for floating IP e46f0496-4648-4bf9-aba8-b5dc12598b07: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:03:25.164833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cceb546c-1efe-483c-a9c0-1e8ea0b9f827 req-65aa9ba7-db18-40e8-83ea-0a27d3218ba6 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080235 Oct 20 11:03:25.224871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.234080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39712af1-ef2a-4f26-94da-c95cf5a7ed54 req-0f2317d7-463a-49d7-95b0-81d7faaa133d tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 210 time: 0.0462036 Oct 20 11:03:25.524639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.609645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.644531 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event deleted for resources: {'Subnet': ['ID=8991c808-db1c-4685-83a0-0c369a44e9bc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:25.658643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2632d39-b0af-4001-9b0f-138686173fab None None] Network f7b19f32-6eac-4dba-a420-a621bc7782bb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:25.669071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.673815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d80dd168-db5f-46d1-8147-de7defa01a8d tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "DELETE /v2.0/subnets/8991c808-db1c-4685-83a0-0c369a44e9bc HTTP/1.1" status: 204 len: 168 time: 0.7485452 Oct 20 11:03:25.676205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50666) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:25.781840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.864644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Deleting port f568aa3e-fc29-459c-907c-875f3bbfd315 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:25.864991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.866991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab82e-56a2-4d51-ae83-43809f500039 req-4f64a0e5-0c85-4c10-a884-2fc0ce8a052f tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:25.876840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8ab82e-56a2-4d51-ae83-43809f500039 req-4f64a0e5-0c85-4c10-a884-2fc0ce8a052f tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 947 time: 0.0731876 Oct 20 11:03:25.963376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb8ab82e-56a2-4d51-ae83-43809f500039 req-cc25e379-719f-4b9c-9c01-2c95a077b9db tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852151 Oct 20 11:03:25.970584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] For port f568aa3e-fc29-459c-907c-875f3bbfd315, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f568aa3e-fc29-459c-907c-875f3bbfd315,segment=NetworkSegment(bed6ef53-2190-480c-a4f6-9f0a2bb3da85),segment_id=bed6ef53-2190-480c-a4f6-9f0a2bb3da85)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:25.970999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.988206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Calling delete_port for f568aa3e-fc29-459c-907c-875f3bbfd315 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:26.170153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b22938b1-8498-42fd-966f-a7f2b7742ee6 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:03:26.347749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:26.364365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b22938b1-8498-42fd-966f-a7f2b7742ee6', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'b22938b1-8498-42fd-966f-a7f2b7742ee6', 'mac_address': 'fa:16:3e:9b:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:03:26.410038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.450851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c5107-9244-4933-8222-e7ac6c7ab412 None None] DHCP port deletion for f7b19f32-6eac-4dba-a420-a621bc7782bb request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:26.485973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.491090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event deleted for resources: {'Port': ['ID=f568aa3e-fc29-459c-907c-875f3bbfd315,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:26.499958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] No DVR routers for this DVR port f568aa3e-fc29-459c-907c-875f3bbfd315 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:26.507633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24dbd21f-6a0a-4fab-93d1-5bbeea7fbd77 req-a69a69b6-a050-4f6e-b133-9f202ec0d7ee tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 210 time: 0.0456982 Oct 20 11:03:26.527262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22938b1-8498-42fd-966f-a7f2b7742ee6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:26.550520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:26.555400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.563599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-7798504f-8c81-4c0a-8d27-60b06da9dce0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:26.565092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-7798504f-8c81-4c0a-8d27-60b06da9dce0 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.83 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 809 time: 0.4919798 Oct 20 11:03:26.618583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:26.661670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.693306 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-a86bd813-b235-41f6-810b-d76b4e978e57 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c HTTP/1.1" status: 200 len: 380 time: 0.1142683 Oct 20 11:03:26.696879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b19f32-6eac-4dba-a420-a621bc7782bb']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:26.708333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'port': {'device_id': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'admin_state_up': True, 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'security_groups': ['f4ed0ec6-5aa8-4955-997a-478f087ed489']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:26.729242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:26.729544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed6ef53-2190-480c-a4f6-9f0a2bb3da85') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:26.748860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.779354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b22938b1-8498-42fd-966f-a7f2b7742ee6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:26.825660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.864647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:26.865156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:26.868451 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:26.953929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Made reservation on behalf of 719e1e2ff18644e7945e8a9a06b8dc1c for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:26.958586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.980329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.993554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.999934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] 10.222.0.74 "DELETE /v2.0/networks/f7b19f32-6eac-4dba-a420-a621bc7782bb HTTP/1.1" status: 204 len: 168 time: 1.3191299 Oct 20 11:03:27.057452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752655-c41c-4f77-9dd1-a092da0536aa tempest-DHCPAgentSchedulersTestJSON-1703857399 tempest-DHCPAgentSchedulersTestJSON-1703857399-project] Pushing event deleted for resources: {'Network': ['ID=f7b19f32-6eac-4dba-a420-a621bc7782bb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:27.193159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab8c1-b172-4e14-85b9-781d50317729 req-a485cd6e-508e-4971-9c57-d705c8b3290d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:27.194929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Allocated IP 172.20.0.4 (3acff5d1-92f2-48f3-9fd1-1b855eb6aec2/aec1b4bd-bf72-4d76-bd01-7a57c4eb525c/2f68f788-1cb1-47ed-ab84-6526f1fc57eb) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:27.195885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82cab8c1-b172-4e14-85b9-781d50317729 req-a485cd6e-508e-4971-9c57-d705c8b3290d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 948 time: 0.0699141 Oct 20 11:03:27.291459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82cab8c1-b172-4e14-85b9-781d50317729 req-0e07eceb-6b16-400f-926b-6f47d730d03e tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878143 Oct 20 11:03:27.398248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50724) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:27.432059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.481495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.559492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:27.580980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:27.584244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:27.587172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:27.619643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd41c575-cca0-469b-a132-7d1417d3b78d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de1159d634d04878b0a6dd2d5e753a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183077 Oct 20 11:03:27.620262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50734) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:27.692417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:27.693088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.737841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-3bacaadd-c140-49dc-92bb-502c407bc687 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334258 Oct 20 11:03:27.757678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Request body: {'port': {'device_id': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:27.764346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e503fde-c409-41c1-98f9-aa6cfe4a0b8c req-64885841-61b5-4449-a5ae-1a3d38c68e89 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:27.773274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e503fde-c409-41c1-98f9-aa6cfe4a0b8c req-64885841-61b5-4449-a5ae-1a3d38c68e89 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 931 time: 0.1218042 Oct 20 11:03:27.801743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.875312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.878237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.887536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e503fde-c409-41c1-98f9-aa6cfe4a0b8c req-4d191239-873e-4a41-83d2-5b9a1811330f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137867 Oct 20 11:03:27.981537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.987606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.989318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6fa2ba4-1eb5-4969-b1e4-dfa0cefbdf3a HTTP/1.1" status: 204 len: 168 time: 0.3680325 Oct 20 11:03:27.999409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc13bd1-1d78-4563-9ed0-8f2e34f136a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa2ba4-1eb5-4969-b1e4-dfa0cefbdf3a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:28.054452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-575fd01e-40aa-4a4f-abb8-e35797ff973f None None] Provisioning complete for port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:28.055040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-575fd01e-40aa-4a4f-abb8-e35797ff973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.138752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b22938b1-8498-42fd-966f-a7f2b7742ee6 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:28.241891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-575fd01e-40aa-4a4f-abb8-e35797ff973f None None] Port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:28.339012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f568aa3e-fc29-459c-907c-875f3bbfd315 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:28.385826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f568aa3e-fc29-459c-907c-875f3bbfd315 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:28.387500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f568aa3e-fc29-459c-907c-875f3bbfd315 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:28.401293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b22938b1-8498-42fd-966f-a7f2b7742ee6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:28.410519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b22938b1-8498-42fd-966f-a7f2b7742ee6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:28.410893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.506313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5b9eefbd-0c1f-4295-971b-f0c553ed01ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.510101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8567-c89b-48e3-9419-07700263f334 req-47a6246d-0fe7-4420-8ff2-49ccf02ab519 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:28.513881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-136f8567-c89b-48e3-9419-07700263f334 req-47a6246d-0fe7-4420-8ff2-49ccf02ab519 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 948 time: 0.0774214 Oct 20 11:03:28.551684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50762) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:28.582160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-136f8567-c89b-48e3-9419-07700263f334 req-2cf4a909-63bc-41be-851d-1b60c81f0ace tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Oct 20 11:03:28.605990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.621216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6226b8f8-d402-4d0e-beb4-27b5c19f3050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.644049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f68f788-1cb1-47ed-ab84-6526f1fc57eb {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:28.653756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:28.655215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:28.656057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.658581 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bfd35-5b73-4d8b-b6ad-1a8951933508" -d '{"events": [{"server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "name": "network-vif-plugged", "status": "completed", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:28.663642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.713199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Transition to ACTIVE for port object 2f68f788-1cb1-47ed-ab84-6526f1fc57eb will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:03:28.731603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.742143 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c670a8b-95c4-42ed-8e64-2fc41a4ab851 x-openstack-request-id: req-0c670a8b-95c4-42ed-8e64-2fc41a4ab851 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:28.742490 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "name": "network-vif-plugged", "status": "completed", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:28.742746 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c670a8b-95c4-42ed-8e64-2fc41a4ab851 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:28.744415 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6', 'code': 200} Oct 20 11:03:28.791265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:28.881576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835095-d0fb-44a7-871e-60f17216eee5 req-166e87c7-6682-4a0e-b4c8-101513f88f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:28.885315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73835095-d0fb-44a7-871e-60f17216eee5 req-166e87c7-6682-4a0e-b4c8-101513f88f26 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 1101 time: 0.1028664 Oct 20 11:03:28.957760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Pushing event updated for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:28.987700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73835095-d0fb-44a7-871e-60f17216eee5 req-04e25616-d0c7-4adb-8dce-bd96f54fd9bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755475 Oct 20 11:03:29.086825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6226b8f8-d402-4d0e-beb4-27b5c19f3050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.092677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6226b8f8-d402-4d0e-beb4-27b5c19f3050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.120056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226b8f8-d402-4d0e-beb4-27b5c19f3050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a75edb-5f43-46d7-b026-e25651df22b0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:29.127325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894411d-0432-4285-a21b-2c07057433e2 req-1f2abcac-3df2-4892-b448-acbdbc749404 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:29.129882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1894411d-0432-4285-a21b-2c07057433e2 req-1f2abcac-3df2-4892-b448-acbdbc749404 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 943 time: 0.0743747 Oct 20 11:03:29.196440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6226b8f8-d402-4d0e-beb4-27b5c19f3050 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=059fe7a5c40f45eaafd36a80245079b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994287 Oct 20 11:03:29.197993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Attempting to bind port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:29.198339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Attempting to bind port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:29.198667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Attempting to bind port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb on network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:29.200795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:29.223869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1894411d-0432-4285-a21b-2c07057433e2 req-ccf00346-2f79-46f8-a7cb-0801010cc2d7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807588 Oct 20 11:03:29.261937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb on network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:03:29.262342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Attempting to bind port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb on network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:29.277526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:29.277878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Checking segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:29.278342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Bound using segment: {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:29.279115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Bound port: 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ffc77a-0c10-4539-8fef-111a82b71a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:29.279559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.338740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.377653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.426747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:29.443368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:29.449167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.486295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:29.486974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.488561 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] 10.222.0.83 "PUT /v2.0/ports/2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 1092 time: 1.7351260 Oct 20 11:03:29.488818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:29.491245 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6812b753-1ef7-4d2a-a50e-1649a4cc3597" -d '{"events": [{"name": "network-changed", "server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:29.500900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.503857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.507499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04a75edb-5f43-46d7-b026-e25651df22b0 HTTP/1.1" status: 204 len: 168 time: 0.2950072 Oct 20 11:03:29.518043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5721f5-2005-4cc7-8c18-79d35b696085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a75edb-5f43-46d7-b026-e25651df22b0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:29.538929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8c29c-0b66-4665-ad56-725d99b93e47 service neutron] Pushing event updated for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:29.605465 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b271d-b782-4be3-80a2-7e3ae0557dab x-openstack-request-id: req-141b271d-b782-4be3-80a2-7e3ae0557dab {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:29.605758 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:29.606066 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-141b271d-b782-4be3-80a2-7e3ae0557dab {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:29.606482 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'status': 'completed', 'code': 200} Oct 20 11:03:29.736179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-62e81327-72be-473b-8a08-62df18b233e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:29.737343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-62e81327-72be-473b-8a08-62df18b233e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1095 time: 0.1855965 Oct 20 11:03:29.770247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089546e-aa14-48d2-a2dc-8ed698977bb6 req-9efdcf46-e40b-4f3d-a4ea-f90fd58599a5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:29.772046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3089546e-aa14-48d2-a2dc-8ed698977bb6 req-9efdcf46-e40b-4f3d-a4ea-f90fd58599a5 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 949 time: 0.0877099 Oct 20 11:03:29.833278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3089546e-aa14-48d2-a2dc-8ed698977bb6 req-f70524c2-92b9-449e-8e70-ebf6394de249 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Oct 20 11:03:29.833769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-cdff719e-1fb5-4d4b-91b3-a1f65d52104c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 217 time: 0.0779498 Oct 20 11:03:29.901512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-deecf4fb-7211-473d-9bc1-58b61797a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:29.903148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-deecf4fb-7211-473d-9bc1-58b61797a029 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 200 len: 848 time: 0.0579534 Oct 20 11:03:30.018519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-ea932879-fe9a-4d8b-b5d1-b9f37eef5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.020313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-ea932879-fe9a-4d8b-b5d1-b9f37eef5229 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819254 Oct 20 11:03:30.162457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-258246fd-0df1-4157-91b9-b236c3bdb70b service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243150 Oct 20 11:03:30.324395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a5ebe331-bead-44a8-9c4c-0f42d4cf9820 req-b493c7d1-a8e0-4eb6-9e42-7706f2ecea56 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504230 Oct 20 11:03:30.424042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2687-422c-420c-af03-004ebd916af2 req-7cba1a64-333a-426f-a5cb-b207a297344f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.433002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-716c2687-422c-420c-af03-004ebd916af2 req-7cba1a64-333a-426f-a5cb-b207a297344f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 943 time: 0.0886314 Oct 20 11:03:30.445308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-f160cf99-757f-4243-85db-77fc2271683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.449236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-f160cf99-757f-4243-85db-77fc2271683c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1095 time: 0.0640407 Oct 20 11:03:30.477121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-716c2687-422c-420c-af03-004ebd916af2 req-f8b7ced5-4e6d-4e28-8c06-41e9ac8a8df2 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Oct 20 11:03:30.584675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-fc6d7d84-0fb7-4130-a6d4-3fa290937825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.586387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-fc6d7d84-0fb7-4130-a6d4-3fa290937825 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 911 time: 0.1275315 Oct 20 11:03:30.646982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-ddc45796-952e-4f01-881c-ee94a6a2e606 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 217 time: 0.0467780 Oct 20 11:03:30.714095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-3f2b0c43-ef9d-4158-a9ff-b9134d3630ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.715966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-3f2b0c43-ef9d-4158-a9ff-b9134d3630ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 200 len: 848 time: 0.0559027 Oct 20 11:03:30.757050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:30.777242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-64bee5f8-4f4d-4ad3-93f1-6cdda6d31cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:30.778756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-64bee5f8-4f4d-4ad3-93f1-6cdda6d31cb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537546 Oct 20 11:03:30.880811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136132109'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:30.921125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:30.929199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.950319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-a5274a0c-8965-4494-b0cc-f9b443b9d1d2 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618998 Oct 20 11:03:30.969180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.019520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce088-f7f4-4ab5-841a-4e3bc8dac9af req-769ffee2-7561-4fb3-bc52-bb8c69aed4a3 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:31.022558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb7ce088-f7f4-4ab5-841a-4e3bc8dac9af req-769ffee2-7561-4fb3-bc52-bb8c69aed4a3 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 949 time: 0.0905170 Oct 20 11:03:31.108981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb7ce088-f7f4-4ab5-841a-4e3bc8dac9af req-aa99d131-3b33-44e8-81fc-8425e07f45f9 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Oct 20 11:03:31.123918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6812b753-1ef7-4d2a-a50e-1649a4cc3597 req-2467e91f-c3c0-4953-bdbe-051225d173ee service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478124 Oct 20 11:03:31.160597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.166172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.195316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:31.212782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5d9334-01b4-4d3c-a760-cdb8865cd293,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:31.215887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.216290 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment 5b86d268-c5cc-49d3-bcc0-d6987d1b12b2 of type vlan for network d91c836e-2e5c-4927-9a42-719d240e4be4 Oct 20 11:03:31.273247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.348800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.361035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:31.361275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3b06159e-9b70-4d72-ae20-82501475c0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.365907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.431734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6722362 Oct 20 11:03:31.759553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.895339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738b06-859a-4850-86f5-c46af802bca1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=d91c836e-2e5c-4927-9a42-719d240e4be4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:31.923473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d91c836e-2e5c-4927-9a42-719d240e4be4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:32.006426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb475ec-4ae0-40e7-a9a7-8c128b7e4503 req-3131d214-361c-46fa-bd0c-aa76b375119f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:32.013802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbb475ec-4ae0-40e7-a9a7-8c128b7e4503 req-3131d214-361c-46fa-bd0c-aa76b375119f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 943 time: 0.1410623 Oct 20 11:03:32.046710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec1f-6961-40bf-a13f-e8abcd6b907d req-fae649b5-5f61-4ce1-97f2-ceeaccdb259e tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:32.048362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbfbec1f-6961-40bf-a13f-e8abcd6b907d req-fae649b5-5f61-4ce1-97f2-ceeaccdb259e tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 949 time: 0.1768270 Oct 20 11:03:32.095146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbb475ec-4ae0-40e7-a9a7-8c128b7e4503 req-ddf82b6f-e1b2-4e62-b913-6cb87d5c49d8 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798893 Oct 20 11:03:32.152793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbfbec1f-6961-40bf-a13f-e8abcd6b907d req-49946291-365b-4831-97ec-62dff25c0811 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/security-groups?id=6a5354f1-c64a-4abe-8c71-5ebd125d7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917993 Oct 20 11:03:32.725664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-1f2369a6-3a7a-42b7-9cab-2279b9bb79c0 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:32.727164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-1f2369a6-3a7a-42b7-9cab-2279b9bb79c0 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.70 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 949 time: 0.0525420 Oct 20 11:03:32.798333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:32.845992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Deleting port b22938b1-8498-42fd-966f-a7f2b7742ee6 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:32.846330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:32.863344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2f68f788-1cb1-47ed-ab84-6526f1fc57eb details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:03:32.960453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] For port b22938b1-8498-42fd-966f-a7f2b7742ee6, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b22938b1-8498-42fd-966f-a7f2b7742ee6,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:32.961075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:32.975760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Calling delete_port for b22938b1-8498-42fd-966f-a7f2b7742ee6 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:33.015225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:33.037303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'port_id': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'mac_address': 'fa:16:3e:57:68:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:03:33.094070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.123676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f68f788-1cb1-47ed-ab84-6526f1fc57eb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:33.163672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:33.169767 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.182419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.241158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b22938b1-8498-42fd-966f-a7f2b7742ee6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:33.261556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Pushing event deleted for resources: {'Port': ['ID=b22938b1-8498-42fd-966f-a7f2b7742ee6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:33.338239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:33.474003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['2f68f788-1cb1-47ed-ab84-6526f1fc57eb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:33.487407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba9611a2-bf4e-40fe-996e-07a47ca75137 req-cebff86c-bb03-412b-a532-bafc5c2d1576 tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.74 "GET /v2.0/ports?device_id=0612c415-a9d9-48be-b6bc-eac0e0dc0149 HTTP/1.1" status: 200 len: 210 time: 0.1720729 Oct 20 11:03:33.548314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] No DVR routers for this DVR port b22938b1-8498-42fd-966f-a7f2b7742ee6 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:33.552231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.564129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4794b165-22e6-43be-b0b3-b658bf2b632a req-563f9a97-1e04-4e7f-ac6b-f2fa0d7ec21d tempest-VolumesNegativeTest-1891718748 tempest-VolumesNegativeTest-1891718748-project] 10.222.0.70 "DELETE /v2.0/ports/b22938b1-8498-42fd-966f-a7f2b7742ee6 HTTP/1.1" status: 204 len: 173 time: 0.8280237 Oct 20 11:03:33.564913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'name': 'network-vif-deleted', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:33.569322 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b2703-ba30-4e2e-b227-07a1090c61c5" -d '{"events": [{"server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "name": "network-vif-deleted", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:33.619809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c162-d15e-40f9-9625-f901dee21589 req-b3a38128-9fa9-454d-b929-f633c8d99680 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:33.629790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f26c162-d15e-40f9-9625-f901dee21589 req-b3a38128-9fa9-454d-b929-f633c8d99680 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 944 time: 0.3154342 Oct 20 11:03:33.750226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f26c162-d15e-40f9-9625-f901dee21589 req-b787f5e8-ea6c-4391-b86a-03438bc181de tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189058 Oct 20 11:03:33.828461 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcd3d65-3a27-4f3f-8aee-af378baca689 x-openstack-request-id: req-bbcd3d65-3a27-4f3f-8aee-af378baca689 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:33.828972 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0612c415-a9d9-48be-b6bc-eac0e0dc0149", "name": "network-vif-deleted", "tag": "b22938b1-8498-42fd-966f-a7f2b7742ee6", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:33.829431 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbcd3d65-3a27-4f3f-8aee-af378baca689 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:33.830017 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0612c415-a9d9-48be-b6bc-eac0e0dc0149', 'name': 'network-vif-deleted', 'tag': 'b22938b1-8498-42fd-966f-a7f2b7742ee6', 'status': 'completed', 'code': 200} Oct 20 11:03:34.039919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-72fbcbfd-6222-4c05-b402-12bb013fb365 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:34.041618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-72fbcbfd-6222-4c05-b402-12bb013fb365 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 814 time: 0.1409941 Oct 20 11:03:34.066811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-8b7d0dd5-7c49-45a6-aa25-49ba46e0ea75 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/quotas/794e265ffe914a7c97bb95d5acabd73e HTTP/1.1" status: 200 len: 375 time: 0.0164459 Oct 20 11:03:34.126709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-7623bb8d-edf6-4829-ab8f-6d46c306e858 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504670 Oct 20 11:03:34.338769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-910d42a5-37e6-49ec-9d5f-a2da4ba66162 service neutron] 10.222.0.74 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111797 Oct 20 11:03:34.339457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.450718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-f77a093e-929a-4eb9-80c2-677b86964822 service neutron] 10.222.0.74 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105061 Oct 20 11:03:34.725581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b94b5c06-3bf0-4ae0-bf5b-eb5e4cb3193b req-1ef89ba4-8e33-4c82-a727-136a5613fa59 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0909081 Oct 20 11:03:34.857796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2f68f788-1cb1-47ed-ab84-6526f1fc57eb up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:34.983701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:34.985493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:34.992179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:34.996163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:34.996620 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.067926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8146-20e0-43f1-9ba5-9cd77f830dce req-74f332ee-9f20-4957-b7e3-4b65fd6c86d7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:35.072183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-970a8146-20e0-43f1-9ba5-9cd77f830dce req-74f332ee-9f20-4957-b7e3-4b65fd6c86d7 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 944 time: 0.1577542 Oct 20 11:03:35.158130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:35.161385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-970a8146-20e0-43f1-9ba5-9cd77f830dce req-ae34ef01-b9c0-4118-bc08-65d282f65fbb tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797281 Oct 20 11:03:35.182640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.196634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.244897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:35.249946 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07792f3-2b67-4398-994d-16b83b715d72" -d '{"events": [{"server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "name": "network-vif-plugged", "status": "completed", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:35.270523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:35.277306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.363487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:35.369072 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d331f-ef39-442a-8744-ac2dd6c66439 x-openstack-request-id: req-7e5d331f-ef39-442a-8744-ac2dd6c66439 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:35.371259 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "name": "network-vif-plugged", "status": "completed", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:35.372090 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e5d331f-ef39-442a-8744-ac2dd6c66439 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:35.372513 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'code': 200} Oct 20 11:03:35.540014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162e77a-5fa6-46a2-bed7-1c654a67ab4e req-d2b9ed81-f597-47fb-a892-01720e661ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:35.541499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9162e77a-5fa6-46a2-bed7-1c654a67ab4e req-d2b9ed81-f597-47fb-a892-01720e661ea2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1097 time: 0.0945487 Oct 20 11:03:35.542647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.642518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:35.646662 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9162e77a-5fa6-46a2-bed7-1c654a67ab4e req-081ca908-c7c8-4f4a-a511-7eb4c83634ea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945041 Oct 20 11:03:35.660248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:35.660611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: d91c836e-2e5c-4927-9a42-719d240e4be4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:35.680789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network d91c836e-2e5c-4927-9a42-719d240e4be4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:35.693377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d91c836e-2e5c-4927-9a42-719d240e4be4) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:35.698646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:35.699266 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.706792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1050d-a524-4458-9931-b0378fc4b092 None None] Network d91c836e-2e5c-4927-9a42-719d240e4be4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:35.721521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-04ad753f-9004-4aeb-b0c3-20cbffcf2aaa tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7365811 Oct 20 11:03:35.725370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51034) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:35.730601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1745599131'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:35.772337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:35.779498 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.822404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:35.834195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.835440 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment 1a92071b-04fc-4db9-ba6d-71831f673540 of type vlan for network c68dd78e-8be1-4815-88c1-883849ef6e16 Oct 20 11:03:35.913622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07191b27-6286-43c5-84ac-5cae8fc080b9 req-4fea7196-f442-47a3-8905-334ac96d0fb7 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0671191 Oct 20 11:03:35.930094 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.963665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.974409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:35.975965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.044850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d91c836e-2e5c-4927-9a42-719d240e4be4', 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': '8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:36.046664 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.053216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:36.067666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:36.068981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3287945 Oct 20 11:03:36.175820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a1d27-0783-45b9-b10e-6f1641ed0869 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=c68dd78e-8be1-4815-88c1-883849ef6e16,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:36.182652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b22938b1-8498-42fd-966f-a7f2b7742ee6 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:36.197523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c68dd78e-8be1-4815-88c1-883849ef6e16 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:36.245119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b22938b1-8498-42fd-966f-a7f2b7742ee6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:36.245499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b22938b1-8498-42fd-966f-a7f2b7742ee6 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:36.324500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:36.329341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.366201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Allocated IP 2001:db8:0:ffff::2 (d91c836e-2e5c-4927-9a42-719d240e4be4/8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7/fe7e1fbd-b4a6-427c-978e-ee79ed473bc1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:36.426481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-c1abaddf-364a-4fdd-9f01-3f5cb06fff62 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:36.428449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-c1abaddf-364a-4fdd-9f01-3f5cb06fff62 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 814 time: 0.4199944 Oct 20 11:03:36.465045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a345c1-268d-4546-9fe6-36d19cbfa94d req-22ea1e6e-109e-4706-9aa5-2cc4690cf510 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:36.467871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9a345c1-268d-4546-9fe6-36d19cbfa94d req-22ea1e6e-109e-4706-9aa5-2cc4690cf510 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.1527133 Oct 20 11:03:36.473442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Request body: {'port': {'device_id': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796', 'admin_state_up': True, 'tenant_id': '794e265ffe914a7c97bb95d5acabd73e'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:36.595193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9a345c1-268d-4546-9fe6-36d19cbfa94d req-7c233e2d-af2f-47a6-b5da-5e1f1c6ea09f tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155238 Oct 20 11:03:36.650145 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.659196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.695169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Made reservation on behalf of 794e265ffe914a7c97bb95d5acabd73e for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:36.705069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.718287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Network d91c836e-2e5c-4927-9a42-719d240e4be4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:36.722982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:36.730160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:36.814363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Pushing event updated for resources: {'Port': ['ID=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:36.851300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Attempting to bind port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:36.851731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Attempting to bind port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:36.852185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Attempting to bind port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 on network d91c836e-2e5c-4927-9a42-719d240e4be4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:36.859695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:36.860071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Checking segment: {'id': '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:36.860621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.861024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Bound using segment: {'id': '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:36.861509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Bound port: fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd91c836e-2e5c-4927-9a42-719d240e4be4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:36.861897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.961478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] For port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:36.968605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] For port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,segment=NetworkSegment(5b86d268-c5cc-49d3-bcc0-d6987d1b12b2),segment_id=5b86d268-c5cc-49d3-bcc0-d6987d1b12b2)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:36.974355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.092550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652ef0-edd6-4cef-8215-67a9698c99ce None None] Pushing event updated for resources: {'Port': ['ID=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:37.139533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Allocated IP 172.20.0.14 (c38d6fa7-2121-45fe-8bd1-7b98052e4796/897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9/797d84d6-77c8-4e42-be94-7c22e12faac1) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:37.170757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1989f3a6-5f86-41fb-89b8-525559bd8879 req-0f5d7ec4-ce04-4dd6-a349-17ed5975b0fa tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0465305 Oct 20 11:03:37.233986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:03:37.235597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.290032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=f8f5e38e-6fe6-411e-8c09-2d9a5544a098,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:37.329322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': '1a92071b-04fc-4db9-ba6d-71831f673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:37.329703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: c68dd78e-8be1-4815-88c1-883849ef6e16, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:37.350048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network c68dd78e-8be1-4815-88c1-883849ef6e16 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:37.370279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c68dd78e-8be1-4815-88c1-883849ef6e16) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:37.384909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6288e029-d951-477f-844b-0ff4fcc6e7e2 None None] Network c68dd78e-8be1-4815-88c1-883849ef6e16 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:37.396924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:37.397676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.463178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d2dfb81b-b034-4909-9f4e-b2c91bd4831f tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4080219 Oct 20 11:03:37.465813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:37.472902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'port': {'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16', 'name': 'tempest-NetworksIpV6TestAttrs-889760665'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:37.525876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.620478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.716735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Network c38d6fa7-2121-45fe-8bd1-7b98052e4796 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:37.718242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c68dd78e-8be1-4815-88c1-883849ef6e16', 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': 'f8f5e38e-6fe6-411e-8c09-2d9a5544a098'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:37.721913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:37.722725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.727550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:37.768872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:37.777446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.799033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Pushing event updated for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:37.828540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] device_id is not set on port 0ab2f5b0-aa63-4531-bbe4-289ae3017842 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:03:37.864530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:37.865079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.889283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-1c427505-23d6-4658-a0fa-55e5beb8dd9a tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4191918 Oct 20 11:03:37.908635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16d41-b0cd-44b7-8eb8-3bf0730c35ad req-e9ff7d6a-ce27-4131-a1bc-aef3a2787d92 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:37.918176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21c16d41-b0cd-44b7-8eb8-3bf0730c35ad req-e9ff7d6a-ce27-4131-a1bc-aef3a2787d92 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.1124818 Oct 20 11:03:37.926772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Request body: {'port': {'device_id': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:38.002560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21c16d41-b0cd-44b7-8eb8-3bf0730c35ad req-6e8fc662-04b3-4f07-96f5-40b88f20d68b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833824 Oct 20 11:03:38.051525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.077268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Allocated IP 2001:db8::f816:3eff:fe3f:2858 (c68dd78e-8be1-4815-88c1-883849ef6e16/f8f5e38e-6fe6-411e-8c09-2d9a5544a098/0ab2f5b0-aa63-4531-bbe4-289ae3017842) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:38.398033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:38.401013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.493181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:38.493888 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.509591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.610580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Allocated IP 2001:db8::f816:3eff:fe58:9b64 (c68dd78e-8be1-4815-88c1-883849ef6e16/f8f5e38e-6fe6-411e-8c09-2d9a5544a098/a485e881-3001-4677-a362-cb13fc0d8eb6) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:38.628747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Port': ['ID=0ab2f5b0-aa63-4531-bbe4-289ae3017842,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:38.648909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network c68dd78e-8be1-4815-88c1-883849ef6e16 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:38.650408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:38.658791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:38.667645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:38.668719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.714261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f13bdbc4-cd57-4e4a-a9c2-f0594bd78dd3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2471607 Oct 20 11:03:38.719001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51266) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:38.753754 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.802235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33101-bd41-4a14-9066-2afea572bb2c req-84e7abc1-26ef-4f18-a7e1-582dad4b690b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:38.815261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0f33101-bd41-4a14-9066-2afea572bb2c req-84e7abc1-26ef-4f18-a7e1-582dad4b690b tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.6574643 Oct 20 11:03:38.833586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c78f62-b758-4a06-9d99-78ab9dc4a60e req-880776b3-6b5c-4f2f-9fc9-33269b945b16 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:38.843564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7c78f62-b758-4a06-9d99-78ab9dc4a60e req-880776b3-6b5c-4f2f-9fc9-33269b945b16 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 932 time: 0.2979920 Oct 20 11:03:38.850038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting subnet f8f5e38e-6fe6-411e-8c09-2d9a5544a098 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:38.914416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,segment=NetworkSegment(5b86d268-c5cc-49d3-bcc0-d6987d1b12b2),segment_id=5b86d268-c5cc-49d3-bcc0-d6987d1b12b2)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:38.929676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.939873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7c78f62-b758-4a06-9d99-78ab9dc4a60e req-633702cf-d592-4932-ab15-d9ab213b8241 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816977 Oct 20 11:03:38.963662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0782b-a054-498e-8627-52d2ba30248d None None] Network d91c836e-2e5c-4927-9a42-719d240e4be4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:38.989789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.011585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.019625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.026579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0f33101-bd41-4a14-9066-2afea572bb2c req-37ae497a-8a89-49e9-b702-056d53e388f9 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101665 Oct 20 11:03:39.125433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797d84d6-77c8-4e42-be94-7c22e12faac1 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:39.142484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.148449 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.159981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:39.172030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Network c68dd78e-8be1-4815-88c1-883849ef6e16 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:39.205780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:39.208983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Transition to ACTIVE for port object 797d84d6-77c8-4e42-be94-7c22e12faac1 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:03:39.210488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:39.213098 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.268106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Pushing event updated for resources: {'Port': ['ID=a485e881-3001-4677-a362-cb13fc0d8eb6,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:39.287945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c30facf5-9fcb-48ff-b99c-447442a9d146 None None] Provisioning complete for port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:39.288317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c30facf5-9fcb-48ff-b99c-447442a9d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.314187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09967-28a5-442f-9f4f-ca9f322429f8 req-1d209df1-3fcc-4af9-9951-de1f98dc2aa4 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:39.315871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb09967-28a5-442f-9f4f-ca9f322429f8 req-1d209df1-3fcc-4af9-9951-de1f98dc2aa4 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.1846876 Oct 20 11:03:39.341816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Pushing event updated for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:39.479828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.499602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb09967-28a5-442f-9f4f-ca9f322429f8 req-ebf2fd49-90b3-4f88-84b9-389cad454663 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758158 Oct 20 11:03:39.524268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51310) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:39.587709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Attempting to bind port 797d84d6-77c8-4e42-be94-7c22e12faac1 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:39.588320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Attempting to bind port 797d84d6-77c8-4e42-be94-7c22e12faac1 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:39.588826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Attempting to bind port 797d84d6-77c8-4e42-be94-7c22e12faac1 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:39.595906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Port 797d84d6-77c8-4e42-be94-7c22e12faac1 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:03:39.596498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Attempting to bind port 797d84d6-77c8-4e42-be94-7c22e12faac1 on network c38d6fa7-2121-45fe-8bd1-7b98052e4796 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:39.600917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.605559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:39.606392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Checking segment: {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:39.607225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Bound using segment: {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:39.607956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Bound port: 797d84d6-77c8-4e42-be94-7c22e12faac1, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0772e993-24b6-44b6-a5a1-5ff09732db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:39.616386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.656763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f5e38e-6fe6-411e-8c09-2d9a5544a098,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:39.674394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.677764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a5d2e7f-17c6-442b-8fa8-2588ac4e4259 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/f8f5e38e-6fe6-411e-8c09-2d9a5544a098 HTTP/1.1" status: 204 len: 168 time: 0.9579928 Oct 20 11:03:39.689977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Attempting to bind port a485e881-3001-4677-a362-cb13fc0d8eb6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:39.690463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Attempting to bind port a485e881-3001-4677-a362-cb13fc0d8eb6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1a92071b-04fc-4db9-ba6d-71831f673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:39.690698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Attempting to bind port a485e881-3001-4677-a362-cb13fc0d8eb6 on network c68dd78e-8be1-4815-88c1-883849ef6e16 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:39.691478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:39.763913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:39.768648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=797d84d6-77c8-4e42-be94-7c22e12faac1,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:39.777735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.791851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:39.792229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Checking segment: {'id': '1a92071b-04fc-4db9-ba6d-71831f673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:39.792640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.793037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Bound using segment: {'id': '1a92071b-04fc-4db9-ba6d-71831f673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:39.793537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Bound port: a485e881-3001-4677-a362-cb13fc0d8eb6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a92071b-04fc-4db9-ba6d-71831f673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c68dd78e-8be1-4815-88c1-883849ef6e16'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:39.793915 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.890505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acef767-fb5d-4693-9031-9c40d3a31fe3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:39.892470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acef767-fb5d-4693-9031-9c40d3a31fe3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:39.898089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8acef767-fb5d-4693-9031-9c40d3a31fe3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2055404 Oct 20 11:03:39.898870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51320) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:39.916960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:39.918553 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:39.920294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] 10.222.0.70 "PUT /v2.0/ports/797d84d6-77c8-4e42-be94-7c22e12faac1 HTTP/1.1" status: 200 len: 1093 time: 1.9991622 Oct 20 11:03:39.921171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d76f-a6ad-4bd7-be6f-2fe06a9ac264 service neutron] Pushing event updated for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:39.942105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3480e784-7406-4648-92ce-93da420edbfb None None] For port a485e881-3001-4677-a362-cb13fc0d8eb6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:39.944675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:39.953015 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a4c40-727c-40e8-9381-ca2fd2a70a43" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:39.954224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3480e784-7406-4648-92ce-93da420edbfb None None] For port a485e881-3001-4677-a362-cb13fc0d8eb6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a485e881-3001-4677-a362-cb13fc0d8eb6,segment=NetworkSegment(1a92071b-04fc-4db9-ba6d-71831f673540),segment_id=1a92071b-04fc-4db9-ba6d-71831f673540)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:39.964838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.082237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480e784-7406-4648-92ce-93da420edbfb None None] Pushing event updated for resources: {'Port': ['ID=a485e881-3001-4677-a362-cb13fc0d8eb6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:40.103366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8da6b9-a103-4a52-bf4a-3ceae27038e8 None None] Network c68dd78e-8be1-4815-88c1-883849ef6e16 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:40.134397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dd48e230-796a-43dc-b342-9630b9fc30e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.142829 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd48e230-796a-43dc-b342-9630b9fc30e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 11:03:40.143461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd48e230-796a-43dc-b342-9630b9fc30e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:40.153977 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dd48e230-796a-43dc-b342-9630b9fc30e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/c68dd78e-8be1-4815-88c1-883849ef6e16 HTTP/1.1" status: 409 len: 405 time: 0.2538774 Oct 20 11:03:40.155164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51328) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:40.160300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1244963496'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:40.163820 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b239b03-25d7-43c9-924a-019ab55a2e5a x-openstack-request-id: req-2b239b03-25d7-43c9-924a-019ab55a2e5a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:40.164117 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:40.164370 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b239b03-25d7-43c9-924a-019ab55a2e5a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:40.165169 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1', 'status': 'completed', 'code': 200} Oct 20 11:03:40.187485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:40.191870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.223519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:40.235969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.236378 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment 4bf83111-0fb2-471e-bb32-baf13012eb15 of type vlan for network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 Oct 20 11:03:40.297089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.331350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.337192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9065c5-7119-417c-a3e6-615f917b8ac9 tempest-TestServerBasicOps-1110519187 tempest-TestServerBasicOps-1110519187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:40.339773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:40.340407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.346381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f9065c5-7119-417c-a3e6-615f917b8ac9 tempest-TestServerBasicOps-1110519187 tempest-TestServerBasicOps-1110519187-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1092 time: 0.8160331 Oct 20 11:03:40.352244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-740adacb-1ead-4334-a44c-5f70ec90ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:40.354557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:40.358169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-740adacb-1ead-4334-a44c-5f70ec90ae8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 1096 time: 0.3125825 Oct 20 11:03:40.367717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:40.370691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6a57bdc6-b2ee-4225-bf0a-f26034582be9 None None] Provisioning complete for port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:40.372238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a57bdc6-b2ee-4225-bf0a-f26034582be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.395205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2385836 Oct 20 11:03:40.396223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51334) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:40.407988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:40.427168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:40.430347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-7c47f79a-151f-4fcb-bd1e-2f551d3732cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d84d6-77c8-4e42-be94-7c22e12faac1 HTTP/1.1" status: 200 len: 217 time: 0.0569913 Oct 20 11:03:40.447817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e03f-72ec-4644-b4e7-8626a6e8466f req-300b08af-781a-4dc5-b602-0ccf0478dffe tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:40.449403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25d8e03f-72ec-4644-b4e7-8626a6e8466f req-300b08af-781a-4dc5-b602-0ccf0478dffe tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 944 time: 0.3082161 Oct 20 11:03:40.507582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-90666943-cdb4-4c63-af44-fa196e135412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:40.509281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-90666943-cdb4-4c63-af44-fa196e135412 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.0589373 Oct 20 11:03:40.545439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:03:40.545439 n-d-802060-17 neutron-server[100746]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 11:03:40.545439 n-d-802060-17 neutron-server[100746]: [parameters: {'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'id': 'd5192cd4-6628-4899-8c40-cc29a0e62fc6', 'expiration': datetime.datetime(2021, 10, 20, 11, 5, 40, 521499)}] Oct 20 11:03:40.545439 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:40.546157 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:40.546382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:40.550929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:40.572543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-eda02c8e-e1a0-4998-9266-5e8a940e3b89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343239 Oct 20 11:03:40.594316 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:03:40.610928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25d8e03f-72ec-4644-b4e7-8626a6e8466f req-e178d9e0-32dd-49a2-bdeb-8a2db456522f tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005015 Oct 20 11:03:40.704924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64613-3bad-4121-bcbd-77c6fff42d30 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=679b91da-bf2e-4f52-91fd-ee65f83c46d6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:40.733499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:40.753420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-ae02876f-2bb8-44f6-b1e8-61d66f707a33 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692343 Oct 20 11:03:40.892045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb6cbb-4f80-4337-9a3b-fa10b032b6db None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:03:40.904029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-98d9c82f-6fa5-40e3-b7f6-3d047c49032a req-719fe5a9-a649-4871-a725-57d6ce9653c5 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427507 Oct 20 11:03:41.022117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:41.024412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.024570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:03:41.028020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.043945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-c3efd81b-ba85-45ea-a0fe-3a498c5b73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.046183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-c3efd81b-ba85-45ea-a0fe-3a498c5b73e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=794e265ffe914a7c97bb95d5acabd73e&device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0777364 Oct 20 11:03:41.132928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': '4bf83111-0fb2-471e-bb32-baf13012eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:41.133370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: 679b91da-bf2e-4f52-91fd-ee65f83c46d6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:41.170671 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.174111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:41.184199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=03b28e67-e46b-4cbb-8024-fede2b7c4c88,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:41.207215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 679b91da-bf2e-4f52-91fd-ee65f83c46d6) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:41.218976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.219499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.244873 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f22278db-1268-4b2f-af36-cd0aef7477d1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8422348 Oct 20 11:03:41.251151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:41.277720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'port': {'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6', 'name': 'tempest-NetworksIpV6TestAttrs-1481937721'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:41.283177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-9a985af8-0929-45d2-abf0-6f830879d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.284620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-9a985af8-0929-45d2-abf0-6f830879d4c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 200 len: 916 time: 0.2300711 Oct 20 11:03:41.331760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb6cbb-4f80-4337-9a3b-fa10b032b6db None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:03:41.356754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.381850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-090f7ad3-c6ee-4e66-9816-9da09ec8b040 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d84d6-77c8-4e42-be94-7c22e12faac1 HTTP/1.1" status: 200 len: 217 time: 0.0560887 Oct 20 11:03:41.565701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-5206b48a-b4f0-494a-8f48-25ff41c4e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.567345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-5206b48a-b4f0-494a-8f48-25ff41c4e07d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 200 len: 854 time: 0.0618687 Oct 20 11:03:41.585717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Allocated IP 172.25.3.118 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/479d1032-e0fa-48df-82c4-47638cd6eac6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:41.617679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-68aed019-f05e-41a4-a2c9-5ffcf48dec2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38d6fa7-2121-45fe-8bd1-7b98052e4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397804 Oct 20 11:03:41.660425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:41.664171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.754984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] device_id is not set on port 64f22297-415c-4f83-ba41-cdd8338a1d9b yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:03:41.762932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.823257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.885117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:41.899444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:41.899889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-679b91da-bf2e-4f52-91fd-ee65f83c46d6', 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': '03b28e67-e46b-4cbb-8024-fede2b7c4c88'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:41.901230 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.903493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:41.923132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-564d6c5f-9dc2-4dc6-9dc8-89e8b39f2f1a service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928903 Oct 20 11:03:41.965647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b660e-0450-4bda-88c3-c072449e5196 req-0a3ec136-d9b3-4b4d-9df2-7ad3de59231b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.967259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9b660e-0450-4bda-88c3-c072449e5196 req-0a3ec136-d9b3-4b4d-9df2-7ad3de59231b tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 944 time: 0.2154803 Oct 20 11:03:42.020248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Allocated IP 2001:db8::f816:3eff:fe39:7f22 (679b91da-bf2e-4f52-91fd-ee65f83c46d6/03b28e67-e46b-4cbb-8024-fede2b7c4c88/64f22297-415c-4f83-ba41-cdd8338a1d9b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:42.057298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'Port': ['ID=479d1032-e0fa-48df-82c4-47638cd6eac6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:42.214849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9b660e-0450-4bda-88c3-c072449e5196 req-0df150b2-67e4-486f-a3b2-bcdf6fedec02 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385159 Oct 20 11:03:42.262893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f03a4c40-727c-40e8-9381-ca2fd2a70a43 req-1b378065-2963-4f59-89c6-1cb82c3938f9 service neutron] 10.222.0.70 "GET /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321960 Oct 20 11:03:42.377921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.433667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.494735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Port': ['ID=64f22297-415c-4f83-ba41-cdd8338a1d9b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:42.499580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.522669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Allocated IP 2001:db8::f816:3eff:fe4b:7561 (679b91da-bf2e-4f52-91fd-ee65f83c46d6/03b28e67-e46b-4cbb-8024-fede2b7c4c88/58c044c9-c44a-46c2-882f-57866565f423) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:42.527479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:42.530289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:42.533929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:42.540412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:42.541131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.560410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdd34033-91e9-4361-a9ca-509c991e2ec4 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3065233 Oct 20 11:03:42.563859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51354) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:42.657924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.699469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting subnet 03b28e67-e46b-4cbb-8024-fede2b7c4c88 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:42.806270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.813561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.814295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.865596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:42.872519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:42.880406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:42.884233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Pushing event updated for resources: {'Port': ['ID=58c044c9-c44a-46c2-882f-57866565f423,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:42.913381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.962358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Attempting to bind port 58c044c9-c44a-46c2-882f-57866565f423 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:42.962970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Attempting to bind port 58c044c9-c44a-46c2-882f-57866565f423 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4bf83111-0fb2-471e-bb32-baf13012eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:42.963266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Attempting to bind port 58c044c9-c44a-46c2-882f-57866565f423 on network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:42.971116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:42.973729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Checking segment: {'id': '4bf83111-0fb2-471e-bb32-baf13012eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:42.973729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:42.973729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Bound using segment: {'id': '4bf83111-0fb2-471e-bb32-baf13012eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:42.973729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Bound port: 58c044c9-c44a-46c2-882f-57866565f423, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf83111-0fb2-471e-bb32-baf13012eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '679b91da-bf2e-4f52-91fd-ee65f83c46d6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:42.973729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.030816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.051418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.065727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] For port 58c044c9-c44a-46c2-882f-57866565f423, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:43.071231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] For port 58c044c9-c44a-46c2-882f-57866565f423, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58c044c9-c44a-46c2-882f-57866565f423,segment=NetworkSegment(4bf83111-0fb2-471e-bb32-baf13012eb15),segment_id=4bf83111-0fb2-471e-bb32-baf13012eb15)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:43.077746 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.147908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af369-d471-42bf-8380-655f445742f9 None None] Pushing event updated for resources: {'Port': ['ID=58c044c9-c44a-46c2-882f-57866565f423,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:43.217706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event updated for resources: {'Port': ['ID=479d1032-e0fa-48df-82c4-47638cd6eac6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:43.228284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.303003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.319209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51368) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:43.420466 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Floating IP efe803ad-a342-4006-ad65-bbd5891d6a4c associated. External IP: 172.25.3.118, port: 2f68f788-1cb1-47ed-ab84-6526f1fc57eb. Oct 20 11:03:43.562926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.585385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706473a-2373-4dd1-b3db-64d65798d2df req-b68c179d-36fe-47be-bf03-562a09327a8d tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:43.597179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=03b28e67-e46b-4cbb-8024-fede2b7c4c88,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:43.602367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6706473a-2373-4dd1-b3db-64d65798d2df req-b68c179d-36fe-47be-bf03-562a09327a8d tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 944 time: 0.1957307 Oct 20 11:03:43.604932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.608151 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-35af4cf5-7fa0-40be-b61d-ca6ca15d32b7 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/03b28e67-e46b-4cbb-8024-fede2b7c4c88 HTTP/1.1" status: 204 len: 168 time: 1.0431752 Oct 20 11:03:43.611209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:43.672438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6706473a-2373-4dd1-b3db-64d65798d2df req-b37b4476-0c04-46b0-b1d8-7c28e53e9eed tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Oct 20 11:03:43.736679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae984e-a4d5-4d9f-b109-9340ca8e8df1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:43.738457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae984e-a4d5-4d9f-b109-9340ca8e8df1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:43.740064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7ae984e-a4d5-4d9f-b109-9340ca8e8df1 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1278529 Oct 20 11:03:43.742835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51378) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:43.780784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-840df362-4b97-4df5-89ce-3b17ae4aac40 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=446d282dde7847ddad66048cab2bfb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590888 Oct 20 11:03:43.781994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51382) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:43.867252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.874683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ad8ee93-d1b2-4463-9740-2757874dcd3b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.896959 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad8ee93-d1b2-4463-9740-2757874dcd3b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 11:03:43.897470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad8ee93-d1b2-4463-9740-2757874dcd3b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:43.900957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8ad8ee93-d1b2-4463-9740-2757874dcd3b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/679b91da-bf2e-4f52-91fd-ee65f83c46d6 HTTP/1.1" status: 409 len: 405 time: 0.1571043 Oct 20 11:03:43.908155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.909762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Router b767cffc-389a-472e-bec1-23a525199d5a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:43.910419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:43.916168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-407707871'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:43.968915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.974036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:43.977870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a5354f1-c64a-4abe-8c71-5ebd125d7182 HTTP/1.1" status: 204 len: 168 time: 0.1924334 Oct 20 11:03:43.985517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4f91-faa6-4738-af8a-e84d33bab903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5354f1-c64a-4abe-8c71-5ebd125d7182,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:43.989822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:43.993754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.034367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:44.053592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.054570 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment f0b06aa7-530d-48bc-b362-87527b6d9c6e of type vlan for network 809dc0b8-0e47-4050-9654-49e82a57b9d2 Oct 20 11:03:44.121193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.206569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 797d84d6-77c8-4e42-be94-7c22e12faac1 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:03:44.284517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:44.314974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.329583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:44.331755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.390830 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4791727 Oct 20 11:03:44.393848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51392) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:44.400667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': '809dc0b8-0e47-4050-9654-49e82a57b9d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:44.434540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=797d84d6-77c8-4e42-be94-7c22e12faac1,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:44.470651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.492092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '797d84d6-77c8-4e42-be94-7c22e12faac1', 'network_id': 'c38d6fa7-2121-45fe-8bd1-7b98052e4796', 'port_id': '797d84d6-77c8-4e42-be94-7c22e12faac1', 'mac_address': 'fa:16:3e:d8:a8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:03:44.503380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Sync routers for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:44.521948 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7cb5c430-0b86-4c1f-8a4e-576821b87187 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1484318 Oct 20 11:03:44.521948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:44.521948 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8" -d '{"events": [{"name": "network-changed", "server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:44.602151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:44.604082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58c044c9-c44a-46c2-882f-57866565f423 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:44.609529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.614577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510768d-be6b-4542-bee8-46d165dc4f0d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=809dc0b8-0e47-4050-9654-49e82a57b9d2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:44.627563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-1ea2f92c-5a19-48ec-b516-dabe1cd9ab39 req-1eec930e-7969-49de-8ef6-9cb7f1b199b1 service neutron] (100747) timed out ('10.222.0.70', 65301) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:03:44.686795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 809dc0b8-0e47-4050-9654-49e82a57b9d2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:44.755123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:44.888147 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62915418-a8f8-48cf-a9d4-1903c4cc6771 x-openstack-request-id: req-62915418-a8f8-48cf-a9d4-1903c4cc6771 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:44.889362 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:44.889830 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62915418-a8f8-48cf-a9d4-1903c4cc6771 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:44.890263 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'status': 'completed', 'code': 200} Oct 20 11:03:44.936272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:44.943378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:44.997230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55a64-6328-4528-84f0-70d3c7657d52 req-2313e45d-2110-4889-8401-21224da7378e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:44.999460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ba55a64-6328-4528-84f0-70d3c7657d52 req-2313e45d-2110-4889-8401-21224da7378e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 944 time: 0.1604228 Oct 20 11:03:45.048196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-c31731f1-a5e6-4437-940b-3d2310a9b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:45.053985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-c31731f1-a5e6-4437-940b-3d2310a9b490 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1097 time: 0.1402490 Oct 20 11:03:45.189164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:45.255985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae19dd-d74d-48dd-9997-f3d5b660232e None None] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:45.270097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51422) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:45.308657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797d84d6-77c8-4e42-be94-7c22e12faac1 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:45.313525 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ba55a64-6328-4528-84f0-70d3c7657d52 req-ef007b68-8831-4082-9116-7e833d3c76f3 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509235 Oct 20 11:03:45.484646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.objects.ports [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100747) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:03:45.490964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.509455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1071943686-network', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:45.514246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abf38456-6618-4d64-9f4e-e737ef3888f4 None None] Provisioning complete for port 58c044c9-c44a-46c2-882f-57866565f423 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:45.514844 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abf38456-6618-4d64-9f4e-e737ef3888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.570170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:45.572606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.580527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-04ebc547-1cb1-4bd7-b472-2e0a7e359b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:45.582007 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-04ebc547-1cb1-4bd7-b472-2e0a7e359b64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 911 time: 0.5202589 Oct 20 11:03:45.583953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=797d84d6-77c8-4e42-be94-7c22e12faac1,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:45.591157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.594113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 58c044c9-c44a-46c2-882f-57866565f423 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:45.594721 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.620233 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:45.670554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-00f71d11-cafb-4fbc-9203-c600e23f0921 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 999 time: 0.0796916 Oct 20 11:03:45.751146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-68d35acc-280e-4d0d-be73-4efcf980b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:45.752656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-68d35acc-280e-4d0d-be73-4efcf980b3a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 200 len: 848 time: 0.0741069 Oct 20 11:03:45.815486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-da8a63c5-5345-4568-9b03-bc69f155ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:45.817841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-da8a63c5-5345-4568-9b03-bc69f155ee59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564229 Oct 20 11:03:45.869973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['797d84d6-77c8-4e42-be94-7c22e12faac1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:45.950048 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-e9a41cf9-3700-4fbf-82fd-fca081298949 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237459 Oct 20 11:03:46.093941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9ea4f07c-837b-4c42-9b2d-c11da38c49d8 req-6d71d943-ca99-4881-8089-dde9e75f9de9 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342745 Oct 20 11:03:46.110859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=633f8948-20aa-4796-b972-97a49549f55b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.127582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': 'f0b06aa7-530d-48bc-b362-87527b6d9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '809dc0b8-0e47-4050-9654-49e82a57b9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:46.128047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: 809dc0b8-0e47-4050-9654-49e82a57b9d2, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:46.143204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.152330 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.170960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network 809dc0b8-0e47-4050-9654-49e82a57b9d2 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:46.178276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893aa3c-8707-4c35-8f3a-288381be0657 None None] Network 679b91da-bf2e-4f52-91fd-ee65f83c46d6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:46.186931 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.190642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 809dc0b8-0e47-4050-9654-49e82a57b9d2) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:46.201315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:46.201982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.206853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.214760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.219453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c102e68-ff78-49b2-b1e7-670d1cc9e83f None None] Network 809dc0b8-0e47-4050-9654-49e82a57b9d2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:46.238375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44b24403-f3ee-4a1b-95eb-5fe992f5ffab tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8420615 Oct 20 11:03:46.241173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51432) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:46.245494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abf38456-6618-4d64-9f4e-e737ef3888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.254386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:46.269339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.295358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.295860 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Added segment a6c3e9c8-155c-4e0f-bac6-7a6b5705b564 of type vlan for network bb8d2315-574f-49d8-baba-654893c0a75c Oct 20 11:03:46.345847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.364756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 58c044c9-c44a-46c2-882f-57866565f423, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58c044c9-c44a-46c2-882f-57866565f423,segment=NetworkSegment(4bf83111-0fb2-471e-bb32-baf13012eb15),segment_id=4bf83111-0fb2-471e-bb32-baf13012eb15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:46.375854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.377035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:46.377691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.390130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.428321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.431888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:46.432423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1604853 Oct 20 11:03:46.440251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Request body: {'subnet': {'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1071943686-subnet', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:46.482355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'efe803ad-a342-4006-ad65-bbd5891d6a4c', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'port_id': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'mac_address': 'fa:16:3e:57:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:03:42Z', 'updated_at': '2021-10-20T11:03:42Z', 'revision_number': 0, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:46.488649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59996-7eb4-44b3-98af-2e78103bd877 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8d2315-574f-49d8-baba-654893c0a75c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.523833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:46.526839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bb8d2315-574f-49d8-baba-654893c0a75c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:46.528373 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.543325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de15f8-1e3c-412f-a7fc-7f69efee8598 req-83e9bec6-ab01-4f76-86d8-190cbfd68674 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:46.545402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0de15f8-1e3c-412f-a7fc-7f69efee8598 req-83e9bec6-ab01-4f76-86d8-190cbfd68674 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0733583 Oct 20 11:03:46.592440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0de15f8-1e3c-412f-a7fc-7f69efee8598 req-aaeb780b-a8e4-473d-9235-cba7612606d7 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Oct 20 11:03:46.601555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.606111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Checking router: b767cffc-389a-472e-bec1-23a525199d5a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:46.666914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abf38456-6618-4d64-9f4e-e737ef3888f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:46.667319 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abf38456-6618-4d64-9f4e-e737ef3888f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:46.733498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:46.734142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:46.735842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=58c044c9-c44a-46c2-882f-57866565f423,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.755445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.793476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=633f8948-20aa-4796-b972-97a49549f55b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:46.873673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.898230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.898711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.899090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.899429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.899753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.900077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.900401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.901234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.901234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.901484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.901669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.902008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:46.903299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1eda1-6340-47fe-b324-84a66374d23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-809dc0b8-0e47-4050-9654-49e82a57b9d2', 'network_id': '809dc0b8-0e47-4050-9654-49e82a57b9d2', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': '633f8948-20aa-4796-b972-97a49549f55b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:46.904776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cde1eda1-6340-47fe-b324-84a66374d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.924166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:46.953801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] DHCP port deletion for 679b91da-bf2e-4f52-91fd-ee65f83c46d6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:47.010613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.048218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809dc0b8-0e47-4050-9654-49e82a57b9d2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:47.062650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076ed439-f640-4663-a174-7c8deda6547a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:47.063244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:47.070586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b06aa7-530d-48bc-b362-87527b6d9c6e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:47.071015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b06aa7-530d-48bc-b362-87527b6d9c6e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:47.084320 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.091138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b470e0c-a2fb-42c4-8457-b7501067495a None None] Network 809dc0b8-0e47-4050-9654-49e82a57b9d2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:47.091917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:47.092359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Network hostable DHCP agents. Network: bb8d2315-574f-49d8-baba-654893c0a75c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:47.105090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.117094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:47.117470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:47.121128 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:47.134486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Network bb8d2315-574f-49d8-baba-654893c0a75c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:47.181564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bb8d2315-574f-49d8-baba-654893c0a75c) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:47.189601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:47.190179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.207354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.214241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c25d96f6-8076-4553-8d91-f04f2cb365a2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7798145 Oct 20 11:03:47.216140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51444) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:47.220196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.224478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/809dc0b8-0e47-4050-9654-49e82a57b9d2 HTTP/1.1" status: 204 len: 168 time: 0.9808910 Oct 20 11:03:47.225466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:47.230320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d518a-1f00-4ff1-8e79-fcb74de3a085 None None] Network bb8d2315-574f-49d8-baba-654893c0a75c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:47.231705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51446) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:47.238065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c1456-0846-43a1-bea7-e8dc9ecd6f11 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=809dc0b8-0e47-4050-9654-49e82a57b9d2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:47.242558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1630753697'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:47.259939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:03:47.259939 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 11:03:47.259939 n-d-802060-17 neutron-server[100747]: [parameters: {'project_id_1': 'cf802df6a8334195be26afc7fdcc8a74', 'expiration_1': datetime.datetime(2021, 10, 20, 11, 3, 27, 252026)}] Oct 20 11:03:47.259939 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:47.260399 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:47.266830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.268031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.296834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Deleting port 58c044c9-c44a-46c2-882f-57866565f423 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:47.297200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.338182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.487695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.490924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] For port 58c044c9-c44a-46c2-882f-57866565f423, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=58c044c9-c44a-46c2-882f-57866565f423,segment=NetworkSegment(4bf83111-0fb2-471e-bb32-baf13012eb15),segment_id=4bf83111-0fb2-471e-bb32-baf13012eb15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:47.491476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.525956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Calling delete_port for 58c044c9-c44a-46c2-882f-57866565f423 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:47.694247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-bb8d2315-574f-49d8-baba-654893c0a75c', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:47.695109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.724382 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.729747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'efe803ad-a342-4006-ad65-bbd5891d6a4c', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'port_id': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'mac_address': 'fa:16:3e:57:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:03:42Z', 'updated_at': '2021-10-20T11:03:42Z', 'revision_number': 0, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:47.774409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.804464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.813308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8420d-1153-483e-8921-e0b125bd3cba req-95f4c1a6-c5b7-4499-b1f1-aa281e6e1187 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:47.814802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56b8420d-1153-483e-8921-e0b125bd3cba req-95f4c1a6-c5b7-4499-b1f1-aa281e6e1187 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1169140 Oct 20 11:03:47.827553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:47.831187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:47.944116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56b8420d-1153-483e-8921-e0b125bd3cba req-53b2446b-fa19-4dec-8b13-858a275223da tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202283 Oct 20 11:03:47.962601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:47.990146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] Pushing event deleted for resources: {'Port': ['ID=58c044c9-c44a-46c2-882f-57866565f423,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:47.993132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9423a4-9ee3-4281-a4ba-0f0a1b98e3a0 None None] The sync data for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 is: [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'efe803ad-a342-4006-ad65-bbd5891d6a4c', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'port_id': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'mac_address': 'fa:16:3e:57:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:03:42Z', 'updated_at': '2021-10-20T11:03:42Z', 'revision_number': 0, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:47.999840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.000876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3fdb2-2ccc-477c-840b-610c00b55dd6 None None] No DVR routers for this DVR port 58c044c9-c44a-46c2-882f-57866565f423 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:48.003137 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment 6b72c53f-d357-44f4-aa85-08d0b932ad6c of type vlan for network 88bc4b17-8af3-42b2-b0b6-4e466048801e Oct 20 11:03:48.071165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Allocated IP 172.25.3.16 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e45efe91-9ab6-4fe0-b8b5-952454e75be7) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:48.077367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.090302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Allocated IP 172.20.0.2 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:48.189579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.196531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:48.197688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.228732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 797d84d6-77c8-4e42-be94-7c22e12faac1 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:48.341131 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e41ca-a8c9-4412-80af-9b6af20d9d16 None None] New status for floating IP efe803ad-a342-4006-ad65-bbd5891d6a4c: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:03:48.348979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.360150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.386050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=88bc4b17-8af3-42b2-b0b6-4e466048801e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:48.393458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 797d84d6-77c8-4e42-be94-7c22e12faac1 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:03:48.428130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 88bc4b17-8af3-42b2-b0b6-4e466048801e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:48.443648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-58925339-3e21-49a6-8a85-a8363e31cc91 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2075205 Oct 20 11:03:48.444005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:48.450372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': '88bc4b17-8af3-42b2-b0b6-4e466048801e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:48.452032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 797d84d6-77c8-4e42-be94-7c22e12faac1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:48.453737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.507593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:48.513662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.571341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.578310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:48.613080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:48.615130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58c044c9-c44a-46c2-882f-57866565f423 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:48.618428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.640656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:48.667633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=e45efe91-9ab6-4fe0-b8b5-952454e75be7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:48.679290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:48.681374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:48.683365 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Pushing event updated for resources: {'Port': ['ID=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:48.686080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:48.737582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 58c044c9-c44a-46c2-882f-57866565f423 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:48.737978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 58c044c9-c44a-46c2-882f-57866565f423 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:48.839376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.864184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.867881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Attempting to bind port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:48.868255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Attempting to bind port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:48.868620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Attempting to bind port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:48.884686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:48.885062 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:48.885466 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.885991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:48.886475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Bound port: 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:48.886854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:48.910274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:03:48.912719 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7962c87-e326-43c3-a19c-77731032cc04" -d '{"events": [{"server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:03:48.917960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': '6b72c53f-d357-44f4-aa85-08d0b932ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '88bc4b17-8af3-42b2-b0b6-4e466048801e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:48.918263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: 88bc4b17-8af3-42b2-b0b6-4e466048801e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:48.942607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=bbb1bee6-22b4-4350-af2c-35a6ffa46dc2,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:48.948957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network 88bc4b17-8af3-42b2-b0b6-4e466048801e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:48.963753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 88bc4b17-8af3-42b2-b0b6-4e466048801e) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:48.964388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=797d84d6-77c8-4e42-be94-7c22e12faac1,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:48.971570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:48.972209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.011094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fbe6fc10-3471-4ee3-b12b-ee5172c49400 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5628543 Oct 20 11:03:49.013871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51484) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:49.029672 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5609ff-7234-480a-be9c-a67cc7dac25b x-openstack-request-id: req-df5609ff-7234-480a-be9c-a67cc7dac25b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:03:49.029951 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:03:49.030263 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df5609ff-7234-480a-be9c-a67cc7dac25b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:03:49.030656 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1', 'code': 200} Oct 20 11:03:49.031431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e615c2-2c0e-45da-957b-fe7b00f8fdac None None] Network 88bc4b17-8af3-42b2-b0b6-4e466048801e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:49.036336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.137551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.179370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.193700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] For port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:49.199947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] For port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:49.209270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30a50-72ac-4944-89be-1c29297fab9c req-fd46cd61-75f8-4abb-8952-15232f877093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:49.209482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:49.210838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c30a50-72ac-4944-89be-1c29297fab9c req-fd46cd61-75f8-4abb-8952-15232f877093 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 1098 time: 0.1536121 Oct 20 11:03:49.237995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce630-c541-459a-b028-4b90ba6f3a5b req-f47c9c75-9c4f-40c5-a382-bc0f336dc917 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:49.239544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-381ce630-c541-459a-b028-4b90ba6f3a5b req-f47c9c75-9c4f-40c5-a382-bc0f336dc917 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.1508038 Oct 20 11:03:49.256785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.273068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.371964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.394629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5c30a50-72ac-4944-89be-1c29297fab9c req-b87f5eec-e671-4832-8e6d-1d02b3ec4706 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746275 Oct 20 11:03:49.397651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb1bee6-22b4-4350-af2c-35a6ffa46dc2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:49.404423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-381ce630-c541-459a-b028-4b90ba6f3a5b req-382628d3-6380-4894-9127-68f0f6b31a56 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514442 Oct 20 11:03:49.560107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.563960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478aebe-edf5-4093-bf85-e59158c9e33f None None] Pushing event updated for resources: {'Port': ['ID=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:49.574401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.577931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8562a-c276-4a0d-b739-b0eb6631f9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-88bc4b17-8af3-42b2-b0b6-4e466048801e', 'network_id': '88bc4b17-8af3-42b2-b0b6-4e466048801e', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': 'bbb1bee6-22b4-4350-af2c-35a6ffa46dc2'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:49.578804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-86a8562a-c276-4a0d-b739-b0eb6631f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.610859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bc4b17-8af3-42b2-b0b6-4e466048801e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:49.627957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b72c53f-d357-44f4-aa85-08d0b932ad6c') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:49.628397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b72c53f-d357-44f4-aa85-08d0b932ad6c') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:49.642861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.670400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.681254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:49.682263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:49.687386 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:49.714771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b4017-b827-4330-b665-120524c4fe8b None None] Network 88bc4b17-8af3-42b2-b0b6-4e466048801e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:49.812990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:49.828517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.835206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.849519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/88bc4b17-8af3-42b2-b0b6-4e466048801e HTTP/1.1" status: 204 len: 168 time: 0.8345017 Oct 20 11:03:49.850343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51536) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:49.882903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049754663'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:49.892671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4cea-2e55-445a-85fe-5de85cd70a5c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=88bc4b17-8af3-42b2-b0b6-4e466048801e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:49.951523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:49.956568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.979605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:49.987828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:49.992010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:50.007145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:50.008320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:50.010910 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.013135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3ae323f1-de84-46de-b49a-1593b63cbaf0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7953670 Oct 20 11:03:50.016240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.016592 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Added segment b170fa9c-8ccf-4d48-ba11-e476cbe3abff of type vlan for network 7061bc6f-70fe-4916-84a8-0e12102fbf0e Oct 20 11:03:50.023008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 51554) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:50.078604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.155116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.178776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:50.180869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.226271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:50.257062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3803413 Oct 20 11:03:50.260155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51586) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:50.265690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Request body: {'subnet': {'network_id': '7061bc6f-70fe-4916-84a8-0e12102fbf0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:50.354035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378a0e-84ff-485a-a22d-9384870bbdb9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Network': ['ID=7061bc6f-70fe-4916-84a8-0e12102fbf0e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:50.370066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7061bc6f-70fe-4916-84a8-0e12102fbf0e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:50.506462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Made reservation on behalf of cf802df6a8334195be26afc7fdcc8a74 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:50.517401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.663795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:50.772504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:50.773911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.965661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:50.967079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:03:50.969162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.015415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704128f-200c-41f4-8a9e-c7e3ce51a2bf req-e521c8bb-f8d8-4300-9766-f92d6e1415da tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:51.024430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d704128f-200c-41f4-8a9e-c7e3ce51a2bf req-e521c8bb-f8d8-4300-9766-f92d6e1415da tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.2404144 Oct 20 11:03:51.077898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:51.089033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.090517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d704128f-200c-41f4-8a9e-c7e3ce51a2bf req-40edf3c1-6126-42d6-9b8e-b4854a607f82 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648730 Oct 20 11:03:51.092253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event updated for resources: {'Subnet': ['ID=937b7d18-1427-490d-89b0-d512964a569f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:51.115257 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.124189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Checking segment: {'id': 'b170fa9c-8ccf-4d48-ba11-e476cbe3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7061bc6f-70fe-4916-84a8-0e12102fbf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:51.124642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network hostable DHCP agents. Network: 7061bc6f-70fe-4916-84a8-0e12102fbf0e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:51.160150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:51.172024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:48Z', 'revision_number': 3, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:51.211285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Network 7061bc6f-70fe-4916-84a8-0e12102fbf0e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:51.217783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:51.218143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Updating router 27f26f12-9a98-41e8-acdd-6cb2879a4777 port e45efe91-9ab6-4fe0-b8b5-952454e75be7 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:51.252995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7061bc6f-70fe-4916-84a8-0e12102fbf0e) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:51.261376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c82e9-50b5-4ac8-a349-15406370d438 None None] Network 7061bc6f-70fe-4916-84a8-0e12102fbf0e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:51.266276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:51.272299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.327973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1ad87838-3807-4d3f-84e5-523a63521086 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0647407 Oct 20 11:03:51.338660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:51.365945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c7c68-901c-407f-bda3-9bedef23f114 None None] Network bb8d2315-574f-49d8-baba-654893c0a75c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:51.379922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Allocated IP 172.20.0.1 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:51.386429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.448708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-05d94933-9022-4bce-9db2-79b3d8acaae8 None None] Provisioning complete for port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:51.449266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-05d94933-9022-4bce-9db2-79b3d8acaae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.478597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.552045 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.650185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.655300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.709016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e13e0-fc37-4f05-8271-17b6af0d6504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-7061bc6f-70fe-4916-84a8-0e12102fbf0e', 'network_id': '7061bc6f-70fe-4916-84a8-0e12102fbf0e', 'tenant_id': 'cf802df6a8334195be26afc7fdcc8a74', 'fixed_ips': [{'subnet_id': '937b7d18-1427-490d-89b0-d512964a569f'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:51.710649 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b73e13e0-fc37-4f05-8271-17b6af0d6504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.740309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=937b7d18-1427-490d-89b0-d512964a569f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:51.748025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.838568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:51.847418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:51.857195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:51.898159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.913506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Pushing event updated for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:51.928917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:51.941435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7061bc6f-70fe-4916-84a8-0e12102fbf0e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:51.958586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b170fa9c-8ccf-4d48-ba11-e476cbe3abff') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:51.958823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b170fa9c-8ccf-4d48-ba11-e476cbe3abff') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:51.977127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.013209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.021386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:52.022672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:52.026325 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:52.117628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.157367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.178064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.189227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/7061bc6f-70fe-4916-84a8-0e12102fbf0e HTTP/1.1" status: 204 len: 168 time: 0.8488131 Oct 20 11:03:52.202930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51776) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.213864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6375-992e-495b-8887-7572ee36e971 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=7061bc6f-70fe-4916-84a8-0e12102fbf0e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:52.259839 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6ec320-2507-4612-bd72-d8e2a590971a tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.262340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6ec320-2507-4612-bd72-d8e2a590971a tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.271032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d6ec320-2507-4612-bd72-d8e2a590971a tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/937b7d18-1427-490d-89b0-d512964a569f HTTP/1.1" status: 404 len: 337 time: 0.0640926 Oct 20 11:03:52.271733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.314042 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e93305c-c8f3-42ec-9d34-afdc33f47f78 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.316276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e93305c-c8f3-42ec-9d34-afdc33f47f78 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.353322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2e93305c-c8f3-42ec-9d34-afdc33f47f78 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/7061bc6f-70fe-4916-84a8-0e12102fbf0e HTTP/1.1" status: 404 len: 339 time: 0.0751915 Oct 20 11:03:52.355321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4779ddd-cc5f-47bc-b26e-240370fba613 None None] Network 7061bc6f-70fe-4916-84a8-0e12102fbf0e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:52.355968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.363336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.389696 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.392248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4779ddd-cc5f-47bc-b26e-240370fba613 None None] Network 7061bc6f-70fe-4916-84a8-0e12102fbf0e could not be found, it might have been deleted concurrently. {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:03:52.409477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2416f-8376-4936-b129-251eb378fddc req-337a94db-7e16-48e2-bf56-08021afb2bb4 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:52.424552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99c2416f-8376-4936-b129-251eb378fddc req-337a94db-7e16-48e2-bf56-08021afb2bb4 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.2065010 Oct 20 11:03:52.427152 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d64178-b165-4be0-ad40-2b89bf13463d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.427768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d64178-b165-4be0-ad40-2b89bf13463d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.439941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-46d64178-b165-4be0-ad40-2b89bf13463d tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/bbb1bee6-22b4-4350-af2c-35a6ffa46dc2 HTTP/1.1" status: 404 len: 337 time: 0.0779500 Oct 20 11:03:52.440880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.458682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1696f2-ecbc-47f6-ae3e-1d15c5c930db None None] Pushing event updated for resources: {'Port': ['ID=e45efe91-9ab6-4fe0-b8b5-952454e75be7,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:52.467721 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-56be6bf0-7924-4567-bf57-57dfb525c9e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.468532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56be6bf0-7924-4567-bf57-57dfb525c9e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.486259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Attempting to bind port e45efe91-9ab6-4fe0-b8b5-952454e75be7 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:52.486765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Attempting to bind port e45efe91-9ab6-4fe0-b8b5-952454e75be7 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:52.486992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Attempting to bind port e45efe91-9ab6-4fe0-b8b5-952454e75be7 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:52.493793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-56be6bf0-7924-4567-bf57-57dfb525c9e9 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/88bc4b17-8af3-42b2-b0b6-4e466048801e HTTP/1.1" status: 404 len: 339 time: 0.0511379 Oct 20 11:03:52.495297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:52.495919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:52.496332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.496694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:52.497168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Bound port: e45efe91-9ab6-4fe0-b8b5-952454e75be7, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:52.497791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.505335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.549218 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efad14e-8ead-451f-9052-4e19ede2f054 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.549733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efad14e-8ead-451f-9052-4e19ede2f054 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.558158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4efad14e-8ead-451f-9052-4e19ede2f054 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/633f8948-20aa-4796-b972-97a49549f55b HTTP/1.1" status: 404 len: 337 time: 0.0593154 Oct 20 11:03:52.563490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.592519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:52.614970 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf419ee-9079-4bba-931c-cb69cf6579c5 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:52.616570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf419ee-9079-4bba-931c-cb69cf6579c5 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:52.620176 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1cf419ee-9079-4bba-931c-cb69cf6579c5 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/809dc0b8-0e47-4050-9654-49e82a57b9d2 HTTP/1.1" status: 404 len: 339 time: 0.0550115 Oct 20 11:03:52.624214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:52.657791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.676195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.677040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] For port e45efe91-9ab6-4fe0-b8b5-952454e75be7, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:52.685531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] For port e45efe91-9ab6-4fe0-b8b5-952454e75be7, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e45efe91-9ab6-4fe0-b8b5-952454e75be7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:52.693106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.786319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:52.787281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:52.816836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting port 64f22297-415c-4f83-ba41-cdd8338a1d9b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:52.818321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.914608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1696f2-ecbc-47f6-ae3e-1d15c5c930db None None] Pushing event updated for resources: {'Port': ['ID=e45efe91-9ab6-4fe0-b8b5-952454e75be7,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:52.923211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:52.923727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:52.945781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Pushing event updated for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:52.974226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6d1dceae-8223-4b59-ac41-36054c7782f8 None None] Provisioning complete for port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:52.974918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d1dceae-8223-4b59-ac41-36054c7782f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.005862 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.029857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.046491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Calling delete_port for 64f22297-415c-4f83-ba41-cdd8338a1d9b owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:53.068650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99c2416f-8376-4936-b129-251eb378fddc req-3e2d371c-8228-43ef-b053-cba2d691eb30 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431475 Oct 20 11:03:53.114463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:53.161433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.205826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.212160 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/ports/64f22297-415c-4f83-ba41-cdd8338a1d9b HTTP/1.1" status: 204 len: 168 time: 0.5869176 Oct 20 11:03:53.213511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:53.224652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b783-415e-49c1-8c44-2fd1823643ce tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Port': ['ID=64f22297-415c-4f83-ba41-cdd8338a1d9b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:53.283232 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a49fab3-22d9-426f-bafc-ab87a84ea4d3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:53.283733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a49fab3-22d9-426f-bafc-ab87a84ea4d3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:53.290848 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a49fab3-22d9-426f-bafc-ab87a84ea4d3 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/03b28e67-e46b-4cbb-8024-fede2b7c4c88 HTTP/1.1" status: 404 len: 337 time: 0.0762177 Oct 20 11:03:53.291510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51902) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:53.444254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.500957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6d1dceae-8223-4b59-ac41-36054c7782f8 None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:53.501622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d1dceae-8223-4b59-ac41-36054c7782f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.714830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6d1dceae-8223-4b59-ac41-36054c7782f8 None None] Port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:53.771217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.801329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679b91da-bf2e-4f52-91fd-ee65f83c46d6']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:53.819045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf83111-0fb2-471e-bb32-baf13012eb15') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:53.824268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf83111-0fb2-471e-bb32-baf13012eb15') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:53.852681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.859976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 2, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:53.898033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.916009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:53.916605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:53.924788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3f7b-c665-44bc-baac-7e6ee5a3018a None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 2, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:53.925035 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:53.933568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4b2c60ef-025c-4d03-8c94-f044256cc5ce None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:53.934304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b2c60ef-025c-4d03-8c94-f044256cc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.016325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c60ef-025c-4d03-8c94-f044256cc5ce None None] Port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:54.024140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.055636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:54.065896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:54.066745 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.106233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/679b91da-bf2e-4f52-91fd-ee65f83c46d6 HTTP/1.1" status: 204 len: 168 time: 0.8126738 Oct 20 11:03:54.109679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 51984) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:54.113973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560211ae-9b9f-4dad-8c59-d147a87b399c tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=679b91da-bf2e-4f52-91fd-ee65f83c46d6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:54.302853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:54.416417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting port 0ab2f5b0-aa63-4531-bbe4-289ae3017842 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:54.416824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.531405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.548354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:54.564754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1ff733d1-97c9-48f2-ba73-b658a5f01208 admin admin] 10.222.0.74 "PUT /v2.0/routers/27f26f12-9a98-41e8-acdd-6cb2879a4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5394995 Oct 20 11:03:54.573889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Calling delete_port for 0ab2f5b0-aa63-4531-bbe4-289ae3017842 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:54.666898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9578d6be-f2b9-4014-ad5d-09aaf1542b68 None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:54.667459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9578d6be-f2b9-4014-ad5d-09aaf1542b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.776113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9578d6be-f2b9-4014-ad5d-09aaf1542b68 None None] Port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:54.813486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.894688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Port': ['ID=0ab2f5b0-aa63-4531-bbe4-289ae3017842,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:54.908268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:54.917025 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f217790f-1449-4577-946d-cdd38518f9f2 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/ports/0ab2f5b0-aa63-4531-bbe4-289ae3017842 HTTP/1.1" status: 204 len: 168 time: 0.8054342 Oct 20 11:03:54.919754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52004) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:54.955959 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a75645b-4848-4b76-9186-00f577212412 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] DELETE failed (client error): The resource could not be found. Oct 20 11:03:54.956497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a75645b-4848-4b76-9186-00f577212412 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:03:54.959937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4a75645b-4848-4b76-9186-00f577212412 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/f8f5e38e-6fe6-411e-8c09-2d9a5544a098 HTTP/1.1" status: 404 len: 337 time: 0.0390353 Oct 20 11:03:54.962495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52008) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:55.164007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.321630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting port a485e881-3001-4677-a362-cb13fc0d8eb6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:55.321977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.484604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52026) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:55.492527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-168323557-network', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:55.505186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] For port a485e881-3001-4677-a362-cb13fc0d8eb6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a485e881-3001-4677-a362-cb13fc0d8eb6,segment=NetworkSegment(1a92071b-04fc-4db9-ba6d-71831f673540),segment_id=1a92071b-04fc-4db9-ba6d-71831f673540)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:55.505559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.527204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Calling delete_port for a485e881-3001-4677-a362-cb13fc0d8eb6 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:55.540818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Made reservation on behalf of d7b363aed7584d6ba35cc8513650090f for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:55.545839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.566351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.673294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.688290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.694966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.726574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:55.733297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Port': ['ID=a485e881-3001-4677-a362-cb13fc0d8eb6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:55.739910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d726dd31-c94c-4340-b949-bc35b4c8f23c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:55.746225 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.746858 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Added segment 1d68ea98-3b88-45ea-89b5-8207a5f012ba of type vlan for network 7eb6b888-0788-40e1-89d0-d6167977d3d0 Oct 20 11:03:55.775556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No DVR routers for this DVR port a485e881-3001-4677-a362-cb13fc0d8eb6 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:55.815657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.883223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.885158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:55.886246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:55.940479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4525349 Oct 20 11:03:55.944412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52030) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:55.953792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Request body: {'subnet': {'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-168323557-subnet', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:55.995388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.043329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68dd78e-8be1-4815-88c1-883849ef6e16']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:56.052181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81a043-5573-4102-983f-a35d9d0ceda0 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb6b888-0788-40e1-89d0-d6167977d3d0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:56.061126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a92071b-04fc-4db9-ba6d-71831f673540') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:56.062706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a92071b-04fc-4db9-ba6d-71831f673540') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:56.064369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:56.078344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.090804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Made reservation on behalf of d7b363aed7584d6ba35cc8513650090f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:56.096387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.113895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.123660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:56.124600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:56.133387 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:56.228244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.240554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.257582 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/c68dd78e-8be1-4815-88c1-883849ef6e16 HTTP/1.1" status: 204 len: 168 time: 1.2905977 Oct 20 11:03:56.258915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52032) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:56.281382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43433d34-5ae4-4343-93f6-7b69ec1b763b tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=c68dd78e-8be1-4815-88c1-883849ef6e16,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:56.409120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting subnet 8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:56.440540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.522468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.561312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.608973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4e1bd9-1922-423e-afde-cf6222fd2060,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:56.660066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e45efe91-9ab6-4fe0-b8b5-952454e75be7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:56.710505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Checking segment: {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:56.711194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Network hostable DHCP agents. Network: 7eb6b888-0788-40e1-89d0-d6167977d3d0, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:56.750377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:56.758678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e45efe91-9ab6-4fe0-b8b5-952454e75be7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:56.759345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.768560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7eb6b888-0788-40e1-89d0-d6167977d3d0) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:56.776213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:56.777039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.783552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef842c9e-863d-4f15-8a8d-52ec3a608d57 None None] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:56.795360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.804261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b8d5afd0-6fa2-4bb8-ab42-06afb1be2047 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8576491 Oct 20 11:03:56.806680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52042) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:56.813424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:56.848673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.850307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.921700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:56.983332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.002685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:57.031735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.040126 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f29b4b4-87a8-48b2-b8c3-1940b3e1e872 tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/subnets/8aa6c8d8-5592-4c7a-afc5-f17158a0c0c7 HTTP/1.1" status: 204 len: 168 time: 0.7600589 Oct 20 11:03:57.043888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52046) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:57.192764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216cf1fc-4c14-40c7-b7c4-bff6874d5155 None None] Network d91c836e-2e5c-4927-9a42-719d240e4be4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:57.225925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.226221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-7eb6b888-0788-40e1-89d0-d6167977d3d0', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:57.227549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.237478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.244856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.330928 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Deleting port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:57.331495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.337802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e45efe91-9ab6-4fe0-b8b5-952454e75be7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e45efe91-9ab6-4fe0-b8b5-952454e75be7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:57.400307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.558336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.559548 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:57.576641 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:57.577582 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:57.591091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.610670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e45efe91-9ab6-4fe0-b8b5-952454e75be7,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:57.627045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.628056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.628412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.628823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.629154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.629689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.630239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.630768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.631348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.631914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.632425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.632914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:57.667019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Allocated IP 172.20.0.2 (7eb6b888-0788-40e1-89d0-d6167977d3d0/de4e1bd9-1922-423e-afde-cf6222fd2060/9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:57.708047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] DHCP port deletion for d91c836e-2e5c-4927-9a42-719d240e4be4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:57.781838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Allocated IP 172.25.3.177 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8b5073c9-5db7-4b38-953d-21fc40413a26) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:57.838285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] For port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,segment=NetworkSegment(5b86d268-c5cc-49d3-bcc0-d6987d1b12b2),segment_id=5b86d268-c5cc-49d3-bcc0-d6987d1b12b2)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:57.839479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.843450 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:57.853370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Calling delete_port for fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:57.943114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.956387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Deleting port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:57.958126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.980885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:57.992890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.023209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] No DVR routers for this DVR port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:58.043244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:58.047874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:58.052314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:58.091544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] For port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:58.092076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.117142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Calling delete_port for fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:58.127602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:03:58.129633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.154434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Port': ['ID=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.228889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] Pushing event deleted for resources: {'Port': ['ID=fe7e1fbd-b4a6-427c-978e-ee79ed473bc1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.249099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7341cc-817f-4dd2-8bc5-d0fe3f12558b None None] No DVR routers for this DVR port fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:58.255727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.272175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.295774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.328018 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 2, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:58.329067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Pushing event updated for resources: {'Port': ['ID=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.346922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:58.348680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:58.356645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:58.367291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5073c9-5db7-4b38-953d-21fc40413a26,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.378679 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:58.379488 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Updating router 27f26f12-9a98-41e8-acdd-6cb2879a4777 port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:58.395491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91c836e-2e5c-4927-9a42-719d240e4be4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:58.408762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:58.409417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b86d268-c5cc-49d3-bcc0-d6987d1b12b2') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:58.417133 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.434377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.448253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Attempting to bind port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:58.448634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Attempting to bind port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:58.449009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Attempting to bind port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 on network 7eb6b888-0788-40e1-89d0-d6167977d3d0 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:58.457248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.464937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:58.464937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.469952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:58.470344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Checking segment: {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:58.473011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.473475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Bound using segment: {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:58.474120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Bound port: 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:58.474518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.500098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3043add4-7f68-4128-88d4-6f9aaebf25bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:58.550547 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:58.560806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.578885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.590144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] 10.222.0.74 "DELETE /v2.0/networks/d91c836e-2e5c-4927-9a42-719d240e4be4 HTTP/1.1" status: 204 len: 168 time: 1.5446794 Oct 20 11:03:58.600584 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.626438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] For port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:58.631098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] For port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:58.634138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc75e-96b7-4639-b39d-f2ea1ff1c47e tempest-NetworksIpV6TestAttrs-1416658184 tempest-NetworksIpV6TestAttrs-1416658184-project] Pushing event deleted for resources: {'Network': ['ID=d91c836e-2e5c-4927-9a42-719d240e4be4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.637914 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e45efe91-9ab6-4fe0-b8b5-952454e75be7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:58.642210 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.841913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de6dee-94c7-4c06-85ef-6e75d35eb683 None None] Pushing event updated for resources: {'Port': ['ID=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.889195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e45efe91-9ab6-4fe0-b8b5-952454e75be7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:58.890974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.933479 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.940056 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.037289 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb441f8-e1da-4140-af5c-fcf9fa355a88 None None] Pushing event updated for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:59.039292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:59.125809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:59.178402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:59.179101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fe7e1fbd-b4a6-427c-978e-ee79ed473bc1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:59.213589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Attempting to bind port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:59.214343 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Attempting to bind port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:59.214343 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Attempting to bind port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:59.226564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:59.234028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.272791 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:59.273301 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.273687 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:59.274195 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Bound port: e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:59.274577 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.395210 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] For port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:59.401237 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] For port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:59.408705 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.456479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63f51e11-0ac7-4aac-a2d4-9520ac043f73 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf802df6a8334195be26afc7fdcc8a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145119 Oct 20 11:03:59.458991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52076) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:59.505525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Router 6d90a0d3-a52e-4921-abf8-41dc44939dcd is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:59.525955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:59.527130 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:59.564165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.625905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.654672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:59.655851 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.681566 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:59.796496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.801108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.812145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d5d9334-01b4-4d3c-a760-cdb8865cd293 HTTP/1.1" status: 204 len: 168 time: 0.3516483 Oct 20 11:03:59.833922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:59.855550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b02532-377e-4583-bb73-3346a3422530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5d9334-01b4-4d3c-a760-cdb8865cd293,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:59.858056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Sync routers for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:59.876247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:59.877537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7aabdfe7-fcdc-4aae-90be-4f140c698544 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0696056 Oct 20 11:03:59.880458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52082) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:59.924168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:59.929935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:03:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:00.065374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.322093 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb441f8-e1da-4140-af5c-fcf9fa355a88 None None] Pushing event updated for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:00.448556 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:03:59Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:00.522580 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe8810-4400-42b3-8d2d-473f6f65d7ed None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:03:59Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:04:00.689349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] For port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:00.699215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.718700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.799313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f9d4-1e4f-4dcf-af2b-314721ebbc9a None None] Pushing event updated for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:00.813423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd3fba-2dcf-46d0-8a91-58a8dcbda06f None None] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:04:00.861916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:00.932864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:04:00.978430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Allocated IP 172.20.0.1 (7eb6b888-0788-40e1-89d0-d6167977d3d0/de4e1bd9-1922-423e-afde-cf6222fd2060/cd6643bc-0652-422c-b926-cb7212f9a25b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:04:01.120770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:01.123349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.141838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.206752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.278788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:04:01.291557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:04:01.304328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:04:01.335920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:01.336308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.385399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:01.417041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.481424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-99b98b1f-b01b-4bee-9655-9b5d360c0b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.556097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Provisioning complete for port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:01.556469 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.643504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:03:58Z', 'revision_number': 3, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:01.701419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.701838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Checking router: 6d90a0d3-a52e-4921-abf8-41dc44939dcd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:04:01.702302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Updating router 6d90a0d3-a52e-4921-abf8-41dc44939dcd port 8b5073c9-5db7-4b38-953d-21fc40413a26 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:04:01.751250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:01.793106 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.843669 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.976444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.984285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:01.987505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.015186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:02.015555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.092851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.105719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:02.173450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] For port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:02.195328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.256215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:04:02.259013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:04:02.396159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1f61-4075-4fa6-b83c-abcd5eff759c None None] Pushing event updated for resources: {'Port': ['ID=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:02.410091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e451a640-a622-4d0a-a7fc-38ca8cda199f None None] Provisioning complete for port cd6643bc-0652-422c-b926-cb7212f9a25b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:02.410466 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e451a640-a622-4d0a-a7fc-38ca8cda199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.411560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Router 6d90a0d3-a52e-4921-abf8-41dc44939dcd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:04:02.488435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e451a640-a622-4d0a-a7fc-38ca8cda199f None None] Port cd6643bc-0652-422c-b926-cb7212f9a25b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:04:02.533307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.535250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e451a640-a622-4d0a-a7fc-38ca8cda199f None None] Provisioning complete for port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:02.535656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e451a640-a622-4d0a-a7fc-38ca8cda199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.582901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:04:02.589253 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.611126 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a36376c5-2a47-42f2-bf85-17adc983f312 admin admin] 10.222.0.74 "PUT /v2.0/routers/6d90a0d3-a52e-4921-abf8-41dc44939dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7292757 Oct 20 11:04:02.628654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:02.672111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Attempting to bind port 8b5073c9-5db7-4b38-953d-21fc40413a26 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:04:02.672542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Attempting to bind port 8b5073c9-5db7-4b38-953d-21fc40413a26 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:04:02.672915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Attempting to bind port 8b5073c9-5db7-4b38-953d-21fc40413a26 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:02.683762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:04:02.684146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:02.684588 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.685824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:04:02.685824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Bound port: 8b5073c9-5db7-4b38-953d-21fc40413a26, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:04:02.686063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.834322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] For port 8b5073c9-5db7-4b38-953d-21fc40413a26, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:02.865740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.888804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] For port 8b5073c9-5db7-4b38-953d-21fc40413a26, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5073c9-5db7-4b38-953d-21fc40413a26,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:04:02.891597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2374f3f-afeb-4280-a8e0-9d69e36b8a2e None None] Pushing event updated for resources: {'Port': ['ID=8b5073c9-5db7-4b38-953d-21fc40413a26,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:02.910809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.989668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:02.990072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:02.995902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:04:02.996529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:04:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:03.062915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2374f3f-afeb-4280-a8e0-9d69e36b8a2e None None] Pushing event updated for resources: {'Port': ['ID=8b5073c9-5db7-4b38-953d-21fc40413a26,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:03.284701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a63eb83c-8743-496e-a0e9-6c5a29f667f2 None None] Provisioning complete for port cd6643bc-0652-422c-b926-cb7212f9a25b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:03.285035 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a63eb83c-8743-496e-a0e9-6c5a29f667f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:03.392806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a63eb83c-8743-496e-a0e9-6c5a29f667f2 None None] Port cd6643bc-0652-422c-b926-cb7212f9a25b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:04:03.408470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:04:03.452969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:03.623195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:03.623567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:03.781552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd6643bc-0652-422c-b926-cb7212f9a25b', 'name': '', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'mac_address': 'fa:16:3e:ed:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:04:00Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 2, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'subnets': [{'id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:03.828597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988220c-73f0-4013-b225-9a8a993a6e23 None None] The sync data for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 is: [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd6643bc-0652-422c-b926-cb7212f9a25b', 'name': '', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'mac_address': 'fa:16:3e:ed:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:04:00Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 2, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'subnets': [{'id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:04:04.352048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:05.411412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-a2a779e6-b11d-4021-aff0-4f368626cfa9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:05.419786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-a2a779e6-b11d-4021-aff0-4f368626cfa9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1447065 Oct 20 11:04:05.432602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-72db52ab-efab-4b21-9ea0-224b9a3d90b2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0113137 Oct 20 11:04:05.502186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-8d325d75-fdb4-45c4-9888-cfb6ae3b97e4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614121 Oct 20 11:04:05.617215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-8b70cfe2-9bcb-45d5-bda2-21161b3ed65e service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067157 Oct 20 11:04:05.738552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-fe80902d-85c1-4cdb-af0a-4952cf4b5e79 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117246 Oct 20 11:04:06.148838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b6c8f1e-2828-4cc0-bebd-ace3e30b3ba1 req-465404b9-2ad6-47e5-8f90-fa83df140b83 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0362868 Oct 20 11:04:06.555698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5073c9-5db7-4b38-953d-21fc40413a26 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:06.642794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b5073c9-5db7-4b38-953d-21fc40413a26 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:06.643269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:06.794701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:06.824602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8b5073c9-5db7-4b38-953d-21fc40413a26, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5073c9-5db7-4b38-953d-21fc40413a26,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:06.830360 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:06.887816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8b5073c9-5db7-4b38-953d-21fc40413a26,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:07.320118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bd33d19-b624-4796-bab7-0476df1a806e req-d675ea36-4086-442b-8fa2-1f0dff25b2e4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0429006 Oct 20 11:04:07.374223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-8d9ba450-6fa7-4fee-919b-5d8cd5f1a0bd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:07.376238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-8d9ba450-6fa7-4fee-919b-5d8cd5f1a0bd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2355821 Oct 20 11:04:07.394083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:07.589622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:04:07.595316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:07.650813 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Sync routers for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:04:07.664279 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:04:07.667069 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:04:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:07.825691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.14 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/57cf91d7-02c6-4e0c-b284-3c44568111a8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:04:07.887820 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:04:08.094588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.169311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.193217 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd6643bc-0652-422c-b926-cb7212f9a25b', 'name': '', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'mac_address': 'fa:16:3e:ed:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:04:00Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 2, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'subnets': [{'id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:08.241327 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Checking router: 6d90a0d3-a52e-4921-abf8-41dc44939dcd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:04:08.241682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Updating router 6d90a0d3-a52e-4921-abf8-41dc44939dcd port cd6643bc-0652-422c-b926-cb7212f9a25b binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:04:08.245525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:04:08.249560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:04:08.261164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:04:08.279386 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.334966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:08.370426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.370768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.371142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.371483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.371862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.372357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.372558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.380664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.393412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.393769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.394113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.394454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:08.439443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:08.441013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.581684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5073c9-5db7-4b38-953d-21fc40413a26 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:08.601108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-09cda127-96bf-44fe-af70-5ba2b4093547 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2109566 Oct 20 11:04:08.624297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Request body: {'port': {'device_id': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:08.674788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b5073c9-5db7-4b38-953d-21fc40413a26 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:08.675437 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.717737 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.718983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93998c-5781-4959-9d46-e9c0ca934bf6 req-a7f9ae94-8b90-4293-87ba-2a88b27fb5f6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:08.725744 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.728027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae93998c-5781-4959-9d46-e9c0ca934bf6 req-a7f9ae94-8b90-4293-87ba-2a88b27fb5f6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 932 time: 0.2446187 Oct 20 11:04:08.790150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3d72ab80-ed5c-4333-9a98-73e906adad28 None None] Provisioning complete for port 57cf91d7-02c6-4e0c-b284-3c44568111a8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:08.791052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d72ab80-ed5c-4333-9a98-73e906adad28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.802176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae93998c-5781-4959-9d46-e9c0ca934bf6 req-335bee74-5d1b-475b-acdc-e015b656a4ec tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 Oct 20 11:04:08.820948 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ab84d-8ee8-4807-8693-f726bfe59edb None None] Pushing event updated for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:08.859677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.876694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3d72ab80-ed5c-4333-9a98-73e906adad28 None None] Port 57cf91d7-02c6-4e0c-b284-3c44568111a8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:04:08.912481 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Attempting to bind port cd6643bc-0652-422c-b926-cb7212f9a25b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:04:08.913149 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Attempting to bind port cd6643bc-0652-422c-b926-cb7212f9a25b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:04:08.913718 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Attempting to bind port cd6643bc-0652-422c-b926-cb7212f9a25b on network 7eb6b888-0788-40e1-89d0-d6167977d3d0 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:08.920164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:04:08.920829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Checking segment: {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:08.921463 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.921855 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Bound using segment: {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:04:08.922334 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Bound port: cd6643bc-0652-422c-b926-cb7212f9a25b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68ea98-3b88-45ea-89b5-8207a5f012ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:04:08.922716 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.034552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] For port cd6643bc-0652-422c-b926-cb7212f9a25b, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:09.039562 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] For port cd6643bc-0652-422c-b926-cb7212f9a25b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd6643bc-0652-422c-b926-cb7212f9a25b,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:04:09.047952 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.150348 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:04:09.151252 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:04:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:09.206176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] Provisioning complete for port cd6643bc-0652-422c-b926-cb7212f9a25b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:09.206865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.239251 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ab84d-8ee8-4807-8693-f726bfe59edb None None] Pushing event updated for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:09.336924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cf91d7-02c6-4e0c-b284-3c44568111a8 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:09.346142 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:04:09.358450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.378810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.388715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Transition to ACTIVE for port object 57cf91d7-02c6-4e0c-b284-3c44568111a8 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:04:09.424300 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.429051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] For port cd6643bc-0652-422c-b926-cb7212f9a25b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd6643bc-0652-422c-b926-cb7212f9a25b,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:09.441434 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.555804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:09.588943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2925526-a062-4b8c-a0a4-8dc31e1f748d None None] Pushing event updated for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:09.643729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b32ecaa8-49bd-4c0d-a60b-4aab1f9051d4 None None] Provisioning complete for port cd6643bc-0652-422c-b926-cb7212f9a25b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:09.644020 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b32ecaa8-49bd-4c0d-a60b-4aab1f9051d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.821311 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd6643bc-0652-422c-b926-cb7212f9a25b', 'name': '', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'mac_address': 'fa:16:3e:ed:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:04:00Z', 'updated_at': '2021-10-20T11:04:09Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'subnets': [{'id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:04:09.904212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cea1b1-7efb-488a-8fc3-fb1677fba0a5 None None] The sync data for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 is: [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:04:01Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd6643bc-0652-422c-b926-cb7212f9a25b', 'name': '', 'network_id': '7eb6b888-0788-40e1-89d0-d6167977d3d0', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'mac_address': 'fa:16:3e:ed:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:04:00Z', 'updated_at': '2021-10-20T11:04:09Z', 'revision_number': 4, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'subnets': [{'id': 'de4e1bd9-1922-423e-afde-cf6222fd2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:04:10.269496 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-80493efd-8812-45ec-ad23-442188162ec3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0788815 Oct 20 11:04:10.431761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.432238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.432714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.433558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.433706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.434753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.435385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.437242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5016416d-7f63-47de-926d-d50bc2842759 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.1002750 Oct 20 11:04:10.578476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Attempting to bind port 57cf91d7-02c6-4e0c-b284-3c44568111a8 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:04:10.579092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Attempting to bind port 57cf91d7-02c6-4e0c-b284-3c44568111a8 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:04:10.579400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Attempting to bind port 57cf91d7-02c6-4e0c-b284-3c44568111a8 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:10.603041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Port 57cf91d7-02c6-4e0c-b284-3c44568111a8 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:04:10.603584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Attempting to bind port 57cf91d7-02c6-4e0c-b284-3c44568111a8 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:10.617112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd6643bc-0652-422c-b926-cb7212f9a25b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:10.627840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b7af37ca-b6b2-4c4b-a242-c5853513bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.628611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b7af37ca-b6b2-4c4b-a242-c5853513bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.629131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b7af37ca-b6b2-4c4b-a242-c5853513bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.630876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b7af37ca-b6b2-4c4b-a242-c5853513bb49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 2301 time: 0.1586032 Oct 20 11:04:10.656709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:04:10.657430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:10.657945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:04:10.658500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Bound port: 57cf91d7-02c6-4e0c-b284-3c44568111a8, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:04:10.659460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:10.675327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3156-88d3-426a-aad1-85551f3060a6 req-02e41259-ccae-45c1-a321-8bef6a9a04b8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.688519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271a3156-88d3-426a-aad1-85551f3060a6 req-02e41259-ccae-45c1-a321-8bef6a9a04b8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 1.0234270 Oct 20 11:04:10.756758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cd6643bc-0652-422c-b926-cb7212f9a25b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:10.758473 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:10.772197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-f3485290-3e5b-4090-b97a-6461ab0c2aa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1002 time: 0.1320956 Oct 20 11:04:10.844862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c57c5-09f9-4c98-97f8-62cc1c2c74ec req-9b61a097-87fb-4a26-953b-8d67ce5d6bf2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.852324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a1c57c5-09f9-4c98-97f8-62cc1c2c74ec req-9b61a097-87fb-4a26-953b-8d67ce5d6bf2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.2648315 Oct 20 11:04:10.893727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-df9e9cfd-d2a4-49e0-90eb-6e0a350c75be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.895993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-df9e9cfd-d2a4-49e0-90eb-6e0a350c75be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.1145322 Oct 20 11:04:10.923253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-271a3156-88d3-426a-aad1-85551f3060a6 req-3b474346-4cd5-4c2a-b3a7-306b8fc84f36 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151239 Oct 20 11:04:11.031996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-443068b2-cb9e-4475-b17e-dfc5fe3ecb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.038294 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-443068b2-cb9e-4475-b17e-dfc5fe3ecb7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298296 Oct 20 11:04:11.079331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a1c57c5-09f9-4c98-97f8-62cc1c2c74ec req-1832a2b9-4a13-4b6c-931c-4212cebd342f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972029 Oct 20 11:04:11.112410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:11.128340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:04:11.137143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:11.225918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.227294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:11.229064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/57cf91d7-02c6-4e0c-b284-3c44568111a8 HTTP/1.1" status: 200 len: 1093 time: 2.6152432 Oct 20 11:04:11.229725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:11.233580 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be58ab8-92a2-4f70-8819-ee924f550672" -d '{"events": [{"name": "network-changed", "server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:11.353167 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafdff54-fedb-4c1a-ba1f-e05c000001e6 x-openstack-request-id: req-cafdff54-fedb-4c1a-ba1f-e05c000001e6 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:11.353456 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:11.353710 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cafdff54-fedb-4c1a-ba1f-e05c000001e6 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:11.354101 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8', 'status': 'completed', 'code': 200} Oct 20 11:04:11.398875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a4bb01a0-5845-4f63-ade9-b71c3cec6574 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570020 Oct 20 11:04:11.422640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb0e4c-cd0c-4c25-a6c4-1cf939c2b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:11.514250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-2d240d87-a59b-4cab-b067-b2f5f2ccb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.516004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-2d240d87-a59b-4cab-b067-b2f5f2ccb38c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 1096 time: 0.2333064 Oct 20 11:04:11.633434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-6e10f2d9-ee0d-4114-991c-8dc826044e20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8 HTTP/1.1" status: 200 len: 217 time: 0.1083601 Oct 20 11:04:11.691294 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-ad272535-4e4b-4ac9-b0fa-04558e394278 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793300 Oct 20 11:04:11.711480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-621b1d14-cc93-49e1-8c4b-95fc3346e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.713126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-621b1d14-cc93-49e1-8c4b-95fc3346e794 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0692682 Oct 20 11:04:11.803951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-849aed76-6492-41cc-a21f-1ee81d06049c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 217 time: 0.1046674 Oct 20 11:04:11.851840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-5352e37d-7312-4376-b207-b9dbfaaae85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.853455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-5352e37d-7312-4376-b207-b9dbfaaae85f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313097 Oct 20 11:04:11.919833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-86645303-3933-4092-8eda-6d253907c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.921424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-86645303-3933-4092-8eda-6d253907c89d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1079524 Oct 20 11:04:12.021623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a2fdf459-d47e-4a8a-b0f1-31b997fd6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.023285 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a2fdf459-d47e-4a8a-b0f1-31b997fd6924 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885115 Oct 20 11:04:12.046376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-15506113-b582-48ef-9a4c-c2252a51dca3 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847591 Oct 20 11:04:12.202179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-3918fe26-5dcc-4521-8ec8-83efa39bd745 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673939 Oct 20 11:04:12.345624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78c490eb-8d1f-4ed9-af04-000463d047a5 req-93ac51b0-ffab-46e9-838f-424351843e96 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849922 Oct 20 11:04:12.365725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e901-a68d-44ef-ac03-93d0c9e26d51 req-6f9bf68c-b9b0-4ca9-89a1-6eaa55f1855b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.375685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c82e901-a68d-44ef-ac03-93d0c9e26d51 req-6f9bf68c-b9b0-4ca9-89a1-6eaa55f1855b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1362000 Oct 20 11:04:12.393066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-8a549da5-3258-489b-acbf-946fe76028e8 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782379 Oct 20 11:04:12.469870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-db17b695-5815-4ef7-a8b3-e3e0daecc499 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 217 time: 0.0714214 Oct 20 11:04:12.473348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c82e901-a68d-44ef-ac03-93d0c9e26d51 req-34b6f8ae-91b3-4a13-9b4a-c9c7256bf155 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973513 Oct 20 11:04:12.509422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-ec7b52ab-2d0a-4908-84dd-3f9f58fee73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.511189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-ec7b52ab-2d0a-4908-84dd-3f9f58fee73b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 1096 time: 0.1078100 Oct 20 11:04:12.580488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-fa8ffb45-34ea-4de0-8bdd-31c332a9ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.582503 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-fa8ffb45-34ea-4de0-8bdd-31c332a9ec1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0950122 Oct 20 11:04:12.690352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-d1e20d31-ca05-44bb-a8c0-63e7458dec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.690898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-49bf97f6-4f18-4d57-b4ff-5fed376a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.691901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-d1e20d31-ca05-44bb-a8c0-63e7458dec73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1672547 Oct 20 11:04:12.692029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-49bf97f6-4f18-4d57-b4ff-5fed376a5ba7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971279 Oct 20 11:04:12.750832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-6e75c5f7-cefe-4ad8-b134-33a971a18940 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8 HTTP/1.1" status: 200 len: 217 time: 0.0498707 Oct 20 11:04:12.847438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-0907aa43-e75b-4af8-a900-b328f86ea9d9 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456501 Oct 20 11:04:12.850122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-012f1e1b-9148-4b3b-acc5-78b0c7e3bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.853687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-012f1e1b-9148-4b3b-acc5-78b0c7e3bcbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0921984 Oct 20 11:04:12.932519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-a55b53d1-d2c3-41a3-aa77-20b9b55dfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.945902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-a55b53d1-d2c3-41a3-aa77-20b9b55dfa7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771930 Oct 20 11:04:13.053284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-7e658f64-d681-45ab-9db2-080874231501 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990583 Oct 20 11:04:13.153617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-d53db74f-2197-44e7-a82e-b27a31bcb262 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967087 Oct 20 11:04:13.167031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-88bb9204-1ee3-42f7-b60a-32fead761657 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 217 time: 0.0907085 Oct 20 11:04:13.288403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-15eb2f74-53e5-4f65-ab8b-46c536c76465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:13.294652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-15eb2f74-53e5-4f65-ab8b-46c536c76465 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1267314 Oct 20 11:04:13.357720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-6938299d-ae94-4423-9d2b-4b871a1998ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:13.359264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-6938299d-ae94-4423-9d2b-4b871a1998ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507727 Oct 20 11:04:13.412675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be58ab8-92a2-4f70-8819-ee924f550672 req-36a6edd3-c743-445d-a90a-4594e5b645a3 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502990 Oct 20 11:04:13.640113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b7ab3918-e201-4c51-bcf8-8f40023f3741 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720799 Oct 20 11:04:13.739568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d3d4a-14ad-422f-b18c-daecacd96c69 req-fbf5fb24-cb9a-4b30-ace8-b47a8c1d3a3c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:13.751103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac9d3d4a-14ad-422f-b18c-daecacd96c69 req-fbf5fb24-cb9a-4b30-ace8-b47a8c1d3a3c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1137865 Oct 20 11:04:13.792839 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-9845a294-f630-483f-9858-a3c11a5de3ed service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441238 Oct 20 11:04:13.843361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac9d3d4a-14ad-422f-b18c-daecacd96c69 req-afb30808-d2ab-475a-9205-35ad23cff716 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Oct 20 11:04:13.917443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-e850c3b2-56e7-4b32-86b3-917077a11d80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 217 time: 0.1116109 Oct 20 11:04:14.020325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-389c2ea9-1b50-4632-8563-5c21fb3c2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:14.032586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-389c2ea9-1b50-4632-8563-5c21fb3c2697 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1061802 Oct 20 11:04:14.125829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-eb0d6a86-cc17-4ca0-9896-d0865113f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:14.127754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-eb0d6a86-cc17-4ca0-9896-d0865113f223 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812273 Oct 20 11:04:14.295775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-08d302b1-4f66-4942-b94c-063344cfca4a service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584542 Oct 20 11:04:14.413499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:04:14.537525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-5c135c2f-af5f-4e22-855c-f7f0d07a4a08 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319763 Oct 20 11:04:14.616125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-130609ea-4ff4-47c9-9624-cb5eefd95447 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 217 time: 0.0697944 Oct 20 11:04:14.636731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:14.664860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:04:14.730087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-361c0781-972d-4a89-8654-f9dd47fe3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:14.731579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-361c0781-972d-4a89-8654-f9dd47fe3bb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.1071584 Oct 20 11:04:14.790856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:14.830809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:14.897243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-4efd0584-1f9d-475d-9242-0fa39f01e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:14.898779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-4efd0584-1f9d-475d-9242-0fa39f01e6b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1098 time: 0.0711439 Oct 20 11:04:14.905217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:14.915133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:15.070022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d76f7a16-5ff3-4fbd-8472-3e9958a462e3'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:15.201882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:15.357591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-8c51d999-0a0a-434c-a893-0d9b62dfd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.359565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-8c51d999-0a0a-434c-a893-0d9b62dfd877 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.4333372 Oct 20 11:04:15.380152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcb50-ce09-4432-835b-c0928fb7fdab req-92dcf8a9-da95-471d-8133-f843ddb21abc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.393659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-375fcb50-ce09-4432-835b-c0928fb7fdab req-92dcf8a9-da95-471d-8133-f843ddb21abc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.3930161 Oct 20 11:04:15.514957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-0fb2da14-e51a-41ae-9d04-aab6f49cad71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 1000 time: 0.1051159 Oct 20 11:04:15.552203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-375fcb50-ce09-4432-835b-c0928fb7fdab req-9584eee4-d4d8-4882-9caf-09b4335b0162 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569412 Oct 20 11:04:15.621063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-258c7278-92fc-4361-8116-3ea05210b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.625284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-258c7278-92fc-4361-8116-3ea05210b9b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1004786 Oct 20 11:04:15.645292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-dc8218ef-b660-41e7-b1f5-6e0ccc8d644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.647047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-dc8218ef-b660-41e7-b1f5-6e0ccc8d644a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8960557 Oct 20 11:04:15.693868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-0a3635f9-5a3a-4e6a-bc3e-8a870da1b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.696141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-0a3635f9-5a3a-4e6a-bc3e-8a870da1b877 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575476 Oct 20 11:04:15.841002 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-d2f135d9-1290-4d55-8d92-f49cc13028d6 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823030 Oct 20 11:04:15.875670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-3a3aed1d-79de-44c3-b13e-db1c159a27ec service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658335 Oct 20 11:04:15.922854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:15.972273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-4121bb83-d19f-4e7a-a2ba-82a03b1116b7 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220689 Oct 20 11:04:16.088390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af4f56be-9052-4ddf-93e7-2885c9ac4dac req-bc1abc29-a13a-4f81-9f42-c4c4e1d0781e service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033501 Oct 20 11:04:16.127800 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-b0e3b355-dc29-42fb-849d-4a78a968bdea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.1381311 Oct 20 11:04:16.210452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a05e49bd-87bd-4e2a-bddd-3966281a1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.212270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a05e49bd-87bd-4e2a-bddd-3966281a1683 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0725820 Oct 20 11:04:16.332667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a9980e7f-cf4f-47f1-8c2e-da4ef5dda02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.339117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-a9980e7f-cf4f-47f1-8c2e-da4ef5dda02c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154194 Oct 20 11:04:16.424909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:16.509525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:16.510157 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:16.538980 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-6387281f-6566-4788-b5c9-8df2e7c5285b service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874228 Oct 20 11:04:16.675074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:16.735536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:16.744034 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f4252-5882-41fc-9d13-5a884ca1e397" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:16.834684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:16.855416 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0806d5-ce26-4ef2-a207-ba1e5c6bf197 x-openstack-request-id: req-2d0806d5-ce26-4ef2-a207-ba1e5c6bf197 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:16.856533 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:16.856969 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d0806d5-ce26-4ef2-a207-ba1e5c6bf197 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:16.858161 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:04:16.865329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:16.871294 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:16.915773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b0265b31-ae6f-4490-aa3a-1f6c06c6d9da req-fc4aeec4-8477-416a-9816-8c00629432af service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686728 Oct 20 11:04:16.938473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3880-55fe-4fc4-b7c5-86b5e9e3e07d req-dfcf2bda-f43d-4d6f-80bd-a443b098c44d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.949297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-746b3880-55fe-4fc4-b7c5-86b5e9e3e07d req-dfcf2bda-f43d-4d6f-80bd-a443b098c44d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1817217 Oct 20 11:04:16.984860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:17.043922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-746b3880-55fe-4fc4-b7c5-86b5e9e3e07d req-b07e816d-f9bf-4f27-8fef-3c525364b68f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Oct 20 11:04:17.587167 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:04:18.212346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558622e-0d8d-4b1b-b382-5ac67fb28768 req-fb10a820-d05f-4ad2-8aca-ff3f3b52e26e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:18.214660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b558622e-0d8d-4b1b-b382-5ac67fb28768 req-fb10a820-d05f-4ad2-8aca-ff3f3b52e26e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.0717838 Oct 20 11:04:18.302170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b558622e-0d8d-4b1b-b382-5ac67fb28768 req-0020cb8f-b207-484f-98c8-9a894cc20f97 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Oct 20 11:04:19.603041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a3007-ae69-497b-acc7-fc2fb9d6072e req-525ffdf8-4170-41cd-b2a5-d143fdc6ad8a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:19.606538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-804a3007-ae69-497b-acc7-fc2fb9d6072e req-525ffdf8-4170-41cd-b2a5-d143fdc6ad8a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.0741510 Oct 20 11:04:19.689172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-804a3007-ae69-497b-acc7-fc2fb9d6072e req-226b6560-1cf1-4f65-a118-e470dc2880b8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725851 Oct 20 11:04:19.784065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52564) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:19.954891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a4c7-54c8-4f15-b774-05a9a7c73275 req-a97168ef-35d8-4fc5-9e52-b6c06cdab530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:19.962821 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3fc6a4c7-54c8-4f15-b774-05a9a7c73275 req-a97168ef-35d8-4fc5-9e52-b6c06cdab530 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1097 time: 0.1772134 Oct 20 11:04:20.019886 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3fc6a4c7-54c8-4f15-b774-05a9a7c73275 req-954e9a9e-0abd-4bdc-8b97-6d1554164631 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555801 Oct 20 11:04:20.751980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52610) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:20.907123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324e3d-d836-4b41-9eb5-a3c0f94559d5 req-b096114a-edc1-4160-a0f2-27770475fce8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:20.920788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90324e3d-d836-4b41-9eb5-a3c0f94559d5 req-b096114a-edc1-4160-a0f2-27770475fce8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1445696 Oct 20 11:04:20.978928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90324e3d-d836-4b41-9eb5-a3c0f94559d5 req-165c302e-9781-4628-b5f7-9099687fa725 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Oct 20 11:04:21.001371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64031948-99c2-4eb8-a640-08def83d5316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.134168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64031948-99c2-4eb8-a640-08def83d5316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.143564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64031948-99c2-4eb8-a640-08def83d5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.201209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-64031948-99c2-4eb8-a640-08def83d5316 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28b3abfce7c148d79d2f81f9836ce9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481394 Oct 20 11:04:21.204643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52628) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:21.278121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64031948-99c2-4eb8-a640-08def83d5316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b726d7-2c68-495e-9488-7c80eddbd001,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:21.319650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.355131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.476709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.479641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:21.484236 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87b726d7-2c68-495e-9488-7c80eddbd001 HTTP/1.1" status: 204 len: 168 time: 0.2758963 Oct 20 11:04:21.492701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378584b7-730e-44ee-98a5-40a37805f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b726d7-2c68-495e-9488-7c80eddbd001,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:21.979907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52648) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:21.999593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b42577a-4a1a-4fc9-858b-76f337f767a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.133860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28086-989d-4bf8-9ef6-104f912881ec req-af34e96a-b464-441e-82eb-390240a0c997 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:22.142411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35c28086-989d-4bf8-9ef6-104f912881ec req-af34e96a-b464-441e-82eb-390240a0c997 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.0906990 Oct 20 11:04:22.146324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b42577a-4a1a-4fc9-858b-76f337f767a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.153951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8b42577a-4a1a-4fc9-858b-76f337f767a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.191378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42577a-4a1a-4fc9-858b-76f337f767a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1de2cc-2cf9-4de1-8677-0517ea975dba,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:22.215548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8b42577a-4a1a-4fc9-858b-76f337f767a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2dbcdad4f444707b5b4cc74f274972f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330551 Oct 20 11:04:22.216451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35c28086-989d-4bf8-9ef6-104f912881ec req-949c50a0-1aff-4ce1-8f93-b311c9b2cbb0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Oct 20 11:04:22.218157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:22.275949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.314097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.388399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.395262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:22.402085 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa1de2cc-2cf9-4de1-8677-0517ea975dba HTTP/1.1" status: 204 len: 168 time: 0.1825244 Oct 20 11:04:22.424228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6513c7-52ce-48cc-8f7f-4635c9790571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1de2cc-2cf9-4de1-8677-0517ea975dba,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:23.005258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 52678) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:23.021082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e81c1c-49d3-4bb9-88d6-1ff7d4a81d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.132300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e81c1c-49d3-4bb9-88d6-1ff7d4a81d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.138785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e81c1c-49d3-4bb9-88d6-1ff7d4a81d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.197397 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-05e81c1c-49d3-4bb9-88d6-1ff7d4a81d7f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a99fb2a588649b3a94aa8211bcdb918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906123 Oct 20 11:04:23.202344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 52682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:23.225214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e81c1c-49d3-4bb9-88d6-1ff7d4a81d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563e350b-aee3-4f9e-a625-4e8d6c93a740,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:23.283663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.309850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.426070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16619bc9-50a1-41df-99fa-f1b2d57d9a76 req-2c2473f8-388f-448f-89a3-2557e9601b14 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:23.427958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16619bc9-50a1-41df-99fa-f1b2d57d9a76 req-2c2473f8-388f-448f-89a3-2557e9601b14 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1099570 Oct 20 11:04:23.429243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.432234 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:23.434085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/563e350b-aee3-4f9e-a625-4e8d6c93a740 HTTP/1.1" status: 204 len: 168 time: 0.2300932 Oct 20 11:04:23.445243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c001-1a59-4696-a867-b56379fb30ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563e350b-aee3-4f9e-a625-4e8d6c93a740,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:23.542544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16619bc9-50a1-41df-99fa-f1b2d57d9a76 req-02df8e1b-fa95-42b3-9a9e-21433d764da8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041288 Oct 20 11:04:24.750581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aa478-4980-4ca6-b625-ec75141ba617 req-8f82b57f-6726-44b6-b97d-d91db2aebeea tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:24.771314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e0aa478-4980-4ca6-b625-ec75141ba617 req-8f82b57f-6726-44b6-b97d-d91db2aebeea tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.1286433 Oct 20 11:04:24.873072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e0aa478-4980-4ca6-b625-ec75141ba617 req-2e1bf904-14b5-4769-9958-766d1e991a75 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Oct 20 11:04:26.034020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23d2b-8e3c-4c1d-a955-41ff5203f57b req-296ce924-c7c3-4484-8647-40f9cf6ad5f4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:26.041901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dba23d2b-8e3c-4c1d-a955-41ff5203f57b req-296ce924-c7c3-4484-8647-40f9cf6ad5f4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 944 time: 0.0785801 Oct 20 11:04:26.098207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dba23d2b-8e3c-4c1d-a955-41ff5203f57b req-640cb678-32e4-4b69-8f7e-a388f2ea2b1d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Oct 20 11:04:26.487052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 57cf91d7-02c6-4e0c-b284-3c44568111a8 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:04:26.644471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:26.671220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '57cf91d7-02c6-4e0c-b284-3c44568111a8', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': '57cf91d7-02c6-4e0c-b284-3c44568111a8', 'mac_address': 'fa:16:3e:12:82:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:04:26.769423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:26.793539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cf91d7-02c6-4e0c-b284-3c44568111a8 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:26.826373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:26.838516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:26.941479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:27.119473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['57cf91d7-02c6-4e0c-b284-3c44568111a8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:27.341989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f1fb-6329-40c7-aa7b-1149fdc46172 req-8c45378b-f2e7-47b6-8384-5f92aaaac5b8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:27.346249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1708f1fb-6329-40c7-aa7b-1149fdc46172 req-8c45378b-f2e7-47b6-8384-5f92aaaac5b8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 945 time: 0.1538301 Oct 20 11:04:27.483900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1708f1fb-6329-40c7-aa7b-1149fdc46172 req-b0b1c880-84ab-440b-a5b1-e6e91a147ca0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306252 Oct 20 11:04:28.485614 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d681753f-4d47-4c28-a78e-bf9d8a4b40e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.497906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 57cf91d7-02c6-4e0c-b284-3c44568111a8 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:28.575049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 57cf91d7-02c6-4e0c-b284-3c44568111a8 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:04:28.584125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 57cf91d7-02c6-4e0c-b284-3c44568111a8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:28.584707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.673711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e9ac-4015-4385-a642-e44fda1537fe req-bb7972c4-b036-4a02-8bbb-fc06a44605d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.684615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4866e9ac-4015-4385-a642-e44fda1537fe req-bb7972c4-b036-4a02-8bbb-fc06a44605d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 945 time: 0.0840659 Oct 20 11:04:28.705007 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.750793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:28.752297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:28.755087 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f1f5c-9db9-4b94-9019-791535cd99d9" -d '{"events": [{"server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "name": "network-vif-plugged", "status": "completed", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:28.764967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.774508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4866e9ac-4015-4385-a642-e44fda1537fe req-a4b29c42-030c-469f-8054-55ca22152098 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779774 Oct 20 11:04:28.881861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994be44-8d5b-432d-905c-291aea4a5b10 x-openstack-request-id: req-3994be44-8d5b-432d-905c-291aea4a5b10 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:28.881861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "name": "network-vif-plugged", "status": "completed", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:28.881861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3994be44-8d5b-432d-905c-291aea4a5b10 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:28.881861 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8', 'code': 200} Oct 20 11:04:28.881861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:28.996960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0040f7-b5df-45b9-967d-a0308dc17db2 req-e524cad3-087f-434a-974d-4eb5b05dc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:29.018951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a0040f7-b5df-45b9-967d-a0308dc17db2 req-e524cad3-087f-434a-974d-4eb5b05dc213 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 1098 time: 0.1211095 Oct 20 11:04:29.081166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a0040f7-b5df-45b9-967d-a0308dc17db2 req-eccd779b-0a65-40fe-a503-7f35661395b3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Oct 20 11:04:29.952315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd9c37-5926-4d6c-b099-6ae8c42d98d2 req-688a35e9-b0c8-44dd-ac2f-f6ea99f85385 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:29.961344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65dd9c37-5926-4d6c-b099-6ae8c42d98d2 req-688a35e9-b0c8-44dd-ac2f-f6ea99f85385 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.0980134 Oct 20 11:04:30.026263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65dd9c37-5926-4d6c-b099-6ae8c42d98d2 req-595f73ef-250f-42e7-9899-e0441c30a6cd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Oct 20 11:04:31.257816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba14a4b-ab8e-4cc0-8990-b26dbbd6d176 req-b0fddaae-48fc-421d-a93f-dc2b26fd1c76 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:31.266156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ba14a4b-ab8e-4cc0-8990-b26dbbd6d176 req-b0fddaae-48fc-421d-a93f-dc2b26fd1c76 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.0852180 Oct 20 11:04:31.347157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ba14a4b-ab8e-4cc0-8990-b26dbbd6d176 req-16326106-48d8-4be6-9537-22603270c7b2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Oct 20 11:04:31.383424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ae1209d-fc1f-407f-95dc-7ef2e47d3892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:31.567581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253635c9-9f7b-405e-b387-8ee2d9e006bf req-7a87dca6-1ea2-40b0-9ebc-47281cb212c0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:31.569148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-253635c9-9f7b-405e-b387-8ee2d9e006bf req-7a87dca6-1ea2-40b0-9ebc-47281cb212c0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.0925653 Oct 20 11:04:31.610104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-253635c9-9f7b-405e-b387-8ee2d9e006bf req-eed82b32-bb46-4f3e-a6a1-90d68108ca7d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Oct 20 11:04:31.769380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:31.829250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05e5d-e465-45ef-9db3-1da4fe3be969 req-8f3d10eb-fa9a-4416-bd41-3e3ce916e92f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:31.841474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9e05e5d-e465-45ef-9db3-1da4fe3be969 req-8f3d10eb-fa9a-4416-bd41-3e3ce916e92f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.1018119 Oct 20 11:04:31.904217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9e05e5d-e465-45ef-9db3-1da4fe3be969 req-060d7ad1-0226-4f9e-b3e2-8409e2f31727 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Oct 20 11:04:32.388480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef3704-b8c9-4018-ae07-51b628515811 req-b307b1e3-ba96-431d-8a82-c559a5c782ff tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:32.392069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ef3704-b8c9-4018-ae07-51b628515811 req-b307b1e3-ba96-431d-8a82-c559a5c782ff tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.1812186 Oct 20 11:04:32.448125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80ef3704-b8c9-4018-ae07-51b628515811 req-cd8d6970-aa3b-4bab-8ef2-001824d9cfa2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Oct 20 11:04:32.819811 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.679793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b836-a71b-40a7-b703-582821d54592 req-c0978e33-25ac-443f-903f-181656b212bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:33.688364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da04b836-a71b-40a7-b703-582821d54592 req-c0978e33-25ac-443f-903f-181656b212bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.0843923 Oct 20 11:04:33.834692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-3c048c13-1697-442f-ad7f-7bf4ce910157 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:33.836276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-3c048c13-1697-442f-ad7f-7bf4ce910157 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 946 time: 0.1191628 Oct 20 11:04:33.867861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da04b836-a71b-40a7-b703-582821d54592 req-1189ad0f-1327-4907-ab79-1546cac66155 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551912 Oct 20 11:04:34.020398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port 57cf91d7-02c6-4e0c-b284-3c44568111a8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:04:34.020738 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.137691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port 57cf91d7-02c6-4e0c-b284-3c44568111a8, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=57cf91d7-02c6-4e0c-b284-3c44568111a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:34.138224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.166783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for 57cf91d7-02c6-4e0c-b284-3c44568111a8 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:04:34.355526 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.358237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.374613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['57cf91d7-02c6-4e0c-b284-3c44568111a8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:34.533666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=57cf91d7-02c6-4e0c-b284-3c44568111a8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:34.556151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port 57cf91d7-02c6-4e0c-b284-3c44568111a8 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:04:34.562201 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.579975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d241e49-6480-4b29-9574-1104f6bdea34 req-5d044c3d-5f1c-4d2b-bb14-807ba675f235 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "DELETE /v2.0/ports/57cf91d7-02c6-4e0c-b284-3c44568111a8 HTTP/1.1" status: 204 len: 173 time: 0.7103732 Oct 20 11:04:34.580515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'name': 'network-vif-deleted', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:34.585589 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f809ab1-482c-4053-8960-b522c8d6676d" -d '{"events": [{"server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "name": "network-vif-deleted", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:34.685292 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e88ee34-8462-4fe5-bee0-ad4d3e5b605c x-openstack-request-id: req-1e88ee34-8462-4fe5-bee0-ad4d3e5b605c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:34.685968 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b949cb4f-1a14-4893-91d5-91dc11e7d443", "name": "network-vif-deleted", "tag": "57cf91d7-02c6-4e0c-b284-3c44568111a8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:34.686128 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e88ee34-8462-4fe5-bee0-ad4d3e5b605c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:34.686545 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b949cb4f-1a14-4893-91d5-91dc11e7d443', 'name': 'network-vif-deleted', 'tag': '57cf91d7-02c6-4e0c-b284-3c44568111a8', 'status': 'completed', 'code': 200} Oct 20 11:04:35.055503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da86e265-b7c1-4217-a301-25d4ff3c0003 req-f52a70ad-7a4d-4a50-86ce-662092169905 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0958467 Oct 20 11:04:35.144379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:35.229142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586deed-38c6-49e1-afae-0ef8bf884151 req-79c69bc0-f610-422b-8691-fbfcb6b08205 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.231184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d586deed-38c6-49e1-afae-0ef8bf884151 req-79c69bc0-f610-422b-8691-fbfcb6b08205 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.0807223 Oct 20 11:04:35.288380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d586deed-38c6-49e1-afae-0ef8bf884151 req-b0c50bcd-945d-4d96-b85a-2fa5a1ae245b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490305 Oct 20 11:04:35.325927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d531e5-0fd0-47a2-9200-3f793204fbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.446930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d531e5-0fd0-47a2-9200-3f793204fbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.452130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c3d531e5-0fd0-47a2-9200-3f793204fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.507684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d531e5-0fd0-47a2-9200-3f793204fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56f3b1-08e9-4772-b6f5-13b866b09930,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:35.512249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c3d531e5-0fd0-47a2-9200-3f793204fbb7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=014a2b5947754214a058b9521a4d9344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669484 Oct 20 11:04:35.514805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53088) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:35.571597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.602497 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.677153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.680799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:35.681999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad56f3b1-08e9-4772-b6f5-13b866b09930 HTTP/1.1" status: 204 len: 168 time: 0.1661623 Oct 20 11:04:35.696249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe225c90-1425-4c79-8081-bfbabe51ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56f3b1-08e9-4772-b6f5-13b866b09930,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:36.038748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53112) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:36.052337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b10a766e-7b5d-4839-8021-be85020caa14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.176467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-19fe07ec-b31b-4b73-ba28-8e2092d4aa65 req-5ba88a58-4492-4548-9488-59bac6f5598d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0443032 Oct 20 11:04:36.181475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b10a766e-7b5d-4839-8021-be85020caa14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.186984 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b10a766e-7b5d-4839-8021-be85020caa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.239399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b10a766e-7b5d-4839-8021-be85020caa14 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee7e9ed705b740348a478ea5e5c5715a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971838 Oct 20 11:04:36.239399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a766e-7b5d-4839-8021-be85020caa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc6cfbe-80df-40ff-bd49-0e74a3f13353,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:36.239897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53118) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:36.304186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.329005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.382377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.385782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.387872 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dc6cfbe-80df-40ff-bd49-0e74a3f13353 HTTP/1.1" status: 204 len: 168 time: 0.1469908 Oct 20 11:04:36.397657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7cae5-f0ee-4cb0-a3c8-a264ea74bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc6cfbe-80df-40ff-bd49-0e74a3f13353,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:36.533912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 57cf91d7-02c6-4e0c-b284-3c44568111a8 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:04:36.565576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 57cf91d7-02c6-4e0c-b284-3c44568111a8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:04:36.565947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 57cf91d7-02c6-4e0c-b284-3c44568111a8 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:04:37.340258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74057254-f6ed-4ccc-a936-1665875c11eb req-5703c794-a67b-4e40-9bd4-56953a048b56 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0516026 Oct 20 11:04:37.803137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daecac2-318b-47d9-8709-267bba7c4602 req-54126481-98cc-40c8-8ed5-3bd4355fc580 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:37.812657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1daecac2-318b-47d9-8709-267bba7c4602 req-54126481-98cc-40c8-8ed5-3bd4355fc580 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.0671005 Oct 20 11:04:37.867083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1daecac2-318b-47d9-8709-267bba7c4602 req-860236d9-c647-46fc-a060-dcbbba5d675e tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526631 Oct 20 11:04:38.467103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d942bf3-cb90-4f18-a1d5-d8fde8d7ce35 req-e457f240-fd4d-4949-82d7-5f53a809be95 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Oct 20 11:04:38.538119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:04:38.642172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:38.657273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:04:38.686383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:04:38.739415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.774683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:38.813236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.815987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:38.826002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.916436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:38.933014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d76f7a16-5ff3-4fbd-8472-3e9958a462e3'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:38.935774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:04:38.936298 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:04:39.035237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6276d7f-7b3b-44d1-be8f-3fb8907baf65 req-b06450d5-2cff-4325-b192-910430573ac9 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.037050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6276d7f-7b3b-44d1-be8f-3fb8907baf65 req-b06450d5-2cff-4325-b192-910430573ac9 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.0761688 Oct 20 11:04:39.100863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6276d7f-7b3b-44d1-be8f-3fb8907baf65 req-64bd37fa-724f-4692-b119-398d70126416 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Oct 20 11:04:39.537244 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:39.578023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:39.611388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-555be556-a36d-4b07-9f1e-e25dde593d03 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.612843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-555be556-a36d-4b07-9f1e-e25dde593d03 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.0841210 Oct 20 11:04:39.628131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:39.637545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:39.679815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84889634-549d-4c65-b550-efe710040014 req-d1bd3660-9aeb-4c4a-b73f-b6c168baa451 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0656033 Oct 20 11:04:39.721053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:39.821586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Deleting port 797d84d6-77c8-4e42-be94-7c22e12faac1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:04:39.826680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.007778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] For port 797d84d6-77c8-4e42-be94-7c22e12faac1, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=797d84d6-77c8-4e42-be94-7c22e12faac1,segment=NetworkSegment(0772e993-24b6-44b6-a5a1-5ff09732db93),segment_id=0772e993-24b6-44b6-a5a1-5ff09732db93)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:40.008286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.032792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Calling delete_port for 797d84d6-77c8-4e42-be94-7c22e12faac1 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:04:40.318401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5c28-d21d-4623-8d31-e1a47d10b89e req-18e2e524-309f-459e-a52e-873a65376652 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:40.320390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b1c5c28-d21d-4623-8d31-e1a47d10b89e req-18e2e524-309f-459e-a52e-873a65376652 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c5d96ce-d352-48d9-9141-42c92ac3f3c4 HTTP/1.1" status: 200 len: 946 time: 0.1034896 Oct 20 11:04:40.321802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.336268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['797d84d6-77c8-4e42-be94-7c22e12faac1'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:40.370851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Pushing event deleted for resources: {'Port': ['ID=797d84d6-77c8-4e42-be94-7c22e12faac1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:40.504231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b1c5c28-d21d-4623-8d31-e1a47d10b89e req-bd0971bb-833c-4a9c-b688-cd4b953fd17f tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.74 "GET /v2.0/security-groups?id=37aa2fc5-928f-46aa-98ef-5edeab858a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399710 Oct 20 11:04:40.537554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] No DVR routers for this DVR port 797d84d6-77c8-4e42-be94-7c22e12faac1 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:04:40.542643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.546849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad8fbf97-9f32-4cf7-9d90-87412ebad7d1 req-852b8e77-3de6-4074-8950-6856da76d938 tempest-VolumesSnapshotTestJSON-687192686 tempest-VolumesSnapshotTestJSON-687192686-project] 10.222.0.70 "DELETE /v2.0/ports/797d84d6-77c8-4e42-be94-7c22e12faac1 HTTP/1.1" status: 204 len: 173 time: 0.9055293 Oct 20 11:04:40.548977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'name': 'network-vif-deleted', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:40.552669 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7782ad-1d39-4560-9968-0d5c4861addb" -d '{"events": [{"server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "name": "network-vif-deleted", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:40.556506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:40.617555 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53229adb-c293-492c-8d9c-1a2347d22d39 x-openstack-request-id: req-53229adb-c293-492c-8d9c-1a2347d22d39 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:40.618083 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d96ce-d352-48d9-9141-42c92ac3f3c4", "name": "network-vif-deleted", "tag": "797d84d6-77c8-4e42-be94-7c22e12faac1", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:40.618083 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53229adb-c293-492c-8d9c-1a2347d22d39 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:40.618477 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d96ce-d352-48d9-9141-42c92ac3f3c4', 'name': 'network-vif-deleted', 'tag': '797d84d6-77c8-4e42-be94-7c22e12faac1', 'status': 'completed', 'code': 200} Oct 20 11:04:40.674877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:40.677853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.815970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0c4a91-a64d-47c9-8b17-c4aedb2ea027 req-ae124093-4f68-4db7-a6aa-7390e6463e24 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0453024 Oct 20 11:04:40.881426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.939726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:40.950190 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45292c57-5e00-4bf1-8263-ad7cd7c21bcd" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:40.989718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:41.006110 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:41.007005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 797d84d6-77c8-4e42-be94-7c22e12faac1 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:04:41.054183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 797d84d6-77c8-4e42-be94-7c22e12faac1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:04:41.054447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 797d84d6-77c8-4e42-be94-7c22e12faac1 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:04:41.157910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:41.312313 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b082a2-f3b8-456e-93a9-de8e343014da x-openstack-request-id: req-20b082a2-f3b8-456e-93a9-de8e343014da {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:41.312613 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:41.312868 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20b082a2-f3b8-456e-93a9-de8e343014da {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:41.313270 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:04:42.047366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2375a8f0-f550-4784-83f3-fb95383972de req-79c7f85f-071e-4dcf-b071-9ad490b13920 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0633547 Oct 20 11:04:43.216042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f9736b3-f2a0-4e09-a0f2-e5fe9c3c1e9d req-b0cefe6c-4d3b-42c2-9ade-490ad6bd07d7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0724187 Oct 20 11:04:44.345295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fef8cf83-4434-4609-b6fb-1a0f6a34804c req-8772bd22-f4a6-4de7-8478-fb4a766a2092 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=b949cb4f-1a14-4893-91d5-91dc11e7d443 HTTP/1.1" status: 200 len: 210 time: 0.0350544 Oct 20 11:04:45.891451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:46.780327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:53.720853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53716) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:53.996353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.156364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.167500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.218106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:54.227576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46c628509f63471bb6e9d895a21e6d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055103 Oct 20 11:04:54.282172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f84314-0a37-483a-9961-23faeadbb078,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:54.332135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.339876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.340230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.340572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.340915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.344479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.345055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.345578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.346087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.346586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.347787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.348302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.349904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac76d-e1fb-426e-8ccd-4d74de59eff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:54.377887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.472697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.475982 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:54.480815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97f84314-0a37-483a-9961-23faeadbb078 HTTP/1.1" status: 204 len: 168 time: 0.2617199 Oct 20 11:04:54.500700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b278c-196b-4f23-b27f-f61995896c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f84314-0a37-483a-9961-23faeadbb078,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:54.589107 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:04:55.310686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:55.336315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1adea7d0-7a05-4d18-8039-2627724a2360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.606191 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1adea7d0-7a05-4d18-8039-2627724a2360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.619576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1adea7d0-7a05-4d18-8039-2627724a2360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.697168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1adea7d0-7a05-4d18-8039-2627724a2360 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e16bfd02a5834735bad26a2345c69c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845277 Oct 20 11:04:55.700476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:55.704889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea7d0-7a05-4d18-8039-2627724a2360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda14b74-344c-40bf-80a8-81b6fb7af4b8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:55.835640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.867049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.932818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.940743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:55.942342 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bda14b74-344c-40bf-80a8-81b6fb7af4b8 HTTP/1.1" status: 204 len: 168 time: 0.2401044 Oct 20 11:04:55.963771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156721c3-f489-4c94-abed-a1199691b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda14b74-344c-40bf-80a8-81b6fb7af4b8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:58.523221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82f3fed4-c2f2-4318-ae94-e4b93e82e1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:59.390768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b32b5-f483-4af0-9258-eaf4c1375231 req-cbc7da17-c3ca-48ec-8804-6258eb0c0573 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:59.399697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-462b32b5-f483-4af0-9258-eaf4c1375231 req-cbc7da17-c3ca-48ec-8804-6258eb0c0573 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1214454 Oct 20 11:04:59.443940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-462b32b5-f483-4af0-9258-eaf4c1375231 req-7c86d90e-42e1-4b5b-a1a6-96b000981417 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425742 Oct 20 11:05:00.405952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 53912) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:00.538315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8027-3862-41e2-85be-a97e27f54858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:00.639350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f160b-1e2d-4137-a6b4-bc66b583caa4 req-3649d5f5-0be9-4464-8b6a-263ba7413b70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:00.646792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-696f160b-1e2d-4137-a6b4-bc66b583caa4 req-3649d5f5-0be9-4464-8b6a-263ba7413b70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0861423 Oct 20 11:05:00.696832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-696f160b-1e2d-4137-a6b4-bc66b583caa4 req-d1e94555-773f-4b53-bba7-3cbba7056f46 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490801 Oct 20 11:05:00.760424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8027-3862-41e2-85be-a97e27f54858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:00.776225 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8027-3862-41e2-85be-a97e27f54858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:00.869360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53928) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:00.869946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9d4f8027-3862-41e2-85be-a97e27f54858 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=925cc735cd564e8fad59636068446540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618542 Oct 20 11:05:00.871194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f8027-3862-41e2-85be-a97e27f54858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b71b05-f398-4b08-9d4b-a3c8f0a79175,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:00.991743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.021770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.084875 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.089933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.093429 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35b71b05-f398-4b08-9d4b-a3c8f0a79175 HTTP/1.1" status: 204 len: 168 time: 0.2206998 Oct 20 11:05:01.114337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6f4d-0180-4697-a227-8e4fdcd12d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b71b05-f398-4b08-9d4b-a3c8f0a79175,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:01.373984 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf81-017d-4dce-ad27-744d809216d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.432490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c97721-b27b-41ad-8218-b414d6e2e6b2 req-f9adbea6-117e-466d-8119-8f79695b7949 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:01.443092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57c97721-b27b-41ad-8218-b414d6e2e6b2 req-f9adbea6-117e-466d-8119-8f79695b7949 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0923128 Oct 20 11:05:01.498396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57c97721-b27b-41ad-8218-b414d6e2e6b2 req-c2362e61-11e0-41f0-b789-aa8cc51a5495 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466945 Oct 20 11:05:01.595809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53944) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:01.614298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4caf37d1-9457-4e8c-a7b8-b12539ae22dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.701561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4caf37d1-9457-4e8c-a7b8-b12539ae22dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.706857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4caf37d1-9457-4e8c-a7b8-b12539ae22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.758008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.764264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4caf37d1-9457-4e8c-a7b8-b12539ae22dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=984a305c0c664039ac38a2bc6fff012d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670439 Oct 20 11:05:01.767389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 53948) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:01.768510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf37d1-9457-4e8c-a7b8-b12539ae22dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247e968-2b02-4e71-b331-4e52ae2ef8f5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:01.852554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.891936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.954228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.957353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:01.961478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0247e968-2b02-4e71-b331-4e52ae2ef8f5 HTTP/1.1" status: 204 len: 168 time: 0.1900964 Oct 20 11:05:01.973196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c4876-d87b-4106-ad53-682c726334fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247e968-2b02-4e71-b331-4e52ae2ef8f5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:02.640771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:05:02.685077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504c3ea-42cc-4ee0-8c19-c500133720e3 req-34ab9a34-772d-4d8b-a710-c109b11dba52 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:02.688582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f504c3ea-42cc-4ee0-8c19-c500133720e3 req-34ab9a34-772d-4d8b-a710-c109b11dba52 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0858769 Oct 20 11:05:02.754206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f504c3ea-42cc-4ee0-8c19-c500133720e3 req-10b8a9c4-dc8b-4ef4-a906-5017e7e31b39 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592358 Oct 20 11:05:02.804618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:02.843130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:02.846041 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a034234-e8c0-4b58-a32e-d8ffe27a7103" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:02.852452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:02.862546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:02.871427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:02.942153 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7dd3f4-a28c-405d-9600-80ff13cc41b9 x-openstack-request-id: req-df7dd3f4-a28c-405d-9600-80ff13cc41b9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:02.942427 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:02.942925 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df7dd3f4-a28c-405d-9600-80ff13cc41b9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:02.943529 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:05:02.954757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:02.963572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.964205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.964732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.965251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.965790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.966305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.966848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.967390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.967902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.968413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.968937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:02.969444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:03.630456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54004) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:03.769692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88956e9f-1020-47bb-a86d-683662dc12e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:03.902008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88956e9f-1020-47bb-a86d-683662dc12e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:03.911809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88956e9f-1020-47bb-a86d-683662dc12e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:03.930248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d4b07-59c6-45a1-9b4b-16bad021cf67 req-8438d2f1-a161-4f91-9a5f-14c47ffb41e6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:03.933838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c74d4b07-59c6-45a1-9b4b-16bad021cf67 req-8438d2f1-a161-4f91-9a5f-14c47ffb41e6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0687227 Oct 20 11:05:03.968041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-88956e9f-1020-47bb-a86d-683662dc12e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a41513e1ce494aa189eb156064011ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356581 Oct 20 11:05:03.969139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88956e9f-1020-47bb-a86d-683662dc12e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04a857-bf11-458a-a342-78d723b697c4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:03.971962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54012) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:04.026375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c74d4b07-59c6-45a1-9b4b-16bad021cf67 req-c2c5a98d-d646-4af5-9baa-972f55395ab3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830956 Oct 20 11:05:04.062795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.100227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.160367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.163093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.167720 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc04a857-bf11-458a-a342-78d723b697c4 HTTP/1.1" status: 204 len: 168 time: 0.1947877 Oct 20 11:05:04.176936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00721bc2-a500-4079-8117-aee5a4d88385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04a857-bf11-458a-a342-78d723b697c4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:04.377845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.656238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:05:04.824374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:04.838551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'mac_address': 'fa:16:3e:76:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:05:04.886350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:04.907184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:04.927842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:04.936503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:05.044981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['d76f7a16-5ff3-4fbd-8472-3e9958a462e3'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:05:05.244818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347344-8b41-4bdd-af2c-40f3430871a7 req-b6eafd76-bc18-47a4-a607-084fdffa015b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:05.264541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4347344-8b41-4bdd-af2c-40f3430871a7 req-b6eafd76-bc18-47a4-a607-084fdffa015b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.1457198 Oct 20 11:05:05.354080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4347344-8b41-4bdd-af2c-40f3430871a7 req-7144d099-441b-4139-92c2-6e90b54bd8bf tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881176 Oct 20 11:05:05.409669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:06.683982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:05:06.707960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f885e-6c3c-4338-8c7c-9f0f591f59ab req-7f840047-8e19-457d-a15b-8f0838ac3b03 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:06.715639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc9f885e-6c3c-4338-8c7c-9f0f591f59ab req-7f840047-8e19-457d-a15b-8f0838ac3b03 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 946 time: 0.1347325 Oct 20 11:05:06.789139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:06.791738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:06.813182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc9f885e-6c3c-4338-8c7c-9f0f591f59ab req-6aeaabe8-a226-4010-ab0d-6126b63189ed tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907352 Oct 20 11:05:06.930725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:07.014205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:07.026105 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac55977-1a9a-4729-a656-d77d46812b1e" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:07.041544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:07.065139 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:07.200429 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738a767-37a7-4bd9-a175-f0d5a11e10a1 x-openstack-request-id: req-e738a767-37a7-4bd9-a175-f0d5a11e10a1 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:07.202173 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:07.202432 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e738a767-37a7-4bd9-a175-f0d5a11e10a1 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:07.202834 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:05:07.302777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=13']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:07.958524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40a66d-377d-467f-823b-82cef1a29cf8 req-f13a3372-1005-4cbd-8f47-38124c5eac82 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:07.960185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a40a66d-377d-467f-823b-82cef1a29cf8 req-f13a3372-1005-4cbd-8f47-38124c5eac82 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0676043 Oct 20 11:05:08.063954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a40a66d-377d-467f-823b-82cef1a29cf8 req-ca64b7da-9cf9-4cea-b679-e844c3457104 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925901 Oct 20 11:05:09.245496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee248-7ae5-4115-bc07-031e24e194f9 req-12f6882d-ab0d-4787-93a9-17ed7c2306b2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:09.247765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0eeee248-7ae5-4115-bc07-031e24e194f9 req-12f6882d-ab0d-4787-93a9-17ed7c2306b2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0986512 Oct 20 11:05:09.311757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0eeee248-7ae5-4115-bc07-031e24e194f9 req-194379a3-31c4-4d8e-b575-38ce69395641 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569241 Oct 20 11:05:10.558739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87040069-c13c-4e04-8897-f624453a3de9 req-8f3e6078-4319-4df6-b46c-2abafe24e03d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:10.561400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87040069-c13c-4e04-8897-f624453a3de9 req-8f3e6078-4319-4df6-b46c-2abafe24e03d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0986233 Oct 20 11:05:10.664992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87040069-c13c-4e04-8897-f624453a3de9 req-472a6d9b-92dd-43c4-a4b4-2b490f079f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918014 Oct 20 11:05:11.289672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-3479191c-0d31-4167-b219-c07ebf7524bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0757093 Oct 20 11:05:11.393555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac33d0-5381-4616-b791-5f9555036beb req-88b3e16b-35b4-4f1a-aa42-0b9a2cf4f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:11.395763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-88b3e16b-35b4-4f1a-aa42-0b9a2cf4f313 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1097 time: 0.0755663 Oct 20 11:05:11.554501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac33d0-5381-4616-b791-5f9555036beb req-6535e9a6-fae3-4bab-9a62-c27ccf93f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:11.560349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-6535e9a6-fae3-4bab-9a62-c27ccf93f3be service neutron] 10.222.0.83 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 911 time: 0.1413469 Oct 20 11:05:11.674896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-b074d864-dda9-49e2-a4d6-a71b7d54d5ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 1001 time: 0.1045611 Oct 20 11:05:11.875375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e49d53-524c-4376-92a4-060b63faa6b3 req-ab1ea876-594b-44b6-9979-fcfe7a537dff tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:11.883062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4e49d53-524c-4376-92a4-060b63faa6b3 req-ab1ea876-594b-44b6-9979-fcfe7a537dff tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0944407 Oct 20 11:05:11.901846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac33d0-5381-4616-b791-5f9555036beb req-25f188a1-02d6-4037-af2d-140be8e72e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:11.907492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-25f188a1-02d6-4037-af2d-140be8e72e26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 200 len: 848 time: 0.2222941 Oct 20 11:05:11.941880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4e49d53-524c-4376-92a4-060b63faa6b3 req-811c8341-a3ba-4fea-bef7-24e6d41b3977 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560520 Oct 20 11:05:11.985651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac33d0-5381-4616-b791-5f9555036beb req-9d6c6a41-068c-4c6f-bc89-4e91ccd7b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:11.987833 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-9d6c6a41-068c-4c6f-bc89-4e91ccd7b18b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752630 Oct 20 11:05:12.282275 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-cad18c62-2637-4b42-8ff6-28cded9909ee service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860029 Oct 20 11:05:12.498139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8bac33d0-5381-4616-b791-5f9555036beb req-ad850685-e8d9-437f-8fc9-538b4d44eef7 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865389 Oct 20 11:05:13.270396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd4d7f-3a49-4cec-a140-47fb417dbaad req-b9b68618-69e1-444d-926d-b3a52f2ca704 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:13.277344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dbd4d7f-3a49-4cec-a140-47fb417dbaad req-b9b68618-69e1-444d-926d-b3a52f2ca704 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1878934 Oct 20 11:05:13.508051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dbd4d7f-3a49-4cec-a140-47fb417dbaad req-daa39bc4-9220-479c-9d68-bad0789d5234 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2237303 Oct 20 11:05:14.303192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509872f-288c-43bb-90d0-986862ea3f16 req-db4ce5de-4428-4420-9412-6fbba4d67142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:14.305573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-db4ce5de-4428-4420-9412-6fbba4d67142 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1099 time: 0.3764861 Oct 20 11:05:14.553347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509872f-288c-43bb-90d0-986862ea3f16 req-dc4f702e-01e3-45b4-8015-def4825b9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:14.563835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-dc4f702e-01e3-45b4-8015-def4825b9a9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.2279489 Oct 20 11:05:14.723402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-a1349ec1-3c8c-4761-b4dd-e3446e80ce11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 1001 time: 0.1485150 Oct 20 11:05:14.789522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509872f-288c-43bb-90d0-986862ea3f16 req-bc541242-aabe-4001-b12b-36736e60a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:14.793059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-bc541242-aabe-4001-b12b-36736e60a090 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0570779 Oct 20 11:05:14.910710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509872f-288c-43bb-90d0-986862ea3f16 req-db8be291-853e-4c1b-834a-cbca4cdbea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:14.913178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-db8be291-853e-4c1b-834a-cbca4cdbea44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851500 Oct 20 11:05:14.952138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d65d7-5fc5-4073-ae5c-9474bf8c1f91 req-a6ad5859-71ad-490e-8de8-05e2cbd6f37d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:14.954549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e07d65d7-5fc5-4073-ae5c-9474bf8c1f91 req-a6ad5859-71ad-490e-8de8-05e2cbd6f37d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.2300158 Oct 20 11:05:15.163819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-47f3a24f-e8cc-40be-87c4-e81f98db8835 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396481 Oct 20 11:05:15.368149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8509872f-288c-43bb-90d0-986862ea3f16 req-44d433e8-6ce4-444f-979b-c2c29fc33e9c service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913478 Oct 20 11:05:15.409714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e07d65d7-5fc5-4073-ae5c-9474bf8c1f91 req-7eba79cb-ec23-432f-8b6b-4052b1acc41d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4391279 Oct 20 11:05:15.949335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:16.670246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd502dc-1bd7-4cdc-9666-f00d62555978 req-034e21f7-8c96-439f-b7c9-e9ef33625218 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:16.683858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dd502dc-1bd7-4cdc-9666-f00d62555978 req-034e21f7-8c96-439f-b7c9-e9ef33625218 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1312187 Oct 20 11:05:16.741840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dd502dc-1bd7-4cdc-9666-f00d62555978 req-a0496cee-9951-4750-8b51-7bae7d8901fa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567055 Oct 20 11:05:16.766045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:17.981449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ed18-0612-4acc-acc0-aa93ad3ac3d7 req-a27a27fc-1e25-45be-ab37-bf7db0f4849e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:17.983129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1620ed18-0612-4acc-acc0-aa93ad3ac3d7 req-a27a27fc-1e25-45be-ab37-bf7db0f4849e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1085134 Oct 20 11:05:18.086184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1620ed18-0612-4acc-acc0-aa93ad3ac3d7 req-3c2088cc-ab42-4c44-8f74-09cf3c0511e0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958729 Oct 20 11:05:19.425507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725250e-45b0-4805-aebb-de0dae7dfa17 req-67d6b0fd-e113-4075-98b4-cd2616d05f35 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:19.447121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9725250e-45b0-4805-aebb-de0dae7dfa17 req-67d6b0fd-e113-4075-98b4-cd2616d05f35 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1916866 Oct 20 11:05:19.598075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9725250e-45b0-4805-aebb-de0dae7dfa17 req-f0269f0e-0d84-4aea-8dbb-8674729c93db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361175 Oct 20 11:05:20.835252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bad66-a085-4777-82d0-57909ee1041d req-a263af4c-1276-4917-bece-4381e5e9556a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:20.843893 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867bad66-a085-4777-82d0-57909ee1041d req-a263af4c-1276-4917-bece-4381e5e9556a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1106393 Oct 20 11:05:20.921523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867bad66-a085-4777-82d0-57909ee1041d req-a63c9d6a-7669-41af-95e9-913e38efb695 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755394 Oct 20 11:05:22.248242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b71da-b89f-4342-a9d3-04f67cac107e req-a00334ae-3a39-4fc8-b491-548e0524f840 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:22.264311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e8b71da-b89f-4342-a9d3-04f67cac107e req-a00334ae-3a39-4fc8-b491-548e0524f840 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1686251 Oct 20 11:05:22.362697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e8b71da-b89f-4342-a9d3-04f67cac107e req-7fa387b9-7d14-4f3e-a591-2a50621c5c99 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975108 Oct 20 11:05:23.612358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:23.700530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a711c-0b20-4c3d-af72-76ccd2dcd501 req-77da435f-e534-4722-96a7-49f006384861 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:23.716458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a7a711c-0b20-4c3d-af72-76ccd2dcd501 req-77da435f-e534-4722-96a7-49f006384861 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1776478 Oct 20 11:05:23.829496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a7a711c-0b20-4c3d-af72-76ccd2dcd501 req-916f9b7f-1ce3-40ec-8180-a51bf7210263 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106403 Oct 20 11:05:23.863402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ded8d5e-0024-4cc4-b5d5-506934a5329d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.042174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ded8d5e-0024-4cc4-b5d5-506934a5329d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.074439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0ded8d5e-0024-4cc4-b5d5-506934a5329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.163520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:24.174318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0ded8d5e-0024-4cc4-b5d5-506934a5329d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7b9409925fe4ffd930f188e122d7690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523167 Oct 20 11:05:24.247557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded8d5e-0024-4cc4-b5d5-506934a5329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53b662-64fd-4491-930d-60583f172e92,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:24.412770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.473289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.629249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.631814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:24.636302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b53b662-64fd-4491-930d-60583f172e92 HTTP/1.1" status: 204 len: 168 time: 0.4684308 Oct 20 11:05:24.648357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53b662-64fd-4491-930d-60583f172e92,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:24.669767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.670106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.670457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.670799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.671213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.671751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.672258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.672761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.673256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.673750 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.674254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:24.674763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1fa13-ccf9-40ce-ba72-9afd902bf8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:25.020138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1d45-7282-4f0b-b4f5-cf083f9d6fc0 req-b4e474db-6558-4690-9f7a-5359014fdb0e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:25.030838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3dd1d45-7282-4f0b-b4f5-cf083f9d6fc0 req-b4e474db-6558-4690-9f7a-5359014fdb0e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0801218 Oct 20 11:05:25.098121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3dd1d45-7282-4f0b-b4f5-cf083f9d6fc0 req-f48d9e91-5172-49f0-a0b4-ae7dff2ecc1e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659215 Oct 20 11:05:26.334476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0413-1762-4afd-b8f5-0b4a403f02c8 req-b67dce1f-20fe-4819-a3c4-5b0bb316a0fb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:26.357720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa2e0413-1762-4afd-b8f5-0b4a403f02c8 req-b67dce1f-20fe-4819-a3c4-5b0bb316a0fb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1088331 Oct 20 11:05:26.441457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa2e0413-1762-4afd-b8f5-0b4a403f02c8 req-6e8a2acf-c6c2-4563-910d-2660820d75d1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828102 Oct 20 11:05:27.722499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926177-b677-413b-bc1c-fbaeaf785585 req-a89f28d1-f300-4e70-b1f9-19dc24644f4c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:27.733427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42926177-b677-413b-bc1c-fbaeaf785585 req-a89f28d1-f300-4e70-b1f9-19dc24644f4c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.1247363 Oct 20 11:05:27.810032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42926177-b677-413b-bc1c-fbaeaf785585 req-c6ebb1c8-e235-43e7-9594-648ba76ab592 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750122 Oct 20 11:05:27.904668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54950) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:28.301571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc90-5cad-4f32-9654-369e038768c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.432669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc90-5cad-4f32-9654-369e038768c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.445102 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc90-5cad-4f32-9654-369e038768c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.496412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0e99-fcad-4b71-b6e7-d13b81b0c00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.530560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-77f5fc90-5cad-4f32-9654-369e038768c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ecd5e119c9b4e92a4c38a614268b6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238427 Oct 20 11:05:28.533344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:28.564069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5fc90-5cad-4f32-9654-369e038768c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75e02e-926c-4d28-9971-9f21f8b8dd97,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:28.627897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.670653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.726586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.731889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.735722 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e75e02e-926c-4d28-9971-9f21f8b8dd97 HTTP/1.1" status: 204 len: 168 time: 0.1986449 Oct 20 11:05:28.741965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22228aec-7e93-40d3-b2c3-39b0b86f7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75e02e-926c-4d28-9971-9f21f8b8dd97,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:29.099401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a67d-ce96-4526-8692-77c3f15b0637 req-435b1bcd-d9ab-44d2-8d59-a09f54543df8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:29.107231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ba7a67d-ce96-4526-8692-77c3f15b0637 req-435b1bcd-d9ab-44d2-8d59-a09f54543df8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 947 time: 0.0676882 Oct 20 11:05:29.143760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 54990) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:29.162068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ba7a67d-ce96-4526-8692-77c3f15b0637 req-5c2697f7-0ab0-4859-9442-b86149435295 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539324 Oct 20 11:05:29.169142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee136120-282c-4c78-92e0-aa512d641676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.256005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee136120-282c-4c78-92e0-aa512d641676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.262458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee136120-282c-4c78-92e0-aa512d641676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.310025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee136120-282c-4c78-92e0-aa512d641676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be145da-c3bd-4a73-a46a-9c7cb0587940,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:29.337901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee136120-282c-4c78-92e0-aa512d641676 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e61ee3c4f9e24b7ea5a5e33dcd7af004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928749 Oct 20 11:05:29.340653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 54998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:29.415857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.461213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.562411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.566135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.567461 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2be145da-c3bd-4a73-a46a-9c7cb0587940 HTTP/1.1" status: 204 len: 168 time: 0.2255476 Oct 20 11:05:29.577940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b398-8a89-4731-8147-4fd7f4c71f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be145da-c3bd-4a73-a46a-9c7cb0587940,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:30.828273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:05:30.964258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:31.053256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:31.058293 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bc7e6e-b6cc-49e9-9a69-03b4352de716" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:31.075935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:31.088545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:31.139579 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9405e2-996a-44f5-ad59-5e4c6dea1b0d x-openstack-request-id: req-bb9405e2-996a-44f5-ad59-5e4c6dea1b0d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:31.139861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:31.140114 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb9405e2-996a-44f5-ad59-5e4c6dea1b0d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:31.140501 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'code': 200} Oct 20 11:05:31.210498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=14']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:31.370243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1186384d-7e0c-495b-a813-4164f041237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:31.374162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f8b4-9629-4f3e-9568-6ae5586ae9cf req-c6df571f-d4eb-4800-ac02-7dee5749e3a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:31.388421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31b1f8b4-9629-4f3e-9568-6ae5586ae9cf req-c6df571f-d4eb-4800-ac02-7dee5749e3a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1405401 Oct 20 11:05:31.426111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31b1f8b4-9629-4f3e-9568-6ae5586ae9cf req-58d34c4a-ac50-4bc0-8dde-6ed1a547aef0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368032 Oct 20 11:05:31.594172 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:05:31.762407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:31.808922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-529f421c-6202-4723-ab6a-d6844f4f9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:31.811435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-529f421c-6202-4723-ab6a-d6844f4f9d07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1242812 Oct 20 11:05:31.832578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67200-b42f-4ae7-9dc2-2c04c3b6a067 req-09ba1281-3e0c-4157-975f-a7e37ca8b218 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:31.842121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fb67200-b42f-4ae7-9dc2-2c04c3b6a067 req-09ba1281-3e0c-4157-975f-a7e37ca8b218 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1024604 Oct 20 11:05:31.935492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fb67200-b42f-4ae7-9dc2-2c04c3b6a067 req-6353a397-e7e5-4cea-af5e-bef4d1f20861 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920091 Oct 20 11:05:32.006315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-6f12fd6c-6e9a-4932-9b0d-5b66cd2ed604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:32.009282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-6f12fd6c-6e9a-4932-9b0d-5b66cd2ed604 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1867032 Oct 20 11:05:32.103603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-6da8ad96-abfb-4a88-9f81-5cdcb616aa98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0857906 Oct 20 11:05:32.254174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-7591d254-cdaa-459b-8a04-ed3435160a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:32.258895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-7591d254-cdaa-459b-8a04-ed3435160a6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1475213 Oct 20 11:05:32.348532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-aa88135e-9857-4a0e-827a-f9bdc2cb2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:32.350557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-aa88135e-9857-4a0e-827a-f9bdc2cb2003 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846000 Oct 20 11:05:32.468060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-a2e22681-3f73-4744-81d2-affd843ecdb4 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095970 Oct 20 11:05:32.609374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-015d92f3-e96c-448c-b0a6-d4454a2cc734 req-b631be85-dca9-4429-a64f-6d0218e9a249 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210134 Oct 20 11:05:32.816651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:33.135767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bea06-e928-48a6-9d34-db85f43a1416 req-6b8b542d-225a-4b0c-9a9d-8234b8db76cb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:33.143729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b80bea06-e928-48a6-9d34-db85f43a1416 req-6b8b542d-225a-4b0c-9a9d-8234b8db76cb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1353021 Oct 20 11:05:33.240274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b80bea06-e928-48a6-9d34-db85f43a1416 req-08d2170d-b68b-46cd-a3d5-61e1a7e40785 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953031 Oct 20 11:05:33.917387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-1852f759-43d1-489b-8811-f968fe3460f8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:33.919692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-1852f759-43d1-489b-8811-f968fe3460f8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.4772890 Oct 20 11:05:33.936097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-4de31950-da7d-4a20-ae5a-b52206a9d377 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0100918 Oct 20 11:05:33.991796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-aa058120-6a5a-4536-b0b7-f8b6d6769eeb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496993 Oct 20 11:05:34.084889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-efd4bce5-dbc9-4826-8724-b50568e4fd46 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Oct 20 11:05:34.186333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-b736d1d6-3a92-4df2-83f2-afef28365198 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939553 Oct 20 11:05:34.363145 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.449669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961c1e-704d-439c-bf6b-25ce95e4282a req-0badd01f-9e56-4361-a844-3528e1c50a7c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:34.458269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2961c1e-704d-439c-bf6b-25ce95e4282a req-0badd01f-9e56-4361-a844-3528e1c50a7c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0685315 Oct 20 11:05:34.511536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2961c1e-704d-439c-bf6b-25ce95e4282a req-04aaf6f8-7d6f-48d0-97c8-8cc9dd4ad6d9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468099 Oct 20 11:05:34.570198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d7a149a-2406-47ca-a569-8959f50216f3 req-1582c0c0-f6f6-45a5-8422-19b64fb31b94 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0522759 Oct 20 11:05:34.779956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4775e7-13fa-4300-b8bf-d1b964236ed2 req-8945915e-5a71-4a12-851d-d754aa004a17 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:34.781918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df4775e7-13fa-4300-b8bf-d1b964236ed2 req-8945915e-5a71-4a12-851d-d754aa004a17 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0891204 Oct 20 11:05:34.849327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df4775e7-13fa-4300-b8bf-d1b964236ed2 req-9d6273b5-6a77-4d47-9e66-d694a80f9f4c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585907 Oct 20 11:05:35.079513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee667a-e83a-4e58-a16e-dedeb8a9f928 req-702f56d6-9319-4628-bd62-fa97b64703f0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:35.081221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97ee667a-e83a-4e58-a16e-dedeb8a9f928 req-702f56d6-9319-4628-bd62-fa97b64703f0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0810852 Oct 20 11:05:35.183998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97ee667a-e83a-4e58-a16e-dedeb8a9f928 req-6e4c3c74-364c-43d5-a90a-1501e1920eb2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886345 Oct 20 11:05:35.589190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-de0dc277-bc13-4bfa-9f8b-59a81c277dee tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:35.610740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-de0dc277-bc13-4bfa-9f8b-59a81c277dee tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1808100 Oct 20 11:05:35.657715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-ba41eda8-b3c2-4127-9dc6-66c9b2db1bb7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/quotas/ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 375 time: 0.0456092 Oct 20 11:05:35.781779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075ffdf5-7c9f-450f-b46d-24f6b1a45394 req-d332e95a-e7e2-4c0b-9dee-4d660eae060f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0968840 Oct 20 11:05:35.856729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-a5eb74aa-aa10-49af-8b3a-b2076fee2194 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1862583 Oct 20 11:05:35.893455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dc294a4d-94b0-418f-bf53-1036fb2053d6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:35.895212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dc294a4d-94b0-418f-bf53-1036fb2053d6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2634122 Oct 20 11:05:35.912925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': '11fdb447-a20e-45fc-b195-39622adcdee5', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:36.061868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-42942d9f-1dec-493d-a639-e1e0f8a43304 service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040687 Oct 20 11:05:36.206279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-cad9eceb-c122-4275-ad04-65bba2f9336b service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433358 Oct 20 11:05:36.264702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:36.276618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:36.644086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4946836a-5811-4e3f-95a3-5b4c7779c734 req-1e2af014-7a41-4dcc-88d1-4c32914bbbc9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 210 time: 0.1395991 Oct 20 11:05:36.690877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.13 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/0bbf1627-fb71-4085-8026-5e676d827f86) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:36.944752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-456feb4a-a71a-48d3-b59a-851fe4eb060a req-5893e4b4-2bce-49c9-aed0-25f0422ee48c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0385683 Oct 20 11:05:36.997490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.078204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.165234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:37.202130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:37.210626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:37.215629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:37.267950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:37.268587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.292806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-dcf7c57a-693d-4482-99ca-9fc5422f9496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834760 Oct 20 11:05:37.306033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Request body: {'port': {'device_id': '11fdb447-a20e-45fc-b195-39622adcdee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:37.478881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.677786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-317f5e4d-5a5e-4a4e-9cb0-1ccc17274277 None None] Provisioning complete for port 0bbf1627-fb71-4085-8026-5e676d827f86 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:37.681263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-317f5e4d-5a5e-4a4e-9cb0-1ccc17274277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.812699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-317f5e4d-5a5e-4a4e-9cb0-1ccc17274277 None None] Port 0bbf1627-fb71-4085-8026-5e676d827f86 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:38.173501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f54e3e06-9fe9-48b0-aabb-5168874e2edb req-9f89471d-f1ab-41c6-b0ed-8d068e8482bc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 210 time: 0.1427391 Oct 20 11:05:38.284194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-64dddac9-df4b-42cc-9d0f-b17ede580897 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.297522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-64dddac9-df4b-42cc-9d0f-b17ede580897 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.3274875 Oct 20 11:05:38.318521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'device_id': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'admin_state_up': True, 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:38.411004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ac3b-cedd-4250-a034-f2f768d6a986 req-91ec4383-32a8-4ed0-9078-c68cc51cae20 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.422473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3913ac3b-cedd-4250-a034-f2f768d6a986 req-91ec4383-32a8-4ed0-9078-c68cc51cae20 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 932 time: 0.3342316 Oct 20 11:05:38.508702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3913ac3b-cedd-4250-a034-f2f768d6a986 req-f4ccf6c5-8e11-4fb5-bb89-e85c31df69fe tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846477 Oct 20 11:05:38.564747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbf1627-fb71-4085-8026-5e676d827f86 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:38.581784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.619793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Transition to ACTIVE for port object 0bbf1627-fb71-4085-8026-5e676d827f86 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:05:38.626296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.651800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:38.657593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.724724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:38.972246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Attempting to bind port 0bbf1627-fb71-4085-8026-5e676d827f86 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:38.974740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Attempting to bind port 0bbf1627-fb71-4085-8026-5e676d827f86 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:38.975117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Attempting to bind port 0bbf1627-fb71-4085-8026-5e676d827f86 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:38.984008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Port 0bbf1627-fb71-4085-8026-5e676d827f86 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:05:38.984335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Attempting to bind port 0bbf1627-fb71-4085-8026-5e676d827f86 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:38.996258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:38.996591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:38.996975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:38.997411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Bound port: 0bbf1627-fb71-4085-8026-5e676d827f86, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:38.997769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.036556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.20.0.3 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/322c7e8f-56b4-4739-9531-88e282ccee14) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:39.162967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:39.167661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0bbf1627-fb71-4085-8026-5e676d827f86,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:39.183154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.274093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.274732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.276193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/0bbf1627-fb71-4085-8026-5e676d827f86 HTTP/1.1" status: 200 len: 1093 time: 1.9750519 Oct 20 11:05:39.276822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:39.285561 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a798b9-2cd5-4c23-a5a2-5179880c114f" -d '{"events": [{"name": "network-changed", "server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:39.388832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069718af-346a-4971-9b6c-814cb37798e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:39.484953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.541380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-d67dd6c4-c5d8-477e-ada3-2864e6f4c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.541847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-d67dd6c4-c5d8-477e-ada3-2864e6f4c6cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 1096 time: 0.1965334 Oct 20 11:05:39.574719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81c2882c-9bb6-4368-89c2-dca58423c3aa req-dba338be-317b-450e-a087-5d026041c4cf tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 210 time: 0.1434097 Oct 20 11:05:39.646477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.681842 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bd5958-1ea0-4123-b43a-69971e33da5e x-openstack-request-id: req-f5bd5958-1ea0-4123-b43a-69971e33da5e {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:39.682233 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:39.682564 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5bd5958-1ea0-4123-b43a-69971e33da5e {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:39.683081 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86', 'status': 'completed', 'code': 200} Oct 20 11:05:39.685276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-7f1979ba-878b-4d61-8b84-93e35aa1ef2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bbf1627-fb71-4085-8026-5e676d827f86 HTTP/1.1" status: 200 len: 217 time: 0.1095324 Oct 20 11:05:39.753723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:39.759236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:39.764881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:39.771790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-52a47bb4-ecc8-4d0a-b379-60344f93c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.773385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-52a47bb4-ecc8-4d0a-b379-60344f93c8c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0791624 Oct 20 11:05:39.942106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.943121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.965798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:39.968209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac882-57a4-44e9-bd01-ed0b18e907f8 req-e58559c0-8ede-42f4-ac81-e793c1a5e6af tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.984049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-00f298ae-18dd-4fd2-8ca6-58b5d9bd2d62 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6711020 Oct 20 11:05:39.984204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e6ac882-57a4-44e9-bd01-ed0b18e907f8 req-e58559c0-8ede-42f4-ac81-e793c1a5e6af tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.2918355 Oct 20 11:05:39.987685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa01-65e3-45fc-b287-145e5de01310 req-5c30243d-9592-44fa-9e49-013b9d215c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.989258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-5c30243d-9592-44fa-9e49-013b9d215c1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1855013 Oct 20 11:05:39.996953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Request body: {'port': {'device_id': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:40.108481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.150215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-1e96eb3d-1add-48b0-b693-8a37a12f802e service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511145 Oct 20 11:05:40.231382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e6ac882-57a4-44e9-bd01-ed0b18e907f8 req-d40f6254-be60-47ec-b503-7b184fe88be3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462211 Oct 20 11:05:40.308655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f164fa01-65e3-45fc-b287-145e5de01310 req-c82c4cb5-7b12-4cbf-b294-f8c3c780b711 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512647 Oct 20 11:05:40.322423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8a62e00f-d197-4cef-81bb-6280cd4a7448 None None] Provisioning complete for port 322c7e8f-56b4-4739-9531-88e282ccee14 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:40.324382 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8a62e00f-d197-4cef-81bb-6280cd4a7448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.389919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8a62e00f-d197-4cef-81bb-6280cd4a7448 None None] Port 322c7e8f-56b4-4739-9531-88e282ccee14 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:40.434451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-6ed71bc0-707e-4835-b716-428708f3d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:40.436134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-6ed71bc0-707e-4835-b716-428708f3d619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 1096 time: 0.0697927 Oct 20 11:05:40.505190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322c7e8f-56b4-4739-9531-88e282ccee14 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:40.512896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.525878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Transition to ACTIVE for port object 322c7e8f-56b4-4739-9531-88e282ccee14 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:05:40.533532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.561066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-bbcffd53-6b1a-49ee-8f72-a0f466b2201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:40.563369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-bbcffd53-6b1a-49ee-8f72-a0f466b2201f service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1191742 Oct 20 11:05:40.636529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-d9a9f9e4-8f14-4185-8a07-9933f4c35311 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bbf1627-fb71-4085-8026-5e676d827f86 HTTP/1.1" status: 200 len: 217 time: 0.0582635 Oct 20 11:05:40.775371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Attempting to bind port 322c7e8f-56b4-4739-9531-88e282ccee14 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:40.775800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Attempting to bind port 322c7e8f-56b4-4739-9531-88e282ccee14 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:40.776209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Attempting to bind port 322c7e8f-56b4-4739-9531-88e282ccee14 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:40.778293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Pushing event updated for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.783698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Port 322c7e8f-56b4-4739-9531-88e282ccee14 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:05:40.784112 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Attempting to bind port 322c7e8f-56b4-4739-9531-88e282ccee14 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:40.791465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:40.792021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:40.792483 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:40.793636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Bound port: 322c7e8f-56b4-4739-9531-88e282ccee14, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:40.793636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.804788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-54554638-febb-44fe-949f-742657e3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:40.806273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-54554638-febb-44fe-949f-742657e3daef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1587224 Oct 20 11:05:40.879056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2e91f-18b2-463c-be94-f8b9ba7f46db req-11f30327-b493-4914-b7eb-447f2b467ab2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:40.887287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ef2e91f-18b2-463c-be94-f8b9ba7f46db req-11f30327-b493-4914-b7eb-447f2b467ab2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 943 time: 0.1847167 Oct 20 11:05:40.928315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:40.934527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=322c7e8f-56b4-4739-9531-88e282ccee14,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:40.938717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-560e5ef1-d0d4-4a20-b4a3-8dc8b0571121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:40.940891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-560e5ef1-d0d4-4a20-b4a3-8dc8b0571121 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253545 Oct 20 11:05:40.945900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.959449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ef2e91f-18b2-463c-be94-f8b9ba7f46db req-79ffde45-30d2-41b3-a616-10f7c97d3973 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642285 Oct 20 11:05:41.022727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Pushing event updated for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:41.037243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.037912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:41.040179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-648012a6-0bd7-430c-ac99-c58505951d1c service neutron] 10.222.0.83 "PUT /v2.0/ports/322c7e8f-56b4-4739-9531-88e282ccee14 HTTP/1.1" status: 200 len: 1092 time: 1.0479691 Oct 20 11:05:41.040633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:41.043094 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939365ec-9935-451e-99fd-08a7541ca0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:41.147786 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34a5d1-eca8-4e54-b736-a7b58a3ab0f4 x-openstack-request-id: req-5f34a5d1-eca8-4e54-b736-a7b58a3ab0f4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:41.148151 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:41.148343 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f34a5d1-eca8-4e54-b736-a7b58a3ab0f4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:41.148763 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14', 'status': 'completed', 'code': 200} Oct 20 11:05:41.191475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-a7e263bb-ec88-4ea1-b878-87d6fa38badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.193082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-a7e263bb-ec88-4ea1-b878-87d6fa38badb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 1095 time: 0.1051922 Oct 20 11:05:41.248724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-cb80983c-5da0-4e93-bd1f-ad75dd98f622 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879896 Oct 20 11:05:41.266974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-8ba60213-da45-4a94-b027-21fd53c49862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=322c7e8f-56b4-4739-9531-88e282ccee14 HTTP/1.1" status: 200 len: 217 time: 0.0650210 Oct 20 11:05:41.391297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-1a9bae99-6369-4e23-9bbb-12452216603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.395120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-1a9bae99-6369-4e23-9bbb-12452216603d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1133070 Oct 20 11:05:41.505848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-79c79704-74ad-41a1-984f-ef74a5011fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.507557 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-79c79704-74ad-41a1-984f-ef74a5011fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041644 Oct 20 11:05:41.576425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9a798b9-2cd5-4c23-a5a2-5179880c114f req-7c34f29a-27ec-4464-ad3c-7f34bd164041 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187816 Oct 20 11:05:41.601820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54216be-a1ed-404d-bd4a-a5bdd517b21a req-116244e7-4945-4ee6-87fc-572ba5be2b5d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.604631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f54216be-a1ed-404d-bd4a-a5bdd517b21a req-116244e7-4945-4ee6-87fc-572ba5be2b5d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1627610 Oct 20 11:05:41.653739 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-6ab4992d-2187-41fd-af92-d3e7eb668e90 service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373031 Oct 20 11:05:41.655434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f54216be-a1ed-404d-bd4a-a5bdd517b21a req-2a10f222-fe17-41df-a063-5e19d62a016e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Oct 20 11:05:41.820783 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d097ec71-e0f5-4d17-9c3e-01bce39338cd req-302dbbcf-c511-4147-88c5-276540cc6708 service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583555 Oct 20 11:05:41.923270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-e0e5d338-02ad-439e-8896-28f8a123801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.924777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-e0e5d338-02ad-439e-8896-28f8a123801c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0459061 Oct 20 11:05:42.092448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222001-81a9-4ddb-b7a0-e7b2988fa60b req-3c0a6689-cbe0-4d8b-8c47-77bcbb3d13ad tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.095816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-56263e44-54e1-4a6c-819e-1f0cb829522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.097335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-56263e44-54e1-4a6c-819e-1f0cb829522f service neutron] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1627665 Oct 20 11:05:42.099509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24222001-81a9-4ddb-b7a0-e7b2988fa60b req-3c0a6689-cbe0-4d8b-8c47-77bcbb3d13ad tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 943 time: 0.0670376 Oct 20 11:05:42.167661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24222001-81a9-4ddb-b7a0-e7b2988fa60b req-05fc77f9-62dd-4007-887f-6aec0578da57 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Oct 20 11:05:42.178520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-46b85edd-4292-48e1-b216-154ab70f2dfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=322c7e8f-56b4-4739-9531-88e282ccee14 HTTP/1.1" status: 200 len: 217 time: 0.0733669 Oct 20 11:05:42.238159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-52c82c64-604a-48c8-b9c7-a6913ba7cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.239665 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-52c82c64-604a-48c8-b9c7-a6913ba7cc56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0528982 Oct 20 11:05:42.344421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-643af4eb-5b31-47f9-87a9-bc50e45be26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.346584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-643af4eb-5b31-47f9-87a9-bc50e45be26c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983295 Oct 20 11:05:42.569214 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-ad0292f9-8497-4fd7-8697-1cf9bbac100a service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135766 Oct 20 11:05:42.719893 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-939365ec-9935-451e-99fd-08a7541ca0f2 req-92606309-b1b8-4243-92fd-890df099cfeb service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338854 Oct 20 11:05:42.842017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf287-4e4c-4d5f-8573-6f4209fdb05a req-213dc3b4-99b5-48fa-89a0-c2626c07bd7e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.851647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-600bf287-4e4c-4d5f-8573-6f4209fdb05a req-213dc3b4-99b5-48fa-89a0-c2626c07bd7e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.0723133 Oct 20 11:05:42.908980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-600bf287-4e4c-4d5f-8573-6f4209fdb05a req-d8d3b7d2-5951-4f40-8831-16a93f5c01c8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553820 Oct 20 11:05:43.389572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7631a6-0ef3-4976-92b5-8016f460fd75 req-5d7e3de7-e8d6-4f38-ba01-7c2ad99594c5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:43.391965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf7631a6-0ef3-4976-92b5-8016f460fd75 req-5d7e3de7-e8d6-4f38-ba01-7c2ad99594c5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 943 time: 0.1240315 Oct 20 11:05:43.469104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf7631a6-0ef3-4976-92b5-8016f460fd75 req-b63b69b9-a989-4c2e-a76d-9287ceea3905 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661283 Oct 20 11:05:44.139231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30018b-04a3-4f8c-a242-93e6231eb1e5 req-f1820df0-43ba-4f37-9ce6-e6d3f2016e3b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.147789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e30018b-04a3-4f8c-a242-93e6231eb1e5 req-f1820df0-43ba-4f37-9ce6-e6d3f2016e3b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1262343 Oct 20 11:05:44.199759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e30018b-04a3-4f8c-a242-93e6231eb1e5 req-3252830f-c17b-4272-86ec-b38edac0d423 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Oct 20 11:05:44.745738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:44.848226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d6735-fead-4bb8-bc58-7c65836732bb req-c2f56bc7-5002-4524-aa5c-3d332130711e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.860657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3d6735-fead-4bb8-bc58-7c65836732bb req-c2f56bc7-5002-4524-aa5c-3d332130711e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 943 time: 0.2282672 Oct 20 11:05:44.944150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3d6735-fead-4bb8-bc58-7c65836732bb req-7dddb46d-8b86-435c-bb25-e54b00a8a6dd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819802 Oct 20 11:05:45.052842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65540527-49d6-49af-9e50-f1f21e121ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.345990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65540527-49d6-49af-9e50-f1f21e121ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.358610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-65540527-49d6-49af-9e50-f1f21e121ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.420880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-65540527-49d6-49af-9e50-f1f21e121ca0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be74b0d1c0b2416592ee43af641357af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738751 Oct 20 11:05:45.442210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55486) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:45.473978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65540527-49d6-49af-9e50-f1f21e121ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74636f6a-7241-4d27-a81a-ee5d47102154,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:45.578165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7ac20-60c5-42b8-a919-5321712b8804 req-61524e44-9994-49cf-8bf5-ca51ed6735b6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.580065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cb7ac20-60c5-42b8-a919-5321712b8804 req-61524e44-9994-49cf-8bf5-ca51ed6735b6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.2664709 Oct 20 11:05:45.632017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 322c7e8f-56b4-4739-9531-88e282ccee14 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:05:45.651820 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.672320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cb7ac20-60c5-42b8-a919-5321712b8804 req-5f983f9f-3e0a-434d-ab41-a53fd76f32c2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834370 Oct 20 11:05:45.733977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.841332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.846000 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:45.859736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74636f6a-7241-4d27-a81a-ee5d47102154 HTTP/1.1" status: 204 len: 168 time: 0.3849158 Oct 20 11:05:45.872076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c0d73-41aa-4fdf-89a7-16271e948758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74636f6a-7241-4d27-a81a-ee5d47102154,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:45.890293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=322c7e8f-56b4-4739-9531-88e282ccee14,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:45.998993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '322c7e8f-56b4-4739-9531-88e282ccee14', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': '322c7e8f-56b4-4739-9531-88e282ccee14', 'mac_address': 'fa:16:3e:82:52:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:05:46.131164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:46.144872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:46.162109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322c7e8f-56b4-4739-9531-88e282ccee14 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:46.224308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=322c7e8f-56b4-4739-9531-88e282ccee14,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:46.240805 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:46.252584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bf57a-2f8e-4751-b7d8-0429600d42a0 req-fb264429-5752-4441-8345-430ca36a4f1e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:46.262665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-500bf57a-2f8e-4751-b7d8-0429600d42a0 req-fb264429-5752-4441-8345-430ca36a4f1e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 943 time: 0.1652637 Oct 20 11:05:46.377337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:46.386051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-500bf57a-2f8e-4751-b7d8-0429600d42a0 req-327bf928-0af9-490d-854e-6a37fa9ec46a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161666 Oct 20 11:05:46.558035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:05:46.668889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:46.714138 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1abfa854-6a29-42b2-b6e1-56d7cdd50551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.048311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.092969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1abfa854-6a29-42b2-b6e1-56d7cdd50551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.109936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1abfa854-6a29-42b2-b6e1-56d7cdd50551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.141018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfa854-6a29-42b2-b6e1-56d7cdd50551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0a3066-8551-46d4-bccc-28f9c247f90f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:47.162343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3f6d-a660-4485-8829-7eb07204cad7 req-4c9439d4-3cf8-44eb-9c5d-70e77d959d88 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.166595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb2b3f6d-a660-4485-8829-7eb07204cad7 req-4c9439d4-3cf8-44eb-9c5d-70e77d959d88 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.2648125 Oct 20 11:05:47.218250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:47.221325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1abfa854-6a29-42b2-b6e1-56d7cdd50551 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25ab0df51f814bcab90f5cb749916c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503256 Oct 20 11:05:47.312739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb2b3f6d-a660-4485-8829-7eb07204cad7 req-860a1597-10aa-4cc7-8dfb-0ec2387d1519 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000104 Oct 20 11:05:47.355963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.442779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.615536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae344-e6a5-4509-818e-a2b57196e4c6 req-1ba6ec2a-dbb8-4836-97a9-8f6245ac8aee tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.622979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.626283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efeae344-e6a5-4509-818e-a2b57196e4c6 req-1ba6ec2a-dbb8-4836-97a9-8f6245ac8aee tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 944 time: 0.1423757 Oct 20 11:05:47.629948 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.638961 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac0a3066-8551-46d4-bccc-28f9c247f90f HTTP/1.1" status: 204 len: 168 time: 0.4167547 Oct 20 11:05:47.684358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82ef8-99ae-4fda-8047-4796de0effe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0a3066-8551-46d4-bccc-28f9c247f90f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:47.747393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efeae344-e6a5-4509-818e-a2b57196e4c6 req-fb414749-6186-47cb-b2fb-5935e6011383 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177030 Oct 20 11:05:48.607445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f64a7-eb84-4b12-a0bc-6516c82c4fd9 req-ce1c69ba-3929-4fb1-8f6d-b1462d65ec8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:48.608927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e6f64a7-eb84-4b12-a0bc-6516c82c4fd9 req-ce1c69ba-3929-4fb1-8f6d-b1462d65ec8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1618204 Oct 20 11:05:48.684399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55526) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:48.696882 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e6f64a7-eb84-4b12-a0bc-6516c82c4fd9 req-85f1977f-e9ad-421e-8a3b-bc5263c30ccb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815396 Oct 20 11:05:48.722129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875e9d94-c93e-40fb-bda6-508585bb6687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:48.818037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875e9d94-c93e-40fb-bda6-508585bb6687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:48.828606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875e9d94-c93e-40fb-bda6-508585bb6687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:48.957373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-875e9d94-c93e-40fb-bda6-508585bb6687 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7582c2ff66c04d93a9eaeffba7a8966c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651353 Oct 20 11:05:48.960181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55530) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:48.978043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9d94-c93e-40fb-bda6-508585bb6687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9860e-60f5-45cd-a23a-78ee77d6d7c7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:48.997221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59756c28-c853-4585-9f1a-beb2cc1a44d4 req-77b76d2b-e8e4-4041-bf5b-e679faebe389 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:49.016160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59756c28-c853-4585-9f1a-beb2cc1a44d4 req-77b76d2b-e8e4-4041-bf5b-e679faebe389 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 944 time: 0.1001971 Oct 20 11:05:49.137390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:49.173974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59756c28-c853-4585-9f1a-beb2cc1a44d4 req-fd7fe76b-5763-4219-907b-9afd3c7eb476 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564090 Oct 20 11:05:49.231110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:49.410468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:49.418402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:49.421606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/acd9860e-60f5-45cd-a23a-78ee77d6d7c7 HTTP/1.1" status: 204 len: 168 time: 0.4584665 Oct 20 11:05:49.458099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cdcca-cff2-49d9-80d2-25082fb1b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9860e-60f5-45cd-a23a-78ee77d6d7c7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:49.651266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 322c7e8f-56b4-4739-9531-88e282ccee14 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:05:49.818864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 322c7e8f-56b4-4739-9531-88e282ccee14 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:05:49.827104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 322c7e8f-56b4-4739-9531-88e282ccee14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:49.827476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:50.036856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ed9a-dd79-4236-9f2b-4cb07ee77ee5 req-baa43465-031b-4d51-9339-1b0fccd356c3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:50.040434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fa4ed9a-dd79-4236-9f2b-4cb07ee77ee5 req-baa43465-031b-4d51-9339-1b0fccd356c3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1070266 Oct 20 11:05:50.186529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fa4ed9a-dd79-4236-9f2b-4cb07ee77ee5 req-65f2b661-1634-4b7c-9507-42d9766c48fa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296287 Oct 20 11:05:50.193989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:50.305888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=322c7e8f-56b4-4739-9531-88e282ccee14,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:50.307615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:50.317305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316b551-7391-4451-81e5-1f6352ab20ba" -d '{"events": [{"server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "name": "network-vif-plugged", "status": "completed", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:50.332225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:50.528742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7baa0-f800-42b5-afde-c47886f0bbcd req-5d8803d5-8c41-4d1f-a8e5-5fd8bd474cab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:50.542457 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a87a37-a1a5-4245-b4a5-0112d70ad74a x-openstack-request-id: req-97a87a37-a1a5-4245-b4a5-0112d70ad74a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:50.544849 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "name": "network-vif-plugged", "status": "completed", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:50.545625 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97a87a37-a1a5-4245-b4a5-0112d70ad74a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:50.549061 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14', 'code': 200} Oct 20 11:05:50.553577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67c7baa0-f800-42b5-afde-c47886f0bbcd req-5d8803d5-8c41-4d1f-a8e5-5fd8bd474cab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1192291 Oct 20 11:05:50.614492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22615cc-2bca-4237-b9c2-fc8a33b44441 req-091aaf4a-e944-4dba-889b-8f135134446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:50.616334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f22615cc-2bca-4237-b9c2-fc8a33b44441 req-091aaf4a-e944-4dba-889b-8f135134446f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 1097 time: 0.1471322 Oct 20 11:05:50.620943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:50.693825 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f22615cc-2bca-4237-b9c2-fc8a33b44441 req-a8481079-e538-4d31-a7bc-b4660c31a7e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635579 Oct 20 11:05:50.719517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67c7baa0-f800-42b5-afde-c47886f0bbcd req-9920876b-09fb-4406-a472-af85c1bc67a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587112 Oct 20 11:05:51.299292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55576) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:51.502353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49c4b-92ee-40ce-8e67-f47acf788b40 req-e1822c70-90d2-4834-9003-21952eaffcb6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.508551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b49c4b-92ee-40ce-8e67-f47acf788b40 req-e1822c70-90d2-4834-9003-21952eaffcb6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1464038 Oct 20 11:05:51.572102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b49c4b-92ee-40ce-8e67-f47acf788b40 req-db76d77f-20be-4f22-9a0b-9badfbfb8c92 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Oct 20 11:05:51.619445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-452777070-network', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:51.646687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Made reservation on behalf of 656d2bc2e5f744108e1da8a13e18d8d4 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:51.650253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:51.670293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:51.896552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:51.902318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:51.924997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:05:51.929872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4cfbe-cb01-448c-b9e4-22a986e8cb77 req-04dc0e93-2009-484e-a47b-1f1127d10504 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.941629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05a4cfbe-cb01-448c-b9e4-22a986e8cb77 req-04dc0e93-2009-484e-a47b-1f1127d10504 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1549261 Oct 20 11:05:51.970197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:51.971422 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Added segment 04e54942-60ec-4d76-91ed-8379e1da5469 of type vlan for network c35a5ef6-73d9-4782-bf27-4045c28d1db4 Oct 20 11:05:51.993282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05a4cfbe-cb01-448c-b9e4-22a986e8cb77 req-0bf378a5-83cc-4f56-8689-047758be42dc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498857 Oct 20 11:05:52.076847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.091167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c0fc8-85fd-4ad5-9c85-32cf5e55912e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:52.119026 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.120270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:52.121022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.201912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] Pushing event updated for resources: {'Network': ['ID=c35a5ef6-73d9-4782-bf27-4045c28d1db4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:52.209124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba18aa69-65e5-4bed-b6eb-06ed002681ed admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8969898 Oct 20 11:05:52.212117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55592) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:52.217921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:05:52.218420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Request body: {'subnet': {'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-452777070-subnet', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:52.246738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Made reservation on behalf of 656d2bc2e5f744108e1da8a13e18d8d4 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:52.250475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.488958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.530508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:52.562749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Checking segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:52.563369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Network hostable DHCP agents. Network: c35a5ef6-73d9-4782-bf27-4045c28d1db4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:05:52.586532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:05:52.608145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c35a5ef6-73d9-4782-bf27-4045c28d1db4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:52.612705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:52.613334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.618444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c880967-f834-4ead-ba45-d3e621dca0a0 None None] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:05:52.643676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4dc0b66-28fe-4a59-9cf3-348363955508 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4303014 Oct 20 11:05:52.646504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:52.651966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:52.751483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.752761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:52.891728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:05:52.892625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.126796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Allocated IP 172.20.0.2 (c35a5ef6-73d9-4782-bf27-4045c28d1db4/fb58dd43-9f76-47f8-a59f-c73edfbfbfc9/37cbe34f-96fc-4461-ac4a-f841c12ceca3) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:53.401073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.434909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.450329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.478958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:53.481746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:53.524037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301756-d277-4776-9115-4eaad7872218 req-a89b3edf-a634-4ba8-99b4-d643c6a49e24 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:53.528249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:53.543083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67301756-d277-4776-9115-4eaad7872218 req-a89b3edf-a634-4ba8-99b4-d643c6a49e24 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.8553531 Oct 20 11:05:53.640094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6c204-ef70-4039-adb4-7e944a6d7278 req-39e868be-1174-4d16-9a62-b4b98496a516 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:53.642197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abd6c204-ef70-4039-adb4-7e944a6d7278 req-39e868be-1174-4d16-9a62-b4b98496a516 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.3150589 Oct 20 11:05:53.656610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Attempting to bind port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:53.656975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Attempting to bind port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:53.657342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Attempting to bind port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:53.680298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:53.680794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Checking segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:53.681072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.681468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Bound using segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:53.681949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Bound port: 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:53.682336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.778858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-51548c57-be33-4403-b427-325c0cdd622b None None] For port 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:53.782418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-51548c57-be33-4403-b427-325c0cdd622b None None] For port 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37cbe34f-96fc-4461-ac4a-f841c12ceca3,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:53.783537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Pushing event updated for resources: {'Port': ['ID=37cbe34f-96fc-4461-ac4a-f841c12ceca3,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:53.792085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.854163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548c57-be33-4403-b427-325c0cdd622b None None] Pushing event updated for resources: {'Port': ['ID=37cbe34f-96fc-4461-ac4a-f841c12ceca3,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:53.877657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67301756-d277-4776-9115-4eaad7872218 req-ace2854c-af8b-4673-996e-2f5928dc8c71 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323715 Oct 20 11:05:53.890486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:53.972862 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abd6c204-ef70-4039-adb4-7e944a6d7278 req-ade82050-e263-425f-86e6-b702ba358b88 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140256 Oct 20 11:05:54.533480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:54.577672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf98a7-4670-4041-b45a-77d0da04716e req-fa40ec17-5e2a-466f-a093-7c2b8910d658 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:54.587134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adbf98a7-4670-4041-b45a-77d0da04716e req-fa40ec17-5e2a-466f-a093-7c2b8910d658 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.2019985 Oct 20 11:05:54.597580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:54.705567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-adbf98a7-4670-4041-b45a-77d0da04716e req-7658d8d2-ef87-410c-a846-2cf3bc5d1ce8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170766 Oct 20 11:05:54.818880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37cbe34f-96fc-4461-ac4a-f841c12ceca3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:05:54.844984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Allocated IP 172.25.3.18 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/0eaba2fb-9ff8-4f11-a0d8-03285bb34859) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:54.887570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:54.888328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.159388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70b5e3-c155-4e90-a83f-454d3a6045c7 req-2e7b3be8-1ad7-41fb-ae41-9cfae10d1f0a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:55.164579 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.165009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a70b5e3-c155-4e90-a83f-454d3a6045c7 req-2e7b3be8-1ad7-41fb-ae41-9cfae10d1f0a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1679723 Oct 20 11:05:55.178157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.239761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37cbe34f-96fc-4461-ac4a-f841c12ceca3,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:55.247337 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.306422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=37cbe34f-96fc-4461-ac4a-f841c12ceca3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:55.320319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a70b5e3-c155-4e90-a83f-454d3a6045c7 req-688cb397-3002-41ef-b413-962e327e4519 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389647 Oct 20 11:05:55.343150 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.388719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:55.392834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:55.400642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:55.404679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Pushing event updated for resources: {'Port': ['ID=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:55.559930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da4b47-b7b4-48bd-a089-46c797c8f1a9 None None] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:05:55.629870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6afc3680-d1d0-4f7a-804d-40b3b71374fc None None] Provisioning complete for port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:55.630269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6afc3680-d1d0-4f7a-804d-40b3b71374fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.736895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:55.950315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d9ce-5c5f-4a79-9283-34a33308229f req-763ec607-2e76-44a2-9aa3-739b4fd059a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:55.952353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df6d9ce-5c5f-4a79-9283-34a33308229f req-763ec607-2e76-44a2-9aa3-739b4fd059a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1074343 Oct 20 11:05:56.051557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df6d9ce-5c5f-4a79-9283-34a33308229f req-aca7304b-bc22-448a-9560-db3aa05bbe9c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890100 Oct 20 11:05:56.055556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:56.103044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f7afe694-9a40-42ca-a7a6-c7022d771bcd None None] Provisioning complete for port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:56.103625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f7afe694-9a40-42ca-a7a6-c7022d771bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:56.244378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Router 84afc717-a862-410e-989f-5937c8243039 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:05:56.393219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:05:56.404844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Sync routers for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:05:56.418077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:56.420392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:05:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:56.452560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:56.453824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19275b00-aed0-486d-a0ba-46e9a9149c43 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8062837 Oct 20 11:05:56.456760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55642) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:56.480732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0fe4-5158-49bc-be34-d590c64afcfd req-0d5999ca-fdc4-4040-9116-ad0429550b61 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:56.487446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-457e0fe4-5158-49bc-be34-d590c64afcfd req-0d5999ca-fdc4-4040-9116-ad0429550b61 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.0968213 Oct 20 11:05:56.541967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-457e0fe4-5158-49bc-be34-d590c64afcfd req-afbbe26a-a0c2-47d2-b03d-43b621495419 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 Oct 20 11:05:56.685217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:56.786830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37cbe34f-96fc-4461-ac4a-f841c12ceca3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:05:56.920646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55650) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:57.006781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:57.009694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.049919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.100072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b36496-6f8d-43a1-aa76-753abd6893a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.199238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b36496-6f8d-43a1-aa76-753abd6893a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.211673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b36496-6f8d-43a1-aa76-753abd6893a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.218104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:55Z', 'revision_number': 3, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:57.259039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Allocated IP 172.20.0.1 (c35a5ef6-73d9-4782-bf27-4045c28d1db4/fb58dd43-9f76-47f8-a59f-c73edfbfbfc9/1490cdfa-ce51-4ead-a10b-09e8523cacd8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:57.275449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78b36496-6f8d-43a1-aa76-753abd6893a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a5d9b313af740ea8da97dba463f8aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531721 Oct 20 11:05:57.279157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55658) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:57.305492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36496-6f8d-43a1-aa76-753abd6893a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c3abf-71e4-4487-bdc8-46c46d440859,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:57.326649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Checking router: 84afc717-a862-410e-989f-5937c8243039 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:05:57.326649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Updating router 84afc717-a862-410e-989f-5937c8243039 port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:05:57.377239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa4e3d-f32a-4d46-9c11-1e315b56ed66 req-66f6528c-ac90-477c-9e51-8c009948d52a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:57.386614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9baa4e3d-f32a-4d46-9c11-1e315b56ed66 req-66f6528c-ac90-477c-9e51-8c009948d52a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1279485 Oct 20 11:05:57.408185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.411046 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.415215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.457842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.461025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.470496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9baa4e3d-f32a-4d46-9c11-1e315b56ed66 req-91c7ca49-e082-4055-a398-9146dcf86b97 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824664 Oct 20 11:05:57.496260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:57.501253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:57.531530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.532553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:57.536561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.538021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/318c3abf-71e4-4487-bdc8-46c46d440859 HTTP/1.1" status: 204 len: 168 time: 0.2572238 Oct 20 11:05:57.553938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea58ff-8835-4a88-8424-39a7308560d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c3abf-71e4-4487-bdc8-46c46d440859,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:57.627126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:57.637492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.637842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.638172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.638731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.641965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.642524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.643070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.643584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.644100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.644590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.645091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.647115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:57.664213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.798110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a890-a2f1-42a5-9a00-13f17f329875 req-07a8fa34-9bb5-49dd-a920-7c8b603d4690 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:57.803302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5153a890-a2f1-42a5-9a00-13f17f329875 req-07a8fa34-9bb5-49dd-a920-7c8b603d4690 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1156871 Oct 20 11:05:57.900084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5153a890-a2f1-42a5-9a00-13f17f329875 req-6190eca2-5d23-4eac-9090-750b3dd21101 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Oct 20 11:05:57.935519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.935743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-48007ae7-bd23-45fb-aace-499b5f07db89 None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:57.935982 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48007ae7-bd23-45fb-aace-499b5f07db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:57.974375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-48007ae7-bd23-45fb-aace-499b5f07db89 None None] Port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:58.012456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.023300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.129172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408af96-6536-40c0-adea-d9c4fc28d744 None None] Pushing event updated for resources: {'Port': ['ID=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.136095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Attempting to bind port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:58.138498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Attempting to bind port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:58.139362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Attempting to bind port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:58.148696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:58.149242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:58.149754 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.150327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:58.150917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Bound port: 0eaba2fb-9ff8-4f11-a0d8-03285bb34859, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:58.151438 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.155795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:58.170968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bd7e39-a8b7-4ab8-b818-4fd8ba2b6e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.211760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] For port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:58.215309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] For port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:58.221947 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.284727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408af96-6536-40c0-adea-d9c4fc28d744 None None] Pushing event updated for resources: {'Port': ['ID=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.309010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bd7e39-a8b7-4ab8-b818-4fd8ba2b6e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.317377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19bd7e39-a8b7-4ab8-b818-4fd8ba2b6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.336054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:58.338236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:05:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:58.385101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19bd7e39-a8b7-4ab8-b818-4fd8ba2b6e02 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e303fdb3916b411ebf6932e31a08f9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279363 Oct 20 11:05:58.389316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55670) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:58.473054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd7e39-a8b7-4ab8-b818-4fd8ba2b6e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301cfbbf-4455-4b5d-aebb-91106595e47f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.482581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.525334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.534781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.542753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.565807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8683342e-30a1-4f29-aa60-c682d95a4922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.575718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:58.623944 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.626807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.628124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/301cfbbf-4455-4b5d-aebb-91106595e47f HTTP/1.1" status: 204 len: 168 time: 0.2335386 Oct 20 11:05:58.640724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e285a0-2f1a-45a4-b10c-304fbdefa3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cfbbf-4455-4b5d-aebb-91106595e47f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.657354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.660208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.661826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a72adf-fb00-43e8-983c-411e3db6ad10 req-5c4348dd-4a8b-4f43-9fce-5411a8efbd43 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:58.664290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74a72adf-fb00-43e8-983c-411e3db6ad10 req-5c4348dd-4a8b-4f43-9fce-5411a8efbd43 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0709991 Oct 20 11:05:58.722406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74a72adf-fb00-43e8-983c-411e3db6ad10 req-6996fd90-cc44-40b1-af78-a2575558c83c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Oct 20 11:05:58.789072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:58.790508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:58.961360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Router 84afc717-a862-410e-989f-5937c8243039 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:05:59.091972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:05:59.098627 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e24a051a-d6f8-4100-b293-ca505f4115c0 admin admin] 10.222.0.74 "PUT /v2.0/routers/84afc717-a862-410e-989f-5937c8243039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409230 Oct 20 11:05:59.115791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684f57-8916-4eb8-9146-38c6c5aac39b req-0b6c3afb-0885-4b59-a759-00c146b9b666 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.117936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32684f57-8916-4eb8-9146-38c6c5aac39b req-0b6c3afb-0885-4b59-a759-00c146b9b666 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1068735 Oct 20 11:05:59.118175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1490cdfa-ce51-4ead-a10b-09e8523cacd8', 'name': '', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'mac_address': 'fa:16:3e:09:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:57Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 1, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'subnets': [{'id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:59.158485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4213-8f47-4990-bf4d-3a5ddbd9dbf2 None None] The sync data for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 is: [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1490cdfa-ce51-4ead-a10b-09e8523cacd8', 'name': '', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'mac_address': 'fa:16:3e:09:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:57Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 1, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'subnets': [{'id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:05:59.209473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32684f57-8916-4eb8-9146-38c6c5aac39b req-6de702e0-92d2-4d6a-9dc2-600f26c8e3c3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818460 Oct 20 11:05:59.218485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7e1e18d4-0534-4d4d-9708-9710fde4f7ea None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:59.218854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e1e18d4-0534-4d4d-9708-9710fde4f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.277243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e18d4-0534-4d4d-9708-9710fde4f7ea None None] Port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:59.945484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268aa834-c9e1-445a-8590-2ffebc33b9af req-4ef204ef-7237-4328-8b30-72884d2063c6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.947777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-268aa834-c9e1-445a-8590-2ffebc33b9af req-4ef204ef-7237-4328-8b30-72884d2063c6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1106095 Oct 20 11:06:00.042021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-268aa834-c9e1-445a-8590-2ffebc33b9af req-07bab8f3-cf5b-4a8c-aa76-2294b25b717e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872545 Oct 20 11:06:00.108153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55724) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:00.113130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-151905278-network', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:00.161002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Made reservation on behalf of afced8c49c7e4703823f5390e4238b53 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:00.164671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.204965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.401945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.418573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678de2-5a1d-4262-9a44-37724f47235a req-ab056489-4f46-44a4-a248-ec52a0137e2e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.420756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3678de2-5a1d-4262-9a44-37724f47235a req-ab056489-4f46-44a4-a248-ec52a0137e2e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1065278 Oct 20 11:06:00.422492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.437603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:06:00.457948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.458479 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Added segment 4165bcb8-a13a-4fd6-8b7a-0a5758adbd37 of type vlan for network 69707589-cee8-4c04-8bc7-6f3355f78c1d Oct 20 11:06:00.546150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31cff61-8ce0-4088-a799-c62f6939dabf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:00.596966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.719219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3678de2-5a1d-4262-9a44-37724f47235a req-977fd39a-37de-410a-b9df-9486645fc957 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001417 Oct 20 11:06:00.743158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.746853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.748937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.824426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7125289 Oct 20 11:06:00.824761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:00.831718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Request body: {'subnet': {'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-151905278-subnet', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:00.832475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:00.875904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Made reservation on behalf of afced8c49c7e4703823f5390e4238b53 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:00.878525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.885948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dc7fe-eec5-4f38-8e6f-7a32bc0c75e1 admin admin] Pushing event updated for resources: {'Network': ['ID=69707589-cee8-4c04-8bc7-6f3355f78c1d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:00.900084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:06:01.070275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:01.072783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.166500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.258927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.300801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:01.303909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fb2a90-da2f-4f03-824e-84773074c1dc,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:01.307065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.324438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d9d0-2546-4bcf-b2c9-8f5af5e14771 req-3e5e571b-3adc-4a25-948e-3c88a3a78ee3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:01.328379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Checking segment: {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:01.328737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Network hostable DHCP agents. Network: 69707589-cee8-4c04-8bc7-6f3355f78c1d, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:06:01.337490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f01d9d0-2546-4bcf-b2c9-8f5af5e14771 req-3e5e571b-3adc-4a25-948e-3c88a3a78ee3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1553338 Oct 20 11:06:01.369571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:06:01.387310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 69707589-cee8-4c04-8bc7-6f3355f78c1d) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:01.393032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:01.393619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.411095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40d787-b70e-4873-bacd-9644e4f7e9f0 None None] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:01.411293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f01d9d0-2546-4bcf-b2c9-8f5af5e14771 req-1a2effea-a852-4d78-9e20-5a682d851022 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Oct 20 11:06:01.434045 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-540d53d0-cabf-4b5b-a02e-865b31b30cfc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6076059 Oct 20 11:06:01.436411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55752) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:01.442144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:01.450807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6fd866f-cddb-413e-81b2-6ff27d981837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.476631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.477991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.506696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:01.555386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.635470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-69707589-cee8-4c04-8bc7-6f3355f78c1d', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:06:01.636563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.776674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:01.838741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Allocated IP 172.20.0.2 (69707589-cee8-4c04-8bc7-6f3355f78c1d/68fb2a90-da2f-4f03-824e-84773074c1dc/1283c3ff-1cec-4e0b-b45a-bf818b1e2fae) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:01.859072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.070987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572687-5767-48f8-b145-340a29ca697b req-00211a26-3486-4b3f-8065-fd9d24684046 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:02.078697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50572687-5767-48f8-b145-340a29ca697b req-00211a26-3486-4b3f-8065-fd9d24684046 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1348958 Oct 20 11:06:02.131998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.141723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.176483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50572687-5767-48f8-b145-340a29ca697b req-f53444e9-0ce0-4ca8-9932-bafd431a3f59 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Oct 20 11:06:02.238256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:02.260375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:02.270331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:02.273465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Pushing event updated for resources: {'Port': ['ID=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:02.318219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.353468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.398619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Attempting to bind port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:02.399642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Attempting to bind port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:02.400040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Attempting to bind port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae on network 69707589-cee8-4c04-8bc7-6f3355f78c1d {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:02.406256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:02.406991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Checking segment: {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:02.407524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.407776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Bound using segment: {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:02.408245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Bound port: 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:02.408638 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.481561 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Sync routers for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:02.497628 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:02.498214 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:02.548498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Allocated IP 172.25.3.209 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/fac82d25-c7a4-4e30-8223-c3e46897fa0f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:02.611362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] For port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:02.623271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] For port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:02.634640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2c13-5c6b-459f-bd69-5fe02c6d2a48 req-03427538-a401-498a-9052-8a9fb41f8da5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:02.635243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.639929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-164f2c13-5c6b-459f-bd69-5fe02c6d2a48 req-03427538-a401-498a-9052-8a9fb41f8da5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1106498 Oct 20 11:06:02.755710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-164f2c13-5c6b-459f-bd69-5fe02c6d2a48 req-a43e9a39-c451-46e5-8bff-331660d456f3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070998 Oct 20 11:06:02.802124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:02.804407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.851187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d576-a49f-4a9c-a788-bed99b7549ed None None] Pushing event updated for resources: {'Port': ['ID=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:02.880323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.896428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:02.897095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.904212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.992697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:02.998309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55776) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:03.000272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:03.005268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:03.030452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Pushing event updated for resources: {'Port': ['ID=fac82d25-c7a4-4e30-8223-c3e46897fa0f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:03.155927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:03.464143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd252e-56ba-402c-acc3-72dfcfc72156 req-31b929e0-fded-45e4-9a7d-6561411dcd1d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:03.473109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dd252e-56ba-402c-acc3-72dfcfc72156 req-31b929e0-fded-45e4-9a7d-6561411dcd1d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1251140 Oct 20 11:06:03.508400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.519434 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1490cdfa-ce51-4ead-a10b-09e8523cacd8', 'name': '', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'mac_address': 'fa:16:3e:09:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:57Z', 'updated_at': '2021-10-20T11:05:58Z', 'revision_number': 2, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'subnets': [{'id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:03.554974 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Checking router: 84afc717-a862-410e-989f-5937c8243039 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:03.556087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dd252e-56ba-402c-acc3-72dfcfc72156 req-9f937b2a-e02a-4639-9326-ea1066eb5952 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 Oct 20 11:06:03.556265 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Updating router 84afc717-a862-410e-989f-5937c8243039 port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:06:03.562247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Deleting subnet 897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:06:03.575520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.585558 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.617168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.669114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.740322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.747409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.808336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:03.815180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.828418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f70c0983-f806-494c-a3e3-eff0c46c7366 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/897143c3-e3bc-4bfd-afcc-8a7ae5ae50b9 HTTP/1.1" status: 204 len: 168 time: 0.8283594 Oct 20 11:06:03.829319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55786) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:03.924250 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.936694 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.952182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Router b5d8a191-a244-4751-8ee1-953c6456c49b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:06:03.967617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.984257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b5e9-8680-4b54-9376-5c03d1dbb6e0 req-750b6804-7e19-4612-a7b0-9d26feb11d77 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:03.985731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f371b5e9-8680-4b54-9376-5c03d1dbb6e0 req-750b6804-7e19-4612-a7b0-9d26feb11d77 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1115036 Oct 20 11:06:04.048468 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Pushing event updated for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:04.079155 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.079762 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.080275 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.080781 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.081294 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.081795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.083413 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.085140 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.085586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.087021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.087563 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.088071 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:04.108983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f371b5e9-8680-4b54-9376-5c03d1dbb6e0 req-51acd283-b6af-4756-8985-09019d45bfd2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124828 Oct 20 11:06:04.153699 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Attempting to bind port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:04.154058 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Attempting to bind port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:04.154421 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Attempting to bind port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:04.172312 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:04.173227 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Checking segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:04.174245 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.174975 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Bound using segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:04.175636 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Bound port: 1490cdfa-ce51-4ead-a10b-09e8523cacd8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:04.176201 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.178069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.179252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:04.189865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Sync routers for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:04.211069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:04.211816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38d6fa7-2121-45fe-8bd1-7b98052e4796']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:04.213715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:04.223863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0772e993-24b6-44b6-a5a1-5ff09732db93') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:04.224231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0772e993-24b6-44b6-a5a1-5ff09732db93') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:04.229570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.231553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f2bffc4-6707-45c3-9cdf-2c9752511f6d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7938781 Oct 20 11:06:04.234493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55788) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:04.252477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.322164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] For port 1490cdfa-ce51-4ead-a10b-09e8523cacd8, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:04.328538 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] For port 1490cdfa-ce51-4ead-a10b-09e8523cacd8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1490cdfa-ce51-4ead-a10b-09e8523cacd8,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:04.347480 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.407218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.420104 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddefed-0c82-434f-b79c-7ee606ab3c59 None None] Pushing event updated for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:04.458682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.465785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:04.467083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:04.481563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:06:04.482280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:06:04.485320 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:06:04.529952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ef7fc-70c4-4ff8-8927-f7acea2b6607 None None] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:04.545716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:04.677865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.702677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:04.864902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.868507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c38d6fa7-2121-45fe-8bd1-7b98052e4796 HTTP/1.1" status: 204 len: 168 time: 1.0372188 Oct 20 11:06:04.919651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586b5d-d75f-425a-a220-dff8688d3133 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38d6fa7-2121-45fe-8bd1-7b98052e4796,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:05.004507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:05.088364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:05.089093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.107641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb2694-061b-4f93-84ae-cbbbbf9e1969 req-41a031e1-a654-4bdb-bf7a-caa9b4984418 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.114908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7eb2694-061b-4f93-84ae-cbbbbf9e1969 req-41a031e1-a654-4bdb-bf7a-caa9b4984418 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.4381082 Oct 20 11:06:05.118138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1490cdfa-ce51-4ead-a10b-09e8523cacd8', 'name': '', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'mac_address': 'fa:16:3e:09:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:57Z', 'updated_at': '2021-10-20T11:06:04Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'subnets': [{'id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.136244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:05.164612 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a601ad-1b74-4fed-9d49-fac43e31bdbb None None] The sync data for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 is: [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:05:57Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1490cdfa-ce51-4ead-a10b-09e8523cacd8', 'name': '', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'mac_address': 'fa:16:3e:09:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:57Z', 'updated_at': '2021-10-20T11:06:04Z', 'revision_number': 4, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'subnets': [{'id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:05.231284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-006accb6-5c4e-45e5-bcfd-351e9cb8e301 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=794e265ffe914a7c97bb95d5acabd73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935748 Oct 20 11:06:05.234085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55808) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:05.234487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7eb2694-061b-4f93-84ae-cbbbbf9e1969 req-81b7c9ff-235e-4665-ac98-b0f06d8fc012 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130209 Oct 20 11:06:05.317409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.338728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.343846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:05.344392 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.356412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.398623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177915d8-6f9e-43df-b0c6-2416d2ca0deb req-3d6d2c1c-0f1c-4c37-a4ef-e99824e34055 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.403382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-177915d8-6f9e-43df-b0c6-2416d2ca0deb req-3d6d2c1c-0f1c-4c37-a4ef-e99824e34055 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1328812 Oct 20 11:06:05.417705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.421784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.423303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37aa2fc5-928f-46aa-98ef-5edeab858a00 HTTP/1.1" status: 204 len: 168 time: 0.1879516 Oct 20 11:06:05.455960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211ba40-ee2d-4a11-9556-8c4f65b020dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aa2fc5-928f-46aa-98ef-5edeab858a00,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:05.510831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.623829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-177915d8-6f9e-43df-b0c6-2416d2ca0deb req-bbdde7c9-5a08-4d1e-bbf2-907715c4c046 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138879 Oct 20 11:06:05.664470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:03Z', 'revision_number': 3, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.717462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] For port 1490cdfa-ce51-4ead-a10b-09e8523cacd8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1490cdfa-ce51-4ead-a10b-09e8523cacd8,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:05.719051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.733572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Checking router: b5d8a191-a244-4751-8ee1-953c6456c49b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:05.734036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Updating router b5d8a191-a244-4751-8ee1-953c6456c49b port fac82d25-c7a4-4e30-8223-c3e46897fa0f binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:06:05.784046 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.786888 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.857875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Provisioning complete for port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:05.858239 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.866446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:06.134598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.135730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1490cdfa-ce51-4ead-a10b-09e8523cacd8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:06.178017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Allocated IP 172.20.0.1 (69707589-cee8-4c04-8bc7-6f3355f78c1d/68fb2a90-da2f-4f03-824e-84773074c1dc/8656fd3d-9fff-414c-96b4-c437892385e3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:06.260609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Pushing event updated for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:06.291304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.291649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.291990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.292327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.292661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.292996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.293325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.293653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.293972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.294294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.294616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.294953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145b051-b1fd-4d7c-8f4e-9561ada7094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:06.358825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.451023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661da26-d6f2-4a45-82e1-83b950443bf3 req-3aedf570-3ab4-4c5c-9831-5e3651604150 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.452679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2661da26-d6f2-4a45-82e1-83b950443bf3 req-3aedf570-3ab4-4c5c-9831-5e3651604150 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.0644524 Oct 20 11:06:06.454273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.498627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:06.507282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:06.523081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:06.525414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:06.528777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:06.535521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.602470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2661da26-d6f2-4a45-82e1-83b950443bf3 req-20ec680e-ab1c-4a9b-baf1-109a439dc3b5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335430 Oct 20 11:06:06.613226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:06.632137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.773040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-684f124f-dca4-43d0-b6fa-70fa1a341e93 None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:06.773409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-684f124f-dca4-43d0-b6fa-70fa1a341e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.847157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abb0d1-34b9-4b6a-b202-4d8d5bb1f3cc req-f446452d-1eb0-495d-bffb-b11ab1787307 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.848841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35abb0d1-34b9-4b6a-b202-4d8d5bb1f3cc req-f446452d-1eb0-495d-bffb-b11ab1787307 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0966191 Oct 20 11:06:06.900811 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.921648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.946113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.964267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35abb0d1-34b9-4b6a-b202-4d8d5bb1f3cc req-a665c9cd-69eb-43b9-ae19-72ff3ad9ca9a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Oct 20 11:06:07.011634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:07.025512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5732-7c73-4ea8-a20c-dfc2c0efe65d None None] Pushing event updated for resources: {'Port': ['ID=fac82d25-c7a4-4e30-8223-c3e46897fa0f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:07.045742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Attempting to bind port fac82d25-c7a4-4e30-8223-c3e46897fa0f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:07.046115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Attempting to bind port fac82d25-c7a4-4e30-8223-c3e46897fa0f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:07.046482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Attempting to bind port fac82d25-c7a4-4e30-8223-c3e46897fa0f on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:07.076601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:07.077057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:07.077356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.077754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:07.078233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Bound port: fac82d25-c7a4-4e30-8223-c3e46897fa0f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:07.078613 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.167175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-684f124f-dca4-43d0-b6fa-70fa1a341e93 None None] Provisioning complete for port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:07.167399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-684f124f-dca4-43d0-b6fa-70fa1a341e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.169520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] For port fac82d25-c7a4-4e30-8223-c3e46897fa0f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:07.173227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] For port fac82d25-c7a4-4e30-8223-c3e46897fa0f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fac82d25-c7a4-4e30-8223-c3e46897fa0f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:07.175629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:07.175629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.197858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.198867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.204704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.276261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.284351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:07.318080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5732-7c73-4ea8-a20c-dfc2c0efe65d None None] Pushing event updated for resources: {'Port': ['ID=fac82d25-c7a4-4e30-8223-c3e46897fa0f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:07.323907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:07.324530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:07.464460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:07.466049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:07.483247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1490cdfa-ce51-4ead-a10b-09e8523cacd8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:07.577783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:07.636068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Router b5d8a191-a244-4751-8ee1-953c6456c49b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:07.808666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f0640c4d-3e62-4cfd-aa8d-142d7b671e1f None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:07.809189 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0640c4d-3e62-4cfd-aa8d-142d7b671e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.833147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:07.867411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e03edc4a-bc2e-48bd-9c3f-b92554b530a4 admin admin] 10.222.0.74 "PUT /v2.0/routers/b5d8a191-a244-4751-8ee1-953c6456c49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6097491 Oct 20 11:06:07.905400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875ff60-322e-4d4e-812b-791d4b131214 req-c7b5d742-c99e-4ace-a3b9-fdbbb9b4692b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.907312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7875ff60-322e-4d4e-812b-791d4b131214 req-c7b5d742-c99e-4ace-a3b9-fdbbb9b4692b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.0757835 Oct 20 11:06:07.927247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:07.930869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.987636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f0640c4d-3e62-4cfd-aa8d-142d7b671e1f None None] Port 8656fd3d-9fff-414c-96b4-c437892385e3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:08.024968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7875ff60-322e-4d4e-812b-791d4b131214 req-b1a4a8ee-18b5-44cd-bf5a-de58c6d12588 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036892 Oct 20 11:06:08.177131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe864d-3daa-42cc-8676-c1d2c4737309 req-83af92a9-fb57-495b-b519-640dd7d4b6e8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:08.189073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0efe864d-3daa-42cc-8676-c1d2c4737309 req-83af92a9-fb57-495b-b519-640dd7d4b6e8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0941045 Oct 20 11:06:08.213014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bd4a590c-5b53-42a9-b1ae-a4ed05eff188 None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:08.213388 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd4a590c-5b53-42a9-b1ae-a4ed05eff188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:08.256107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a590c-5b53-42a9-b1ae-a4ed05eff188 None None] Port 8656fd3d-9fff-414c-96b4-c437892385e3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:08.273021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0efe864d-3daa-42cc-8676-c1d2c4737309 req-288dd557-6868-4183-abee-ade2d083e42a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766139 Oct 20 11:06:08.313414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8656fd3d-9fff-414c-96b4-c437892385e3', 'name': '', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'mac_address': 'fa:16:3e:62:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:05Z', 'updated_at': '2021-10-20T11:06:07Z', 'revision_number': 2, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'subnets': [{'id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:08.365959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a928-c6b2-45d0-b0ad-f3e2e33b3a5f None None] The sync data for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 is: [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8656fd3d-9fff-414c-96b4-c437892385e3', 'name': '', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'mac_address': 'fa:16:3e:62:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:05Z', 'updated_at': '2021-10-20T11:06:07Z', 'revision_number': 2, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'subnets': [{'id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:08.413170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:08.606168 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:06:08.609696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea03a79c-2555-4617-bf6a-b199166bdbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:08.802560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea03a79c-2555-4617-bf6a-b199166bdbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:08.809302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea03a79c-2555-4617-bf6a-b199166bdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:08.920261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03a79c-2555-4617-bf6a-b199166bdbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed8e62-8605-4e3e-b46d-11646b59e2cf,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:08.925893 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea03a79c-2555-4617-bf6a-b199166bdbc4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bba555808c5482baa847b9759c7f65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108807 Oct 20 11:06:08.928290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:08.997330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.027100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.046170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-187f0cb9-2268-4f97-9692-c01ad8e8826b tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:09.055426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-187f0cb9-2268-4f97-9692-c01ad8e8826b tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.1339812 Oct 20 11:06:09.077523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-26a06816-d63e-4b01-b50f-97b2b3e0ffcc tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/quotas/afced8c49c7e4703823f5390e4238b53 HTTP/1.1" status: 200 len: 375 time: 0.0159919 Oct 20 11:06:09.117708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.120376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.121929 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5bed8e62-8605-4e3e-b46d-11646b59e2cf HTTP/1.1" status: 204 len: 168 time: 0.1921251 Oct 20 11:06:09.136999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf745d2-4219-43ee-bdc9-13bfdf75f6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed8e62-8605-4e3e-b46d-11646b59e2cf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:09.216951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-6e979b88-60d2-4f26-bf47-47d7194b1a7a tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384392 Oct 20 11:06:09.247382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f975324-afa0-4cbe-a181-07afc89875f9 req-2fc1f626-1822-4b11-a85e-d602833cb188 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:09.249052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f975324-afa0-4cbe-a181-07afc89875f9 req-2fc1f626-1822-4b11-a85e-d602833cb188 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.1164937 Oct 20 11:06:09.359329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f975324-afa0-4cbe-a181-07afc89875f9 req-59e7ab1b-f300-4ca9-8f07-9056042e738d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966771 Oct 20 11:06:09.388744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-50a452d1-246d-424f-8876-04b5bdd5e9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707745 Oct 20 11:06:09.512883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-492e7fe4-ba4f-457f-a9fb-6171f71d5dbb service neutron] 10.222.0.74 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219490 Oct 20 11:06:09.597756 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4901-5d48-49fe-bdd4-0192cb1aafba req-e51fde8e-c3ef-4ae0-9781-f5527f5da4f6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:09.599185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a4b4901-5d48-49fe-bdd4-0192cb1aafba req-e51fde8e-c3ef-4ae0-9781-f5527f5da4f6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0825369 Oct 20 11:06:09.650337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a4b4901-5d48-49fe-bdd4-0192cb1aafba req-37b78b6d-00a3-4eb1-a4ac-26ecaec28fdb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Oct 20 11:06:09.718763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 55908) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:09.735366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c2d3c54-a90f-4c3f-88ce-8491c6fa4843 req-25412a24-44c2-48b0-8f64-e48c075b0b13 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 210 time: 0.0352535 Oct 20 11:06:09.770317 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71a46ac5-f4be-4a2a-a349-69500e47f446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.889811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71a46ac5-f4be-4a2a-a349-69500e47f446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.894452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71a46ac5-f4be-4a2a-a349-69500e47f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.938108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71a46ac5-f4be-4a2a-a349-69500e47f446 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fd24992708e4e86a815df294521f4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179737 Oct 20 11:06:09.940358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 55918) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:09.951459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46ac5-f4be-4a2a-a349-69500e47f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e32a6f-77fe-4493-b3bd-3eb98eab1eb2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:10.011174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:10.036767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:10.099696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:10.103217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:10.107519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9e32a6f-77fe-4493-b3bd-3eb98eab1eb2 HTTP/1.1" status: 204 len: 168 time: 0.1658626 Oct 20 11:06:10.120174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65807776-d8d7-412f-ab83-fcc32b7a74e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e32a6f-77fe-4493-b3bd-3eb98eab1eb2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:10.524667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58417dd-a084-4f17-a070-2e2be6683f73 req-b9aef3bd-c94b-4ab8-bf70-731a5d635654 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:10.526308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d58417dd-a084-4f17-a070-2e2be6683f73 req-b9aef3bd-c94b-4ab8-bf70-731a5d635654 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 944 time: 0.0614436 Oct 20 11:06:10.579587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d58417dd-a084-4f17-a070-2e2be6683f73 req-c81f4062-a3f4-4cff-bb27-acd0708639c8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464518 Oct 20 11:06:10.792470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245c8e5-59a4-4f79-b888-55de8a487121 req-eafa6a5c-6799-48d5-8d83-42b96615a18c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:10.794007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a245c8e5-59a4-4f79-b888-55de8a487121 req-eafa6a5c-6799-48d5-8d83-42b96615a18c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0595627 Oct 20 11:06:10.863179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-537e68df-8ba9-4086-a49f-c812c87f5cd6 req-c31e41f8-0756-4a9d-8e7c-77df7bf219f1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 210 time: 0.0368671 Oct 20 11:06:10.877620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a245c8e5-59a4-4f79-b888-55de8a487121 req-edcdf58a-90d8-4e47-9ed6-c7cb02f0294f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Oct 20 11:06:11.005757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0bbf1627-fb71-4085-8026-5e676d827f86 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:11.061167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fac82d25-c7a4-4e30-8223-c3e46897fa0f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:11.204938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-f26f5b42-1af3-436d-9c65-eaedbd057802 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:11.206349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-f26f5b42-1af3-436d-9c65-eaedbd057802 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.83 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.1906519 Oct 20 11:06:11.223068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Request body: {'port': {'device_id': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'admin_state_up': True, 'tenant_id': 'afced8c49c7e4703823f5390e4238b53'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:11.253750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Made reservation on behalf of afced8c49c7e4703823f5390e4238b53 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:11.257666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.320538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.resource_extend [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:06:11.425308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Allocated IP 172.20.0.4 (c35a5ef6-73d9-4782-bf27-4045c28d1db4/fb58dd43-9f76-47f8-a59f-c73edfbfbfc9/4516c99c-4331-4eae-8ddd-24c8d3707dfe) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:11.431444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0bbf1627-fb71-4085-8026-5e676d827f86,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:11.443932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '0bbf1627-fb71-4085-8026-5e676d827f86', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': '0bbf1627-fb71-4085-8026-5e676d827f86', 'mac_address': 'fa:16:3e:2b:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:11.479714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fac82d25-c7a4-4e30-8223-c3e46897fa0f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:11.480289 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.555643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.613209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbf1627-fb71-4085-8026-5e676d827f86 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:11.623592 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.658100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0bbf1627-fb71-4085-8026-5e676d827f86,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:11.664251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port fac82d25-c7a4-4e30-8223-c3e46897fa0f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fac82d25-c7a4-4e30-8223-c3e46897fa0f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:11.668917 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.740343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:11.745693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.806654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=fac82d25-c7a4-4e30-8223-c3e46897fa0f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:11.821007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.863251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398631ec-7e1d-4463-96f7-7f72ec35bdca req-f4d2306b-1ce2-4bb3-8a0c-3154711099af tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:11.870842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:11.879295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-398631ec-7e1d-4463-96f7-7f72ec35bdca req-f4d2306b-1ce2-4bb3-8a0c-3154711099af tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 945 time: 0.1145291 Oct 20 11:06:11.901917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0bbf1627-fb71-4085-8026-5e676d827f86'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:11.926334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:11.931276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:11.934286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:11.948175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Pushing event updated for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:11.986760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-398631ec-7e1d-4463-96f7-7f72ec35bdca req-00524be9-d2d1-4497-83c7-6a1fa241dd25 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060469 Oct 20 11:06:12.015210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:12.016081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:12.056329 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-d9156b40-648e-4971-8c7d-9727740935a1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8388982 Oct 20 11:06:12.071725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Request body: {'port': {'device_id': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:12.210242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:12.251053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6111d-a6fb-4f96-8978-0a6bb92d306b req-e4d3f3d2-00d2-475f-9a78-108f1a5893ab tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:12.252444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bc6111d-a6fb-4f96-8978-0a6bb92d306b req-e4d3f3d2-00d2-475f-9a78-108f1a5893ab tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1027 time: 0.2064943 Oct 20 11:06:12.322073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367ea8-a923-44a8-80d4-9c5af22a0302 req-3b898c93-a3bc-4b13-82e2-43f53f026111 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:12.323638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac367ea8-a923-44a8-80d4-9c5af22a0302 req-3b898c93-a3bc-4b13-82e2-43f53f026111 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.2059412 Oct 20 11:06:12.393483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bc6111d-a6fb-4f96-8978-0a6bb92d306b req-257e98d2-eea9-40e3-9620-c662b4fb0e3c tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279817 Oct 20 11:06:12.415603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac367ea8-a923-44a8-80d4-9c5af22a0302 req-1531085f-a281-44b9-9ab5-4f7e6d7c905d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751548 Oct 20 11:06:12.438909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e9d72f7e-7093-4b67-a217-6d43a04a1b0e None None] Provisioning complete for port 4516c99c-4331-4eae-8ddd-24c8d3707dfe triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:12.438909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9d72f7e-7093-4b67-a217-6d43a04a1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:12.469806 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Sync routers for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:12.482693 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:12.487310 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:12.497087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e9d72f7e-7093-4b67-a217-6d43a04a1b0e None None] Port 4516c99c-4331-4eae-8ddd-24c8d3707dfe cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:12.628087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4516c99c-4331-4eae-8ddd-24c8d3707dfe {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:12.638474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:12.649256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:12.656663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Transition to ACTIVE for port object 4516c99c-4331-4eae-8ddd-24c8d3707dfe will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:06:12.671527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:12.770358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Pushing event updated for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:13.009580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Attempting to bind port 4516c99c-4331-4eae-8ddd-24c8d3707dfe on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:13.009929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Attempting to bind port 4516c99c-4331-4eae-8ddd-24c8d3707dfe by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:13.010250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Attempting to bind port 4516c99c-4331-4eae-8ddd-24c8d3707dfe on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:13.021240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0bbf1627-fb71-4085-8026-5e676d827f86 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:13.028083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Port 4516c99c-4331-4eae-8ddd-24c8d3707dfe on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:06:13.028409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Attempting to bind port 4516c99c-4331-4eae-8ddd-24c8d3707dfe on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:13.043854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:13.043854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Checking segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:13.044282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Bound using segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:13.044722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Bound port: 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:13.045079 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.107108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fac82d25-c7a4-4e30-8223-c3e46897fa0f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:13.134309 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8656fd3d-9fff-414c-96b4-c437892385e3', 'name': '', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'mac_address': 'fa:16:3e:62:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:05Z', 'updated_at': '2021-10-20T11:06:07Z', 'revision_number': 2, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'subnets': [{'id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:13.214859 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Checking router: b5d8a191-a244-4751-8ee1-953c6456c49b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:13.215305 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Updating router b5d8a191-a244-4751-8ee1-953c6456c49b port 8656fd3d-9fff-414c-96b4-c437892385e3 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:06:13.221104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44c29-36c3-4d8a-a1af-8348c9df7dc4 req-7e12b358-cf40-4287-9868-0e81c866bd8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:13.237708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ad44c29-36c3-4d8a-a1af-8348c9df7dc4 req-7e12b358-cf40-4287-9868-0e81c866bd8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 945 time: 0.0882750 Oct 20 11:06:13.276276 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.315802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ad44c29-36c3-4d8a-a1af-8348c9df7dc4 req-5a0952ee-cfdb-46cf-9fe6-d27690d54ec1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767720 Oct 20 11:06:13.337468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port fac82d25-c7a4-4e30-8223-c3e46897fa0f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:13.337869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.416640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 0bbf1627-fb71-4085-8026-5e676d827f86 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:13.425819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 0bbf1627-fb71-4085-8026-5e676d827f86 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:13.426184 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.627036 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.670706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0bbf1627-fb71-4085-8026-5e676d827f86,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:13.672387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:13.675478 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57236b3-f544-4bb6-a7e1-de4aeb005774" -d '{"events": [{"server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "name": "network-vif-plugged", "status": "completed", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:13.687161 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.719526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f8ccd-39fe-474c-8c33-59e5ce61a681 req-a85ed019-4721-468d-9f22-02f1176e650e tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:13.729756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c0f8ccd-39fe-474c-8c33-59e5ce61a681 req-a85ed019-4721-468d-9f22-02f1176e650e tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1053 time: 0.2313619 Oct 20 11:06:13.746985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6bcae-9d65-4020-8c97-d424db34c64f req-2a80b89e-9fc5-48d8-aed9-a1e0a84e14e7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:13.749404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3d6bcae-9d65-4020-8c97-d424db34c64f req-2a80b89e-9fc5-48d8-aed9-a1e0a84e14e7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.1912096 Oct 20 11:06:13.777514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:13.795443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-a33576f6-c681-48e1-8738-a5c246ea0223 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6099684 Oct 20 11:06:13.798206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:13.815533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:13.827821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.887770 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.897861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c0f8ccd-39fe-474c-8c33-59e5ce61a681 req-8748a9bc-57d7-4693-8a1d-2e8a35224bbd tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656911 Oct 20 11:06:13.914660 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.923201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3d6bcae-9d65-4020-8c97-d424db34c64f req-b628ba82-1b77-468c-b74b-8c9ce525e1d1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538260 Oct 20 11:06:13.946511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Pushing event updated for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:13.956395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:13.957017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:13.961282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-ba1d4d14-1690-442b-8ae0-0a3ba23de85c service neutron] 10.222.0.83 "PUT /v2.0/ports/4516c99c-4331-4eae-8ddd-24c8d3707dfe HTTP/1.1" status: 200 len: 1092 time: 1.8953867 Oct 20 11:06:13.977776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:13.984605 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:14.026697 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7937bd-1b59-45bd-82d0-ef497a96e13e x-openstack-request-id: req-db7937bd-1b59-45bd-82d0-ef497a96e13e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:14.027006 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "name": "network-vif-plugged", "status": "completed", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:14.027267 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db7937bd-1b59-45bd-82d0-ef497a96e13e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:14.027693 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86', 'code': 200} Oct 20 11:06:14.077547 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb74c5d-b5ff-4252-9ca1-ccbd07ff2c11 None None] Pushing event updated for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:14.122245 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45b90b-66ac-4814-83c6-e63016558ebb x-openstack-request-id: req-1a45b90b-66ac-4814-83c6-e63016558ebb {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:14.122593 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:14.122851 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a45b90b-66ac-4814-83c6-e63016558ebb {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:14.123320 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe', 'status': 'completed', 'code': 200} Oct 20 11:06:14.187506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf28a61-388b-42de-8970-ced4978c299f req-edd9f2bf-4aa1-43ab-81b7-413f967a12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.189543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-c53b0542-f4de-48f1-b93a-310060e99f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.191260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdf28a61-388b-42de-8970-ced4978c299f req-edd9f2bf-4aa1-43ab-81b7-413f967a12c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 1098 time: 0.0839524 Oct 20 11:06:14.193322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-c53b0542-f4de-48f1-b93a-310060e99f3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.1559038 Oct 20 11:06:14.212922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.213416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.213889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.214364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.214828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.220500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.221127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.223750 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-acfd4cfa-8e11-44f8-880f-2b47e6e6f1a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.2901032 Oct 20 11:06:14.224640 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Attempting to bind port 8656fd3d-9fff-414c-96b4-c437892385e3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:14.225745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Attempting to bind port 8656fd3d-9fff-414c-96b4-c437892385e3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:14.241749 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Attempting to bind port 8656fd3d-9fff-414c-96b4-c437892385e3 on network 69707589-cee8-4c04-8bc7-6f3355f78c1d {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:14.253396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:14.253778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Checking segment: {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:14.254173 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:14.254557 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Bound using segment: {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:14.255061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Bound port: 8656fd3d-9fff-414c-96b4-c437892385e3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:14.255398 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:14.279066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdf28a61-388b-42de-8970-ced4978c299f req-2372916d-0487-4157-b639-5fe62e481610 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 Oct 20 11:06:14.336413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-e9a0c14d-e11f-4c66-a385-63a5867fcad5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe HTTP/1.1" status: 200 len: 217 time: 0.1115644 Oct 20 11:06:14.435218 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] For port 8656fd3d-9fff-414c-96b4-c437892385e3, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:14.445555 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] For port 8656fd3d-9fff-414c-96b4-c437892385e3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8656fd3d-9fff-414c-96b4-c437892385e3,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:14.458690 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:14.545467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb18ce3-bcf2-4344-b173-9ccee3ad2aff req-c427a5af-a16c-4e93-a303-48481ee21c08 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.547706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cb18ce3-bcf2-4344-b173-9ccee3ad2aff req-c427a5af-a16c-4e93-a303-48481ee21c08 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.0852773 Oct 20 11:06:14.559287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:14.561254 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:14.645047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-0d8fa2c9-d084-49ab-8b19-381e1f5caea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.646141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-0d8fa2c9-d084-49ab-8b19-381e1f5caea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.646916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-0d8fa2c9-d084-49ab-8b19-381e1f5caea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.650600 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-0d8fa2c9-d084-49ab-8b19-381e1f5caea8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 2301 time: 0.3184712 Oct 20 11:06:14.654213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1cb18ce3-bcf2-4344-b173-9ccee3ad2aff req-0d649a54-3f3c-47d3-8776-d5ada0a3b000 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983963 Oct 20 11:06:14.658456 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:14.659104 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:14.683904 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb74c5d-b5ff-4252-9ca1-ccbd07ff2c11 None None] Pushing event updated for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:14.798045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:14.820629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fe4a4c4f-160c-4138-b1c0-9481ab88525c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1002 time: 0.1545496 Oct 20 11:06:14.837938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-43af0c28-5a60-42ac-bc98-63544d7d5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:14.839824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-43af0c28-5a60-42ac-bc98-63544d7d5a1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 HTTP/1.1" status: 200 len: 848 time: 0.4914670 Oct 20 11:06:14.919915 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:15.001739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-a6161c71-5a5b-40fa-a7bb-bbd0861fdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.006018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-a6161c71-5a5b-40fa-a7bb-bbd0861fdd5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.1716225 Oct 20 11:06:15.006675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] For port 8656fd3d-9fff-414c-96b4-c437892385e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8656fd3d-9fff-414c-96b4-c437892385e3,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:15.024496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:15.161925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-6d15cecb-4239-4304-85fb-387bb4e4a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.165320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-6d15cecb-4239-4304-85fb-387bb4e4a82a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348214 Oct 20 11:06:15.174243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-40da914e-1304-421b-a51d-fdd9af10c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.177130 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-40da914e-1304-421b-a51d-fdd9af10c179 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c35a5ef6-73d9-4782-bf27-4045c28d1db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699359 Oct 20 11:06:15.184868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea185b-2a6b-4b64-8283-49b3f79262f8 None None] Pushing event updated for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:15.227041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8656fd3d-9fff-414c-96b4-c437892385e3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:15.315072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ac45ec00-64c1-4686-b861-65071f4037c2 None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:15.323266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac45ec00-64c1-4686-b861-65071f4037c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:15.323492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-7d018314-b5c3-4a99-b62c-f12969b2e307 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2907994 Oct 20 11:06:15.352475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcce77e-ddd6-4870-9034-0df7dacb4901 req-1e3cb8c4-9384-4bf8-a4aa-176727d5bfa0 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.361048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbcce77e-ddd6-4870-9034-0df7dacb4901 req-1e3cb8c4-9384-4bf8-a4aa-176727d5bfa0 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.2693846 Oct 20 11:06:15.382080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722769e-0547-4d4f-9684-3e9409055b7e req-c0787a8b-e061-484b-9eae-24817b093781 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.391146 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5722769e-0547-4d4f-9684-3e9409055b7e req-c0787a8b-e061-484b-9eae-24817b093781 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.2661891 Oct 20 11:06:15.457685 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8656fd3d-9fff-414c-96b4-c437892385e3', 'name': '', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'mac_address': 'fa:16:3e:62:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:05Z', 'updated_at': '2021-10-20T11:06:14Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'subnets': [{'id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:15.468262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:15.469379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:15.511793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c93c70-21b1-4792-923e-942c816cbb57 None None] The sync data for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 is: [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8656fd3d-9fff-414c-96b4-c437892385e3', 'name': '', 'network_id': '69707589-cee8-4c04-8bc7-6f3355f78c1d', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'mac_address': 'fa:16:3e:62:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:05Z', 'updated_at': '2021-10-20T11:06:14Z', 'revision_number': 4, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'subnets': [{'id': '68fb2a90-da2f-4f03-824e-84773074c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:15.540699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbcce77e-ddd6-4870-9034-0df7dacb4901 req-a6f3ed0f-3149-42a9-953d-ae8084db9ce6 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787555 Oct 20 11:06:15.556461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5722769e-0547-4d4f-9684-3e9409055b7e req-c7420254-dbc2-4ed8-aec5-1145e4c5f4e7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586289 Oct 20 11:06:15.577935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-a23b7d71-9b2e-40ca-b95f-3151ced0db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.580173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-a23b7d71-9b2e-40ca-b95f-3151ced0db0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1284285 Oct 20 11:06:15.640522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-f7e8f0bc-3aa9-4063-8092-239aab51969b service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613922 Oct 20 11:06:15.755411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-2370ba74-6225-4840-9427-116764a41998 service neutron] 10.222.0.83 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764318 Oct 20 11:06:15.863428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c423d-bcfe-46c5-a0e6-423423e5d420 req-62829a0d-7001-4e51-8995-6f776148b745 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.864990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-011c423d-bcfe-46c5-a0e6-423423e5d420 req-62829a0d-7001-4e51-8995-6f776148b745 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.1174700 Oct 20 11:06:15.866819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-28225888-94e1-4daa-8496-99053da71581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:15.868368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-28225888-94e1-4daa-8496-99053da71581 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.2623210 Oct 20 11:06:15.882702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-069cb316-c49c-4b4f-acad-ea42d333c256 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298064 Oct 20 11:06:15.932306 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:15.947205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-09e0dad8-4ec9-4de6-9640-1c9d9f656741 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 217 time: 0.0548406 Oct 20 11:06:15.982888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-011c423d-bcfe-46c5-a0e6-423423e5d420 req-47420595-8a81-41c1-9af8-b0ab4c12151f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094332 Oct 20 11:06:16.008417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-c6ec0cf3-0794-460b-b441-3343b44f385f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.1161859 Oct 20 11:06:16.120223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-6b8621f1-8043-4e10-a278-2ecc1bbef1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.127049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-6b8621f1-8043-4e10-a278-2ecc1bbef1bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1641512 Oct 20 11:06:16.162616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-fc70c1bd-6ebf-47c9-ae69-674bd8a6d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.165495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-fc70c1bd-6ebf-47c9-ae69-674bd8a6d05d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.1463287 Oct 20 11:06:16.172224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db513e10-ac3e-47ba-ba48-8e287d8f2c42 req-be22a6d0-3745-49d0-8c6a-cbc73e179265 service neutron] 10.222.0.83 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878823 Oct 20 11:06:16.220627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fb15fb88-17b1-475b-9cf9-80f1a4cdc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.225620 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fb15fb88-17b1-475b-9cf9-80f1a4cdc08f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895452 Oct 20 11:06:16.276348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619b58-ea85-452a-aa40-56dcf4ca1d9c req-b2d807d8-98b8-44c4-b791-381a9f1ce3f5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.278516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57619b58-ea85-452a-aa40-56dcf4ca1d9c req-b2d807d8-98b8-44c4-b791-381a9f1ce3f5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.1650543 Oct 20 11:06:16.281064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-bb05d35b-c74b-491d-86c2-1880c00e8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.283969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-bb05d35b-c74b-491d-86c2-1880c00e8862 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082888 Oct 20 11:06:16.351725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57619b58-ea85-452a-aa40-56dcf4ca1d9c req-a3fe153b-db26-44ba-b546-c0d461e9c5be tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Oct 20 11:06:16.375541 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-4420f186-f27d-4baa-b49e-43bd871dc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.380225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-4420f186-f27d-4baa-b49e-43bd871dc28f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.1345885 Oct 20 11:06:16.416914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-2e0c1da4-2ce1-424f-a5dd-d629dd433364 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826994 Oct 20 11:06:16.500462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-2e5248aa-f22c-41e7-8e40-5fff51b44a6f service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844049 Oct 20 11:06:16.614077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-485929f4-c0d3-462f-a9f4-22cdadf858e4 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726000 Oct 20 11:06:16.636862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-dadb4848-b782-4c99-ae20-6b92ff153bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.638518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-dadb4848-b782-4c99-ae20-6b92ff153bb1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.2207105 Oct 20 11:06:16.658162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b997-492a-4f5b-a6da-a4218cbf1900 req-b91dbd75-049b-4ea1-9d92-317980824b8d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.660118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1fb5b997-492a-4f5b-a6da-a4218cbf1900 req-b91dbd75-049b-4ea1-9d92-317980824b8d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.1585224 Oct 20 11:06:16.691657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fdf3f71e-45b9-4b1c-af37-1ebe83e5dbf5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 217 time: 0.0519409 Oct 20 11:06:16.738811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-637a48e8-f461-4aeb-8148-e1fc7b39eeb9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe HTTP/1.1" status: 200 len: 217 time: 0.0461259 Oct 20 11:06:16.756273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1fb5b997-492a-4f5b-a6da-a4218cbf1900 req-228fc0db-c36c-40a5-b8b2-fc92c7acd51d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Oct 20 11:06:16.759686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d7d6c2e-d586-4250-b91b-23ea4e44c4c9 req-a88b8358-c9a8-43f9-b1fb-88fc656ad5c1 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182643 Oct 20 11:06:16.761622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c77e2-99ab-4198-bc89-d84c58506a80 req-c07b8519-80ee-4b71-9f91-4001147a8b29 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.763619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-621c77e2-99ab-4198-bc89-d84c58506a80 req-c07b8519-80ee-4b71-9f91-4001147a8b29 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.1020308 Oct 20 11:06:16.811667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:16.841743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-621c77e2-99ab-4198-bc89-d84c58506a80 req-a3326319-3f39-4f14-bd98-51b123fbab07 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707486 Oct 20 11:06:16.959775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49f78-18de-4143-9514-e7861394897e req-c0da1511-f9e8-401b-9ce6-7166d238d659 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.967433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95f49f78-18de-4143-9514-e7861394897e req-c0da1511-f9e8-401b-9ce6-7166d238d659 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0901644 Oct 20 11:06:16.976339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-194a2c3b-905b-49c2-9047-864fafba3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.978547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-194a2c3b-905b-49c2-9047-864fafba3e0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.2384701 Oct 20 11:06:16.980291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-5e0e08eb-6cf1-4912-880f-17d7b18e3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:16.982543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-5e0e08eb-6cf1-4912-880f-17d7b18e3eb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 HTTP/1.1" status: 200 len: 848 time: 0.2310696 Oct 20 11:06:17.043952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8656fd3d-9fff-414c-96b4-c437892385e3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:17.050735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95f49f78-18de-4143-9514-e7861394897e req-6941a224-55de-4949-87e8-908b88d45ca5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798283 Oct 20 11:06:17.121053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8656fd3d-9fff-414c-96b4-c437892385e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:17.121548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:17.123125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-87dee85a-ad53-4dd8-97a2-562977a863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:17.127543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-87dee85a-ad53-4dd8-97a2-562977a863d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303084 Oct 20 11:06:17.142664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-dc2988cd-0b8a-4266-9206-39b97b6c8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:17.144113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-dc2988cd-0b8a-4266-9206-39b97b6c8fb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c35a5ef6-73d9-4782-bf27-4045c28d1db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455679 Oct 20 11:06:17.335584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f243155-b4ea-43b5-b0ba-1b4f3c4f32bc req-94f9d94c-bfca-4e4b-ba8b-cbc78e6723cb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:17.339368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f243155-b4ea-43b5-b0ba-1b4f3c4f32bc req-94f9d94c-bfca-4e4b-ba8b-cbc78e6723cb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.0765634 Oct 20 11:06:17.386668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-bacd58c2-4f1c-46c5-8de8-98cfbbfa88eb service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408752 Oct 20 11:06:17.402721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f243155-b4ea-43b5-b0ba-1b4f3c4f32bc req-8af9cbdd-09a9-4cd9-9a0a-7bce1c35d34f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Oct 20 11:06:17.503245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-ff3e05ac-39bd-4aa2-8cb0-528b1804120d service neutron] 10.222.0.83 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413163 Oct 20 11:06:17.589471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-ee318634-7e2d-44ff-a004-7bedc1a66b56 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850731 Oct 20 11:06:17.639656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-3cedcd8d-e4c3-47ec-ac25-318bc7c7dee3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 217 time: 0.0384197 Oct 20 11:06:17.687067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c5bd8166-b4ee-49d8-a32a-06c05a202f1a req-8766d2bd-4822-4724-aa26-e28a69a7918b service neutron] 10.222.0.83 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755104 Oct 20 11:06:17.706212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-bd14b129-9112-4664-8a37-ab4f271cb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:17.707869 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-bd14b129-9112-4664-8a37-ab4f271cb6dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0584300 Oct 20 11:06:17.766373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-f117ff0a-09c7-48c4-8707-b20a6f4f25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:17.766373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-f117ff0a-09c7-48c4-8707-b20a6f4f25dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495119 Oct 20 11:06:17.913481 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-5500351e-2b7a-4ebc-ae8d-156eddc1f0f4 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388836 Oct 20 11:06:18.033410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9894f-dda1-4cea-9f38-c406e8610a71 req-e1ab0872-e0ef-4494-906b-6f829946570e tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.039987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47a9894f-dda1-4cea-9f38-c406e8610a71 req-e1ab0872-e0ef-4494-906b-6f829946570e tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.0582585 Oct 20 11:06:18.068841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-97f5d7b2-287f-4704-b50c-fcd9a753ac3a service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418195 Oct 20 11:06:18.078416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47a9894f-dda1-4cea-9f38-c406e8610a71 req-ee257d67-d2bb-4065-92f8-f237fe57ef4d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Oct 20 11:06:18.114141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-9d3098ae-401b-43dc-91f6-868a179c57cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 217 time: 0.0380878 Oct 20 11:06:18.179474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-bbea553d-2570-40c8-b732-0641f2269d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.181074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-bbea553d-2570-40c8-b732-0641f2269d84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0574758 Oct 20 11:06:18.216150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5a0e-e7d5-4e4c-b598-55592060ee19 req-96b0f197-17ab-4da1-91e7-42bea2899fd6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.217738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eae5a0e-e7d5-4e4c-b598-55592060ee19 req-96b0f197-17ab-4da1-91e7-42bea2899fd6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0618012 Oct 20 11:06:18.239532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-e6f4d46d-3cd5-4b82-a476-349b3b31a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.241030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-e6f4d46d-3cd5-4b82-a476-349b3b31a1b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490654 Oct 20 11:06:18.264825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eae5a0e-e7d5-4e4c-b598-55592060ee19 req-fcdace01-8661-4e8d-a125-1b1f9e2665ab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Oct 20 11:06:18.344253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-e8d25cab-fdc7-489c-86c3-bbf948c9d7df service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932615 Oct 20 11:06:18.448364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-33d0e109-c827-4aa4-bf44-77a8eae13851 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953569 Oct 20 11:06:18.492137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-8cebfb78-186d-47d5-9d20-c63ce373c35e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 217 time: 0.0360744 Oct 20 11:06:18.516945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d973f-e43d-46b6-b7f8-c0ab92767d2c req-d7dbb5fb-b932-4d6d-82d2-9d6c081f8a26 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.518677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe1d973f-e43d-46b6-b7f8-c0ab92767d2c req-d7dbb5fb-b932-4d6d-82d2-9d6c081f8a26 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Oct 20 11:06:18.546364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-9b3977af-d519-42da-acf7-c512a2851b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.548070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-9b3977af-d519-42da-acf7-c512a2851b98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0465677 Oct 20 11:06:18.558864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe1d973f-e43d-46b6-b7f8-c0ab92767d2c req-aa47b8a4-0dcc-4ce6-864b-1530421dca07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Oct 20 11:06:18.601364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-246297be-0dba-445d-93ae-3b2fb2841339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.602865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-246297be-0dba-445d-93ae-3b2fb2841339 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456884 Oct 20 11:06:18.701174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-9e81199c-c833-4541-a47c-6a236f59f3c8 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896711 Oct 20 11:06:18.765249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-a27ee69f-a2ed-4a9a-9449-0a78a59e28f0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.767158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-a27ee69f-a2ed-4a9a-9449-0a78a59e28f0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 946 time: 0.0495572 Oct 20 11:06:18.807095 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-9ac9153f-1c94-4e81-947c-cfd7d0a8fa2c service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981181 Oct 20 11:06:18.860107 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-adba869a-efff-4629-ac99-f68532edd1af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.0453773 Oct 20 11:06:18.897515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port 0bbf1627-fb71-4085-8026-5e676d827f86 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:18.897865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:18.919077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-d875a24c-e0c6-4285-9430-10e42a42637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.920656 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-d875a24c-e0c6-4285-9430-10e42a42637e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0517297 Oct 20 11:06:18.991471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56092) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:18.994369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fbc72443-2977-4e38-9c37-fa109bc8f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:18.997238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-fbc72443-2977-4e38-9c37-fa109bc8f8b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675764 Oct 20 11:06:19.025754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port 0bbf1627-fb71-4085-8026-5e676d827f86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0bbf1627-fb71-4085-8026-5e676d827f86,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:19.026131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:19.046442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for 0bbf1627-fb71-4085-8026-5e676d827f86 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:19.176934 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-16c0928f-f9be-4869-9c04-a11330cee267 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713698 Oct 20 11:06:19.191402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-672c54ea-455b-44e7-b39c-8d44bc59eb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:19.283681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ebdb9ee5-11d3-4b3c-bd5e-aa5b49406125 req-d1efec7d-bf7a-4abe-94ab-0fb7c3365b35 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965316 Oct 20 11:06:19.326175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d060f7c-1ee3-4e3b-96bd-d100a079a3b2 req-89a0df23-3f72-4f1e-b891-dcfeb4179986 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:19.328238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d060f7c-1ee3-4e3b-96bd-d100a079a3b2 req-89a0df23-3f72-4f1e-b891-dcfeb4179986 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1095 time: 0.1124249 Oct 20 11:06:19.437823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d060f7c-1ee3-4e3b-96bd-d100a079a3b2 req-48008587-10fa-4f00-8de5-1189a3ff1be1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018705 Oct 20 11:06:19.803939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4516c99c-4331-4eae-8ddd-24c8d3707dfe details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:19.816819 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:19.854446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0bbf1627-fb71-4085-8026-5e676d827f86'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:19.868446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa75a4c4-119a-4be4-b370-2b1010842297 req-f9ad6e21-0d77-4b4b-87a6-228ebe0b588d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0836945 Oct 20 11:06:19.967061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:19.973194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=0bbf1627-fb71-4085-8026-5e676d827f86,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:19.983623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4516c99c-4331-4eae-8ddd-24c8d3707dfe', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'port_id': '4516c99c-4331-4eae-8ddd-24c8d3707dfe', 'mac_address': 'fa:16:3e:7f:6e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:20.010778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-672c54ea-455b-44e7-b39c-8d44bc59eb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.012810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port 0bbf1627-fb71-4085-8026-5e676d827f86 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:20.021154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.027361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6b3728f-1a8a-453d-b12e-f58f1a4dcaf8 req-b65d7e9e-3090-40b0-aa4d-f9440da2ddfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "DELETE /v2.0/ports/0bbf1627-fb71-4085-8026-5e676d827f86 HTTP/1.1" status: 204 len: 173 time: 1.2535040 Oct 20 11:06:20.039678 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.047467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a082cb-47c8-40f4-98c2-b5ae3a73505a req-5d919edc-014f-4dd6-b0e5-4fa3724a964b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:20.059323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3a082cb-47c8-40f4-98c2-b5ae3a73505a req-5d919edc-014f-4dd6-b0e5-4fa3724a964b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.6450329 Oct 20 11:06:20.061120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'name': 'network-vif-deleted', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:20.063678 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bfa639-725c-4dff-91b3-57911fe45386" -d '{"events": [{"server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "name": "network-vif-deleted", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:20.068248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4516c99c-4331-4eae-8ddd-24c8d3707dfe {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:20.090827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-672c54ea-455b-44e7-b39c-8d44bc59eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.093828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:20.101037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.146363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3a082cb-47c8-40f4-98c2-b5ae3a73505a req-0c265f41-1da7-4206-b2c2-c3bec5338422 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840228 Oct 20 11:06:20.174253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-672c54ea-455b-44e7-b39c-8d44bc59eb7f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2cc11153f884a8381b22f7ec878f236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1759710 Oct 20 11:06:20.174697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56148) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:20.201141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:20.209954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c54ea-455b-44e7-b39c-8d44bc59eb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463ee09-c35d-4bb8-aea5-917d184fe250,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:20.243161 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540bf7d1-2160-45c7-9339-6b6779e9cc75 x-openstack-request-id: req-540bf7d1-2160-45c7-9339-6b6779e9cc75 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:20.243512 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fdb447-a20e-45fc-b195-39622adcdee5", "name": "network-vif-deleted", "tag": "0bbf1627-fb71-4085-8026-5e676d827f86", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:20.243725 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-540bf7d1-2160-45c7-9339-6b6779e9cc75 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:20.244096 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdb447-a20e-45fc-b195-39622adcdee5', 'name': 'network-vif-deleted', 'tag': '0bbf1627-fb71-4085-8026-5e676d827f86', 'status': 'completed', 'code': 200} Oct 20 11:06:20.298515 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.324319 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.374792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.378909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:20.380063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e463ee09-c35d-4bb8-aea5-917d184fe250 HTTP/1.1" status: 204 len: 168 time: 0.2045288 Oct 20 11:06:20.390234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e60dc-f55d-4cca-8547-332c3a6c1e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463ee09-c35d-4bb8-aea5-917d184fe250,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:20.417234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4516c99c-4331-4eae-8ddd-24c8d3707dfe'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:20.601586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436c62-b266-4987-b1ba-24fb719e333d req-26233c00-9b27-4e2a-8e24-5abef159ebad tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:20.609463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22436c62-b266-4987-b1ba-24fb719e333d req-26233c00-9b27-4e2a-8e24-5abef159ebad tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1096 time: 0.0628600 Oct 20 11:06:20.644536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22436c62-b266-4987-b1ba-24fb719e333d req-9d75a692-f28c-4b28-8cda-0234e6e1110d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Oct 20 11:06:20.995092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-109d97ca-d3bf-4b2c-a8e1-0b7ac26fa0dc req-4d80f33a-9049-4876-802e-c4c70120c5d6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0294232 Oct 20 11:06:21.279457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb236-0492-4b70-9be7-02e84b414dcd req-2fed32bb-4ff1-479c-bcc1-aa9e11bef3f9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:21.281773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b6bb236-0492-4b70-9be7-02e84b414dcd req-2fed32bb-4ff1-479c-bcc1-aa9e11bef3f9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0560138 Oct 20 11:06:21.346036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b6bb236-0492-4b70-9be7-02e84b414dcd req-360a741f-c6ff-483f-b368-9ac934369052 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Oct 20 11:06:21.619316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290957f7-2dfc-4e58-aa69-502f5a20d4bc req-a946d730-f5cc-4e91-afd5-aec96008166d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:21.622762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-290957f7-2dfc-4e58-aa69-502f5a20d4bc req-a946d730-f5cc-4e91-afd5-aec96008166d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0794599 Oct 20 11:06:21.693092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-290957f7-2dfc-4e58-aa69-502f5a20d4bc req-7aa7471d-ebdc-4a00-a62a-d1ae98fa137f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617702 Oct 20 11:06:21.832451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4516c99c-4331-4eae-8ddd-24c8d3707dfe up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:21.868120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4b1bf-6f2c-405d-b4ba-29e94875e1a0 req-415c81f1-26fa-48dd-82d8-4a0c65d8918b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:21.869714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fa4b1bf-6f2c-405d-b4ba-29e94875e1a0 req-415c81f1-26fa-48dd-82d8-4a0c65d8918b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0681407 Oct 20 11:06:21.872732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b66f-2286-451e-90c1-40f09ef9321f req-7e11a674-4c79-427c-b56e-2e6fbe9f2774 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:21.874792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7394b66f-2286-451e-90c1-40f09ef9321f req-7e11a674-4c79-427c-b56e-2e6fbe9f2774 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1096 time: 0.1155059 Oct 20 11:06:21.942210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 4516c99c-4331-4eae-8ddd-24c8d3707dfe completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:21.943368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fa4b1bf-6f2c-405d-b4ba-29e94875e1a0 req-50e22681-417d-4e5a-b5a2-6881d299377c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614157 Oct 20 11:06:21.951870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 4516c99c-4331-4eae-8ddd-24c8d3707dfe triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:21.952235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:21.994238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7394b66f-2286-451e-90c1-40f09ef9321f req-59604aac-9919-4314-87db-786fa268cb2f tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004109 Oct 20 11:06:22.124529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:22.135158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-886b5dd1-b4a6-43d1-93a4-ba365afe65e7 req-60b98295-3553-498c-8dfb-9d75a70fb95f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0408020 Oct 20 11:06:22.158656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:22.161089 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad609578-b04c-46ca-b8cf-29dd3f92d437" -d '{"events": [{"server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "name": "network-vif-plugged", "status": "completed", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:22.212255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:22.220731 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dffab06-2ed2-41aa-b6e0-750938257f9c x-openstack-request-id: req-3dffab06-2ed2-41aa-b6e0-750938257f9c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:22.221034 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "name": "network-vif-plugged", "status": "completed", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:22.221404 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3dffab06-2ed2-41aa-b6e0-750938257f9c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:22.221704 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe', 'code': 200} Oct 20 11:06:22.222916 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:22.339324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:22.358856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-5837c5b7-ff5f-4340-934e-dc22db94ef33 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:22.360473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-5837c5b7-ff5f-4340-934e-dc22db94ef33 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1601179 Oct 20 11:06:22.360870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364553-9691-49bc-9aa3-cac3a40c81ff req-87529ca9-5038-40bb-83ed-33ec2b79ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:22.363353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28364553-9691-49bc-9aa3-cac3a40c81ff req-87529ca9-5038-40bb-83ed-33ec2b79ab08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.0691338 Oct 20 11:06:22.379224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-8ac3d3a2-580c-4aa9-bf86-08a72286f29f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/quotas/ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 375 time: 0.0099504 Oct 20 11:06:22.437569 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28364553-9691-49bc-9aa3-cac3a40c81ff req-1260ecd0-c6cb-4927-8be0-8629627e9e17 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Oct 20 11:06:22.468991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-89edd11c-edac-43f6-9881-9a647934d114 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836763 Oct 20 11:06:22.727715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-67eac766-45e4-4307-a8d2-ce1c4ec3e702 service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572138 Oct 20 11:06:22.838644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-5853a44a-d36b-4846-97df-32565193d79f service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095636 Oct 20 11:06:23.070045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0bbf1627-fb71-4085-8026-5e676d827f86 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:23.139490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 0bbf1627-fb71-4085-8026-5e676d827f86 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:23.139826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0bbf1627-fb71-4085-8026-5e676d827f86 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:23.157999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48edb393-c536-408a-aaf1-3cdb406d8fcb req-56bf1d1f-519f-4102-8b40-36da84b51650 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 210 time: 0.0546672 Oct 20 11:06:23.257979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad5fd2-a3c3-4f21-92bc-0863b0a2d2ba req-9b337fce-46bb-45ea-8a94-50bb09c61460 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:23.259617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-acad5fd2-a3c3-4f21-92bc-0863b0a2d2ba req-9b337fce-46bb-45ea-8a94-50bb09c61460 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.0817516 Oct 20 11:06:23.357277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13f57bb3-f53f-432f-be7d-2c0d222e5b6d req-e263b1cc-737f-422a-9568-450a0c5bdab8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.0792990 Oct 20 11:06:23.398438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-acad5fd2-a3c3-4f21-92bc-0863b0a2d2ba req-3950d6c9-1d59-4495-8039-450b49be50a6 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244481 Oct 20 11:06:24.327710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-7d79dad6-6d40-4e6f-a1f9-3acaaac7381b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:24.329254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-7d79dad6-6d40-4e6f-a1f9-3acaaac7381b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.2009232 Oct 20 11:06:24.346345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'device_id': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'admin_state_up': True, 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:24.432468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0a53c08-108c-428f-85c2-6832608b987f req-fb4abebd-38b1-4680-ab0f-eb5bffcd2833 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 210 time: 0.0997591 Oct 20 11:06:24.671603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-232e131e-6eb0-4a9e-82e8-6b4ea987a246 req-46edd7c5-50fc-4050-a2a6-d4a7b94daa78 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.1196754 Oct 20 11:06:24.700843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d6f0-cdf0-4d99-975b-70b1816c834d req-19d45223-bbdf-4916-8a52-443a8265d0f5 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:24.714362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcf4d6f0-cdf0-4d99-975b-70b1816c834d req-19d45223-bbdf-4916-8a52-443a8265d0f5 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.1595211 Oct 20 11:06:24.814786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:24.824075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:24.914194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcf4d6f0-cdf0-4d99-975b-70b1816c834d req-38f63191-4122-42dd-9efc-2164c5b3baf3 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974816 Oct 20 11:06:25.072986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.20.0.14 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/bc3017bb-eb6d-4185-b780-30262ba0bc53) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:25.086585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b148bb-d9e0-4e3b-b64c-0614fcd28a45 req-cadc96f3-18c9-42c3-84ea-368c28aacaca tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:25.088299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8b148bb-d9e0-4e3b-b64c-0614fcd28a45 req-cadc96f3-18c9-42c3-84ea-368c28aacaca tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.0737331 Oct 20 11:06:25.193939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8b148bb-d9e0-4e3b-b64c-0614fcd28a45 req-678a71e2-b81d-4dfe-900c-786f38467c67 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932443 Oct 20 11:06:25.374600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:25.461402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:25.474343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:25.524458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:25.534193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.534622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.535088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.535521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.535932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.536338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.537432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.537833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.538234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.538676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.539112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.539571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:25.581299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:25.597183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976abc9-53ad-4daa-bf67-77af75820270 req-308973c5-2a9c-4aa9-b14f-f7171374c348 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:25.605602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0976abc9-53ad-4daa-bf67-77af75820270 req-308973c5-2a9c-4aa9-b14f-f7171374c348 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.3318560 Oct 20 11:06:25.625155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:25.628158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:25.664141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0976abc9-53ad-4daa-bf67-77af75820270 req-2a85dad7-ec75-4e7c-a05d-fb2b0bc6385f tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Oct 20 11:06:25.796497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739d082-3b28-4809-af0c-441979fd67a6 req-b1bfe72e-28d2-47d2-9a1d-db8ddf7d3c2e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:25.803772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a739d082-3b28-4809-af0c-441979fd67a6 req-b1bfe72e-28d2-47d2-9a1d-db8ddf7d3c2e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 932 time: 0.2477522 Oct 20 11:06:25.900644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a739d082-3b28-4809-af0c-441979fd67a6 req-6ffaf384-32f8-42c4-b673-80ed40bbc026 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874233 Oct 20 11:06:25.925230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:25.925864 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:25.976087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f6fb00bb-69b6-4435-9f74-461dfe6ebdc9 req-14325b56-ae0a-4758-8153-f480c548915c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=11fdb447-a20e-45fc-b195-39622adcdee5 HTTP/1.1" status: 200 len: 210 time: 0.1243567 Oct 20 11:06:25.998464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-1bcff784-5be3-4bab-8ec6-97b487ef6918 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6576660 Oct 20 11:06:26.022051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Request body: {'port': {'device_id': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:26.038025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c8b54cbd-f87a-41c3-87db-26a9645a4f0a None None] Provisioning complete for port bc3017bb-eb6d-4185-b780-30262ba0bc53 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:26.038640 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8b54cbd-f87a-41c3-87db-26a9645a4f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:26.120085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c8b54cbd-f87a-41c3-87db-26a9645a4f0a None None] Port bc3017bb-eb6d-4185-b780-30262ba0bc53 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:26.171229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:26.375787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-8877ce0d-312d-4f60-b445-acf4b13535d3 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:26.387530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-8877ce0d-312d-4f60-b445-acf4b13535d3 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.2970381 Oct 20 11:06:26.421703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-a15be406-4f9e-4b7f-a99d-b19da77276cc tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/quotas/afced8c49c7e4703823f5390e4238b53 HTTP/1.1" status: 200 len: 375 time: 0.0192623 Oct 20 11:06:26.563828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-48d50759-6d34-4d7a-8f3b-3a902ddd4e22 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151063 Oct 20 11:06:26.725424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-2ddb7af9-8a14-43d0-8e1f-10930db8d291 service neutron] 10.222.0.74 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605685 Oct 20 11:06:26.756301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3017bb-eb6d-4185-b780-30262ba0bc53 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:26.772035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:26.821098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Transition to ACTIVE for port object bc3017bb-eb6d-4185-b780-30262ba0bc53 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:06:26.835997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:26.883023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-9468f55e-3bbc-4940-bcf5-5a823dd34677 service neutron] 10.222.0.74 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566679 Oct 20 11:06:26.930508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:27.128666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Attempting to bind port bc3017bb-eb6d-4185-b780-30262ba0bc53 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:27.128944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Attempting to bind port bc3017bb-eb6d-4185-b780-30262ba0bc53 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:27.129276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Attempting to bind port bc3017bb-eb6d-4185-b780-30262ba0bc53 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:27.134531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Port bc3017bb-eb6d-4185-b780-30262ba0bc53 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:06:27.134864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Attempting to bind port bc3017bb-eb6d-4185-b780-30262ba0bc53 on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:27.146161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f438232-5b16-48d4-b3f0-79d4da2fc406 req-ad86b2cf-b22c-4458-af05-bd1181ed0264 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:27.147740 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f438232-5b16-48d4-b3f0-79d4da2fc406 req-ad86b2cf-b22c-4458-af05-bd1181ed0264 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 944 time: 0.1237280 Oct 20 11:06:27.161439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:27.162348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:27.162749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:27.163460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Bound port: bc3017bb-eb6d-4185-b780-30262ba0bc53, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:27.163595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:27.339640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:27.356829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:27.360328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d52a90dd-3189-4d5d-9a2c-7a02fe9ad8ad req-fe3aa660-d6eb-4a20-ae28-ddae11dad7de tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 210 time: 0.1027482 Oct 20 11:06:27.363168 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:27.412909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f438232-5b16-48d4-b3f0-79d4da2fc406 req-ded5cca7-d200-41fa-8486-1a939ba3bbd0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441542 Oct 20 11:06:27.423939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:27.425182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:27.426658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/bc3017bb-eb6d-4185-b780-30262ba0bc53 HTTP/1.1" status: 200 len: 1093 time: 1.4185226 Oct 20 11:06:27.427130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:27.431130 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47227a14-375a-4f3a-89d1-615fba83e32f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:27.577376 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b3e957-c4c1-4861-bb40-471657921999 x-openstack-request-id: req-f0b3e957-c4c1-4861-bb40-471657921999 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:27.577376 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:27.577630 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0b3e957-c4c1-4861-bb40-471657921999 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:27.578048 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53', 'status': 'completed', 'code': 200} Oct 20 11:06:27.620323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1e8f-13bf-4a35-b142-93edf314a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:27.647456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-c72e636a-84bc-47e3-80c6-ed604101c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:27.650607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-c72e636a-84bc-47e3-80c6-ed604101c505 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 1096 time: 0.1596665 Oct 20 11:06:27.727572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-f2766a36-3da2-4a11-9c25-03d177dd6aa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53 HTTP/1.1" status: 200 len: 217 time: 0.0668209 Oct 20 11:06:27.803690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-c3dc3ee2-6348-4ab8-9ace-13abeacf2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:27.808511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-c3dc3ee2-6348-4ab8-9ace-13abeacf2a92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0747330 Oct 20 11:06:27.940884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d890f92f-0693-417c-8b3c-3a07b95ca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:27.944946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-d890f92f-0693-417c-8b3c-3a07b95ca2a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273749 Oct 20 11:06:28.035296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56334) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:28.141993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-ef34ffbc-bf4b-4eee-9e9d-877f9f55891f service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852224 Oct 20 11:06:28.198056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10c4-bf7e-4366-a387-38befee93c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.299502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10c4-bf7e-4366-a387-38befee93c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.307388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10c4-bf7e-4366-a387-38befee93c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.315586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c44c015-981e-47c0-b21b-2da5ac859107 req-51049ade-074f-454d-a245-3d08067f1ed2 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600509 Oct 20 11:06:28.361008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a10c4-bf7e-4366-a387-38befee93c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11129696-6ba2-4dbc-a4f7-718421e1b87f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:28.366578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe0a10c4-bf7e-4366-a387-38befee93c58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=52037fc56f3946c2b81dba1fc57d4d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294504 Oct 20 11:06:28.369172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56342) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:28.493227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47227a14-375a-4f3a-89d1-615fba83e32f req-0b865e77-ddcb-467a-b54e-6af39799bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:28.494005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9c36-ddfb-4621-91fa-8ec4a3803cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.511750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-0b865e77-ddcb-467a-b54e-6af39799bb5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 1096 time: 0.1202595 Oct 20 11:06:28.547184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.610042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbc93c1d-7033-4e4c-8e98-8ebc14b82bc1 req-78da831b-1682-421e-9728-4d6520ce4ff8 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 210 time: 0.1284010 Oct 20 11:06:28.627939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.726700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-508c35e3-7294-4340-af2d-57c2e6ebff53 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:28.728565 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-508c35e3-7294-4340-af2d-57c2e6ebff53 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.70 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.1584358 Oct 20 11:06:28.761616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Request body: {'port': {'device_id': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'admin_state_up': True, 'tenant_id': 'afced8c49c7e4703823f5390e4238b53'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:28.767562 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.772803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.774519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11129696-6ba2-4dbc-a4f7-718421e1b87f HTTP/1.1" status: 204 len: 168 time: 0.4039545 Oct 20 11:06:28.832365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d2a0-8955-44dd-ae34-5b0eb2b2e969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11129696-6ba2-4dbc-a4f7-718421e1b87f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:28.866036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Made reservation on behalf of afced8c49c7e4703823f5390e4238b53 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:28.868890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:28.939606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008820b-6133-489e-be23-eb04fc96e9d5 req-3e8cea52-9a69-4e2a-81ee-5ac251b6c2bc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:28.941110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2008820b-6133-489e-be23-eb04fc96e9d5 req-3e8cea52-9a69-4e2a-81ee-5ac251b6c2bc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 944 time: 0.3589141 Oct 20 11:06:28.949601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47227a14-375a-4f3a-89d1-615fba83e32f req-37c5b505-835e-4ed4-b624-5b08dbb90b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:28.951055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-37c5b505-835e-4ed4-b624-5b08dbb90b9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.4195137 Oct 20 11:06:29.035179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Allocated IP 172.20.0.7 (c35a5ef6-73d9-4782-bf27-4045c28d1db4/fb58dd43-9f76-47f8-a59f-c73edfbfbfc9/8cf53c7c-3f11-4dce-950c-063cb35ecae7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:29.075451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2008820b-6133-489e-be23-eb04fc96e9d5 req-22e83794-a43f-4b06-a604-d4ae3e78159f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273670 Oct 20 11:06:29.076834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-b821378a-9a62-4574-aeb6-6a5c035b6030 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53 HTTP/1.1" status: 200 len: 217 time: 0.0841277 Oct 20 11:06:29.155429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47227a14-375a-4f3a-89d1-615fba83e32f req-7b8cad6d-5b1e-4038-9c6c-b2a574abeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:29.157078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-7b8cad6d-5b1e-4038-9c6c-b2a574abeae7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0720479 Oct 20 11:06:29.249167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47227a14-375a-4f3a-89d1-615fba83e32f req-3c171047-be47-4ae0-943b-7275c7391883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:29.250809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-3c171047-be47-4ae0-943b-7275c7391883 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850108 Oct 20 11:06:29.285750 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:29.367413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:29.380921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4516c99c-4331-4eae-8ddd-24c8d3707dfe'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:29.456498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:29.463503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:29.475006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:29.534933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-0c13bb71-b468-4681-918b-5cebc8eb7300 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740312 Oct 20 11:06:29.580174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:29.580786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:29.587766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:29.632188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-4b7e415e-5970-4158-a38c-fac53e3801db tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8934343 Oct 20 11:06:29.644736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Request body: {'port': {'device_id': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:29.777999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:29.891481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddb7cd-3665-4180-89ba-d0423f424eab req-93d8df52-eb13-4dda-88a8-8a7e81d94c85 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:29.892985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dddb7cd-3665-4180-89ba-d0423f424eab req-93d8df52-eb13-4dda-88a8-8a7e81d94c85 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1027 time: 0.1405153 Oct 20 11:06:29.900610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47227a14-375a-4f3a-89d1-615fba83e32f req-afd7fb79-dd55-4509-a5d9-6339c7f53f5f service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542933 Oct 20 11:06:29.970671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-476f3a33-6359-41e8-90b0-564b410794ae None None] Provisioning complete for port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:29.971223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-476f3a33-6359-41e8-90b0-564b410794ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:29.983159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dddb7cd-3665-4180-89ba-d0423f424eab req-f3b647df-1831-4a46-88ee-f814b53eea7a tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781088 Oct 20 11:06:30.039833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-476f3a33-6359-41e8-90b0-564b410794ae None None] Port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:30.176944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf53c7c-3f11-4dce-950c-063cb35ecae7 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:30.187584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:30.207815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Transition to ACTIVE for port object 8cf53c7c-3f11-4dce-950c-063cb35ecae7 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:06:30.214851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:30.287595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259816b-d897-4813-ab02-4c69d087e394 req-18b6cba9-1a23-4da4-a6d8-ddb9b343b08c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:30.300305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c259816b-d897-4813-ab02-4c69d087e394 req-18b6cba9-1a23-4da4-a6d8-ddb9b343b08c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 944 time: 0.0993583 Oct 20 11:06:30.334465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Pushing event updated for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:30.391959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c259816b-d897-4813-ab02-4c69d087e394 req-8a2a8e30-de7d-4e62-b54d-1cacced55a8e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863686 Oct 20 11:06:30.501270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Attempting to bind port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:30.501828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Attempting to bind port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:30.502269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Attempting to bind port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:30.508640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:06:30.509064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Attempting to bind port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 on network c35a5ef6-73d9-4782-bf27-4045c28d1db4 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:30.515580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:30.515948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Checking segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:30.516501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Bound using segment: {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:30.517318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Bound port: 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e54942-60ec-4d76-91ed-8379e1da5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:30.517902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:30.618069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:30.621878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:30.627699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:30.669407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:30.669850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:30.671253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] 10.222.0.70 "PUT /v2.0/ports/8cf53c7c-3f11-4dce-950c-063cb35ecae7 HTTP/1.1" status: 200 len: 1092 time: 1.0316362 Oct 20 11:06:30.672261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:30.674499 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224332e-9c8b-47f0-957a-e06714bec89b" -d '{"events": [{"name": "network-changed", "server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:30.705019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8979-9632-43bf-9442-5ab01deb706a service neutron] Pushing event updated for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:30.728478 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f6f0c9-863d-46db-a26c-ae4a06681168 x-openstack-request-id: req-e4f6f0c9-863d-46db-a26c-ae4a06681168 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:30.729059 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:30.729412 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4f6f0c9-863d-46db-a26c-ae4a06681168 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:30.729938 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7', 'status': 'completed', 'code': 200} Oct 20 11:06:30.785411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-7fa5579d-86fc-4b30-b95a-9ff5e7326d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:30.787241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-7fa5579d-86fc-4b30-b95a-9ff5e7326d3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1095 time: 0.0534823 Oct 20 11:06:30.842899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-20500672-bb02-4c54-927c-0a53ca47f699 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7 HTTP/1.1" status: 200 len: 217 time: 0.0437455 Oct 20 11:06:30.928159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-c61aeb2c-5728-4512-a2db-768f5a9cc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:30.929773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-c61aeb2c-5728-4512-a2db-768f5a9cc779 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 HTTP/1.1" status: 200 len: 848 time: 0.0778780 Oct 20 11:06:31.029742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-244d147b-d535-4283-9c3c-a36165cecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:31.031348 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-244d147b-d535-4283-9c3c-a36165cecc3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c35a5ef6-73d9-4782-bf27-4045c28d1db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940943 Oct 20 11:06:31.087481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bc3017bb-eb6d-4185-b780-30262ba0bc53 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:31.114392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd645-4956-4fb2-a0cb-be710c8379f5 req-2a933da7-a05f-4acb-9027-6dc47baea624 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:31.116997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbabd645-4956-4fb2-a0cb-be710c8379f5 req-2a933da7-a05f-4acb-9027-6dc47baea624 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1095 time: 0.0496199 Oct 20 11:06:31.172451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fbabd645-4956-4fb2-a0cb-be710c8379f5 req-ada475e3-edda-45c6-86d4-e077435dbaca tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Oct 20 11:06:31.205929 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-7a86ae3e-7b83-479b-9c5e-5ab107ee82c9 service neutron] 10.222.0.70 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598053 Oct 20 11:06:31.254390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:31.266798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'bc3017bb-eb6d-4185-b780-30262ba0bc53', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'bc3017bb-eb6d-4185-b780-30262ba0bc53', 'mac_address': 'fa:16:3e:fc:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:31.312509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:31.328523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3017bb-eb6d-4185-b780-30262ba0bc53 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:31.355487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:31.373593 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:31.407036 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c84de6d4-d7be-4a8d-a059-cbbce099bb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:31.445935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:31.582031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:31.659151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1965c-0fac-4c77-b2c5-81d453a84707 req-46e0e503-c95f-4e68-9e48-6370432da720 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:31.667949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08b1965c-0fac-4c77-b2c5-81d453a84707 req-46e0e503-c95f-4e68-9e48-6370432da720 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 945 time: 0.1346695 Oct 20 11:06:31.768457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08b1965c-0fac-4c77-b2c5-81d453a84707 req-ad91154c-8222-4558-a808-d656cb46a95a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880203 Oct 20 11:06:31.840854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:31.855658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-bd9f044c-972f-47aa-8f52-58be07490c04 req-e1f9d91a-ad2a-4ff3-afc6-1ac85eba0505 service neutron] 10.222.0.70 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393819 Oct 20 11:06:31.970279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224332e-9c8b-47f0-957a-e06714bec89b req-d741505e-1d6f-48af-9fa0-6aaa5df1a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:31.971824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-d741505e-1d6f-48af-9fa0-6aaa5df1a620 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afced8c49c7e4703823f5390e4238b53&device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1095 time: 0.0542729 Oct 20 11:06:32.212486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224332e-9c8b-47f0-957a-e06714bec89b req-25ff00ab-a774-47c3-8b43-c2e7dc6b40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:32.220336 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-25ff00ab-a774-47c3-8b43-c2e7dc6b40a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 200 len: 911 time: 0.2341316 Oct 20 11:06:32.331403 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-f420f896-1507-4e01-ba1c-bbaea2c52b1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7 HTTP/1.1" status: 200 len: 217 time: 0.1038761 Oct 20 11:06:32.351811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff984-b25a-48e6-84f0-dbde64aeba20 req-d99caab4-929e-476d-ba4e-73f3a0e097fb tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:32.360187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-939ff984-b25a-48e6-84f0-dbde64aeba20 req-d99caab4-929e-476d-ba4e-73f3a0e097fb tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1095 time: 0.0666394 Oct 20 11:06:32.402023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-939ff984-b25a-48e6-84f0-dbde64aeba20 req-cee3b7c2-2f4b-44b6-89ad-74f6569ec53f tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Oct 20 11:06:32.422931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224332e-9c8b-47f0-957a-e06714bec89b req-01a6e53e-17c7-478f-b5db-4755c6be3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:32.425522 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-01a6e53e-17c7-478f-b5db-4755c6be3fc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 HTTP/1.1" status: 200 len: 848 time: 0.0870266 Oct 20 11:06:32.445152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:32.478094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224332e-9c8b-47f0-957a-e06714bec89b req-794cde2c-78a1-4807-88e7-5ca8c6b3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:32.479727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-794cde2c-78a1-4807-88e7-5ca8c6b3eb71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c35a5ef6-73d9-4782-bf27-4045c28d1db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439367 Oct 20 11:06:32.577089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-585c7def-0cdf-42b2-8fef-52094bf2bf09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.593215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-f61a24f8-5017-470a-af82-51a712335f1a service neutron] 10.222.0.70 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053939 Oct 20 11:06:32.678177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-585c7def-0cdf-42b2-8fef-52094bf2bf09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.693937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-585c7def-0cdf-42b2-8fef-52094bf2bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.717120 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c224332e-9c8b-47f0-957a-e06714bec89b req-82a3c338-aee1-4949-a1b4-358a26d9b619 service neutron] 10.222.0.70 "GET /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159062 Oct 20 11:06:32.758105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-585c7def-0cdf-42b2-8fef-52094bf2bf09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4928da98af0448c2a6243033bcadeb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112652 Oct 20 11:06:32.759469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c7def-0cdf-42b2-8fef-52094bf2bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91deb675-0929-4847-a8b7-be9c10eb8223,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:32.761164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:32.842118 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.843629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.884913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.960402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47c530-615d-4f96-96da-9a51cd7115b4 req-0b5523a1-6a09-4864-8ba2-d44edbb75e7e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:32.968114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e47c530-615d-4f96-96da-9a51cd7115b4 req-0b5523a1-6a09-4864-8ba2-d44edbb75e7e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 945 time: 0.1079242 Oct 20 11:06:32.988123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.994129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:32.997719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91deb675-0929-4847-a8b7-be9c10eb8223 HTTP/1.1" status: 204 len: 168 time: 0.2352977 Oct 20 11:06:33.016813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6f48c-7d5b-4b84-84c5-00d5640f1652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91deb675-0929-4847-a8b7-be9c10eb8223,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:33.070499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e47c530-615d-4f96-96da-9a51cd7115b4 req-d876946c-22d9-44b0-a6d1-0f2b72f854f5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 Oct 20 11:06:33.091152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8cf53c7c-3f11-4dce-950c-063cb35ecae7 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:33.095420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bc3017bb-eb6d-4185-b780-30262ba0bc53 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:33.268941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:33.284846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8cf53c7c-3f11-4dce-950c-063cb35ecae7', 'network_id': 'c35a5ef6-73d9-4782-bf27-4045c28d1db4', 'port_id': '8cf53c7c-3f11-4dce-950c-063cb35ecae7', 'mac_address': 'fa:16:3e:6d:06:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb58dd43-9f76-47f8-a59f-c73edfbfbfc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:33.358729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port bc3017bb-eb6d-4185-b780-30262ba0bc53 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:33.374193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port bc3017bb-eb6d-4185-b780-30262ba0bc53 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:33.374736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:33.379456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:33.419290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf53c7c-3f11-4dce-950c-063cb35ecae7 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:33.485042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:33.506712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:33.619412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:33.644606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1dc9-908e-4954-8039-cc6ebdd9d449 req-be5cd67e-daea-4fc9-9250-d5757a8e7002 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:33.646131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09ec1dc9-908e-4954-8039-cc6ebdd9d449 req-be5cd67e-daea-4fc9-9250-d5757a8e7002 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1096 time: 0.1012468 Oct 20 11:06:33.655755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:33.657056 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7f069c-6f02-48aa-a59a-af49f793a2f6" -d '{"events": [{"server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "name": "network-vif-plugged", "status": "completed", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:33.719012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:33.731193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:33.733867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8cf53c7c-3f11-4dce-950c-063cb35ecae7'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:33.738721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09ec1dc9-908e-4954-8039-cc6ebdd9d449 req-101312ae-78cd-4f0a-a07b-4c635ecfba52 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800197 Oct 20 11:06:33.775049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:33.815949 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531cd9ce-7016-4124-beaa-22f3891b12fe x-openstack-request-id: req-531cd9ce-7016-4124-beaa-22f3891b12fe {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:33.816233 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "name": "network-vif-plugged", "status": "completed", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:33.816681 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-531cd9ce-7016-4124-beaa-22f3891b12fe {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:33.817236 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53', 'code': 200} Oct 20 11:06:33.874774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:33.957620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99d61-e4ae-4a7b-b010-0349e51410c2 req-91e91258-2dba-45ac-8e7c-44592cd42b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:33.959650 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83d99d61-e4ae-4a7b-b010-0349e51410c2 req-91e91258-2dba-45ac-8e7c-44592cd42b50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 1098 time: 0.0707386 Oct 20 11:06:34.028323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83d99d61-e4ae-4a7b-b010-0349e51410c2 req-0b259002-c229-4db5-9a5a-0c673275adab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Oct 20 11:06:34.201891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904e700-81ab-4844-95b1-dc88bcceebad req-17f3fcc2-3b5a-4dfa-a71c-448a630ddb34 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:34.203778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a904e700-81ab-4844-95b1-dc88bcceebad req-17f3fcc2-3b5a-4dfa-a71c-448a630ddb34 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 946 time: 0.0669477 Oct 20 11:06:34.243595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a904e700-81ab-4844-95b1-dc88bcceebad req-4cdb0d8f-4ae4-4bd1-a172-4d7e341d86ea tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Oct 20 11:06:34.355057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.653457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:34.801698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'network': {'name': 'tempest-network-smoke--1813870222', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:34.824081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:34.827587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.836199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.845328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecceda3-07a2-467c-8ada-467dc98205ea req-fc02a3d7-ce00-4193-a512-1a0dc4223ece tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:34.846897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eecceda3-07a2-467c-8ada-467dc98205ea req-fc02a3d7-ce00-4193-a512-1a0dc4223ece tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1096 time: 0.0451825 Oct 20 11:06:34.883124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eecceda3-07a2-467c-8ada-467dc98205ea req-5274a336-6b8e-45b1-93d2-d7bd49e8a01d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299444 Oct 20 11:06:34.915878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.919378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.941443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:06:34.954593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1920a-9399-43a5-a789-bb5f2dc982e0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:34.959282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:34.959919 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Added segment dbdbbc80-1b0c-4852-9ac7-d7f75b66326c of type vlan for network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 Oct 20 11:06:34.998293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.027201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.033700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:35.034926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.098123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8cf53c7c-3f11-4dce-950c-063cb35ecae7 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:35.124888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Network': ['ID=8b3c4ad6-5e6f-43b0-92a5-744e5d175164,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:35.130509 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09345685-dc0e-4e3c-bf07-80eab1687507 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4759488 Oct 20 11:06:35.133729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56524) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:35.138648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-615395', 'admin_state_up': True, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:35.149942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:06:35.169749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.171159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.233364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.410102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:35.413617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed824af9-b3a7-4d29-8e14-85dc763d687b req-cebda09d-f09a-45d7-bd54-5e6c59431b5b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:35.417669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:35.419026 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.422357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed824af9-b3a7-4d29-8e14-85dc763d687b req-cebda09d-f09a-45d7-bd54-5e6c59431b5b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 946 time: 0.0685408 Oct 20 11:06:35.459422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.466810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed824af9-b3a7-4d29-8e14-85dc763d687b req-58dfd340-9d27-495f-b421-10ddb90f2e9d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Oct 20 11:06:35.515483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.554555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:35.559190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.610074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:35.693345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.713953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:35.824313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:35.828437 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b159d0-3ef7-4ca8-9c16-3734c801c7a7" -d '{"events": [{"server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "name": "network-vif-plugged", "status": "completed", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:35.850499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.25.3.44 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/9a78bec0-631f-4475-b43e-7b12bf08fff5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:35.872544 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d264baae-027c-437b-8d4d-154dd53a1914 x-openstack-request-id: req-d264baae-027c-437b-8d4d-154dd53a1914 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:35.872907 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "name": "network-vif-plugged", "status": "completed", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:35.873583 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d264baae-027c-437b-8d4d-154dd53a1914 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:35.874455 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7', 'code': 200} Oct 20 11:06:36.011173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77be86-0a09-4e06-ad8a-5433e0c1c9e2 req-a30d610b-fa5f-4d47-bbff-06d20c70df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:36.012691 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fe77be86-0a09-4e06-ad8a-5433e0c1c9e2 req-a30d610b-fa5f-4d47-bbff-06d20c70df18 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.0701778 Oct 20 11:06:36.016406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852e99-c593-40c4-b385-0b789b599c74 req-2017817f-0ef5-45e3-92ad-ea79eec01df1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:36.017634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.029221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc852e99-c593-40c4-b385-0b789b599c74 req-2017817f-0ef5-45e3-92ad-ea79eec01df1 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.0659263 Oct 20 11:06:36.069793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fe77be86-0a09-4e06-ad8a-5433e0c1c9e2 req-c56bf085-35ae-4e42-b3ba-99d447d396c6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Oct 20 11:06:36.079367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc852e99-c593-40c4-b385-0b789b599c74 req-ae2ec14b-5de7-4585-a85c-b011b9279091 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Oct 20 11:06:36.082886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.123489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:36.126655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:36.130708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:36.158528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=9a78bec0-631f-4475-b43e-7b12bf08fff5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:36.472959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.685178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.816958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:06:36.946258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:36.961764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:36.971413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.976571 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e54a37c-399d-4f1e-9ddd-0191807f5222 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8385024 Oct 20 11:06:36.976842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56550) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:36.979270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:36.980231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:37.067427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7330286-831d-497a-9eb1-c2ac4aab5e67 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=e911363dfa9f4fa8b71bf1c01b0773b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891905 Oct 20 11:06:37.069970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56554) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:37.139645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:37.277824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5049f1-5a4f-4110-ae22-c0ea1a350a33 req-8c8002ff-7539-4868-8dd3-1d30b795377d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:37.279384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba5049f1-5a4f-4110-ae22-c0ea1a350a33 req-8c8002ff-7539-4868-8dd3-1d30b795377d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.1150815 Oct 20 11:06:37.347659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba5049f1-5a4f-4110-ae22-c0ea1a350a33 req-df2e4ad1-1934-4ea5-a5ca-7845304d4ffa tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554912 Oct 20 11:06:37.393823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09777544-7132-49c1-8bda-1bd993e7e8e2 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:37.395392 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09777544-7132-49c1-8bda-1bd993e7e8e2 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3242443 Oct 20 11:06:37.398870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56562) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:37.430022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:36Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:37.448094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2729e4d7-bd70-4134-88a4-f69295c7a6ee tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480604 Oct 20 11:06:37.450604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56564) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:37.455679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1616961184', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:37.470962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:37.471415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Updating router 537de320-9008-48e0-82f7-d6bd2a9b4bfd port 9a78bec0-631f-4475-b43e-7b12bf08fff5 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:06:37.498927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.559834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:37.565179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.796626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.865694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Subnet': ['ID=05597b23-022d-47bd-9107-aa869652bc7f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:37.876045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.885252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.904972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Checking segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:37.915535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network hostable DHCP agents. Network: 8b3c4ad6-5e6f-43b0-92a5-744e5d175164, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:06:37.947169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:06:37.949969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Attempting to bind port 9a78bec0-631f-4475-b43e-7b12bf08fff5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:37.950553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Attempting to bind port 9a78bec0-631f-4475-b43e-7b12bf08fff5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:37.950986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Attempting to bind port 9a78bec0-631f-4475-b43e-7b12bf08fff5 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:37.961052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:37.961501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:37.961980 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.962526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:37.962956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Bound port: 9a78bec0-631f-4475-b43e-7b12bf08fff5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:37.963493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.967353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8b3c4ad6-5e6f-43b0-92a5-744e5d175164) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:37.974898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:37.975772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.996484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-accafd01-05ab-424c-a887-734457f44dac tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5436993 Oct 20 11:06:37.997575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dbaae-edb3-46d7-ba4a-9fd73c4898d5 None None] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:37.998383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56570) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:38.019156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525a72a-9ca4-4e89-b928-aeb85d3b699d None None] Pushing event updated for resources: {'Port': ['ID=9a78bec0-631f-4475-b43e-7b12bf08fff5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:38.097403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] For port 9a78bec0-631f-4475-b43e-7b12bf08fff5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:38.102316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] For port 9a78bec0-631f-4475-b43e-7b12bf08fff5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9a78bec0-631f-4475-b43e-7b12bf08fff5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:38.110133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:38.205573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:38.206211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:38.329484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:38.535245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ccf65-23d7-4085-9bdb-b98eedacc30e req-21480eb8-fff8-4181-bd85-0fd8f0167721 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:38.538143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f4ccf65-23d7-4085-9bdb-b98eedacc30e req-21480eb8-fff8-4181-bd85-0fd8f0167721 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.0747280 Oct 20 11:06:38.608273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f4ccf65-23d7-4085-9bdb-b98eedacc30e req-5804aee3-014e-4be7-9523-8b60d13fa505 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568056 Oct 20 11:06:38.621709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525a72a-9ca4-4e89-b928-aeb85d3b699d None None] Pushing event updated for resources: {'Port': ['ID=9a78bec0-631f-4475-b43e-7b12bf08fff5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:38.663222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:06:38.664078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:38.679889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:36Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:38.718612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371caac7-1166-4ed8-9cac-006a069a1f87 None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:36Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:38.854511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd11eb-70b2-4e4e-975f-ba90ef179066 req-a3e448b3-5156-4c8b-85ff-807dada9c757 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:38.863110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74fd11eb-70b2-4e4e-975f-ba90ef179066 req-a3e448b3-5156-4c8b-85ff-807dada9c757 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.1070621 Oct 20 11:06:38.928819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74fd11eb-70b2-4e4e-975f-ba90ef179066 req-13b5ff87-e7e5-4495-bed8-64b22edac240 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601158 Oct 20 11:06:39.019620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Allocated IP 172.20.0.2 (8b3c4ad6-5e6f-43b0-92a5-744e5d175164/05597b23-022d-47bd-9107-aa869652bc7f/9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:39.195417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395ed7-9386-4e16-9cc3-8a0c948454b4 req-5cd35c96-91a5-42cb-840b-e873aa312346 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:39.217481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5395ed7-9386-4e16-9cc3-8a0c948454b4 req-5cd35c96-91a5-42cb-840b-e873aa312346 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.1454239 Oct 20 11:06:39.306923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5395ed7-9386-4e16-9cc3-8a0c948454b4 req-94be8f47-e3f8-49d9-b4cf-939436f624cd tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883942 Oct 20 11:06:39.394316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.414131 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.470060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:39.475273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:39.482219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:39.562185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Pushing event updated for resources: {'Port': ['ID=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:39.615298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.663102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Attempting to bind port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:39.665788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Attempting to bind port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:39.666471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Attempting to bind port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a on network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:39.679282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:39.679671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Checking segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:39.680080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.680479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Bound using segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:39.680971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Bound port: 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:39.681353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.860210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3696945-d863-4fe6-b9e5-aa69eefb41be req-1dc9617b-a6df-43b2-8e98-1bc5fccab769 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:39.861981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] For port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:39.870292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3696945-d863-4fe6-b9e5-aa69eefb41be req-1dc9617b-a6df-43b2-8e98-1bc5fccab769 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.0989542 Oct 20 11:06:39.872477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] For port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:39.884254 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.954831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3696945-d863-4fe6-b9e5-aa69eefb41be req-736d6d6c-65b9-4ee6-8881-d3b09cd1afba tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Oct 20 11:06:39.981923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad313-8bc8-4bdb-b8f0-5dfb5329142d None None] Pushing event updated for resources: {'Port': ['ID=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:40.320679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.1 (8b3c4ad6-5e6f-43b0-92a5-744e5d175164/05597b23-022d-47bd-9107-aa869652bc7f/50fef53f-5e2c-45ca-b2f3-8a1069a8df15) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:40.560149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:40.607541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:40.671069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:40.674639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:40.681105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:40.718257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:40.737399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:40.905044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.139442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910b35-1ea2-4a3a-8e62-3d7b7ea59615 req-6982a870-fbab-4658-9cb4-2fbd5935e949 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:41.149502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96910b35-1ea2-4a3a-8e62-3d7b7ea59615 req-6982a870-fbab-4658-9cb4-2fbd5935e949 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.0933843 Oct 20 11:06:41.196632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:41.206121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-11b7582e-1cbc-4a31-9299-c9eb818bbe78 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:41.207477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96910b35-1ea2-4a3a-8e62-3d7b7ea59615 req-7b35cca8-c041-4ec5-9433-fa556cb5e499 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570385 Oct 20 11:06:41.208506 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-11b7582e-1cbc-4a31-9299-c9eb818bbe78 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 1097 time: 0.1166909 Oct 20 11:06:41.273998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:41.274367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.374014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.376748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Deleting port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:41.377105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.391288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.430797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.482311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:41.489656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.490854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9a78bec0-631f-4475-b43e-7b12bf08fff5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:41.591674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:41.622785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.625460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:41.633604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9a78bec0-631f-4475-b43e-7b12bf08fff5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:41.633973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.646413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] For port 8cf53c7c-3f11-4dce-950c-063cb35ecae7, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8cf53c7c-3f11-4dce-950c-063cb35ecae7,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:41.647151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.723313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Calling delete_port for 8cf53c7c-3f11-4dce-950c-063cb35ecae7 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:41.793547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.850752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 9a78bec0-631f-4475-b43e-7b12bf08fff5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9a78bec0-631f-4475-b43e-7b12bf08fff5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:41.865308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.948804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8c749-ce6a-43c7-98a3-e3cffa70e5ca None None] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:41.967576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:41.969777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:41.971837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:41.988610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4516c99c-4331-4eae-8ddd-24c8d3707dfe'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:42.004600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8cf53c7c-3f11-4dce-950c-063cb35ecae7'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:42.072537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf53c7c-3f11-4dce-950c-063cb35ecae7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:42.111278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] No DVR routers for this DVR port 8cf53c7c-3f11-4dce-950c-063cb35ecae7 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:42.119701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.122879 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8f8b6723-d950-4393-8e4e-df564c94e638 req-ce7bc253-3a22-4594-8d3d-1f65a9417e45 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8cf53c7c-3f11-4dce-950c-063cb35ecae7 HTTP/1.1" status: 204 len: 173 time: 0.9062884 Oct 20 11:06:42.123398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'name': 'network-vif-deleted', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:42.125682 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad9c60-29d5-4a8c-ba4b-4d295419af3e" -d '{"events": [{"server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "name": "network-vif-deleted", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:42.260968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=9a78bec0-631f-4475-b43e-7b12bf08fff5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:42.349538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6055b3db-fcbb-484b-ac9d-530330c3b13d None None] Provisioning complete for port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:42.356252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6055b3db-fcbb-484b-ac9d-530330c3b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.370274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:42.372821 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dda3171-489c-4b47-a24d-eb7ef4951850 x-openstack-request-id: req-1dda3171-489c-4b47-a24d-eb7ef4951850 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:42.373411 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3927b569-6e2f-407f-b6cd-b7d690efe78f", "name": "network-vif-deleted", "tag": "8cf53c7c-3f11-4dce-950c-063cb35ecae7", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:42.373759 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1dda3171-489c-4b47-a24d-eb7ef4951850 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:42.374260 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3927b569-6e2f-407f-b6cd-b7d690efe78f', 'name': 'network-vif-deleted', 'tag': '8cf53c7c-3f11-4dce-950c-063cb35ecae7', 'status': 'completed', 'code': 200} Oct 20 11:06:42.397220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e055346-8954-4afb-a08b-b263b1e2800c req-c3edcfb3-5ba7-4c25-bfc5-c47dea2403c3 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3927b569-6e2f-407f-b6cd-b7d690efe78f HTTP/1.1" status: 200 len: 210 time: 0.0431669 Oct 20 11:06:42.508755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:42.523372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-190eefd1-8342-41db-a391-50ad95715be6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/537de320-9008-48e0-82f7-d6bd2a9b4bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5235438 Oct 20 11:06:42.524804 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:42.525775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56698) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:42.540031 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:42.540639 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:42.728681 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:43.086455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:43.112668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 2, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:43.139352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.140454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.140945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.145220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.145758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.149716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.153930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.154424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.159879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:43.160427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.164243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.164783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.165246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.165731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.166402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.166645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.168520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:43.169083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Updating router 537de320-9008-48e0-82f7-d6bd2a9b4bfd port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:06:43.173813 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-68342762-5913-43a5-9d98-4314b4a45d8f tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9870 time: 0.6469328 Oct 20 11:06:43.177848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56708) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:43.208034 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.372970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9a78bec0-631f-4475-b43e-7b12bf08fff5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:43.422430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.423026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.425741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.428693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.430788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.431337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.431850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.434433 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.435357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.436026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.437360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.439840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.440597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.441744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.447321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-97397293-c35b-4ea1-becd-4e8e4dbec276 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9002 time: 0.2677350 Oct 20 11:06:43.450494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56720) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:43.472862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9a78bec0-631f-4475-b43e-7b12bf08fff5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:43.473536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.570977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7dbb0f0b-a617-4b0f-a0a7-49c8f4b81df0 None None] Provisioning complete for port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:43.570977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0f0b-a617-4b0f-a0a7-49c8f4b81df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.792789 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.818335 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.911995 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f567d4-6c3a-4c2f-847d-37c137f4689f None None] Pushing event updated for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:43.918043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954fcd-f715-4793-825b-203bfedc1e54 req-b5c05eb4-624e-44ab-97f0-43a4ea47dde8 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:43.921267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7dbb0f0b-a617-4b0f-a0a7-49c8f4b81df0 None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:43.921740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0f0b-a617-4b0f-a0a7-49c8f4b81df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:43.943559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea954fcd-f715-4793-825b-203bfedc1e54 req-b5c05eb4-624e-44ab-97f0-43a4ea47dde8 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.0933218 Oct 20 11:06:43.989051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb0f0b-a617-4b0f-a0a7-49c8f4b81df0 None None] Port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:44.021261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ea954fcd-f715-4793-825b-203bfedc1e54 req-2a3995ff-1704-483b-947d-89f7a21a7a33 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718460 Oct 20 11:06:44.112741 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Attempting to bind port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:44.113113 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Attempting to bind port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:44.113483 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Attempting to bind port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 on network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:44.127559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:44.127931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Checking segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:44.128201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-69df10c7-dfdd-41c1-b940-3249d985abf5 None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:44.128336 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.128717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Bound using segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:44.128848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-69df10c7-dfdd-41c1-b940-3249d985abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.129195 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Bound port: 50fef53f-5e2c-45ca-b2f3-8a1069a8df15, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:44.129605 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.184360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f8413848-577a-46d9-8fbd-ee67a8ff58e5 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7359 time: 0.7321062 Oct 20 11:06:44.210496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-69df10c7-dfdd-41c1-b940-3249d985abf5 None None] Port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:44.270984 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] For port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:44.276076 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] For port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:44.282821 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.336776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:44.337862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.433619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:44.434261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:44.447514 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f567d4-6c3a-4c2f-847d-37c137f4689f None None] Pushing event updated for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:44.549275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.669040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] For port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:44.673218 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:44.699186 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.811746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c75e24-1b9a-4384-a62f-3e51ec2beabf None None] Pushing event updated for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:44.855722 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b1e14380-5c42-4ae7-9cf1-c6eb902e96a1 None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:44.856101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b1e14380-5c42-4ae7-9cf1-c6eb902e96a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:44.875719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56736) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:44.884336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011393398', 'description': 'tempest-secgroup-smoke-1011393398 description', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:44.925813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.067651 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:45.118470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.128392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.167953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8cf53c7c-3f11-4dce-950c-063cb35ecae7 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:45.209840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.211744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3347771 Oct 20 11:06:45.212618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 8cf53c7c-3f11-4dce-950c-063cb35ecae7 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:45.213080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8cf53c7c-3f11-4dce-950c-063cb35ecae7 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:45.214810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6d4f7-cac7-4e36-81d7-f1527de200c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62077b5a-9c68-4280-8fc9-29a135ed5ebe,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:45.215551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:45.239556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:45.239931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-714707aa-b3c2-4848-987a-fe46f4c21e1e None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:45.240223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-714707aa-b3c2-4848-987a-fe46f4c21e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.251348 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae886-9875-434c-a949-54a7279cd6d2 None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:45.357900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfefdb-2eaa-491e-9371-e1b3b76cada4 req-801db8fb-376a-4b17-be74-925927bfec5d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:45.366070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76dfefdb-2eaa-491e-9371-e1b3b76cada4 req-801db8fb-376a-4b17-be74-925927bfec5d tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.2403433 Oct 20 11:06:45.396500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-f7f0d344-efca-4123-9868-235dd10203da tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:45.401292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-f7f0d344-efca-4123-9868-235dd10203da tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 1097 time: 0.0855324 Oct 20 11:06:45.453735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.508568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76dfefdb-2eaa-491e-9371-e1b3b76cada4 req-cd1a7092-94a0-4ffb-9bda-cc1792cca668 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c31cff61-8ce0-4088-a799-c62f6939dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357250 Oct 20 11:06:45.567924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.585477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.598774 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:06:45.632641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3661050f-3b4d-4451-828f-445015157989,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:45.660461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.668522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f19ddbe1-35f2-4e5e-9e08-1285609ffee8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4384277 Oct 20 11:06:45.670312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:45.685875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:45.752834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.829610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.836734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.868116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741dcc20-4cd2-4ddc-9798-06030ada4ecc,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:45.880343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.882002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ea28ca7e-d6eb-4447-b47d-4a7663eb3d68 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2085907 Oct 20 11:06:45.887187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56760) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:45.892430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:45.929052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:45.945009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.026053 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.035459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.039794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Deleting port 4516c99c-4331-4eae-8ddd-24c8d3707dfe {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:46.040322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.066732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05c6072-7140-469f-b877-f5ba1cb67042,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:46.076332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.081709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2cc4ee17-b3ae-4094-9641-7e1a2b6fc310 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929855 Oct 20 11:06:46.082329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56762) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:46.087830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:46.136857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.158104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] For port 4516c99c-4331-4eae-8ddd-24c8d3707dfe, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4516c99c-4331-4eae-8ddd-24c8d3707dfe,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:46.158733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.181663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Calling delete_port for 4516c99c-4331-4eae-8ddd-24c8d3707dfe owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:46.222670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.228393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.250833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da23182d-07a4-406e-9aa5-5c0b25f03c37,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:46.260886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.262581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4d4f9f62-6fd6-417e-a02a-ddc7f48bad85 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785312 Oct 20 11:06:46.267501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:46.273169 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:46.307626 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:06:46.314396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.416728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.430415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4516c99c-4331-4eae-8ddd-24c8d3707dfe'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:46.452609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.458745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.493963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.497970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2271497 Oct 20 11:06:46.499629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Pushing event deleted for resources: {'Port': ['ID=4516c99c-4331-4eae-8ddd-24c8d3707dfe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:46.499914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b34d6-daff-44a0-9a7d-2502bb36e818 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb9fced-80de-457e-8195-91e785434b20,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:46.502057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:46.506977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '62077b5a-9c68-4280-8fc9-29a135ed5ebe', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:46.566743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] No DVR routers for this DVR port 4516c99c-4331-4eae-8ddd-24c8d3707dfe on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:46.571312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.576055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7186bac-b3da-49e4-98f7-09048c9bac2b req-eb1fdbb7-af69-410f-960f-493dfe96a399 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.83 "DELETE /v2.0/ports/4516c99c-4331-4eae-8ddd-24c8d3707dfe HTTP/1.1" status: 204 len: 173 time: 1.1613557 Oct 20 11:06:46.576715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'name': 'network-vif-deleted', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:46.581231 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab13a5-0930-4591-9574-1c5361210d19" -d '{"events": [{"server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "name": "network-vif-deleted", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:46.591476 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:06:46.612193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.656064 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af882d-4aed-4b43-8c37-5cbd1aef2cd4 x-openstack-request-id: req-09af882d-4aed-4b43-8c37-5cbd1aef2cd4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:46.656407 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb1929-2c2a-4066-980e-137e41c3f81f", "name": "network-vif-deleted", "tag": "4516c99c-4331-4eae-8ddd-24c8d3707dfe", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:46.656663 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09af882d-4aed-4b43-8c37-5cbd1aef2cd4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:46.657118 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb1929-2c2a-4066-980e-137e41c3f81f', 'name': 'network-vif-deleted', 'tag': '4516c99c-4331-4eae-8ddd-24c8d3707dfe', 'status': 'completed', 'code': 200} Oct 20 11:06:46.799615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.827604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5101c5e8-97ff-4a0f-91ac-b60c4cfa6618 req-0a7b2273-dc65-4a92-983e-1f7def331fd4 tempest-TestServerMultinode-1431019331 tempest-TestServerMultinode-1431019331-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4bbb1929-2c2a-4066-980e-137e41c3f81f HTTP/1.1" status: 200 len: 210 time: 0.1549916 Oct 20 11:06:46.926231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.935797 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.968963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c61674-a586-4828-b842-2a8357be7c4a,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:46.987228 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:46.991126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-28ef801e-94ab-4d7a-a2f7-6b67a4cc147a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4856713 Oct 20 11:06:47.077555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:47.180516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:47.181570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:47.205120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-7093f95e-5ccf-49e2-8782-38b3eb0027f4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011393398&fields=id&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 267 time: 0.0547855 Oct 20 11:06:47.841794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-8b307181-8dff-4433-b837-ba9622973799 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:47.846193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-8b307181-8dff-4433-b837-ba9622973799 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/networks?id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 797 time: 0.6223886 Oct 20 11:06:47.878552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-c69224b4-8abc-46e4-9e57-4ab027853e18 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/quotas/e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 375 time: 0.0211256 Oct 20 11:06:47.899390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:47.955454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-127e8083-cbee-4287-829b-fad3c9e9226e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696232 Oct 20 11:06:48.066503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-43af0faf-a144-453d-8d2d-9696f822645d service neutron] 10.222.0.74 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989294 Oct 20 11:06:48.179660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-438fe5ed-b0d1-4a88-b430-4b8a73515c66 service neutron] 10.222.0.74 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042867 Oct 20 11:06:48.379507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.394387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-772c151c-911c-42b8-a574-e7c8525126d7 req-7162c744-2711-4a9a-a27a-a9610ba9a4c2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 210 time: 0.0424447 Oct 20 11:06:48.738013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Deleting port 1490cdfa-ce51-4ead-a10b-09e8523cacd8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:48.738448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.845242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] For port 1490cdfa-ce51-4ead-a10b-09e8523cacd8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1490cdfa-ce51-4ead-a10b-09e8523cacd8,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:48.845669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.864914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Calling delete_port for 1490cdfa-ce51-4ead-a10b-09e8523cacd8 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:49.145596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:49.168553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86d7e-a4ce-481c-a18a-66218468f235 req-8cbaf0c8-d1c4-4523-ae77-7da9f2a748c4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:49.170861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22d86d7e-a4ce-481c-a18a-66218468f235 req-8cbaf0c8-d1c4-4523-ae77-7da9f2a748c4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0880654 Oct 20 11:06:49.196203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1490cdfa-ce51-4ead-a10b-09e8523cacd8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:49.266667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22d86d7e-a4ce-481c-a18a-66218468f235 req-18d5acf9-7bbf-4147-8234-f0426afe793f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844507 Oct 20 11:06:49.431235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dc326-63c9-4b82-8d24-6bd2168be60c req-c444102e-0625-492c-b5c9-5e42cf0f34de tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:49.434537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:49.439313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef9dc326-63c9-4b82-8d24-6bd2168be60c req-c444102e-0625-492c-b5c9-5e42cf0f34de tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0748594 Oct 20 11:06:49.538211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10d8024f-f75a-4f97-8727-225aeb1fe8fe req-caf76f23-fd80-458e-ad1d-a62ad0608e27 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 210 time: 0.0551264 Oct 20 11:06:49.557222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef9dc326-63c9-4b82-8d24-6bd2168be60c req-c0125c54-e85a-470c-83da-020c52be2c9c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169467 Oct 20 11:06:49.764281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-13624b2a-cade-433f-a7c3-8d387c1a854e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:49.768904 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-13624b2a-cade-433f-a7c3-8d387c1a854e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/networks?id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 797 time: 0.1298838 Oct 20 11:06:49.894193 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-a8bf84c1-ce4d-45c7-ab3a-2e127beabb94 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 380 time: 0.0855670 Oct 20 11:06:49.904271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'port': {'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'admin_state_up': True, 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'security_groups': ['62077b5a-9c68-4280-8fc9-29a135ed5ebe']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:49.904590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312bf51-5173-40e5-9dcb-9e83ffd8802f req-c857905c-8f97-47ae-874f-bae1e86ee7c0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:49.906681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e312bf51-5173-40e5-9dcb-9e83ffd8802f req-c857905c-8f97-47ae-874f-bae1e86ee7c0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0791149 Oct 20 11:06:49.955486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e312bf51-5173-40e5-9dcb-9e83ffd8802f req-7a756ec2-046a-4ed3-bf3e-8c46f5b28f7a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419247 Oct 20 11:06:49.989416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4516c99c-4331-4eae-8ddd-24c8d3707dfe no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:50.015657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Router 84afc717-a862-410e-989f-5937c8243039 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:50.053561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 4516c99c-4331-4eae-8ddd-24c8d3707dfe {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:50.053905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4516c99c-4331-4eae-8ddd-24c8d3707dfe not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:50.166250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:06:50.170975 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.271957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:50.281729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Sync routers for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:50.289865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a1aebfd4-5c34-4974-a6c2-20a6d23097fc admin admin] 10.222.0.74 "PUT /v2.0/routers/84afc717-a862-410e-989f-5937c8243039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3870995 Oct 20 11:06:50.292587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:50.293232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:50.294402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56844) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:50.436418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.13 (8b3c4ad6-5e6f-43b0-92a5-744e5d175164/05597b23-022d-47bd-9107-aa869652bc7f/d5753917-df14-4d24-9066-f2e44b098fb6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:50.509816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.526001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:50.526363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87a20c-7954-4f6f-bee9-e17f6b21b3d9 req-139472ed-2df9-46b3-b070-c1d8ee725cd9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:50.528101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe87a20c-7954-4f6f-bee9-e17f6b21b3d9 req-139472ed-2df9-46b3-b070-c1d8ee725cd9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1140897 Oct 20 11:06:50.619441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe87a20c-7954-4f6f-bee9-e17f6b21b3d9 req-bad0b9e7-bfb6-49ad-a02f-5e001925fec0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834465 Oct 20 11:06:50.752969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.759563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75ca8671-8d8a-4798-87c8-ab8553d97561 req-3934ad90-7983-4a3c-9f63-f7918155ca21 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 210 time: 0.0708020 Oct 20 11:06:50.801744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.820717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:06:49Z', 'revision_number': 5, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port': {'id': '0eaba2fb-9ff8-4f11-a0d8-03285bb34859', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84afc717-a862-410e-989f-5937c8243039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:05:54Z', 'updated_at': '2021-10-20T11:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:50.849389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Checking router: 84afc717-a862-410e-989f-5937c8243039 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:50.858844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Routers {'84afc717-a862-410e-989f-5937c8243039'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:50.859484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['84afc717-a862-410e-989f-5937c8243039'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:50.877040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Deleting port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:50.877514 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.894258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:50.980482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] Set router 84afc717-a862-410e-989f-5937c8243039 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:51.084030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:06:50Z', 'revision_number': 6, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:51.149840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10288a83-aedd-43ab-b6ef-978d58731054 None None] The sync data for ids ['84afc717-a862-410e-989f-5937c8243039'] in n-d-802060-17 is: [{'id': '84afc717-a862-410e-989f-5937c8243039', 'name': 'tempest-TestServerMultinode-452777070-router', 'tenant_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:05:53Z', 'updated_at': '2021-10-20T11:06:50Z', 'revision_number': 6, 'project_id': '656d2bc2e5f744108e1da8a13e18d8d4', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:51.385763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:51.409628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:51.415502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:51.420213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:51.464585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] For port 0eaba2fb-9ff8-4f11-a0d8-03285bb34859, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:51.464949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:51.485818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Calling delete_port for 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:51.509935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:51.510575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:51.603177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-2070b4d1-9c92-4bfb-b996-2cfada170b30 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7005072 Oct 20 11:06:51.617639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Request body: {'port': {'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:51.739594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:51.784042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141866-8d6a-419d-b88b-478101ec05cb req-420702af-a142-4c42-b215-f6dd85a63f1b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:51.795295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d141866-8d6a-419d-b88b-478101ec05cb req-420702af-a142-4c42-b215-f6dd85a63f1b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0815680 Oct 20 11:06:51.828243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7a759c8a-667d-4da4-92d0-db45a5b343e4 None None] Provisioning complete for port d5753917-df14-4d24-9066-f2e44b098fb6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:51.828638 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7a759c8a-667d-4da4-92d0-db45a5b343e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:51.849770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d141866-8d6a-419d-b88b-478101ec05cb req-fd183ccc-24fc-491c-8aa0-49bd4fcdb017 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518296 Oct 20 11:06:51.915274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7a759c8a-667d-4da4-92d0-db45a5b343e4 None None] Port d5753917-df14-4d24-9066-f2e44b098fb6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:06:51.941559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:51.989588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13cae9-2cea-4da0-925d-9be89148a0f3 req-0dd9240c-bc0e-4c70-854b-a48814471c8d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:51.995506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f13cae9-2cea-4da0-925d-9be89148a0f3 req-0dd9240c-bc0e-4c70-854b-a48814471c8d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 932 time: 0.0966065 Oct 20 11:06:52.024425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaba2fb-9ff8-4f11-a0d8-03285bb34859,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:52.095212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f13cae9-2cea-4da0-925d-9be89148a0f3 req-7451e55a-c3fe-48bd-bf8c-d5c70b514cdf tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943503 Oct 20 11:06:52.155802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.285396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.293649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.348786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.348786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84afc717-a862-410e-989f-5937c8243039 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:06:52.353637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.358100 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a5c1479b-ffe4-4199-b5d1-32c8002131df admin admin] 10.222.0.74 "DELETE /v2.0/routers/84afc717-a862-410e-989f-5937c8243039 HTTP/1.1" status: 204 len: 168 time: 2.0594070 Oct 20 11:06:52.358722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56866) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:52.437652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5753917-df14-4d24-9066-f2e44b098fb6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:52.448973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.456804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Deleting subnet fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:06:52.464601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.512828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Transition to ACTIVE for port object d5753917-df14-4d24-9066-f2e44b098fb6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:06:52.522644 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.586428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.633020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Pushing event updated for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:52.785864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Attempting to bind port d5753917-df14-4d24-9066-f2e44b098fb6 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:06:52.786138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Attempting to bind port d5753917-df14-4d24-9066-f2e44b098fb6 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:06:52.786455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Attempting to bind port d5753917-df14-4d24-9066-f2e44b098fb6 on network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:52.795138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.797670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Port d5753917-df14-4d24-9066-f2e44b098fb6 on network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:06:52.797992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Attempting to bind port d5753917-df14-4d24-9066-f2e44b098fb6 on network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:06:52.833406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:06:52.833776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Checking segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:06:52.834120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Bound using segment: {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:06:52.834554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Bound port: d5753917-df14-4d24-9066-f2e44b098fb6, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:06:52.834907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.924319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.974491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb58dd43-9f76-47f8-a59f-c73edfbfbfc9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:52.980352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.983826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a269908-df85-4e0a-a193-563d6ec01c08 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fb58dd43-9f76-47f8-a59f-c73edfbfbfc9 HTTP/1.1" status: 204 len: 168 time: 0.6220746 Oct 20 11:06:52.987167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56870) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:52.988374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeff380-eb77-45c2-8ddc-4845b503d61a None None] Network c35a5ef6-73d9-4782-bf27-4045c28d1db4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:52.996762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:06:53.025993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d5753917-df14-4d24-9066-f2e44b098fb6,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:06:53.043333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.045228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed345-4f1d-45ca-912a-2a80fc39458b req-6adfad00-1966-4bac-80ac-b946cb60d8a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.046815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733ed345-4f1d-45ca-912a-2a80fc39458b req-6adfad00-1966-4bac-80ac-b946cb60d8a6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1139324 Oct 20 11:06:53.103707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1490cdfa-ce51-4ead-a10b-09e8523cacd8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:53.134431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.135466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.138040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] 10.222.0.83 "PUT /v2.0/ports/d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 200 len: 1093 time: 1.5271983 Oct 20 11:06:53.138517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1490cdfa-ce51-4ead-a10b-09e8523cacd8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:53.139128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1490cdfa-ce51-4ead-a10b-09e8523cacd8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:53.140013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:53.141671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:53.147537 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794006ad-592a-42c2-b9ad-d661e4f9aef8" -d '{"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:53.152430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.173532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-733ed345-4f1d-45ca-912a-2a80fc39458b req-47ae4db2-6298-4d09-9392-9c27728b2f9d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151085 Oct 20 11:06:53.221875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:53.222456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0eaba2fb-9ff8-4f11-a0d8-03285bb34859 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:53.249102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4aeeb-159b-4711-b5ce-a65839facb6e service neutron] Pushing event updated for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:53.436768 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de76a9-1bf9-4ee3-9575-78b806f8f24f x-openstack-request-id: req-22de76a9-1bf9-4ee3-9575-78b806f8f24f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:53.437000 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:53.437227 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-22de76a9-1bf9-4ee3-9575-78b806f8f24f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:53.437618 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'status': 'completed', 'code': 200} Oct 20 11:06:53.445305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] DHCP port deletion for c35a5ef6-73d9-4782-bf27-4045c28d1db4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:06:53.458114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-deb4296a-e148-4e67-8b0f-27c1758df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.459724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-deb4296a-e148-4e67-8b0f-27c1758df0e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1096 time: 0.2564108 Oct 20 11:06:53.498252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e8c65-a161-478a-b225-a2f5f9150e47 req-81f5ca0c-5247-4e03-9961-19a4e4f4ae12 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.507657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-825e8c65-a161-478a-b225-a2f5f9150e47 req-81f5ca0c-5247-4e03-9961-19a4e4f4ae12 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 944 time: 0.1042409 Oct 20 11:06:53.520975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-fff4f2fa-a119-4668-bd07-e818ea0f2b09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 200 len: 217 time: 0.0464983 Oct 20 11:06:53.530284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Deleting port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:53.530633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.587802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-a7fdea34-60f8-403f-9542-53c9efd84ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.590424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-a7fdea34-60f8-403f-9542-53c9efd84ada service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05597b23-022d-47bd-9107-aa869652bc7f HTTP/1.1" status: 200 len: 835 time: 0.0560603 Oct 20 11:06:53.619239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Deleting port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:53.619609 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.620595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] For port 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37cbe34f-96fc-4461-ac4a-f841c12ceca3,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:53.621864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.624333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-825e8c65-a161-478a-b225-a2f5f9150e47 req-8619d654-16e1-4bf4-90a0-26424ea9dde6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154180 Oct 20 11:06:53.652289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Calling delete_port for 37cbe34f-96fc-4461-ac4a-f841c12ceca3 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:53.724447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-e9de9ef7-c19b-4800-a9a8-d810c3d92acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.726230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-e9de9ef7-c19b-4800-a9a8-d810c3d92acc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287858 Oct 20 11:06:53.728259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] For port 37cbe34f-96fc-4461-ac4a-f841c12ceca3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37cbe34f-96fc-4461-ac4a-f841c12ceca3,segment=NetworkSegment(04e54942-60ec-4d76-91ed-8379e1da5469),segment_id=04e54942-60ec-4d76-91ed-8379e1da5469)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:53.728685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.763769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.767983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Calling delete_port for 37cbe34f-96fc-4461-ac4a-f841c12ceca3 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:53.793917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] Pushing event deleted for resources: {'Port': ['ID=37cbe34f-96fc-4461-ac4a-f841c12ceca3,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:53.797769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f656f0-8d61-4b59-bd74-0fa6cebe72bb None None] No DVR routers for this DVR port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:53.899000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-dabd8ced-6744-41bc-8877-65631bb8f1ec service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621494 Oct 20 11:06:53.938947 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:53.982847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37cbe34f-96fc-4461-ac4a-f841c12ceca3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:53.984798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] No DVR routers for this DVR port 37cbe34f-96fc-4461-ac4a-f841c12ceca3 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:54.112889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.124504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9afeb26-bab6-4626-b5bd-9b2d34c12ec6 req-e1efcfa8-14f5-4f05-9566-6eff1925bc23 service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168703 Oct 20 11:06:54.136783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35a5ef6-73d9-4782-bf27-4045c28d1db4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:54.151859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e54942-60ec-4d76-91ed-8379e1da5469') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:54.151859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e54942-60ec-4d76-91ed-8379e1da5469') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:54.161751 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.186704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.209767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:06:54.211801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:06:54.212117 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:06:54.289765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-7f382942-3f0a-4b4b-b1b3-55acaeb1727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.292285 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-7f382942-3f0a-4b4b-b1b3-55acaeb1727a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1096 time: 0.1139734 Oct 20 11:06:54.314034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.354001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.368364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c35a5ef6-73d9-4782-bf27-4045c28d1db4 HTTP/1.1" status: 204 len: 168 time: 1.3797531 Oct 20 11:06:54.373377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:54.380974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5052-6f68-4c3b-854d-cae54dd7ccbc req-cd381002-452f-4c7b-9943-23eb43d5165b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.385401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96ee5052-6f68-4c3b-854d-cae54dd7ccbc req-cd381002-452f-4c7b-9943-23eb43d5165b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1065962 Oct 20 11:06:54.395932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa517c6-99ad-4df4-bc8c-65469404b5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35a5ef6-73d9-4782-bf27-4045c28d1db4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:54.470509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96ee5052-6f68-4c3b-854d-cae54dd7ccbc req-d3153605-056f-486c-a432-eab89b24a5b9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589883 Oct 20 11:06:54.555954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-0ee9e31c-bd6a-41a1-9be9-fcac3e8fceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.557654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-0ee9e31c-bd6a-41a1-9be9-fcac3e8fceab service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 899 time: 0.2545307 Oct 20 11:06:54.611827 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-dab5430c-c324-42af-94e6-5a188455e569 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 200 len: 217 time: 0.0420129 Oct 20 11:06:54.709487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-edd52e19-5dca-485e-a054-e222a31880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.711011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-edd52e19-5dca-485e-a054-e222a31880a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05597b23-022d-47bd-9107-aa869652bc7f HTTP/1.1" status: 200 len: 835 time: 0.0631270 Oct 20 11:06:54.782409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3aeab-196a-498d-bea5-44dfe7affaf0 req-4a1c6c78-135d-4524-bff3-26c926c35b31 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.784550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ae3aeab-196a-498d-bea5-44dfe7affaf0 req-4a1c6c78-135d-4524-bff3-26c926c35b31 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 944 time: 0.0604105 Oct 20 11:06:54.828103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-3e9d2b33-28ae-4b59-9cef-48790053a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.829984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-3e9d2b33-28ae-4b59-9cef-48790053a793 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914483 Oct 20 11:06:54.835208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ae3aeab-196a-498d-bea5-44dfe7affaf0 req-0fd6a36b-bbdb-42ec-9909-444040eac519 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Oct 20 11:06:54.969737 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-da6563ea-fbf9-4bd1-9e0f-247ab47081cc service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296546 Oct 20 11:06:55.030087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37cbe34f-96fc-4461-ac4a-f841c12ceca3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:55.060712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 37cbe34f-96fc-4461-ac4a-f841c12ceca3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:55.061344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37cbe34f-96fc-4461-ac4a-f841c12ceca3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:55.112123 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-794006ad-592a-42c2-b9ad-d661e4f9aef8 req-f11688e0-cdd1-4b91-81da-5a3c336d9596 service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348405 Oct 20 11:06:55.127295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:55.471860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Deleting port 8656fd3d-9fff-414c-96b4-c437892385e3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:55.477008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:55.584626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] For port 8656fd3d-9fff-414c-96b4-c437892385e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8656fd3d-9fff-414c-96b4-c437892385e3,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:55.585909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:55.609739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Calling delete_port for 8656fd3d-9fff-414c-96b4-c437892385e3 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:55.618426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfda9f-5777-4d07-bfb8-3112554b9865 req-2d2aacb0-ffe2-4eaf-9446-2500757cf36d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:55.627158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1abfda9f-5777-4d07-bfb8-3112554b9865 req-2d2aacb0-ffe2-4eaf-9446-2500757cf36d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0751047 Oct 20 11:06:55.685311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1abfda9f-5777-4d07-bfb8-3112554b9865 req-ecb35d62-69ea-4c4e-a4d4-2677728a04f2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568626 Oct 20 11:06:55.889048 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:55.919720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Pushing event deleted for resources: {'Port': ['ID=8656fd3d-9fff-414c-96b4-c437892385e3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:56.011285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f5dbe-191a-4ba3-9051-89e1ecbeca28 req-95b19b49-fb1f-4a0e-b94b-711fc1c5a3e4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:56.021469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-290f5dbe-191a-4ba3-9051-89e1ecbeca28 req-95b19b49-fb1f-4a0e-b94b-711fc1c5a3e4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 944 time: 0.0961385 Oct 20 11:06:56.083531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-290f5dbe-191a-4ba3-9051-89e1ecbeca28 req-b1afb151-9caa-4b6a-879b-a03a10146bb2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609734 Oct 20 11:06:56.162916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.767701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Router b5d8a191-a244-4751-8ee1-953c6456c49b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:56.812420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e3ff2-d470-4a6f-ad48-e74de3366415 req-51f97cde-8227-47ca-a7d5-2f2d8784cefa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:56.814067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-234e3ff2-d470-4a6f-ad48-e74de3366415 req-51f97cde-8227-47ca-a7d5-2f2d8784cefa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0583422 Oct 20 11:06:56.866228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-234e3ff2-d470-4a6f-ad48-e74de3366415 req-36cacc1d-4c83-4c14-8162-6652a86a0fbe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425436 Oct 20 11:06:56.911880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:56.920995 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Sync routers for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:56.931669 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:56.932479 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:56.936757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43647e83-0a7d-4e76-a62c-971c6d5c606e admin admin] 10.222.0.74 "PUT /v2.0/routers/b5d8a191-a244-4751-8ee1-953c6456c49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5620856 Oct 20 11:06:56.936951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56912) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:57.066177 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:57.155387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.293819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa869c-4ac1-47b2-b173-4e97551e7dcf req-e2bf570f-8018-4c97-8359-396728b9aa93 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:57.301970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73fa869c-4ac1-47b2-b173-4e97551e7dcf req-e2bf570f-8018-4c97-8359-396728b9aa93 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 944 time: 0.1091919 Oct 20 11:06:57.327335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:55Z', 'revision_number': 5, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port': {'id': 'fac82d25-c7a4-4e30-8223-c3e46897fa0f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:02Z', 'updated_at': '2021-10-20T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.359973 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Checking router: b5d8a191-a244-4751-8ee1-953c6456c49b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:57.370095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73fa869c-4ac1-47b2-b173-4e97551e7dcf req-8b793099-7957-4195-8df6-896018417f8b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542920 Oct 20 11:06:57.377840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.385072 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Routers {'b5d8a191-a244-4751-8ee1-953c6456c49b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:57.386007 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:06:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b5d8a191-a244-4751-8ee1-953c6456c49b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.444331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Deleting port fac82d25-c7a4-4e30-8223-c3e46897fa0f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:57.444719 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.514965 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] Set router b5d8a191-a244-4751-8ee1-953c6456c49b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:57.539247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] For port fac82d25-c7a4-4e30-8223-c3e46897fa0f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=fac82d25-c7a4-4e30-8223-c3e46897fa0f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:57.539977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.555588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Calling delete_port for fac82d25-c7a4-4e30-8223-c3e46897fa0f owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:57.578683 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:57Z', 'revision_number': 6, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.641997 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29576f6b-b21f-4e59-9e2b-18fbbf3344b0 None None] The sync data for ids ['b5d8a191-a244-4751-8ee1-953c6456c49b'] in n-d-802060-17 is: [{'id': 'b5d8a191-a244-4751-8ee1-953c6456c49b', 'name': 'tempest-TestServerMultinode-151905278-router', 'tenant_id': 'afced8c49c7e4703823f5390e4238b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:01Z', 'updated_at': '2021-10-20T11:06:57Z', 'revision_number': 6, 'project_id': 'afced8c49c7e4703823f5390e4238b53', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:57.829669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.858402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fac82d25-c7a4-4e30-8223-c3e46897fa0f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:57.929522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.004868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d5753917-df14-4d24-9066-f2e44b098fb6 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:58.056742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.059840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.137710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.138263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d8a191-a244-4751-8ee1-953c6456c49b {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:06:58.145180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.146555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4ff5b279-d4ba-41e1-b01f-d5c0eb5c9c0b admin admin] 10.222.0.74 "DELETE /v2.0/routers/b5d8a191-a244-4751-8ee1-953c6456c49b HTTP/1.1" status: 204 len: 168 time: 1.2085662 Oct 20 11:06:58.149468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56924) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:58.174287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d5753917-df14-4d24-9066-f2e44b098fb6,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:58.175324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3a7c-8c70-43ae-839c-4525a3aec861 req-903500d0-e85d-41f6-9906-dc9d5b1f8ffb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:58.184380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-280a3a7c-8c70-43ae-839c-4525a3aec861 req-903500d0-e85d-41f6-9906-dc9d5b1f8ffb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.2241387 Oct 20 11:06:58.202039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:58.236688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-280a3a7c-8c70-43ae-839c-4525a3aec861 req-c2810e5b-6164-4ebb-bde5-f13e8785c6c1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509949 Oct 20 11:06:58.243319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Deleting subnet 68fb2a90-da2f-4f03-824e-84773074c1dc {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:06:58.247077 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.250227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.264852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5753917-df14-4d24-9066-f2e44b098fb6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:58.293192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d5753917-df14-4d24-9066-f2e44b098fb6,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:58.308548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.323283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.358414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.428620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.483405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e1c6d-804e-48c2-9912-2eb2f845851c req-0d3ed55b-659e-4959-b4cc-47df9a81f6e2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:58.492975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c8e1c6d-804e-48c2-9912-2eb2f845851c req-0d3ed55b-659e-4959-b4cc-47df9a81f6e2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 945 time: 0.0680552 Oct 20 11:06:58.498376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-57bf0d73-12f4-4b99-8e13-7ad0e121df5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.507702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.540244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fb2a90-da2f-4f03-824e-84773074c1dc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.550969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.551334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.551750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.552255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.553290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.553290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.553565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.553786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.554110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.554436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.554815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.555169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.562649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.565243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c8e1c6d-804e-48c2-9912-2eb2f845851c req-94ef8e36-4b5c-4803-aded-a35c2e2198c7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708075 Oct 20 11:06:58.568576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e9fec-e489-4bc9-b73f-ae4a638ce15a None None] Network 69707589-cee8-4c04-8bc7-6f3355f78c1d requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:58.571818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:58.572812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fc676d98-1876-4a36-b250-d51dbc8c4b83 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/68fb2a90-da2f-4f03-824e-84773074c1dc HTTP/1.1" status: 204 len: 168 time: 0.4222615 Oct 20 11:06:58.662170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.682644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['d5753917-df14-4d24-9066-f2e44b098fb6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:58.759175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Deleting port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:58.759496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.904652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] For port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,segment=NetworkSegment(4165bcb8-a13a-4fd6-8b7a-0a5758adbd37),segment_id=4165bcb8-a13a-4fd6-8b7a-0a5758adbd37)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:58.905406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.944382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Calling delete_port for 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:59.086288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa903fb-49b1-49d6-98a9-9f3eba1ab97f None None] DHCP port deletion for 69707589-cee8-4c04-8bc7-6f3355f78c1d request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:06:59.116745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.119221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8656fd3d-9fff-414c-96b4-c437892385e3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:59.131095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] No DVR routers for this DVR port 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:59.155361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8656fd3d-9fff-414c-96b4-c437892385e3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:59.155719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8656fd3d-9fff-414c-96b4-c437892385e3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:59.156120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fac82d25-c7a4-4e30-8223-c3e46897fa0f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:59.180531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1283c3ff-1cec-4e0b-b45a-bf818b1e2fae,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:59.198012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: fac82d25-c7a4-4e30-8223-c3e46897fa0f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:59.198344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device fac82d25-c7a4-4e30-8223-c3e46897fa0f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:59.262262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.286972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69707589-cee8-4c04-8bc7-6f3355f78c1d']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:59.307843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:59.308171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4165bcb8-a13a-4fd6-8b7a-0a5758adbd37') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:59.330489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.364340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.374367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:06:59.374783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:06:59.376528 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:06:59.406581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bdaf5-9c81-4de7-acd7-c6c5e8a3cc30 req-0796c36b-ba0c-4032-87b5-8f072ce25fae tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:59.408032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-210bdaf5-9c81-4de7-acd7-c6c5e8a3cc30 req-0796c36b-ba0c-4032-87b5-8f072ce25fae tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0879817 Oct 20 11:06:59.460278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.478561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.481814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] 10.222.0.74 "DELETE /v2.0/networks/69707589-cee8-4c04-8bc7-6f3355f78c1d HTTP/1.1" status: 204 len: 168 time: 0.9096165 Oct 20 11:06:59.501351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30279ba9-292e-40c8-a8e4-f61f90614c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=69707589-cee8-4c04-8bc7-6f3355f78c1d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:59.513064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-210bdaf5-9c81-4de7-acd7-c6c5e8a3cc30 req-0f043c83-7e1d-4ffb-8202-36a5582b17b5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805221 Oct 20 11:06:59.674148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56958) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:59.698630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872695a-cf1f-42ca-ba6a-cc0fe3dfb38c req-a8ec383e-6b0c-41c1-9211-7e5e1c572501 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:59.700791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9872695a-cf1f-42ca-ba6a-cc0fe3dfb38c req-a8ec383e-6b0c-41c1-9211-7e5e1c572501 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 945 time: 0.0558469 Oct 20 11:06:59.716130 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fee751d1-bb62-46cd-ac19-6d4a81d4fac2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=656d2bc2e5f744108e1da8a13e18d8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405912 Oct 20 11:06:59.718497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56960) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:59.745180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9872695a-cf1f-42ca-ba6a-cc0fe3dfb38c req-172b7891-4a97-4ae0-90c1-30f25a0440af tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379097 Oct 20 11:06:59.770023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.797225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.850169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.853114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.857185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/716c0fc8-85fd-4ad5-9c85-32cf5e55912e HTTP/1.1" status: 204 len: 168 time: 0.1349065 Oct 20 11:06:59.866971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b01230-37fe-47c6-b66c-5d583da332fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c0fc8-85fd-4ad5-9c85-32cf5e55912e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:00.237649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 56982) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:00.305769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-32386551-20d1-4c96-964f-638bb3daeaef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=afced8c49c7e4703823f5390e4238b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660026 Oct 20 11:07:00.308349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 56988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:00.373413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.396788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.453128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.457731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.461587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c31cff61-8ce0-4088-a799-c62f6939dabf HTTP/1.1" status: 204 len: 168 time: 0.1494482 Oct 20 11:07:00.470509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e03da5-641c-4fc7-a8b6-27160f691a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31cff61-8ce0-4088-a799-c62f6939dabf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:00.696462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432222ec-2f6a-4752-8e77-2f532b6f2ebf req-82ca9630-1b3b-444f-ac6d-b71000c648f9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:00.696462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-432222ec-2f6a-4752-8e77-2f532b6f2ebf req-82ca9630-1b3b-444f-ac6d-b71000c648f9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0702760 Oct 20 11:07:00.753306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-432222ec-2f6a-4752-8e77-2f532b6f2ebf req-7ffeb963-dddf-4349-8ad5-1d18afff24ed tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531456 Oct 20 11:07:00.903840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ada3-b67a-4125-8c56-e3ee19c0f7af req-7ff03677-1725-4615-9804-8b86b9ba1a6a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:00.905656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58a4ada3-b67a-4125-8c56-e3ee19c0f7af req-7ff03677-1725-4615-9804-8b86b9ba1a6a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 945 time: 0.0565028 Oct 20 11:07:00.984974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58a4ada3-b67a-4125-8c56-e3ee19c0f7af req-0f40c6a2-8313-4ca0-88c2-b94b292c6e6d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709906 Oct 20 11:07:01.066170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:01.088616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:01.088889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1283c3ff-1cec-4e0b-b45a-bf818b1e2fae not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:01.377340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bee4f84b-dd22-479e-a355-34a7f950c604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.761505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.013207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d5753917-df14-4d24-9066-f2e44b098fb6 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:02.111065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port d5753917-df14-4d24-9066-f2e44b098fb6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:07:02.115764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port d5753917-df14-4d24-9066-f2e44b098fb6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:02.116499 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.164254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c910d-c283-4b61-aa68-c5e769bf92db req-35154745-6f34-4b94-a181-c6647c5de000 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.167451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c10c910d-c283-4b61-aa68-c5e769bf92db req-35154745-6f34-4b94-a181-c6647c5de000 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0953650 Oct 20 11:07:02.187761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e047633-7435-478f-bd0a-a2bb5abda4f7 req-e2d5b797-856a-4b4b-95a2-87422606626c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.189210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e047633-7435-478f-bd0a-a2bb5abda4f7 req-e2d5b797-856a-4b4b-95a2-87422606626c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 945 time: 0.0887990 Oct 20 11:07:02.200824 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.225133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:02.226994 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c21171-4575-4664-bb21-2342f865e7e5" -d '{"events": [{"server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "name": "network-vif-plugged", "status": "completed", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:02.237532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c10c910d-c283-4b61-aa68-c5e769bf92db req-79b4ceb6-908b-4e91-a176-5d0e7ad33f83 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640674 Oct 20 11:07:02.240226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d5753917-df14-4d24-9066-f2e44b098fb6,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:02.246563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4e047633-7435-478f-bd0a-a2bb5abda4f7 req-e9b22660-9c20-4862-bc7c-29454380dccc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496137 Oct 20 11:07:02.248192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.325061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:02.328565 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829af383-9876-4744-b041-f4ba86617fbb x-openstack-request-id: req-829af383-9876-4744-b041-f4ba86617fbb {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:02.328844 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "name": "network-vif-plugged", "status": "completed", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:02.329091 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-829af383-9876-4744-b041-f4ba86617fbb {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:02.329467 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'code': 200} Oct 20 11:07:02.446683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666203f2-fb86-4f31-809f-9bca9e0af27e req-624a2976-f495-4a61-8d18-34e639793881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.448846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-666203f2-fb86-4f31-809f-9bca9e0af27e req-624a2976-f495-4a61-8d18-34e639793881 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1098 time: 0.0582004 Oct 20 11:07:02.507563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-666203f2-fb86-4f31-809f-9bca9e0af27e req-8b19fec1-5b49-4f13-9b46-56240a393c74 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Oct 20 11:07:02.557587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef663b-ca3a-4f9f-9bfe-14354c7fd138 req-1270dc21-1d39-4ab3-b99d-aea09a74a8c1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.578991 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94ef663b-ca3a-4f9f-9bfe-14354c7fd138 req-1270dc21-1d39-4ab3-b99d-aea09a74a8c1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0773883 Oct 20 11:07:02.594297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-ff5a6b5d-e5ae-4c6b-b92e-cc74f667545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.596057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-ff5a6b5d-e5ae-4c6b-b92e-cc74f667545e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0684133 Oct 20 11:07:02.646499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94ef663b-ca3a-4f9f-9bfe-14354c7fd138 req-480aa590-466a-4494-8140-9ff0cf150624 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664530 Oct 20 11:07:02.718822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-e6efedf1-70a3-4298-9b2c-56b823da0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.720586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-e6efedf1-70a3-4298-9b2c-56b823da0ed1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1084251 Oct 20 11:07:02.792814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-c69b3098-268d-4a15-abdd-3e24b9d30ea3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0641778 Oct 20 11:07:02.817895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.845801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-2bf911ea-6965-4407-bd38-cab54779ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.847371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-2bf911ea-6965-4407-bd38-cab54779ecac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0466526 Oct 20 11:07:02.896155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-fe37b2df-68ad-457c-8681-af4b2f6e9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:02.897668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-fe37b2df-68ad-457c-8681-af4b2f6e9263 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427978 Oct 20 11:07:03.013314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-f467961e-50ac-422e-8bd4-280e2fc3b9c9 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074929 Oct 20 11:07:03.122058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a446c12f-b36b-4fcf-a641-eeb5ccae95ac req-f984d437-f1d7-4978-a0af-c34a18bff8ed service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006494 Oct 20 11:07:03.418826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351a4f4-0223-4bfc-81c6-541d62ab9ee2 req-7655a307-f5b7-47ea-9e4c-053cd231ec45 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:03.427455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9351a4f4-0223-4bfc-81c6-541d62ab9ee2 req-7655a307-f5b7-47ea-9e4c-053cd231ec45 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.0740564 Oct 20 11:07:03.470799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9351a4f4-0223-4bfc-81c6-541d62ab9ee2 req-061223fc-1db3-46a6-af28-890394d72b5f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Oct 20 11:07:03.849312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aa677-5989-4136-851d-f1ecfa7b7f69 req-d99fc4f3-4688-4567-a5ce-bc7eb6ab6585 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:03.851378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-853aa677-5989-4136-851d-f1ecfa7b7f69 req-d99fc4f3-4688-4567-a5ce-bc7eb6ab6585 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0730653 Oct 20 11:07:03.894469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-853aa677-5989-4136-851d-f1ecfa7b7f69 req-85e0c899-7035-4e23-9a5b-7d45804d8768 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363383 Oct 20 11:07:04.013128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3199d5-568a-45b1-874c-74039714be2a req-3ccade71-5dcb-4bb3-83dc-17973c84ebf9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.015062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc3199d5-568a-45b1-874c-74039714be2a req-3ccade71-5dcb-4bb3-83dc-17973c84ebf9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Oct 20 11:07:04.057711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc3199d5-568a-45b1-874c-74039714be2a req-cba2cc21-156e-4910-beea-8ddc4b1c23a3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353649 Oct 20 11:07:04.309582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10a8a2-94c4-4b84-af2f-857ff91e460c req-e4cf8b09-d921-4d80-909d-6daba81d5b4f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.311127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b10a8a2-94c4-4b84-af2f-857ff91e460c req-e4cf8b09-d921-4d80-909d-6daba81d5b4f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0562088 Oct 20 11:07:04.351103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b10a8a2-94c4-4b84-af2f-857ff91e460c req-573ddb59-8692-4945-a250-5ada69dae578 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334578 Oct 20 11:07:04.365265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:04.587833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4677-7aba-4393-888c-e47984dc31b8 req-64a9bf8b-3a32-44b1-b4de-ba239953d45d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.595613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f6b4677-7aba-4393-888c-e47984dc31b8 req-64a9bf8b-3a32-44b1-b4de-ba239953d45d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0659621 Oct 20 11:07:04.663064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f6b4677-7aba-4393-888c-e47984dc31b8 req-a12e604d-3fdd-41d5-9b12-c6ff794cb413 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662820 Oct 20 11:07:04.696746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15096e-938f-43b8-b51a-3b1873d92c2d req-104ad784-2b7d-4724-a7f5-56e3accfacf1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.698273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c15096e-938f-43b8-b51a-3b1873d92c2d req-104ad784-2b7d-4724-a7f5-56e3accfacf1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.0852258 Oct 20 11:07:04.748064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c15096e-938f-43b8-b51a-3b1873d92c2d req-969ffd80-5bc3-49b7-bf92-e1d3fcb5b371 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Oct 20 11:07:04.874202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762973c4-398a-4a35-9ca9-afe20dcdc360 req-8d81713e-ff41-4813-b8f9-b458c7238526 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.876161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-762973c4-398a-4a35-9ca9-afe20dcdc360 req-8d81713e-ff41-4813-b8f9-b458c7238526 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.0517123 Oct 20 11:07:04.917948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-762973c4-398a-4a35-9ca9-afe20dcdc360 req-488e379d-3f60-44c3-aa66-a393139f9673 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358264 Oct 20 11:07:04.939517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57070) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:04.979094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d581528-f831-468c-ba08-5da2bede23a5 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:04.980512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d581528-f831-468c-ba08-5da2bede23a5 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1093 time: 0.0400212 Oct 20 11:07:04.983553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57072) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:04.987779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:05.010113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.105474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.213921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.25.3.109 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/08d6aa60-298b-422e-a434-bf8b2894828e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:05.332460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.368811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.409412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:05.414318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:05.417768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:05.443381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=08d6aa60-298b-422e-a434-bf8b2894828e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:05.685310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-3965d782-c3a2-4c90-b141-2aef972238a2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:05.686775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-3965d782-c3a2-4c90-b141-2aef972238a2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1848688 Oct 20 11:07:05.737341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-ad7f0f63-761c-4793-9c6e-1896c6e86a10 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0439889 Oct 20 11:07:05.865914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-96db7030-8b0c-4fcd-aca1-24fdd25468eb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171885 Oct 20 11:07:05.915581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8c72-f457-4d2b-8b5a-f4ec87b5b5ba req-e8e41b4e-b39c-42ad-99b2-1774a2090013 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:05.917085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a4b8c72-f457-4d2b-8b5a-f4ec87b5b5ba req-e8e41b4e-b39c-42ad-99b2-1774a2090013 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1673808 Oct 20 11:07:06.050904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a4b8c72-f457-4d2b-8b5a-f4ec87b5b5ba req-3f047bc2-0c47-40ea-bf3c-73b304726a84 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203454 Oct 20 11:07:06.060616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-275006b3-597a-4d6a-bfa8-47342a77bafb req-b9fc0bca-02ff-45f4-875c-be7cae191698 service neutron] (100746) timed out ('10.222.0.70', 65087) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:07:06.093047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.137878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-ac9691f5-6499-4e8f-8da2-a686c08a4ddb service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386494 Oct 20 11:07:06.199530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.324161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5c67a31e-aca0-467f-91bf-779403123ca7 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802444 Oct 20 11:07:06.348901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cc8fc-6554-44a6-9122-752d8dbfafbd req-5aee26bd-f398-4753-95fb-68557dab359c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:06.355965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-307cc8fc-6554-44a6-9122-752d8dbfafbd req-5aee26bd-f398-4753-95fb-68557dab359c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1048408 Oct 20 11:07:06.786380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afeb26b8-b686-49dc-9dfe-daa9c1b345ab req-1d59bf60-a372-4f32-a0b7-8df7d2c2bab1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0424705 Oct 20 11:07:06.804889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-307cc8fc-6554-44a6-9122-752d8dbfafbd req-b724c157-ece8-4bd3-b2ea-8a57b10c49d3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4425204 Oct 20 11:07:06.880014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.884915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.994366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.996233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=08d6aa60-298b-422e-a434-bf8b2894828e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:07.108018 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Floating IP 47cfde01-636a-47bd-9b35-1c1ad990f4e3 associated. External IP: 172.25.3.109, port: d5753917-df14-4d24-9066-f2e44b098fb6. Oct 20 11:07:07.337812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:07:07.445783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:07:07.457004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:07:07.466603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:07.466789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:07.467258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:07.497487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f17c29e0-95ca-434a-88ad-06457536cb2d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5103147 Oct 20 11:07:07.497487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:07.497959 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8521547-b37d-4377-8d8b-abe447c33fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:07.498697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57118) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:07.554614 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a3c16-e814-43d8-9bf8-13da78f09437 x-openstack-request-id: req-210a3c16-e814-43d8-9bf8-13da78f09437 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:07.554894 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:07.555172 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-210a3c16-e814-43d8-9bf8-13da78f09437 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:07.555591 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'status': 'completed', 'code': 200} Oct 20 11:07:07.583027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02cf37a2-d94f-4db2-8845-6f4a42ffe067 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/47cfde01-636a-47bd-9b35-1c1ad990f4e3 HTTP/1.1" status: 200 len: 992 time: 0.0819485 Oct 20 11:07:07.595725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:07.646766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-7b045747-3875-42af-93ba-f12ac427d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.648987 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-7b045747-3875-42af-93ba-f12ac427d81d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1098 time: 0.0565672 Oct 20 11:07:07.835487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-b99f3324-9b47-4148-b02e-80aee7527f0c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.837135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-b99f3324-9b47-4148-b02e-80aee7527f0c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1871192 Oct 20 11:07:07.853557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:07.885045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-5cfe0cbf-f532-4e70-a4ec-9c2060c9125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.886560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-5cfe0cbf-f532-4e70-a4ec-9c2060c9125a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 899 time: 0.2237024 Oct 20 11:07:07.930245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e10abe18-d941-40b5-b39b-8619d109997b req-4a123bc3-0bce-42a9-a3ac-a28aca0b90b6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0409257 Oct 20 11:07:07.958509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:05Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:08.024116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfd3b4-c98e-4c9e-b90e-f2c6dfaaabda req-e5373f17-8cc4-4981-955f-8216e22e432a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.025639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bbfd3b4-c98e-4c9e-b90e-f2c6dfaaabda req-e5373f17-8cc4-4981-955f-8216e22e432a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0944254 Oct 20 11:07:08.053838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:07:08.081509 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-34e22aaf-fb0c-4d71-be0f-a76b0f2a8673 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0870273 Oct 20 11:07:08.087681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:08.088349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:08.128951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bbfd3b4-c98e-4c9e-b90e-f2c6dfaaabda req-fc01cbd4-9f43-4893-80a3-3488f1c25fdb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848813 Oct 20 11:07:08.144656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:08.149285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:08.241746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:08.252444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-ea95fc02-f9da-47bf-b43e-cfe1b54fe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.254051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-ea95fc02-f9da-47bf-b43e-cfe1b54fe581 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05597b23-022d-47bd-9107-aa869652bc7f HTTP/1.1" status: 200 len: 835 time: 0.1503258 Oct 20 11:07:08.349285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a07b-068e-42f3-ad81-0b731ae7708f req-7d6fd408-2cc4-446f-b54b-7b2dfea2fa30 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.357009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2636a07b-068e-42f3-ad81-0b731ae7708f req-7d6fd408-2cc4-446f-b54b-7b2dfea2fa30 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0946109 Oct 20 11:07:08.389391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.13 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/75bd5c78-63be-4916-8ae8-c32e7883ab12) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:08.459167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2636a07b-068e-42f3-ad81-0b731ae7708f req-18f69a7f-6e6c-4075-bd35-577b5ed4ecd8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910285 Oct 20 11:07:08.473502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-249a3e7e-e5f9-4685-9785-f93df3c7bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.475613 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-249a3e7e-e5f9-4685-9785-f93df3c7bc2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119160 Oct 20 11:07:08.590833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57134) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:08.598476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:05Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:08.652458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:08.685109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-f19070c9-16cf-4cee-bf20-5a171da8efea service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954279 Oct 20 11:07:08.717505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e61ede-2961-4a7b-abe4-4a960876143b req-b20323dc-391d-4433-b957-9bc5c4191630 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.725754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30e61ede-2961-4a7b-abe4-4a960876143b req-b20323dc-391d-4433-b957-9bc5c4191630 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1682565 Oct 20 11:07:08.755352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab3cf1bd-0bf4-4865-b2e9-a64675d4b7b7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/47cfde01-636a-47bd-9b35-1c1ad990f4e3 HTTP/1.1" status: 200 len: 992 time: 0.1631184 Oct 20 11:07:08.789137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30e61ede-2961-4a7b-abe4-4a960876143b req-7c16987a-4e72-44a3-97ab-f4d065fa7477 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566578 Oct 20 11:07:08.840339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd83aef-f1e8-4e1b-a133-cf5c9826318b None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:40Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:05Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:07:08.877780 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8521547-b37d-4377-8d8b-abe447c33fe1 req-e2a801a5-c697-4b0a-bce6-d5fa5cbaa63f service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815352 Oct 20 11:07:08.911553 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:08.938245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5aa1e-5472-4bb2-87be-b168c0b37a33 req-8f0ddeaa-ea77-4632-b1f0-abe0edb351ca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.948907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41e5aa1e-5472-4bb2-87be-b168c0b37a33 req-8f0ddeaa-ea77-4632-b1f0-abe0edb351ca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0887008 Oct 20 11:07:08.959661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:08.963615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:08.966049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:09.010100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:09.018244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41e5aa1e-5472-4bb2-87be-b168c0b37a33 req-21e2a267-0b52-4a66-95b6-69b3bf50afe3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632885 Oct 20 11:07:09.074897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:09.075591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.123973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4ec80b7a-ac23-40e6-baf1-f222f4560555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2743213 Oct 20 11:07:09.140820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Request body: {'port': {'device_id': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:09.141797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacaea5-f432-47a8-bcdf-5c037afdb07b req-f0f29c0f-6d57-4471-aadb-07a29197c054 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:09.152321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8eacaea5-f432-47a8-bcdf-5c037afdb07b req-f0f29c0f-6d57-4471-aadb-07a29197c054 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 932 time: 0.1048107 Oct 20 11:07:09.256881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8eacaea5-f432-47a8-bcdf-5c037afdb07b req-9875550c-6838-4f45-afe6-213fdd63a4ac tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034274 Oct 20 11:07:09.274860 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7f66d-5afa-4620-ae60-c03a1defe87c None None] New status for floating IP 47cfde01-636a-47bd-9b35-1c1ad990f4e3: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:07:09.280126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.397900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3454e087-c13f-4668-a90c-2e597e8fd7f2 None None] Provisioning complete for port 75bd5c78-63be-4916-8ae8-c32e7883ab12 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:09.399217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3454e087-c13f-4668-a90c-2e597e8fd7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.471685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3454e087-c13f-4668-a90c-2e597e8fd7f2 None None] Port 75bd5c78-63be-4916-8ae8-c32e7883ab12 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:07:09.677051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bd5c78-63be-4916-8ae8-c32e7883ab12 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:09.685429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.712030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Transition to ACTIVE for port object 75bd5c78-63be-4916-8ae8-c32e7883ab12 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:07:09.731868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.759592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57188) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:09.853409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:09.885353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d79cf10f-a32f-49b9-a9bd-96e5263bdb82 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/47cfde01-636a-47bd-9b35-1c1ad990f4e3 HTTP/1.1" status: 200 len: 994 time: 0.1186357 Oct 20 11:07:09.963836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Attempting to bind port 75bd5c78-63be-4916-8ae8-c32e7883ab12 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:09.964307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Attempting to bind port 75bd5c78-63be-4916-8ae8-c32e7883ab12 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:09.964645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Attempting to bind port 75bd5c78-63be-4916-8ae8-c32e7883ab12 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:09.970057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Port 75bd5c78-63be-4916-8ae8-c32e7883ab12 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:07:09.970338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Attempting to bind port 75bd5c78-63be-4916-8ae8-c32e7883ab12 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:09.977532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:09.977922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:09.978426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:09.978845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Bound port: 75bd5c78-63be-4916-8ae8-c32e7883ab12, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:09.979230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:10.067346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:10.071086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:10.079377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:10.130676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.131549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:10.132988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/75bd5c78-63be-4916-8ae8-c32e7883ab12 HTTP/1.1" status: 200 len: 1093 time: 0.9988902 Oct 20 11:07:10.133444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:10.135962 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c" -d '{"events": [{"name": "network-changed", "server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:10.219131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0a49-b752-4d6f-82b5-1592bb0f45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:10.227756 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825da7cd-0054-4805-b263-104491d1690e x-openstack-request-id: req-825da7cd-0054-4805-b263-104491d1690e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:10.228046 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:10.228306 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-825da7cd-0054-4805-b263-104491d1690e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:10.232957 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12', 'status': 'completed', 'code': 200} Oct 20 11:07:10.350547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-d30dd5e2-40ff-4cde-993e-44dae620567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.353600 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-d30dd5e2-40ff-4cde-993e-44dae620567c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 1096 time: 0.1197257 Oct 20 11:07:10.436099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00140fda-2459-4467-a382-035d4605c438 req-6d1a8bfd-7f10-490d-96d5-1cf13b2b6562 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.437651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00140fda-2459-4467-a382-035d4605c438 req-6d1a8bfd-7f10-490d-96d5-1cf13b2b6562 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0714972 Oct 20 11:07:10.441803 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-82411b2b-4f10-4ad3-bbf6-bce32852cfcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12 HTTP/1.1" status: 200 len: 217 time: 0.0784166 Oct 20 11:07:10.491754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00140fda-2459-4467-a382-035d4605c438 req-59a3c52c-ad41-43b4-8335-4c06ba98bc4e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Oct 20 11:07:10.499610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-883f8c33-eb24-41e8-856f-9e161c580e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.501346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-883f8c33-eb24-41e8-856f-9e161c580e02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0522890 Oct 20 11:07:10.556296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-630676b7-3f8f-4584-bea0-bbfa285a3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.557867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-630676b7-3f8f-4584-bea0-bbfa285a3db9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494192 Oct 20 11:07:10.662130 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-72a6f468-5127-4309-9207-2f9e840e5a2b service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948455 Oct 20 11:07:10.761439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-12d6c3a6-088c-48b6-ba3b-ec6bc1f097d4 req-4a9d899d-e020-4546-b134-dfa4cbf02b5b service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896883 Oct 20 11:07:10.862510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-886f885a-cda4-4dde-b690-9578b19bf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.864890 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-886f885a-cda4-4dde-b690-9578b19bf47c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 1096 time: 0.0548823 Oct 20 11:07:10.977387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-58e78a88-cc74-4a9d-9afa-060dbe3f04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.978865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-58e78a88-cc74-4a9d-9afa-060dbe3f04e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1053381 Oct 20 11:07:11.029913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-9dca4694-735a-4666-942a-fa600660b8a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12 HTTP/1.1" status: 200 len: 217 time: 0.0407832 Oct 20 11:07:11.100963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-71bb4a7a-f350-4516-bd54-f7dccacd578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:11.102644 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-71bb4a7a-f350-4516-bd54-f7dccacd578e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0649567 Oct 20 11:07:11.160466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-5cf8b3ee-b37b-439c-bf48-1c36a73053e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:11.162015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-5cf8b3ee-b37b-439c-bf48-1c36a73053e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481684 Oct 20 11:07:11.269189 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-abfb5b77-6b89-4c9c-a35c-7d3023575850 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976799 Oct 20 11:07:11.375409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4c9b054-dc43-41f1-ae72-e0ce8eab057c req-bb192fe1-2558-4718-8b95-aa78553dd8b6 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977917 Oct 20 11:07:11.613534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a87a7-151e-41ad-8580-946c798b5809 req-ac2aa040-e78c-40c9-a12f-5e0638c6d0da tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:11.614795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c7a87a7-151e-41ad-8580-946c798b5809 req-ac2aa040-e78c-40c9-a12f-5e0638c6d0da tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0508742 Oct 20 11:07:11.657204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c7a87a7-151e-41ad-8580-946c798b5809 req-edd2f5a0-fa67-4793-a0c3-040690109b9f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Oct 20 11:07:12.805029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2a73d-f77c-4510-8909-00f4c1bb4c28 req-e3a640de-18e6-4c58-9428-2b0dcac37738 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:12.806720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3e2a73d-f77c-4510-8909-00f4c1bb4c28 req-e3a640de-18e6-4c58-9428-2b0dcac37738 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0623441 Oct 20 11:07:12.862992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3e2a73d-f77c-4510-8909-00f4c1bb4c28 req-ed7d32ca-2ac5-49d6-8e5f-c6be479bd63e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Oct 20 11:07:13.999371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803eda-0d64-4a36-b7ba-9a4cb07507fd req-28a72f89-27ae-4652-87b3-4886f9ebbc4d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:14.002497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5803eda-0d64-4a36-b7ba-9a4cb07507fd req-28a72f89-27ae-4652-87b3-4886f9ebbc4d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0584488 Oct 20 11:07:14.056195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5803eda-0d64-4a36-b7ba-9a4cb07507fd req-5c793f22-b16c-4b61-9537-728fd1f8b30f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Oct 20 11:07:14.199743 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-14a36c3a-2494-4a1a-872c-2da0609172da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409451 Oct 20 11:07:14.271212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-3ebef4b5-ca93-4fef-b488-00b7414823a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:14.273016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-3ebef4b5-ca93-4fef-b488-00b7414823a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 1097 time: 0.0488577 Oct 20 11:07:14.377629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-cf039554-392a-4bff-aa57-e843ab21da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:14.379672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-cf039554-392a-4bff-aa57-e843ab21da58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 200 len: 911 time: 0.0874946 Oct 20 11:07:14.452881 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-7d554047-d83e-4bde-a907-4cb3c21ca964 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 200 len: 1001 time: 0.0631950 Oct 20 11:07:14.502968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-11d26606-9067-468b-b40e-1c8389e41d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:14.505055 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-11d26606-9067-468b-b40e-1c8389e41d63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 200 len: 848 time: 0.0450034 Oct 20 11:07:14.557725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-5f78bda5-5fae-4ccd-97fa-1abc40bdddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:14.559290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-5f78bda5-5fae-4ccd-97fa-1abc40bdddc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407708 Oct 20 11:07:14.668728 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-edd7579d-ff5a-4645-9a5c-d46e6b46e734 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923998 Oct 20 11:07:14.761625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-627b2f86-871c-4b4f-a6e0-0bee4863da1d req-859db261-4ac2-4be3-adf8-a9c06d190811 service neutron] 10.222.0.83 "GET /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Oct 20 11:07:15.183773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0220-55eb-4328-bd92-d10197c2a9fa req-5e05856b-99bb-4030-9d04-786b103b695d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:15.185284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf5b0220-55eb-4328-bd92-d10197c2a9fa req-5e05856b-99bb-4030-9d04-786b103b695d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0538120 Oct 20 11:07:15.226669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf5b0220-55eb-4328-bd92-d10197c2a9fa req-ef1739f8-4fc3-4c90-9464-3625e9cbb3cd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351806 Oct 20 11:07:15.895817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-f076b51f-1fe3-43a9-ab90-612e5a27eb02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466835 Oct 20 11:07:15.938576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:15.980909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470602-aec0-4410-9f04-5ce7a698114c req-5ca187c1-db80-4ff8-a339-004cb0e7776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:15.982438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-5ca187c1-db80-4ff8-a339-004cb0e7776a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0422039 Oct 20 11:07:16.087513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470602-aec0-4410-9f04-5ce7a698114c req-3b84a92e-bd0d-4c88-86d0-4ad0c669734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:16.088976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-3b84a92e-bd0d-4c88-86d0-4ad0c669734a service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0877559 Oct 20 11:07:16.164661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-f11f32da-38bb-40b4-8be3-46a2b0fd07df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0658014 Oct 20 11:07:16.215179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470602-aec0-4410-9f04-5ce7a698114c req-75128429-eba0-4be6-9db5-2f6ffbacae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:16.216658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-75128429-eba0-4be6-9db5-2f6ffbacae33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0452437 Oct 20 11:07:16.262407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470602-aec0-4410-9f04-5ce7a698114c req-e7976b5d-e30f-44af-95f9-ed3aa5a81ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:16.264195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-e7976b5d-e30f-44af-95f9-ed3aa5a81ede service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407972 Oct 20 11:07:16.347177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30f22a-c7c2-4e69-ac81-f6fff2f3e97e req-8837c7d7-96c2-4d4d-9873-51bdbefd0e66 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:16.349434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a30f22a-c7c2-4e69-ac81-f6fff2f3e97e req-8837c7d7-96c2-4d4d-9873-51bdbefd0e66 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0511687 Oct 20 11:07:16.370612 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-e33e98bc-5b11-44ea-87f2-6e666cfee23f service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991914 Oct 20 11:07:16.394324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a30f22a-c7c2-4e69-ac81-f6fff2f3e97e req-18244d70-c240-42dc-be98-88564841af4e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Oct 20 11:07:16.468914 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ae470602-aec0-4410-9f04-5ce7a698114c req-3bc9bac3-b705-4ac5-a07a-25e8fdcf7c02 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909438 Oct 20 11:07:16.812577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:17.512362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb6a2-e400-49db-97ae-a3b2eac88d20 req-a27174bf-ed91-4eee-b160-15a06172e0e5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:17.514105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c45fb6a2-e400-49db-97ae-a3b2eac88d20 req-a27174bf-ed91-4eee-b160-15a06172e0e5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0506363 Oct 20 11:07:17.554874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c45fb6a2-e400-49db-97ae-a3b2eac88d20 req-efbffd5d-a6a5-4b8f-a710-3213194f6893 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Oct 20 11:07:18.677496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04560-726c-4f75-bee8-959e0438ea5b req-cf6984ed-bc76-4c45-abdc-ed77a863a2d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:18.679401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14c04560-726c-4f75-bee8-959e0438ea5b req-cf6984ed-bc76-4c45-abdc-ed77a863a2d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0511494 Oct 20 11:07:18.720200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14c04560-726c-4f75-bee8-959e0438ea5b req-85c9dd4a-b4da-46eb-9bf1-f5580f3f29e0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Oct 20 11:07:19.833680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb81d43-5fd2-4c32-9ab5-ef0176a73ee9 req-971168dd-088c-462b-bc36-cefefe17f443 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:19.835187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eb81d43-5fd2-4c32-9ab5-ef0176a73ee9 req-971168dd-088c-462b-bc36-cefefe17f443 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0491753 Oct 20 11:07:19.876777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eb81d43-5fd2-4c32-9ab5-ef0176a73ee9 req-a9b55c33-31ba-44f2-9352-caa1125dde54 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Oct 20 11:07:20.994654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6496c8-57c5-4310-8daa-a9f35d46afa5 req-d63ce058-c10b-4a44-ac14-52c094b0f138 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:20.996218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b6496c8-57c5-4310-8daa-a9f35d46afa5 req-d63ce058-c10b-4a44-ac14-52c094b0f138 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 944 time: 0.0509462 Oct 20 11:07:21.038594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b6496c8-57c5-4310-8daa-a9f35d46afa5 req-c30b47a8-e705-45a7-9a6a-e53a3723c4ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Oct 20 11:07:21.395998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 75bd5c78-63be-4916-8ae8-c32e7883ab12 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:07:21.496945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:21.509649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '75bd5c78-63be-4916-8ae8-c32e7883ab12', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': '75bd5c78-63be-4916-8ae8-c32e7883ab12', 'mac_address': 'fa:16:3e:68:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:07:21.547441 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:21.561610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bd5c78-63be-4916-8ae8-c32e7883ab12 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:21.583352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:21.589333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:21.644412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:21.652306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.652656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.652995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.653331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.653664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.653995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.654320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.654648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.655001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.655328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.655654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.655976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:21.832943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['75bd5c78-63be-4916-8ae8-c32e7883ab12'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:22.168094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69405b3-9c1d-42e5-879a-24fda038d29f req-cb4f6920-4ab3-4524-b5c2-f327b0dd0c5f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:22.170265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e69405b3-9c1d-42e5-879a-24fda038d29f req-cb4f6920-4ab3-4524-b5c2-f327b0dd0c5f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Oct 20 11:07:22.210256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e69405b3-9c1d-42e5-879a-24fda038d29f req-8a51edb0-d9da-4d6f-940e-b7ce1f170af3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Oct 20 11:07:22.597635 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:07:23.326651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab542-b017-4a63-8c92-010307684497 req-55b3d3b8-81ae-41db-89e1-0b9ba0fb72a3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:23.328172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-705ab542-b017-4a63-8c92-010307684497 req-55b3d3b8-81ae-41db-89e1-0b9ba0fb72a3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Oct 20 11:07:23.373781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-705ab542-b017-4a63-8c92-010307684497 req-dd479269-0442-44df-9f8b-de389325f9b6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Oct 20 11:07:23.384085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 75bd5c78-63be-4916-8ae8-c32e7883ab12 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:23.441998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 75bd5c78-63be-4916-8ae8-c32e7883ab12 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:07:23.446717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 75bd5c78-63be-4916-8ae8-c32e7883ab12 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:23.447313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:23.526389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:23.548672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:23.550926 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840da38b-7d60-435d-9c35-120b07dbc7e0" -d '{"events": [{"server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "name": "network-vif-plugged", "status": "completed", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:23.563456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:23.568008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:23.591115 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e813e7-a301-4a64-ab04-ccd508d6a957 x-openstack-request-id: req-16e813e7-a301-4a64-ab04-ccd508d6a957 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:23.591401 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "name": "network-vif-plugged", "status": "completed", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:23.591652 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16e813e7-a301-4a64-ab04-ccd508d6a957 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:23.592033 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12', 'code': 200} Oct 20 11:07:23.621200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:23.689676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638767-82bf-409a-af1b-a7bfe54db7cd req-99e8f9a6-eaab-465e-a23d-a236f0de97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:23.691112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98638767-82bf-409a-af1b-a7bfe54db7cd req-99e8f9a6-eaab-465e-a23d-a236f0de97a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 1098 time: 0.0404422 Oct 20 11:07:23.726637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98638767-82bf-409a-af1b-a7bfe54db7cd req-f86159b6-9613-4e88-873c-bc268c4dbd20 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278561 Oct 20 11:07:24.494456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e69d59-e254-4d31-9f10-a562108a8618 req-9c53967f-e3bf-4b72-a308-5749c3e8f2a5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:24.496093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59e69d59-e254-4d31-9f10-a562108a8618 req-9c53967f-e3bf-4b72-a308-5749c3e8f2a5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0514774 Oct 20 11:07:24.538081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59e69d59-e254-4d31-9f10-a562108a8618 req-e19083b0-6ec7-41d9-b91e-7bd1df9f7c96 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Oct 20 11:07:25.653397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e04e-ed5b-4924-a223-f6a8273e6c48 req-682d4c46-a84c-47db-ad47-ec132b3a9238 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:25.655238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c288e04e-ed5b-4924-a223-f6a8273e6c48 req-682d4c46-a84c-47db-ad47-ec132b3a9238 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0503783 Oct 20 11:07:25.694172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c288e04e-ed5b-4924-a223-f6a8273e6c48 req-b7a505fa-19c9-47e1-964a-a5ba8965a62f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Oct 20 11:07:25.815312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669ea6-97fe-4569-bd6f-c3db48b724f5 req-eb7d8585-0fa8-4589-b76f-3312271de125 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:25.816796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab669ea6-97fe-4569-bd6f-c3db48b724f5 req-eb7d8585-0fa8-4589-b76f-3312271de125 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0527327 Oct 20 11:07:25.859247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab669ea6-97fe-4569-bd6f-c3db48b724f5 req-84d85340-4a90-4618-b47a-6921c86a63a9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Oct 20 11:07:28.341494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-378669ba-932b-44db-95df-632a30e104cc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:28.342975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-378669ba-932b-44db-95df-632a30e104cc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1030734 Oct 20 11:07:28.358283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-13991d32-f81a-4938-9b86-f62ef71b07a3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0090878 Oct 20 11:07:28.412227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-6db7dde3-19e9-4b28-a51d-1e9a45ee23db tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477989 Oct 20 11:07:28.485057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-671ff097-ab5e-4084-a2fb-7e7446a9fd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:28.515003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-513e34fa-f292-4333-a0bc-c475ec9aaef0 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956500 Oct 20 11:07:28.610645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-afe56fbf-71af-4683-bf7d-12ab1f8c45d2 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894818 Oct 20 11:07:28.800795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b09bb8c-63a2-48fb-a2da-512d0cc96c77 req-66511603-d4ee-41ea-ab8b-680ef057807a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0283105 Oct 20 11:07:29.798672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-d764f4fe-deb8-4059-9fc3-864666d99e8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:29.801035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-d764f4fe-deb8-4059-9fc3-864666d99e8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1193433 Oct 20 11:07:29.814506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:29.959742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15e7fe6b-6d80-4df8-8d87-bf8ec52d890a req-70869f9f-832e-4b00-b53b-dd1a723a67f0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0351484 Oct 20 11:07:29.976142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:29.979955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:30.180063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.7 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:30.469529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:30.857460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:30.891420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['75bd5c78-63be-4916-8ae8-c32e7883ab12'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:30.903480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:30.906756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:30.909360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:30.963388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:30.964010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:30.972818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:31.023466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-5919e063-544f-45bc-81e5-031b2955dea6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122552 Oct 20 11:07:31.037914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Request body: {'port': {'device_id': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:31.113632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efbe7-39c5-45a5-8ce5-966ed319fc73 req-1efbaa7c-1ce6-474a-84e9-4ab976e9ef46 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:31.115390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-938efbe7-39c5-45a5-8ce5-966ed319fc73 req-1efbaa7c-1ce6-474a-84e9-4ab976e9ef46 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 931 time: 0.0749407 Oct 20 11:07:31.158750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-938efbe7-39c5-45a5-8ce5-966ed319fc73 req-b2332d6d-8e02-4640-8d4d-efe6e36e11ba tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Oct 20 11:07:31.191564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.296791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e5929d05-9cc3-4ccc-a04c-c7bef79079b2 None None] Provisioning complete for port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:31.297592 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e5929d05-9cc3-4ccc-a04c-c7bef79079b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.338826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e5929d05-9cc3-4ccc-a04c-c7bef79079b2 None None] Port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:07:31.377230 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-85ce20f8-dda4-4801-a906-a98e58f087c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.524148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:31.538558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.548340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Transition to ACTIVE for port object 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:07:31.553598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.651079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Pushing event updated for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:31.686320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Attempting to bind port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:31.686757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Attempting to bind port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:31.687190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Attempting to bind port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:31.692100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:07:31.692506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Attempting to bind port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:31.698452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:31.698876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:31.699420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:31.699939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Bound port: 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:31.700367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.776633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:31.778536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.780991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:31.792723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.853117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Pushing event updated for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:31.863791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:31.864624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:31.866136 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9d99dfb-7f09-492a-b4fb-4e97cb0db216 service neutron] 10.222.0.83 "PUT /v2.0/ports/1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 HTTP/1.1" status: 200 len: 1092 time: 0.8334017 Oct 20 11:07:31.866636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:31.869885 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e48fc4-191f-42ba-9020-0e23e143b75f" -d '{"events": [{"name": "network-changed", "server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:31.930281 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0153c7-1801-4d6a-b9ed-ecd20d384e49 x-openstack-request-id: req-1c0153c7-1801-4d6a-b9ed-ecd20d384e49 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:31.930569 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:31.930817 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c0153c7-1801-4d6a-b9ed-ecd20d384e49 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:31.931433 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0', 'status': 'completed', 'code': 200} Oct 20 11:07:31.969979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-fa5d7046-ab5e-43fa-8129-c34eaf8827c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:31.971552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-fa5d7046-ab5e-43fa-8129-c34eaf8827c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 1095 time: 0.0554309 Oct 20 11:07:32.018137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-6533cc7a-60ca-4470-a28d-435c328da6e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 HTTP/1.1" status: 200 len: 217 time: 0.0381069 Oct 20 11:07:32.071589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-3b0ef68f-53bd-45bc-ad78-0a17df736072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.073047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-3b0ef68f-53bd-45bc-ad78-0a17df736072 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0475688 Oct 20 11:07:32.143953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-cc4c8a7e-8125-4f67-95bd-2a87a9f9db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.145794 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-cc4c8a7e-8125-4f67-95bd-2a87a9f9db89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574129 Oct 20 11:07:32.275570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-c9fda130-fbca-4d16-ae5b-9fe0cf345514 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158707 Oct 20 11:07:32.302154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c04f77-8ccc-4317-88ad-9022f84d663a req-38bb1ae7-c70b-4ed0-85b3-4dd0b5baac16 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.307457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2c04f77-8ccc-4317-88ad-9022f84d663a req-38bb1ae7-c70b-4ed0-85b3-4dd0b5baac16 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0577080 Oct 20 11:07:32.350995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2c04f77-8ccc-4317-88ad-9022f84d663a req-7a01948f-a458-48d9-90a5-92d6ad790445 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Oct 20 11:07:32.387687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6ebc3fe-0c9e-4b83-9dff-0da591c0f531 req-28839df3-58ab-4526-9935-2ab98c98de02 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040015 Oct 20 11:07:32.480854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-5ab5c930-2867-494b-abf7-3ccefb3e9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.482374 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-5ab5c930-2867-494b-abf7-3ccefb3e9d17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 1095 time: 0.0422778 Oct 20 11:07:32.586867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-20cbef93-ae32-4748-8856-f81e78820a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.589039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-20cbef93-ae32-4748-8856-f81e78820a2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.0983310 Oct 20 11:07:32.637218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-06267954-c2d5-4a90-95fb-510804890514 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 HTTP/1.1" status: 200 len: 217 time: 0.0384767 Oct 20 11:07:32.698032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-60176bcb-7b2d-431e-b9f5-0eedebb6b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.699674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-60176bcb-7b2d-431e-b9f5-0eedebb6b066 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0535214 Oct 20 11:07:32.752459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-a7a33260-3d71-4c9c-b748-b1fda30e6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.754231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-a7a33260-3d71-4c9c-b748-b1fda30e6cf1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459116 Oct 20 11:07:32.832153 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:32.885104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-5d92d563-06f0-46ca-b43c-66c8b575222c service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203694 Oct 20 11:07:33.001376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-41e48fc4-191f-42ba-9020-0e23e143b75f req-bece8acd-6703-462a-ac8d-0ea14f6eabb0 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068323 Oct 20 11:07:33.489253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a5852-c488-4291-97f6-cae2928f291c req-0adeca15-8afb-4052-8ea4-7749750e053b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:33.490752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c46a5852-c488-4291-97f6-cae2928f291c req-0adeca15-8afb-4052-8ea4-7749750e053b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0529068 Oct 20 11:07:33.530080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c46a5852-c488-4291-97f6-cae2928f291c req-082e26f2-e51c-49b7-a30d-1f7d35fdca39 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Oct 20 11:07:34.355511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:34.686384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57252-88a8-4b70-8551-8995e51fd066 req-4cb5c8b7-af89-49f9-839e-28effd277b99 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:34.688513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48b57252-88a8-4b70-8551-8995e51fd066 req-4cb5c8b7-af89-49f9-839e-28effd277b99 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0696962 Oct 20 11:07:34.745926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48b57252-88a8-4b70-8551-8995e51fd066 req-ae373a62-3980-47a3-a3f4-9d89fc71eacc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Oct 20 11:07:35.929222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844854-464e-4d12-bac7-59ac20ff2d2d req-c676ec7c-b4a0-46cf-96b9-7d61f00e73d7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:35.939337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f844854-464e-4d12-bac7-59ac20ff2d2d req-c676ec7c-b4a0-46cf-96b9-7d61f00e73d7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0833707 Oct 20 11:07:35.994440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-6e08e1d4-5d27-4d81-89fa-647e70e2aab5 req-fa1caf8d-b219-4358-b9de-2c9c72eb6c16 service neutron] (100747) timed out ('10.222.0.83', 64273) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:07:36.008374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f844854-464e-4d12-bac7-59ac20ff2d2d req-f6cd0fa4-7fbb-47e6-a2e3-f9f447f18e07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Oct 20 11:07:36.328562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57532) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:36.467717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.588472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.600309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.630468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc70c9-9375-47c9-b69c-fb1d09b850ab,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:36.646020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.646373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.646692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.647059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.647412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.647674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.647994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.648297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.648605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.648942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.649225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.649553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:36.655778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e597c5c0-ec0f-4f96-816d-f19563ccf8ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7c7d7dc3c5445c1b215b1296035ae70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260481 Oct 20 11:07:36.659138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57536) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:36.712881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.743077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.808060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.810603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:36.814306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9bc70c9-9375-47c9-b69c-fb1d09b850ab HTTP/1.1" status: 204 len: 168 time: 0.1521337 Oct 20 11:07:36.820083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178657-cb6c-4000-9fc1-0d8406719dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc70c9-9375-47c9-b69c-fb1d09b850ab,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:37.146757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae40b3-c523-4573-8d25-361aad60d545 req-c0a50064-582d-4a67-9809-2e7a8af27a8b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:37.148644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0ae40b3-c523-4573-8d25-361aad60d545 req-c0a50064-582d-4a67-9809-2e7a8af27a8b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0649350 Oct 20 11:07:37.204100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0ae40b3-c523-4573-8d25-361aad60d545 req-2395100c-2eb1-4c61-a45e-8cb7dd45231e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Oct 20 11:07:38.392197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b507c6-b3bc-4120-9063-0a38b36e27be req-8bdd0420-d00b-48e5-bc44-a4e3c39e57fe tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:38.396523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1b507c6-b3bc-4120-9063-0a38b36e27be req-8bdd0420-d00b-48e5-bc44-a4e3c39e57fe tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1083016 Oct 20 11:07:38.436704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1b507c6-b3bc-4120-9063-0a38b36e27be req-73944596-c57b-4cc5-aa7e-0d9952b1b327 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Oct 20 11:07:39.583462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-743d1f6e-f914-417d-9550-7925fd603cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.584985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-743d1f6e-f914-417d-9550-7925fd603cfa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0606234 Oct 20 11:07:39.621878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17b44b-86a8-463d-9c0f-0fe93814b206 req-50f093aa-3bb6-44db-add1-eb2bfb9bfb49 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.624111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca17b44b-86a8-463d-9c0f-0fe93814b206 req-50f093aa-3bb6-44db-add1-eb2bfb9bfb49 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1031611 Oct 20 11:07:39.664507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d7e30-d36b-4155-a469-3dce48dc7237 req-0a3bf7eb-01b8-4828-b8de-f1359006b0d7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.666518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28d7e30-d36b-4155-a469-3dce48dc7237 req-0a3bf7eb-01b8-4828-b8de-f1359006b0d7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0934825 Oct 20 11:07:39.687117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca17b44b-86a8-463d-9c0f-0fe93814b206 req-b9a585a8-4afd-4a59-a8ef-8f04e1c7b63e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Oct 20 11:07:39.699908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-d58c229b-62a4-422f-9e6a-bb4c17d4608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.701400 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-d58c229b-62a4-422f-9e6a-bb4c17d4608e service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1052713 Oct 20 11:07:39.721482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28d7e30-d36b-4155-a469-3dce48dc7237 req-d42888b3-87ea-4d73-8038-2c545c72f611 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435855 Oct 20 11:07:39.780952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-013230a8-6032-492d-a7fb-5ff619cbf4ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0709484 Oct 20 11:07:39.834714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-271bdb44-5e1b-473e-9ffe-edc9a2d7e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.836346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-271bdb44-5e1b-473e-9ffe-edc9a2d7e494 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0458825 Oct 20 11:07:39.889137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-d1de652b-3b83-47a4-9ccd-fe61c9395edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.890764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-d1de652b-3b83-47a4-9ccd-fe61c9395edf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459566 Oct 20 11:07:39.992626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-3c45fffd-0c62-4073-af73-5bb6cf5c5e5d service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Oct 20 11:07:40.096568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d4dff0f5-501b-4b79-9784-f14f027d0df1 req-c7cd5067-920b-4f7e-9d35-9c6cf0bfbf31 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Oct 20 11:07:40.928413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ce898-6a56-4196-b181-b9566f868b75 req-da36aab4-d3fa-4c17-a4f9-b455c911061e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:40.929905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba4ce898-6a56-4196-b181-b9566f868b75 req-da36aab4-d3fa-4c17-a4f9-b455c911061e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0721991 Oct 20 11:07:40.939343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65590070-1f2e-4c3c-b9f4-a3b9fab7f622 req-ca6a1f09-66a3-4680-be64-7785166fca77 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:40.941407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65590070-1f2e-4c3c-b9f4-a3b9fab7f622 req-ca6a1f09-66a3-4680-be64-7785166fca77 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0976057 Oct 20 11:07:41.002585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba4ce898-6a56-4196-b181-b9566f868b75 req-86d7aec0-ffb9-4727-b00b-73ce2b90804a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595467 Oct 20 11:07:41.007553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65590070-1f2e-4c3c-b9f4-a3b9fab7f622 req-999cc128-70e7-4146-ba05-1a80533b6a90 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Oct 20 11:07:41.252289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:41.330087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617377d-4b32-4daa-9bf7-e149ed307191 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:41.331312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617377d-4b32-4daa-9bf7-e149ed307191 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:41.331782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617377d-4b32-4daa-9bf7-e149ed307191 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:41.333512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5617377d-4b32-4daa-9bf7-e149ed307191 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/ports?project_id=e911363dfa9f4fa8b71bf1c01b0773b8&network_id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 2973 time: 0.0803237 Oct 20 11:07:42.129606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb82b0-2059-4453-bff6-45511f7c3b0b req-0b3c2d36-4c24-4763-8f58-bdb3bdbc8d5c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:42.131442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bedb82b0-2059-4453-bff6-45511f7c3b0b req-0b3c2d36-4c24-4763-8f58-bdb3bdbc8d5c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0521846 Oct 20 11:07:42.177102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bedb82b0-2059-4453-bff6-45511f7c3b0b req-c307de18-9ce0-44a1-95bb-4ddd52090569 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Oct 20 11:07:42.462956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-643d520a-90fe-4f6f-9ba8-688dd05efaf0 req-6eb86183-0a0c-431f-95be-ceaecd79f9a1 service neutron] (100747) timed out ('10.222.0.74', 39026) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:07:43.047953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:43.107797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e5b15e-a0a9-4067-a722-852ae8dd9bf5 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:43.109316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70e5b15e-a0a9-4067-a722-852ae8dd9bf5 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 814 time: 0.0595686 Oct 20 11:07:43.295365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b91291-f3dc-4654-903b-eb9eefa18d18 req-9dfed274-fd1e-4bdf-8b14-dd811588b98b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:43.296927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17b91291-f3dc-4654-903b-eb9eefa18d18 req-9dfed274-fd1e-4bdf-8b14-dd811588b98b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0508633 Oct 20 11:07:43.341788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17b91291-f3dc-4654-903b-eb9eefa18d18 req-ca5572da-aeb7-46cb-bf51-7a92a0bdd747 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Oct 20 11:07:44.156623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.161861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'network': {'name': 'tempest-network-smoke--2018779952', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'port_security_enabled': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:44.185458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:44.191116 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.218516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:07:44.232118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.232395 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Added segment 35ada864-2084-4186-9685-e31511424d0d of type vlan for network 8850e1fd-e1d2-4497-bc11-dd07d7261eca Oct 20 11:07:44.278336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.304100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.311400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.312197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.357744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1998041 Oct 20 11:07:44.361000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.407812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21f2a8-02b6-4daf-be63-3175f7477536 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Network': ['ID=8850e1fd-e1d2-4497-bc11-dd07d7261eca,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:44.420220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:07:44.509320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ac338-7879-4838-9e73-c8be709cfafa tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.511105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-997ac338-7879-4838-9e73-c8be709cfafa tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=e911363dfa9f4fa8b71bf1c01b0773b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1490664 Oct 20 11:07:44.514303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.581988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11a604-abde-4e25-9128-53c98befd155 req-f519522d-94ee-45aa-90ac-19558a032677 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.583781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e11a604-abde-4e25-9128-53c98befd155 req-f519522d-94ee-45aa-90ac-19558a032677 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1415589 Oct 20 11:07:44.709911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e11a604-abde-4e25-9128-53c98befd155 req-8719b159-1278-4cc2-9db0-69f5897e9467 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110349 Oct 20 11:07:44.719574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa8706-14e8-4e7b-9389-da2ccfcebb50 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.721625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-00fa8706-14e8-4e7b-9389-da2ccfcebb50 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2064626 Oct 20 11:07:44.724529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57670) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.766484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.767057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d5ddcc9a-7795-4757-ae7b-586733989361 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411448 Oct 20 11:07:44.803651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57678) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.817242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-58d6aede-7843-4dfb-9d3f-402b39b1e667 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=e911363dfa9f4fa8b71bf1c01b0773b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455098 Oct 20 11:07:44.906109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1cd38-b2e0-4d4a-a1c7-a22d241c1eae tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.910861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17e1cd38-b2e0-4d4a-a1c7-a22d241c1eae tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029456 Oct 20 11:07:44.911138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57680) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.942512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e37963b7-3ca0-4acd-adf6-1ff406406ef9 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278051 Oct 20 11:07:44.942765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:44.947559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62516854', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:45.368652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:45.372107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:45.556353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:45.616741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Subnet': ['ID=ef4b75ee-ac0b-4034-b378-3a1d3ac8d571,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:45.625625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Checking segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:45.626137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network hostable DHCP agents. Network: 8850e1fd-e1d2-4497-bc11-dd07d7261eca, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:07:45.647267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:07:45.655523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8850e1fd-e1d2-4497-bc11-dd07d7261eca) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:45.661172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:45.662261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:45.676406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de406cdd-dcc5-4b76-a069-c292c554d9a5 None None] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:07:45.681835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-653f379d-5ef0-4066-8a10-3070c945abe8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7381625 Oct 20 11:07:45.851654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ips': [{'subnet_id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:07:45.852967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:45.904053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355b5a7-dece-4903-b917-36cf8ffd53f8 req-93229375-99e5-4b60-863d-e5d94b669542 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:45.905665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5355b5a7-dece-4903-b917-36cf8ffd53f8 req-93229375-99e5-4b60-863d-e5d94b669542 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0977628 Oct 20 11:07:45.981036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5355b5a7-dece-4903-b917-36cf8ffd53f8 req-54a54ea8-e59a-4bba-8085-752d43389c69 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653014 Oct 20 11:07:46.027662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57692) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.035184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598076456', 'description': 'tempest-secgroup-smoke-1598076456 description', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.036932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Allocated IP 172.20.0.18 (8850e1fd-e1d2-4497-bc11-dd07d7261eca/ef4b75ee-ac0b-4034-b378-3a1d3ac8d571/07907e7c-0886-4584-a1bc-c8eda314373f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:46.048007 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.066479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.136892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.141228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.169766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35dbaf9-2566-4c03-95da-d00bd627a0d8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.175983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.177471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-acb5b6b1-5347-4f3e-9132-bad3a0c8296c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477208 Oct 20 11:07:46.180378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57694) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.185455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.194577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.200621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.213854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.244460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:46.248835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:46.255961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:46.261179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Pushing event updated for resources: {'Port': ['ID=07907e7c-0886-4584-a1bc-c8eda314373f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.274888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.279030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.300277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db480800-f7af-4889-9d01-7db9bd157811,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.309777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.313513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2c9d16af-5f9d-4692-922a-8952036bf69b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295500 Oct 20 11:07:46.313838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.319171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.327253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Attempting to bind port 07907e7c-0886-4584-a1bc-c8eda314373f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:46.327731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Attempting to bind port 07907e7c-0886-4584-a1bc-c8eda314373f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:46.328262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Attempting to bind port 07907e7c-0886-4584-a1bc-c8eda314373f on network 8850e1fd-e1d2-4497-bc11-dd07d7261eca {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:46.334014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:46.334533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Checking segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:46.335312 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.335895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Bound using segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:46.336622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Bound port: 07907e7c-0886-4584-a1bc-c8eda314373f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:46.337092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.348431 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.406081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] For port 07907e7c-0886-4584-a1bc-c8eda314373f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:46.409522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] For port 07907e7c-0886-4584-a1bc-c8eda314373f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07907e7c-0886-4584-a1bc-c8eda314373f,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:46.413128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.415775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.418521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.438246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee52c2d-18e0-454a-80cc-ae8304ff6007,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.448008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.451754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74fa6bd9-45fb-43d0-a019-5034a8c6a3fd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336582 Oct 20 11:07:46.451884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57698) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.460800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.486926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.501036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf97907-dadb-4913-a3d3-a365d203ccc1 None None] Pushing event updated for resources: {'Port': ['ID=07907e7c-0886-4584-a1bc-c8eda314373f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.555089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.560377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.584101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.588425 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326065 Oct 20 11:07:46.588783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.593500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.596400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d60e-03fb-4b49-b966-fa9e74b2ec7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f571d7af-c07f-412b-87b2-7e401a380040,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.649252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.713786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.718630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.741216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebab935b-9ba5-4a63-a862-d5f2788e11ca,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.755380 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.757135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f170aa4-7d34-425d-8b44-dd59e30d5583 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672046 Oct 20 11:07:46.759680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57702) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.765397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.793034 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:07:46.798913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.809008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.864712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.868352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.885649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d2c7b7-25bb-4d61-b925-f38f2c266492,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:46.896389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:46.900256 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d81c10fd-b342-4e4a-8499-04a5aa92f543 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368616 Oct 20 11:07:46.901298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57706) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:46.904967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': 'f35dbaf9-2566-4c03-95da-d00bd627a0d8', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:46.928619 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:07:46.933624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.012089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.018774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.049546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e0dec2-fbd0-4c60-9b0c-740a8aa139ab,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:47.058083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.061364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f511a52-56a9-4983-a615-d3f53adb9a53 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599293 Oct 20 11:07:47.188050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07907e7c-0886-4584-a1bc-c8eda314373f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:47.228722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94273e-9c5e-45b7-a531-9363bb357aa2 req-ef75119c-e28d-4d89-b71d-e8e4f91110d2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:47.243086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba94273e-9c5e-45b7-a531-9363bb357aa2 req-ef75119c-e28d-4d89-b71d-e8e4f91110d2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1219530 Oct 20 11:07:47.272709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 07907e7c-0886-4584-a1bc-c8eda314373f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:47.273523 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.300088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba94273e-9c5e-45b7-a531-9363bb357aa2 req-b110a747-cc12-4afd-905e-ccbde71a3bc0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Oct 20 11:07:47.403783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57728) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:47.426655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-15a23390-62a4-4b35-a7be-4ce8b2632c9c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598076456&fields=id&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 267 time: 0.0601075 Oct 20 11:07:47.429453 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.473933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 07907e7c-0886-4584-a1bc-c8eda314373f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07907e7c-0886-4584-a1bc-c8eda314373f,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:47.479076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.547884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6982b1f6-9124-49bf-93fa-9acdac39b92c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.548174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=07907e7c-0886-4584-a1bc-c8eda314373f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:47.562689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-45761d0d-0257-4d86-bdf8-204b088ab5ca tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:47.564310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-45761d0d-0257-4d86-bdf8-204b088ab5ca tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/networks?id=8850e1fd-e1d2-4497-bc11-dd07d7261eca HTTP/1.1" status: 200 len: 797 time: 0.1365485 Oct 20 11:07:47.584312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-7b4bbd89-ee1e-49b1-b722-e65516cf1ae7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/quotas/e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 375 time: 0.0123866 Oct 20 11:07:47.655009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6982b1f6-9124-49bf-93fa-9acdac39b92c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.657303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-55cd9f74-3680-4285-b782-c3636bf3c1a6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647492 Oct 20 11:07:47.661629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6982b1f6-9124-49bf-93fa-9acdac39b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.705725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26028d4c-91b5-48a9-8350-7a513f6cec9e None None] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:07:47.707326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982b1f6-9124-49bf-93fa-9acdac39b92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a5fa7-7c64-47d3-8254-427960b5e4d8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:47.713892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6982b1f6-9124-49bf-93fa-9acdac39b92c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=964065698bbe4e98bcd62ae432fe9f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085303 Oct 20 11:07:47.716554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57732) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:47.772901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.776450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-9887c1a7-8856-4977-be8b-40d4a43cccec service neutron] 10.222.0.74 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028321 Oct 20 11:07:47.793639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e897ab06-da5e-4058-b400-f9d522cacfda None None] Provisioning complete for port 07907e7c-0886-4584-a1bc-c8eda314373f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:47.794009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e897ab06-da5e-4058-b400-f9d522cacfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.798333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.850419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.853195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:47.854361 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e2a5fa7-7c64-47d3-8254-427960b5e4d8 HTTP/1.1" status: 204 len: 168 time: 0.1368949 Oct 20 11:07:47.862994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206e87b-02ca-43f0-8818-80916e5ab1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a5fa7-7c64-47d3-8254-427960b5e4d8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:47.899564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-8a860eb5-62d9-4e5d-9dba-be7029f07609 service neutron] 10.222.0.74 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139359 Oct 20 11:07:48.100819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aaaf0365-819e-49d0-a1b1-22829f1eed03 req-f06c5854-0df2-4fbd-8f72-150c07166a28 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 210 time: 0.0314341 Oct 20 11:07:48.274978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5aca4808-e0b7-4fb9-b2f0-740ee357f2b6 None None] Provisioning complete for port 07907e7c-0886-4584-a1bc-c8eda314373f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:48.275592 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5aca4808-e0b7-4fb9-b2f0-740ee357f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:48.461507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc2766-9512-4c51-b65f-4a9eb5866e27 req-7e10d9f4-4727-49ba-b29e-9600bdb9c049 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:48.463212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dbc2766-9512-4c51-b65f-4a9eb5866e27 req-7e10d9f4-4727-49ba-b29e-9600bdb9c049 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0670133 Oct 20 11:07:48.513071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5dbc2766-9512-4c51-b65f-4a9eb5866e27 req-0a56db3f-80d5-4ccb-a2f9-523624819d7a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Oct 20 11:07:49.029880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07907e7c-0886-4584-a1bc-c8eda314373f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:49.086229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 07907e7c-0886-4584-a1bc-c8eda314373f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:49.086701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.218242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-689131af-8d59-4674-8e51-4f112a86d879 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.220785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-689131af-8d59-4674-8e51-4f112a86d879 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.70 "GET /v2.0/networks?id=8850e1fd-e1d2-4497-bc11-dd07d7261eca HTTP/1.1" status: 200 len: 797 time: 0.1644833 Oct 20 11:07:49.231856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6804d3d-e7f4-445d-a9c9-0f8fd83a39e9 req-94502834-ae9c-454f-b370-6442ab8f490d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 210 time: 0.0313575 Oct 20 11:07:49.280014 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-83c6cdb7-29d0-42a4-b6cc-042eb3d28b14 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 473 time: 0.0489826 Oct 20 11:07:49.290451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'port': {'device_id': '6d381e05-feff-4db1-89c9-fb0018114ade', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'admin_state_up': True, 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'security_groups': ['f35dbaf9-2566-4c03-95da-d00bd627a0d8']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:49.413939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:49.417702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.557196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.30 (8850e1fd-e1d2-4497-bc11-dd07d7261eca/ef4b75ee-ac0b-4034-b378-3a1d3ac8d571/8724f3c1-0687-4ec7-b88d-7d7284adc433) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:49.646555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a42-9bea-4c23-9c6e-bac1c4f05d7a req-095cbad3-de8b-4a01-8bf5-4f3989e0ed18 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.648414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bf92a42-9bea-4c23-9c6e-bac1c4f05d7a req-095cbad3-de8b-4a01-8bf5-4f3989e0ed18 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0561678 Oct 20 11:07:49.690279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bf92a42-9bea-4c23-9c6e-bac1c4f05d7a req-b050f793-9751-4799-9655-c3e73621467f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Oct 20 11:07:49.719099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57792) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:49.724279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104566736', 'description': 'tempest-secgroup-smoke-2104566736 description', 'project_id': '3bd741658daa4d599311a0e41ea0ead8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:49.725236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.747977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.756587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.762006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.808341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:49.811675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:49.816077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:49.840889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.845197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.848938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:49.882417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.883430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.892492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f019ba-e2fb-4533-9b73-2b71a9ae36f6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:49.903457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-a5b04209-3222-4777-927c-727793a78504 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168795 Oct 20 11:07:49.919053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Request body: {'port': {'device_id': '6d381e05-feff-4db1-89c9-fb0018114ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:49.944869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.950164 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.981316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.990250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.991988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2718024 Oct 20 11:07:49.994304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0553df-2da2-4423-a0bb-c7876e8b7b44 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:49.995165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:50.005308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:50.068936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.107443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f96158c3-ed2e-474b-845a-95a17c9401d0 None None] Provisioning complete for port 8724f3c1-0687-4ec7-b88d-7d7284adc433 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:50.108023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f96158c3-ed2e-474b-845a-95a17c9401d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.149825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f96158c3-ed2e-474b-845a-95a17c9401d0 None None] Port 8724f3c1-0687-4ec7-b88d-7d7284adc433 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:07:50.223038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.254224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.288996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c1eba8-a00e-4932-8fb5-f9158afdb2dd,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.296681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.298018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-20babd1b-2120-42f5-9789-31d0f253aac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008261 Oct 20 11:07:50.301562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:50.306383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:50.356594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad4f-e94f-4da3-b12a-5d53acae76ba req-b8220e76-487a-456a-8e22-bd94795c25c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.359501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-215bad4f-e94f-4da3-b12a-5d53acae76ba req-b8220e76-487a-456a-8e22-bd94795c25c8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 932 time: 0.0572369 Oct 20 11:07:50.374649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.404621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-215bad4f-e94f-4da3-b12a-5d53acae76ba req-c8744b9b-7518-4568-92c3-77882aa5fa6f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Oct 20 11:07:50.445608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8724f3c1-0687-4ec7-b88d-7d7284adc433 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:50.455021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.475432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Transition to ACTIVE for port object 8724f3c1-0687-4ec7-b88d-7d7284adc433 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:07:50.480088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.483543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.506687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.549279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.551898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716f4678-304e-4717-bd6a-3ea0e4c5f700,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.556025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.560383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-78c2e3c3-a66e-45d6-872a-0200adfd00d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2547286 Oct 20 11:07:50.560541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57802) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:50.565201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:50.599066 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.639876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Attempting to bind port 8724f3c1-0687-4ec7-b88d-7d7284adc433 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:50.640166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Attempting to bind port 8724f3c1-0687-4ec7-b88d-7d7284adc433 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:50.640527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Attempting to bind port 8724f3c1-0687-4ec7-b88d-7d7284adc433 on network 8850e1fd-e1d2-4497-bc11-dd07d7261eca {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:50.646219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Port 8724f3c1-0687-4ec7-b88d-7d7284adc433 on network 8850e1fd-e1d2-4497-bc11-dd07d7261eca not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:07:50.646476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Attempting to bind port 8724f3c1-0687-4ec7-b88d-7d7284adc433 on network 8850e1fd-e1d2-4497-bc11-dd07d7261eca {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:50.652400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:50.652999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Checking segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:50.653390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Bound using segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:50.653816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Bound port: 8724f3c1-0687-4ec7-b88d-7d7284adc433, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:50.654166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.659617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.664575 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.687987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ab06d1-807d-406c-8c51-698574b83f07,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.695804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.700270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f9c5f5af-89ed-457b-8a51-a47f19ba6132 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387365 Oct 20 11:07:50.700955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57804) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:50.706562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:50.729673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:50.733637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:50.737968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.746020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.775525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.776145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.777590 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/8724f3c1-0687-4ec7-b88d-7d7284adc433 HTTP/1.1" status: 200 len: 1093 time: 0.8655529 Oct 20 11:07:50.778028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:50.780447 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8898ed-f6e6-4004-8c46-7dcafda74c98" -d '{"events": [{"name": "network-changed", "server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:50.818762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951f142-af26-4688-b9d5-607a34d973a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.850603 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bacd843-4857-46bc-b760-a47fb509a57e x-openstack-request-id: req-6bacd843-4857-46bc-b760-a47fb509a57e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:50.851565 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:50.852188 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6bacd843-4857-46bc-b760-a47fb509a57e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:50.852777 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433', 'status': 'completed', 'code': 200} Oct 20 11:07:50.865079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.871996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.888130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-2d286735-04fb-460f-bada-7c3d3cdc00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.889741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-2d286735-04fb-460f-bada-7c3d3cdc00f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 1096 time: 0.0605731 Oct 20 11:07:50.897325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb9f9d7-d3b8-4fa6-8196-56c5fa2c81f5,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:50.906667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441d7d8-03fb-4779-8e2a-aca05a4813a7 req-63c61849-a5c2-4723-9dac-c687f5343b4e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.911463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f441d7d8-03fb-4779-8e2a-aca05a4813a7 req-63c61849-a5c2-4723-9dac-c687f5343b4e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1049919 Oct 20 11:07:50.925324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:50.929204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e392c730-6fd7-484a-93b5-d5c79f3cf7aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2244682 Oct 20 11:07:50.934415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:50.941175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:50.945041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-b7c87595-7b67-4bb3-b95c-16e3654bc0ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433 HTTP/1.1" status: 200 len: 217 time: 0.0463104 Oct 20 11:07:50.981171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f441d7d8-03fb-4779-8e2a-aca05a4813a7 req-a92d07b9-f7ec-4cfa-85ea-acca553bc861 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Oct 20 11:07:50.989463 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:07:50.997737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.011789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-31e6ffa0-29c7-45e2-9d1a-65068433e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.059879 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-31e6ffa0-29c7-45e2-9d1a-65068433e724 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef4b75ee-ac0b-4034-b378-3a1d3ac8d571 HTTP/1.1" status: 200 len: 836 time: 0.0579731 Oct 20 11:07:51.064662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.066050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-65f80497-38e6-405d-b9a4-7ee3878b1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.067626 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-65f80497-38e6-405d-b9a4-7ee3878b1e5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8850e1fd-e1d2-4497-bc11-dd07d7261eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0463867 Oct 20 11:07:51.068908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.091146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa94ec1-2166-46bb-9fc7-80b15cd26b66,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:51.097413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.098369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4a53595f-7b7d-4cea-a8f7-9c55eb0c6298 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631553 Oct 20 11:07:51.101131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57812) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:51.106237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:51.133377 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:07:51.139890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.166142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-4bf06ef4-5b45-4766-a3a3-3b0e6102216b service neutron] 10.222.0.70 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903001 Oct 20 11:07:51.206928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.211126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.229512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc03003b-f8ba-409f-b596-6a842abe13ea,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:51.238848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.242805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c1c9ea40-f93b-4a75-8dba-3cfa5d607843 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377974 Oct 20 11:07:51.243067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57814) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:51.247917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'network': {'name': 'tempest-network-smoke--237921106', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'port_security_enabled': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:51.268617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:51.271158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-dc5ea13e-8ea1-4d07-9661-a85f0df4e739 req-fb786530-a162-4b46-93a2-805b895c5a5a service neutron] 10.222.0.70 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964813 Oct 20 11:07:51.272694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.298020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:07:51.309403 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.309747 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Added segment 62342091-55c8-4469-bdd6-8a083dab867c of type vlan for network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 Oct 20 11:07:51.356703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.367666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-e14b3a17-dd37-466e-b397-e2a73863878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.369184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-e14b3a17-dd37-466e-b397-e2a73863878c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 1096 time: 0.0502830 Oct 20 11:07:51.381746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.388084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.388677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.433874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1897423 Oct 20 11:07:51.436131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:51.442148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'admin_state_up': True, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:51.473737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f3b5f-a73c-4397-823f-6178a19f571a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Network': ['ID=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:51.485924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-986d24f1-f9e4-49be-9233-8bb6eb5471db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.486702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:07:51.487442 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-986d24f1-f9e4-49be-9233-8bb6eb5471db service neutron] 10.222.0.70 "GET /v2.0/networks?id=8850e1fd-e1d2-4497-bc11-dd07d7261eca HTTP/1.1" status: 200 len: 899 time: 0.1105225 Oct 20 11:07:51.488769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.490009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.537982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-3ee10ee5-d76e-4017-85bd-0850925a0a72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433 HTTP/1.1" status: 200 len: 217 time: 0.0425441 Oct 20 11:07:51.560064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4da78-54c6-4554-868a-bb938198f112 req-f5e9b56a-51a8-4d38-a394-5a9240456514 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.562019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bb4da78-54c6-4554-868a-bb938198f112 req-f5e9b56a-51a8-4d38-a394-5a9240456514 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 944 time: 0.0626431 Oct 20 11:07:51.607429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bb4da78-54c6-4554-868a-bb938198f112 req-e45db386-3605-4883-a146-751f3ba24a9d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Oct 20 11:07:51.609074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.658076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-ca6cca4f-59e2-4f63-8027-e323c2a74cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.659581 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-ca6cca4f-59e2-4f63-8027-e323c2a74cf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef4b75ee-ac0b-4034-b378-3a1d3ac8d571 HTTP/1.1" status: 200 len: 836 time: 0.1073852 Oct 20 11:07:51.780278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:51.804844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-1e499e10-eb0f-437b-9678-5f62ced76b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.806270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-1e499e10-eb0f-437b-9678-5f62ced76b04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8850e1fd-e1d2-4497-bc11-dd07d7261eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1181610 Oct 20 11:07:51.946577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-67cd356d-419b-4b4e-9bd2-5fb4b516045b service neutron] 10.222.0.70 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309519 Oct 20 11:07:52.105558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee991-b27c-46a4-8899-cf13d5b00302 req-cbda104d-e8a6-4500-8b2e-7194ee87092a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:52.107056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65dee991-b27c-46a4-8899-cf13d5b00302 req-cbda104d-e8a6-4500-8b2e-7194ee87092a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0553305 Oct 20 11:07:52.132986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:52.136897 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2f8898ed-f6e6-4004-8c46-7dcafda74c98 req-3b0d1f5d-1efc-4c43-b75f-fd2448458fa1 service neutron] 10.222.0.70 "GET /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817219 Oct 20 11:07:52.152003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65dee991-b27c-46a4-8899-cf13d5b00302 req-78491b44-e67d-4ff1-a773-f2a1f3d0f76d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378239 Oct 20 11:07:52.155011 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:52.279839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.122 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/bbbc3822-eb00-4d31-aad3-11b32c50f79b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:52.393410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:52.427866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:52.466245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:52.470989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:52.477386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:52.480412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=bbbc3822-eb00-4d31-aad3-11b32c50f79b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:52.724892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d5c2-b7dc-4278-a84f-26fdc5304d05 req-8c9a1c47-538c-4379-aaba-bce8ff6d8532 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:52.727738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7053d5c2-b7dc-4278-a84f-26fdc5304d05 req-8c9a1c47-538c-4379-aaba-bce8ff6d8532 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 944 time: 0.0505314 Oct 20 11:07:52.733591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:52.764100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7053d5c2-b7dc-4278-a84f-26fdc5304d05 req-33ee8831-f5a6-4b34-9fa4-95e39b1257c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Oct 20 11:07:52.927790 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:53.282603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b54a3-2f8f-4ea4-bbcd-9d1f32163a9e req-b78de7f1-ec87-4993-a6de-7952a945a4c5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:53.284130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f19b54a3-2f8f-4ea4-bbcd-9d1f32163a9e req-b78de7f1-ec87-4993-a6de-7952a945a4c5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.0566638 Oct 20 11:07:53.323646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f19b54a3-2f8f-4ea4-bbcd-9d1f32163a9e req-55a704e2-2a8d-4e71-a087-0549e634eb3b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Oct 20 11:07:53.374733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router d1d4a310-7a7a-484f-a32a-b4bc183cc83a is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:07:53.478906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:07:53.488297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Sync routers for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:07:53.497172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:53.497788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:53.498597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:53.502651 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-83cbc358-47e4-4527-a0bc-9e248bca4e8b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0628154 Oct 20 11:07:53.503116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:53.533431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8724f3c1-0687-4ec7-b88d-7d7284adc433 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:07:53.631033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5e754439-0009-448b-9a4e-7568e4b2c480 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=3bd741658daa4d599311a0e41ea0ead8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265748 Oct 20 11:07:53.633772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:53.660663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:53.731834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98899a1f-ef3c-463e-b308-d4b3c76a9807 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:53.735847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-98899a1f-ef3c-463e-b308-d4b3c76a9807 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985415 Oct 20 11:07:53.736102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57838) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:53.765362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-57f5374f-b484-4d1b-82ff-eaf3686ef500 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281279 Oct 20 11:07:53.768470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57840) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:53.773488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863428758', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:53.902667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b852c-c6bb-4359-841f-b8b1b0f99fa7 req-1c32d005-53b7-40db-9ac4-beb08ffabf32 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:53.903391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:53.904206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce7b852c-c6bb-4359-841f-b8b1b0f99fa7 req-1c32d005-53b7-40db-9ac4-beb08ffabf32 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 944 time: 0.0702684 Oct 20 11:07:53.905412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:53.908909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:53.945995 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8724f3c1-0687-4ec7-b88d-7d7284adc433', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'port_id': '8724f3c1-0687-4ec7-b88d-7d7284adc433', 'mac_address': 'fa:16:3e:72:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:07:54.004748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce7b852c-c6bb-4359-841f-b8b1b0f99fa7 req-f4cc6e51-9ee3-4f4a-ae8c-f9a5c86b5579 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913377 Oct 20 11:07:54.019511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.039327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8724f3c1-0687-4ec7-b88d-7d7284adc433 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:54.062360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:54.069064 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.097770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:52Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:54.124705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.128986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Checking router: d1d4a310-7a7a-484f-a32a-b4bc183cc83a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:07:54.129339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Updating router d1d4a310-7a7a-484f-a32a-b4bc183cc83a port bbbc3822-eb00-4d31-aad3-11b32c50f79b binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:07:54.167090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:54.169645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.188642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Subnet': ['ID=2861499c-b812-4978-a555-7f1cbdafd37b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:54.195569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Checking segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:54.195932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network hostable DHCP agents. Network: a07f5f90-b817-43f9-83b3-9f7e2e2c5b75, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:07:54.213975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:07:54.222912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a07f5f90-b817-43f9-83b3-9f7e2e2c5b75) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:54.227453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.228725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.244511 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-02e49960-110d-445e-a78d-ce99f7b04985 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4750071 Oct 20 11:07:54.247157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57844) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:54.251339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c28cc-5c0a-4b9f-8df3-d78f97924819 None None] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:07:54.325831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:07:54.359067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8724f3c1-0687-4ec7-b88d-7d7284adc433'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:54.509923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e91127-c19b-4017-a1ef-36b2863b7380 req-fe72f65c-7b28-499c-9010-d40280d1e628 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.511434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0e91127-c19b-4017-a1ef-36b2863b7380 req-fe72f65c-7b28-499c-9010-d40280d1e628 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 943 time: 0.1111078 Oct 20 11:07:54.601848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0e91127-c19b-4017-a1ef-36b2863b7380 req-466df892-d70c-4a31-b41e-05bf694ebc74 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825627 Oct 20 11:07:54.648010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:54.680899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:07:54.681797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.703304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0', 'mac_address': 'fa:16:3e:8a:0c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:07:54.855343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.872481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.882365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.884214 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:54.951713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:55.038894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efb7fc-b4ce-42c4-ac10-fe69d1533218 None None] Pushing event updated for resources: {'Port': ['ID=bbbc3822-eb00-4d31-aad3-11b32c50f79b,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:55.044966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:55.049172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Attempting to bind port bbbc3822-eb00-4d31-aad3-11b32c50f79b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:55.049595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Attempting to bind port bbbc3822-eb00-4d31-aad3-11b32c50f79b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:55.049913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Attempting to bind port bbbc3822-eb00-4d31-aad3-11b32c50f79b on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:55.059125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.068874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Allocated IP 172.20.0.2 (a07f5f90-b817-43f9-83b3-9f7e2e2c5b75/2861499c-b812-4978-a555-7f1cbdafd37b/5d4581d0-5d7f-428c-aab7-56a872d951b4) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:55.100357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:55.100758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:55.101189 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.101580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:55.102151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Bound port: bbbc3822-eb00-4d31-aad3-11b32c50f79b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:55.102584 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.208739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283d44-e51c-40fa-b748-ca74a936a249 req-11cb58e5-2285-4118-9271-810819e1d2ca tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:55.210163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29283d44-e51c-40fa-b748-ca74a936a249 req-11cb58e5-2285-4118-9271-810819e1d2ca tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 945 time: 0.1033561 Oct 20 11:07:55.221666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:55.255344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29283d44-e51c-40fa-b748-ca74a936a249 req-6f30cba3-8c43-404b-9165-c8704488d6d5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359175 Oct 20 11:07:55.279457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] For port bbbc3822-eb00-4d31-aad3-11b32c50f79b, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:55.296851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] For port bbbc3822-eb00-4d31-aad3-11b32c50f79b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bbbc3822-eb00-4d31-aad3-11b32c50f79b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:55.315708 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.427415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:55.460139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efb7fc-b4ce-42c4-ac10-fe69d1533218 None None] Pushing event updated for resources: {'Port': ['ID=bbbc3822-eb00-4d31-aad3-11b32c50f79b,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:55.466106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:55.466710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:55.533574 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.550240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.602099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.1 (a07f5f90-b817-43f9-83b3-9f7e2e2c5b75/2861499c-b812-4978-a555-7f1cbdafd37b/e57429e8-473c-4914-b0d6-178a94f021e3) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:55.789148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.800573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf0274-193f-4a5c-8678-970f0f9b01bb req-177abf54-a4c7-45e3-94b4-50e627b537d8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:55.802508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eaf0274-193f-4a5c-8678-970f0f9b01bb req-177abf54-a4c7-45e3-94b4-50e627b537d8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 944 time: 0.1086068 Oct 20 11:07:55.813217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:55.829581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:55.841182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:55.843167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:55.871909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7eaf0274-193f-4a5c-8678-970f0f9b01bb req-86703e18-b3ff-4600-8809-bfe1ae35e901 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Oct 20 11:07:55.877777 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:55.910069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Pushing event updated for resources: {'Port': ['ID=5d4581d0-5d7f-428c-aab7-56a872d951b4,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:55.928821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:55.932039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:55.936331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:55.949374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:55.990583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.054847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Attempting to bind port 5d4581d0-5d7f-428c-aab7-56a872d951b4 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:56.055248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Attempting to bind port 5d4581d0-5d7f-428c-aab7-56a872d951b4 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:56.055642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Attempting to bind port 5d4581d0-5d7f-428c-aab7-56a872d951b4 on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:56.081407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:56.081805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Checking segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:56.082207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.082630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Bound using segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:56.083143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Bound port: 5d4581d0-5d7f-428c-aab7-56a872d951b4, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:56.083540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.145983 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.192578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] For port 5d4581d0-5d7f-428c-aab7-56a872d951b4, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:56.196584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] For port 5d4581d0-5d7f-428c-aab7-56a872d951b4, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5d4581d0-5d7f-428c-aab7-56a872d951b4,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:56.201128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.241799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:52Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:56.278973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817f1c3-a88c-4150-b95d-3745fe47d9fc None None] The sync data for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 is: [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:52Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:07:56.297989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96c71c-923a-4aaa-93ae-f8794e508fe3 None None] Pushing event updated for resources: {'Port': ['ID=5d4581d0-5d7f-428c-aab7-56a872d951b4,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:56.515940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa9498-7fad-4f74-a4bc-08260fffdfd9 req-4cfc0ef2-9cfe-4b53-b234-273caa201b1c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:56.518605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dafa9498-7fad-4f74-a4bc-08260fffdfd9 req-4cfc0ef2-9cfe-4b53-b234-273caa201b1c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 945 time: 0.1474266 Oct 20 11:07:56.602397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dafa9498-7fad-4f74-a4bc-08260fffdfd9 req-ef04c0fe-8a43-48a7-b153-204617c969c0 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747485 Oct 20 11:07:56.606850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.614374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.703199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:56.705260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:57.165506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bbbc3822-eb00-4d31-aad3-11b32c50f79b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:57.233731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bbbc3822-eb00-4d31-aad3-11b32c50f79b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:57.234356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.236625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afdb8-3a92-4ccc-87fd-48c5210ea3d3 req-9d5e5ba9-d714-482f-b284-0c1cc92ba89a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:57.238275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba3afdb8-3a92-4ccc-87fd-48c5210ea3d3 req-9d5e5ba9-d714-482f-b284-0c1cc92ba89a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 944 time: 0.1106617 Oct 20 11:07:57.277496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:57.279510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:57.362494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.366749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba3afdb8-3a92-4ccc-87fd-48c5210ea3d3 req-6fcb137d-0d70-4261-bccb-b31e999a1cfa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179075 Oct 20 11:07:57.389392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port bbbc3822-eb00-4d31-aad3-11b32c50f79b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bbbc3822-eb00-4d31-aad3-11b32c50f79b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:57.395526 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.396594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5d4581d0-5d7f-428c-aab7-56a872d951b4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:57.451941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router d1d4a310-7a7a-484f-a32a-b4bc183cc83a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:07:57.476595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4265b9-cdbb-44e4-89df-49a55b294dc4 None None] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:07:57.560791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=bbbc3822-eb00-4d31-aad3-11b32c50f79b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:57.569760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8724f3c1-0687-4ec7-b88d-7d7284adc433 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:57.570586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:07:57.577232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-daec19ce-9a50-40f6-8fd6-277441ad4333 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/d1d4a310-7a7a-484f-a32a-b4bc183cc83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3290882 Oct 20 11:07:57.586897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] Provisioning complete for port 5d4581d0-5d7f-428c-aab7-56a872d951b4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:57.587413 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.726711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5d4581d0-5d7f-428c-aab7-56a872d951b4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:57.726800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.791540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdd1d5-2c3d-4053-af1e-c9f651239b86 req-71210ba1-47ab-44f0-bf3a-1aeaaac6f4f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:57.793110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96cdd1d5-2c3d-4053-af1e-c9f651239b86 req-71210ba1-47ab-44f0-bf3a-1aeaaac6f4f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 945 time: 0.0987246 Oct 20 11:07:57.803896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-d428696c-0489-4d14-9023-ffa5962f75a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104566736&fields=id&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 267 time: 0.0608974 Oct 20 11:07:57.811145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8724f3c1-0687-4ec7-b88d-7d7284adc433 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:07:57.858874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8724f3c1-0687-4ec7-b88d-7d7284adc433 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:57.859369 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.916482 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:57.918496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96cdd1d5-2c3d-4053-af1e-c9f651239b86 req-3a3044e1-d6eb-45be-ba84-70e2b29e7bec tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115985 Oct 20 11:07:57.974227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-c4b64a9e-cd26-4c0a-bf9d-9b1bdfd1f729 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:57.975829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-c4b64a9e-cd26-4c0a-bf9d-9b1bdfd1f729 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 796 time: 0.1707973 Oct 20 11:07:57.997853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-6484d6f4-508e-4a73-aa4e-8cfcf96b0523 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/quotas/3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 375 time: 0.0157561 Oct 20 11:07:58.000246 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.017738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] For port 5d4581d0-5d7f-428c-aab7-56a872d951b4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5d4581d0-5d7f-428c-aab7-56a872d951b4,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:58.042665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.070807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-f5320d87-81e6-48fb-b52b-f8477b1df209 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636430 Oct 20 11:07:58.127561 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.173539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7c4d1-6891-4e64-a3f9-324345f5d67e None None] Pushing event updated for resources: {'Port': ['ID=5d4581d0-5d7f-428c-aab7-56a872d951b4,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:58.181672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:58.184092 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339f237b-8fc3-4d08-bd8c-984108c8b6cf" -d '{"events": [{"server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "name": "network-vif-plugged", "status": "completed", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:58.186961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:07:58.187319 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:07:58.199584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-a46dd618-08a3-4c62-8f3d-2c6e901d351f service neutron] 10.222.0.74 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117196 Oct 20 11:07:58.210048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:58.217057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.218119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Sync routers for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:07:58.233285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:58.234271 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:58.259375 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6464165-91bb-4ee1-a5c6-ab3d13305ab0 x-openstack-request-id: req-d6464165-91bb-4ee1-a5c6-ab3d13305ab0 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:58.259664 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "name": "network-vif-plugged", "status": "completed", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:58.260092 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6464165-91bb-4ee1-a5c6-ab3d13305ab0 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:58.260495 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433', 'code': 200} Oct 20 11:07:58.306985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:58.351064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:58.359312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-5fc3380a-7350-4112-b871-f0fa3f87ce87 service neutron] 10.222.0.74 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508884 Oct 20 11:07:58.375875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363a326-810a-4b62-8305-9a129da79e54 req-74d4a19e-58c9-4116-a0a2-9a7abfd83a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:58.377865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f363a326-810a-4b62-8305-9a129da79e54 req-74d4a19e-58c9-4116-a0a2-9a7abfd83a36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 1098 time: 0.0512447 Oct 20 11:07:58.413040 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:58.436843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f363a326-810a-4b62-8305-9a129da79e54 req-09561a58-ae25-4119-80bc-4bba91db64fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512538 Oct 20 11:07:58.518830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19263d95-206e-4b94-8f7b-93fd2e279191 None None] Provisioning complete for port 5d4581d0-5d7f-428c-aab7-56a872d951b4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:58.519483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-19263d95-206e-4b94-8f7b-93fd2e279191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.560196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-878362db-ca57-44ce-83e3-3a1db685a705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.561664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:07:58.571191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:58.571563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.587371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c513a5-052f-422b-aa6f-b31186126f70 req-8b0ce185-bb4e-42e2-a57a-443807c5bf75 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:58.589329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60c513a5-052f-422b-aa6f-b31186126f70 req-8b0ce185-bb4e-42e2-a57a-443807c5bf75 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 944 time: 0.1102080 Oct 20 11:07:58.659941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec272286-8ec0-491b-835d-bde88004d9f3 req-ceb40fcf-2b54-432f-9338-fedb86e4575c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 210 time: 0.0340972 Oct 20 11:07:58.682426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60c513a5-052f-422b-aa6f-b31186126f70 req-8a2aa832-5454-4350-92b6-91cf0e020335 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865622 Oct 20 11:07:58.753992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 2, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:58.772885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.795492 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Checking router: d1d4a310-7a7a-484f-a32a-b4bc183cc83a for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:07:58.796052 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Updating router d1d4a310-7a7a-484f-a32a-b4bc183cc83a port e57429e8-473c-4914-b0d6-178a94f021e3 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:07:58.819925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-19263d95-206e-4b94-8f7b-93fd2e279191 None None] Provisioning complete for port e57429e8-473c-4914-b0d6-178a94f021e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:58.820307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-19263d95-206e-4b94-8f7b-93fd2e279191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.828181 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.851972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:58.867133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:58.921909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-19263d95-206e-4b94-8f7b-93fd2e279191 None None] Port e57429e8-473c-4914-b0d6-178a94f021e3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:07:58.966831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:59.066558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-44c686b9-c378-4dfc-bbb0-2758b845ef16 None None] Provisioning complete for port e57429e8-473c-4914-b0d6-178a94f021e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:59.066991 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-44c686b9-c378-4dfc-bbb0-2758b845ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.075339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de7c0b-8b5a-4ecf-98e7-3da97523a865 req-8312f321-7357-4538-8113-97b116bd91dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:59.077586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70de7c0b-8b5a-4ecf-98e7-3da97523a865 req-8312f321-7357-4538-8113-97b116bd91dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.0658705 Oct 20 11:07:59.126133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bbbc3822-eb00-4d31-aad3-11b32c50f79b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:59.159984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70de7c0b-8b5a-4ecf-98e7-3da97523a865 req-a2bf8862-2346-440f-895d-7e7d7e9c1e72 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740972 Oct 20 11:07:59.175381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-44c686b9-c378-4dfc-bbb0-2758b845ef16 None None] Port e57429e8-473c-4914-b0d6-178a94f021e3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:07:59.196967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bbbc3822-eb00-4d31-aad3-11b32c50f79b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:59.197478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.287485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5d4581d0-5d7f-428c-aab7-56a872d951b4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:59.319322 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.325547 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.351559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5d4581d0-5d7f-428c-aab7-56a872d951b4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:59.351934 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.384634 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Pushing event updated for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:59.429576 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.429963 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.430307 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.431015 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.431558 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.431887 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.432273 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.432598 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.434458 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.434793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.435179 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.435509 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:59.453534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Attempting to bind port e57429e8-473c-4914-b0d6-178a94f021e3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:59.454503 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Attempting to bind port e57429e8-473c-4914-b0d6-178a94f021e3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:59.455040 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Attempting to bind port e57429e8-473c-4914-b0d6-178a94f021e3 on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:59.461023 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:59.461394 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Checking segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:59.461793 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.462179 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Bound using segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:59.462646 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Bound port: e57429e8-473c-4914-b0d6-178a94f021e3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:59.463387 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.538891 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] For port e57429e8-473c-4914-b0d6-178a94f021e3, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:59.542526 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] For port e57429e8-473c-4914-b0d6-178a94f021e3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e57429e8-473c-4914-b0d6-178a94f021e3,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:59.548009 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.624381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:59.625200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:07:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:59.629599 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5bc49-fd4e-4762-b2f6-ab4dc77bc7ab None None] Pushing event updated for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:59.669365 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:07:59.704048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] Provisioning complete for port e57429e8-473c-4914-b0d6-178a94f021e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:59.704531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.788459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:59.789534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bd2d943-38e8-42a9-afb2-bec01024a6e5 req-aaecaa1f-c9de-4842-a545-242c96519cf0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 210 time: 0.0387154 Oct 20 11:07:59.816242 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.859484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] For port e57429e8-473c-4914-b0d6-178a94f021e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e57429e8-473c-4914-b0d6-178a94f021e3,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:59.865195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:59.889235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60d138-b925-4417-8925-544ffe97ef41 req-4428cea8-90f7-4fc0-800f-68e8f1e51327 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:59.890746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e60d138-b925-4417-8925-544ffe97ef41 req-4428cea8-90f7-4fc0-800f-68e8f1e51327 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0802705 Oct 20 11:07:59.938663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b6d2-a8b2-47a3-9480-1d4f7518b628 None None] Pushing event updated for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:59.971219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e60d138-b925-4417-8925-544ffe97ef41 req-4f44ffdf-3a3c-4663-982d-d5165e20807e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Oct 20 11:07:59.991401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-913a05e0-0811-45ec-88d3-5277ce586e92 None None] Provisioning complete for port e57429e8-473c-4914-b0d6-178a94f021e3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:59.991905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-913a05e0-0811-45ec-88d3-5277ce586e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:00.069498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-67e27ce7-5241-4d46-9ed4-2fb1c262133b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.071504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-67e27ce7-5241-4d46-9ed4-2fb1c262133b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 796 time: 0.1715636 Oct 20 11:08:00.091255 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:00.122478 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21326279-058a-4f13-849d-0d6e6deda335 None None] The sync data for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 is: [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:00.129444 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-b83fadce-7d21-4633-8e0e-66c91fea8a22 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 380 time: 0.0463502 Oct 20 11:08:00.139995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'port': {'device_id': '933ca719-2af6-48ac-96dc-19643e64793f', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'admin_state_up': True, 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'security_groups': ['aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:00.261948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:00.265813 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c335e8de-bc88-4c8b-bb0b-0971d4913a99" -d '{"events": [{"server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:00.309488 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a1f2c7-dc66-4862-af10-f90f36a73cbf x-openstack-request-id: req-96a1f2c7-dc66-4862-af10-f90f36a73cbf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:00.309962 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:00.310351 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96a1f2c7-dc66-4862-af10-f90f36a73cbf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:00.311389 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0', 'code': 200} Oct 20 11:08:00.323930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:00.331551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:00.347370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dfa1b-ef87-47a3-8e99-1e65c7e77f74 req-d12b101d-d44e-4111-aeec-cc9b093d757a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.349776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c68dfa1b-ef87-47a3-8e99-1e65c7e77f74 req-d12b101d-d44e-4111-aeec-cc9b093d757a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.0906754 Oct 20 11:08:00.394116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c68dfa1b-ef87-47a3-8e99-1e65c7e77f74 req-e8fcd4f1-f4e0-4228-8ac3-8a4ce46998df tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371535 Oct 20 11:08:00.497710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d34efc-5265-4e89-9042-f938c9fc42ad req-d6c5ec68-78cb-4364-8107-94cad89f5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.499441 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-43d34efc-5265-4e89-9042-f938c9fc42ad req-d6c5ec68-78cb-4364-8107-94cad89f5f49 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 1097 time: 0.1013620 Oct 20 11:08:00.553053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91885285-cf63-471f-ad8a-261187041de5 req-eb305b5f-3995-4e03-bc05-222a61147895 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.554167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.10 (a07f5f90-b817-43f9-83b3-9f7e2e2c5b75/2861499c-b812-4978-a555-7f1cbdafd37b/dd066205-a3a5-473b-99d7-f9da9994b01f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:00.554824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91885285-cf63-471f-ad8a-261187041de5 req-eb305b5f-3995-4e03-bc05-222a61147895 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.0653546 Oct 20 11:08:00.574752 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-43d34efc-5265-4e89-9042-f938c9fc42ad req-4b04d6cd-1305-4083-9b8e-06d2bbdd2d5e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665233 Oct 20 11:08:00.599758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91885285-cf63-471f-ad8a-261187041de5 req-11a28abc-22db-49c0-83d4-1152508bd448 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383034 Oct 20 11:08:00.726135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:00.765940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:00.818439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:00.822126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:00.826299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:00.858341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:00.875666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.876147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.876548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.877085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.877439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.877772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.878246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.878669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.879015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.879484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.879895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.880167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:00.912364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.913075 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:00.939680 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-26e1414d-593e-4da7-afbf-b5bd1e4cdfb2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8043954 Oct 20 11:08:00.954544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Request body: {'port': {'device_id': '933ca719-2af6-48ac-96dc-19643e64793f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:00.956525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7296f-71fd-4fa6-84db-aab860c931a0 req-54d7bdbd-f2d0-4c45-98a6-0a7386572ac4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:00.961191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ae7296f-71fd-4fa6-84db-aab860c931a0 req-54d7bdbd-f2d0-4c45-98a6-0a7386572ac4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 932 time: 0.0784986 Oct 20 11:08:01.037117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ae7296f-71fd-4fa6-84db-aab860c931a0 req-66bc0c34-bbec-430f-a65c-e163b88304bf tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593510 Oct 20 11:08:01.078695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.144564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e57429e8-473c-4914-b0d6-178a94f021e3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:01.165637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c6ca0-9307-41f3-a349-0cacdd626677 req-9378f986-d6ea-4d82-8563-9b66cbe966f1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:01.174411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e5c6ca0-9307-41f3-a349-0cacdd626677 req-9378f986-d6ea-4d82-8563-9b66cbe966f1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0977116 Oct 20 11:08:01.208091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e57429e8-473c-4914-b0d6-178a94f021e3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:01.208571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.229836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e5c6ca0-9307-41f3-a349-0cacdd626677 req-e2f62a7c-28be-4026-9bd6-16473e192b19 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494175 Oct 20 11:08:01.259222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1240a14f-3f43-4fd8-957e-93f959591760 None None] Provisioning complete for port dd066205-a3a5-473b-99d7-f9da9994b01f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:01.259586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1240a14f-3f43-4fd8-957e-93f959591760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.325954 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1240a14f-3f43-4fd8-957e-93f959591760 None None] Port dd066205-a3a5-473b-99d7-f9da9994b01f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:01.376035 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b9a631ab-dd0c-473f-9069-46397ac0af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.452669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd066205-a3a5-473b-99d7-f9da9994b01f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:01.461191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.473601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Transition to ACTIVE for port object dd066205-a3a5-473b-99d7-f9da9994b01f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:08:01.477739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.527526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:01.606920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:01.607276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:01.607602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:01.612277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:08:01.612592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:01.617494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:01.617827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Checking segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:01.618205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Bound using segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:01.618629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Bound port: dd066205-a3a5-473b-99d7-f9da9994b01f, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:01.619000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.685987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:01.690034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:01.696760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.739200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:01.740329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.741805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] 10.222.0.83 "PUT /v2.0/ports/dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 1093 time: 0.7936995 Oct 20 11:08:01.742417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:01.745132 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046" -d '{"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:01.780500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db68a1-6e76-438b-9147-bbffbb7b7dfb service neutron] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:01.788661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:01.791662 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90539ac3-b595-4d57-891d-d8c74cf3e1b1 x-openstack-request-id: req-90539ac3-b595-4d57-891d-d8c74cf3e1b1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:01.792106 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:01.792361 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90539ac3-b595-4d57-891d-d8c74cf3e1b1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:01.792788 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'status': 'completed', 'code': 200} Oct 20 11:08:01.865476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-f1ee5322-e114-4e93-9ad6-44921689c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:01.867080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-f1ee5322-e114-4e93-9ad6-44921689c975 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.0454342 Oct 20 11:08:02.005044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-70ac70f7-607a-43df-9981-6eef868ab39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.008065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-70ac70f7-607a-43df-9981-6eef868ab39a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3bd741658daa4d599311a0e41ea0ead8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1077690 Oct 20 11:08:02.121235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-94071475-eab2-41d7-a251-8a8ac0b680b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.122694 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c2c9cec2-f70a-4316-8cfb-b1ce9bf29046 req-94071475-eab2-41d7-a251-8a8ac0b680b6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1072092 Oct 20 11:08:02.168722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0520a3-4bac-4aa4-a9a5-f7a291f243d2 req-caa74c75-b430-4fb9-a108-2fb06b68ea7f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.170193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b0520a3-4bac-4aa4-a9a5-f7a291f243d2 req-caa74c75-b430-4fb9-a108-2fb06b68ea7f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0594118 Oct 20 11:08:02.199015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 57924) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:02.209495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2b0520a3-4bac-4aa4-a9a5-f7a291f243d2 req-025a4e26-ebc5-4253-8e2b-eb530ebfefb6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Oct 20 11:08:02.210618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-f42ed259-97c3-4afe-8f1f-781733214936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.212128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-f42ed259-97c3-4afe-8f1f-781733214936 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.0501826 Oct 20 11:08:02.285079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-c24b7ede-bc70-417c-bfae-461cb411acde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 217 time: 0.0430791 Oct 20 11:08:02.337536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d553dd-b67d-43e8-bda2-642a28af6752 req-01c0179a-57aa-42e4-ab02-78b3414a4194 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.339060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50d553dd-b67d-43e8-bda2-642a28af6752 req-01c0179a-57aa-42e4-ab02-78b3414a4194 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0512655 Oct 20 11:08:02.378176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50d553dd-b67d-43e8-bda2-642a28af6752 req-8a9e11c6-3f88-4a56-b853-131f1d98afb0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Oct 20 11:08:02.384404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-4035467e-2c64-43bb-9bc6-a931ca57b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.386141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-4035467e-2c64-43bb-9bc6-a931ca57b6ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0926173 Oct 20 11:08:02.485538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-2549c98a-04b5-4c0e-bcf3-2a21dc777346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.487767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-2549c98a-04b5-4c0e-bcf3-2a21dc777346 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906596 Oct 20 11:08:02.504111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985c4c-cc75-4548-bc37-7a9350ae59c6 req-f5e84596-3140-48d6-9a5c-5d3491e31479 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.505596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f985c4c-cc75-4548-bc37-7a9350ae59c6 req-f5e84596-3140-48d6-9a5c-5d3491e31479 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0540226 Oct 20 11:08:02.543285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0f985c4c-cc75-4548-bc37-7a9350ae59c6 req-995d4652-dba4-4f94-b558-50f8eb9fdd9d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Oct 20 11:08:02.663235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-108c4494-d5ef-4354-87c2-dcfcab68fe7c service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461437 Oct 20 11:08:02.832750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:02.836956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb4962d6-20ad-4e58-a997-34841ee6b113 req-83c1c0b5-e939-41a7-924f-a1c2cd537ece service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466606 Oct 20 11:08:02.852573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccc51-3a54-4b6b-bc88-5a6e7b46a5ad req-d39fc560-efc4-4f0b-8120-3c2a39ba68d6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.854726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a7ccc51-3a54-4b6b-bc88-5a6e7b46a5ad req-d39fc560-efc4-4f0b-8120-3c2a39ba68d6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0646679 Oct 20 11:08:02.895971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a7ccc51-3a54-4b6b-bc88-5a6e7b46a5ad req-bd3ec25a-37b4-4af0-b65f-12111276930d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Oct 20 11:08:02.917378 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.180793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.17 (8850e1fd-e1d2-4497-bc11-dd07d7261eca/ef4b75ee-ac0b-4034-b378-3a1d3ac8d571/23030396-66dd-44ab-b29d-e69fa5a3d6a1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:03.298214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.328624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df854d5-3aa8-436c-a4a6-854bd34c082e req-f58ac2e1-51f2-4fbd-a5d2-0cc889b0fe15 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:03.330099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df854d5-3aa8-436c-a4a6-854bd34c082e req-f58ac2e1-51f2-4fbd-a5d2-0cc889b0fe15 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0503621 Oct 20 11:08:03.335086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.368377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3df854d5-3aa8-436c-a4a6-854bd34c082e req-9441a0b6-721a-4df6-b72b-30cee93a688f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Oct 20 11:08:03.373615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:03.377394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:03.381150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:03.408877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:03.434705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.584606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.633674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b4eb7ead-4bb9-4dbb-b3f5-c3b619815e95 None None] Provisioning complete for port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:03.634033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7ead-4bb9-4dbb-b3f5-c3b619815e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.668121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb7ead-4bb9-4dbb-b3f5-c3b619815e95 None None] Port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:03.858017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.862489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:03.935613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:03.938990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.026027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc21b-faec-456a-bd21-a2e7c8f67817 req-1f6aecb3-f985-48fd-b18d-6a546723f175 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:04.027880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff3bc21b-faec-456a-bd21-a2e7c8f67817 req-1f6aecb3-f985-48fd-b18d-6a546723f175 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0585222 Oct 20 11:08:04.032209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:04.033663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:04.074607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff3bc21b-faec-456a-bd21-a2e7c8f67817 req-8ca3966b-74c7-4103-9548-d4037d0a61fc tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Oct 20 11:08:04.299321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b99edef1-b5ba-4f38-96ee-59ff55dd0e92 None None] Provisioning complete for port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:04.300375 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b99edef1-b5ba-4f38-96ee-59ff55dd0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.341369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b99edef1-b5ba-4f38-96ee-59ff55dd0e92 None None] Port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:04.354118 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.490871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60802ce-16cd-45d8-89d7-62b46218bfeb req-fa0868e7-caf2-4a40-8984-c6bb0b323e68 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:04.492435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e60802ce-16cd-45d8-89d7-62b46218bfeb req-fa0868e7-caf2-4a40-8984-c6bb0b323e68 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0502214 Oct 20 11:08:04.501453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:04.516180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-d7020dc4-8e03-40f5-a64c-c23807530f0e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:04.516518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-d7020dc4-8e03-40f5-a64c-c23807530f0e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 945 time: 0.0686486 Oct 20 11:08:04.543164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e60802ce-16cd-45d8-89d7-62b46218bfeb req-a38075da-6368-45a6-b75e-b9e829e96781 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 Oct 20 11:08:04.689082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:04.694837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fd2ba8f1-49c4-499a-9aa1-0f13bd39ea2e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/537de320-9008-48e0-82f7-d6bd2a9b4bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4940546 Oct 20 11:08:04.698348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:04.707624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:04.707778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:04.708181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.708362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:04.811853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:04.812189 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.826674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:04.962010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.973401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:04.979313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:04.981402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['75bd5c78-63be-4916-8ae8-c32e7883ab12'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:04.996227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:05.048845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:05.051637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.055112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6540ed3-53b4-4930-9bc5-6ad6efa9628e req-e41c5d1d-7a40-4472-9abb-d1b5d089ccee tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "DELETE /v2.0/ports/1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 HTTP/1.1" status: 204 len: 173 time: 0.5318394 Oct 20 11:08:05.055668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'name': 'network-vif-deleted', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:05.058164 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8256f8d5-9f97-42c3-a245-eee051a1419a" -d '{"events": [{"server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "name": "network-vif-deleted", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:05.104067 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4562c41-2c95-409a-a2dc-1b14e680d56b x-openstack-request-id: req-d4562c41-2c95-409a-a2dc-1b14e680d56b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:05.104583 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30889ecb-1ff3-456e-902f-3b48a9bbd8cb", "name": "network-vif-deleted", "tag": "1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:05.105137 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4562c41-2c95-409a-a2dc-1b14e680d56b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:05.106471 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30889ecb-1ff3-456e-902f-3b48a9bbd8cb', 'name': 'network-vif-deleted', 'tag': '1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0', 'status': 'completed', 'code': 200} Oct 20 11:08:05.200583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7905379-81ef-4a3a-aa7c-31a2d63ba4c5 req-8a3e2f9a-cbcf-4d79-9599-4767ca2545f0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0314741 Oct 20 11:08:05.367440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:03Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23030396-66dd-44ab-b29d-e69fa5a3d6a1', 'name': '', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:56:d7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:03Z', 'updated_at': '2021-10-20T11:08:03Z', 'revision_number': 2, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:05.396267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:05.396613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Updating router 537de320-9008-48e0-82f7-d6bd2a9b4bfd port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:08:05.422322 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.697024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6300f04-a4eb-4955-ae45-ad4f9962db78 req-89508838-fabc-403f-ab3b-ffa51df99d60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:05.699347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6300f04-a4eb-4955-ae45-ad4f9962db78 req-89508838-fabc-403f-ab3b-ffa51df99d60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0623751 Oct 20 11:08:05.707785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.713666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.741777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6300f04-a4eb-4955-ae45-ad4f9962db78 req-674be9fb-a690-414d-b5ec-581d25652115 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Oct 20 11:08:05.767712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc0dc-c864-4991-be17-917dbbd5bf3c None None] Pushing event updated for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:05.821145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Attempting to bind port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:05.821510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Attempting to bind port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:05.821878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Attempting to bind port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 on network 8850e1fd-e1d2-4497-bc11-dd07d7261eca {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:05.829285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:05.829615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Checking segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:05.830011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.830393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Bound using segment: {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:05.830853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Bound port: 23030396-66dd-44ab-b29d-e69fa5a3d6a1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ada864-2084-4186-9685-e31511424d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:05.831249 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.902816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] For port 23030396-66dd-44ab-b29d-e69fa5a3d6a1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:05.906708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] For port 23030396-66dd-44ab-b29d-e69fa5a3d6a1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=23030396-66dd-44ab-b29d-e69fa5a3d6a1,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:05.912572 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:05.973492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:05.974118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:06.019546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc0dc-c864-4991-be17-917dbbd5bf3c None None] Pushing event updated for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:06.104030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] Provisioning complete for port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:06.104643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.131326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:06.295427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.311334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa2c3a7d-d505-40a5-9178-74048dd0bbd4 req-1131fc84-d8bf-481f-9c25-15f8c23aab2f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0328290 Oct 20 11:08:06.366569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:08:06.396641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] For port 23030396-66dd-44ab-b29d-e69fa5a3d6a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=23030396-66dd-44ab-b29d-e69fa5a3d6a1,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:06.405730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.536354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7d24-aeda-4ad6-8f58-9130cda08558 None None] Pushing event updated for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:06.562692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3c9f6f49-67e7-4a72-bd94-42f75fcf544e None None] Provisioning complete for port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:06.563607 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6f49-67e7-4a72-bd94-42f75fcf544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.598404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:06.619717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:03Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23030396-66dd-44ab-b29d-e69fa5a3d6a1', 'name': '', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:56:d7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:03Z', 'updated_at': '2021-10-20T11:08:05Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:06.626456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'mac_address': 'fa:16:3e:cd:4a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:08:06.658863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900aaf6-4e8a-4966-aafe-3ba03d189ce7 None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:03Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23030396-66dd-44ab-b29d-e69fa5a3d6a1', 'name': '', 'network_id': '8850e1fd-e1d2-4497-bc11-dd07d7261eca', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:56:d7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:03Z', 'updated_at': '2021-10-20T11:08:05Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': 'ef4b75ee-ac0b-4034-b378-3a1d3ac8d571', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:06.742360 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.777149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd066205-a3a5-473b-99d7-f9da9994b01f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:06.816398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:06.825547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:06.888126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:06.900530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5ab12-0be8-4bac-bcd4-f0ff5516fc02 req-eda540a6-13e6-4660-a172-73fbb17b621c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:06.902996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc5ab12-0be8-4bac-bcd4-f0ff5516fc02 req-eda540a6-13e6-4660-a172-73fbb17b621c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 945 time: 0.0660439 Oct 20 11:08:06.951628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc5ab12-0be8-4bac-bcd4-f0ff5516fc02 req-9b882343-1f60-4a16-b952-2913bff10f73 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Oct 20 11:08:07.075893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 23030396-66dd-44ab-b29d-e69fa5a3d6a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:07.133685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:07.134257 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:07.156461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['dd066205-a3a5-473b-99d7-f9da9994b01f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:07.434920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7f55d62c-eb57-4d3b-86c2-ab3907dbbcd7 req-9aed83c8-ee25-4909-8026-846d9ad6223e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0388596 Oct 20 11:08:08.079457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866944bf-abb8-44cc-a7a0-910492b8773d req-22d01c18-833e-4859-b3a3-d30f4ef9b6aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:08.080914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-866944bf-abb8-44cc-a7a0-910492b8773d req-22d01c18-833e-4859-b3a3-d30f4ef9b6aa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 945 time: 0.0589352 Oct 20 11:08:08.119264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-866944bf-abb8-44cc-a7a0-910492b8773d req-83ce2983-dde4-4ff1-87d6-dee534ec8c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Oct 20 11:08:08.359961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:08.411165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port dd066205-a3a5-473b-99d7-f9da9994b01f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:08:08.415122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port dd066205-a3a5-473b-99d7-f9da9994b01f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:08.415500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:08.497339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:08.521613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:08.524029 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481e36e7-2e07-453d-993a-f623c2abbb72" -d '{"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-plugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:08.543144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:08.548877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-492fccd4-faf8-4876-97a7-3f7a9ebfc659 req-cad9f149-08f0-4191-83af-1b0c65b5ac0c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0380208 Oct 20 11:08:08.550503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:08.551973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:08.575133 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a96c7-29e0-4f18-8c42-aac724feb79e x-openstack-request-id: req-051a96c7-29e0-4f18-8c42-aac724feb79e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:08.575546 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-plugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:08.575807 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-051a96c7-29e0-4f18-8c42-aac724feb79e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:08.576223 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'code': 200} Oct 20 11:08:08.603594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:08.603938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 1e436df1-12cc-4c7d-b58c-45c5dd3b6cd0 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:08.629626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:08.677546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776fdb-d37c-4dfa-a096-37be92421074 req-fb76f016-c2f7-4178-92d3-81f9829a5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:08.679303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ac776fdb-d37c-4dfa-a096-37be92421074 req-fb76f016-c2f7-4178-92d3-81f9829a5001 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.0414636 Oct 20 11:08:08.717799 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ac776fdb-d37c-4dfa-a096-37be92421074 req-077e94fa-c5f5-448a-94d8-02bae92e75b4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Oct 20 11:08:09.239475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640599-c730-49b5-9c07-6c8b17fd88fe req-eb0d5b9b-ee38-429e-8223-5ebd593a6e57 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:09.241110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3640599-c730-49b5-9c07-6c8b17fd88fe req-eb0d5b9b-ee38-429e-8223-5ebd593a6e57 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0492630 Oct 20 11:08:09.279799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3640599-c730-49b5-9c07-6c8b17fd88fe req-9f432790-fa3a-4e5c-b3fa-f92385155a33 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Oct 20 11:08:09.647634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d70777fa-f125-44fc-a2b0-1c4486a36f88 req-2c911dae-cc0b-40e4-b26f-6fa0f32d1d8c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=30889ecb-1ff3-456e-902f-3b48a9bbd8cb HTTP/1.1" status: 200 len: 210 time: 0.0316911 Oct 20 11:08:10.398151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d35b7-db41-49ff-a801-00a4cbfa84f4 req-ab2df78b-6688-4a27-a9fb-b6a8d5ac90cb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:10.399639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be2d35b7-db41-49ff-a801-00a4cbfa84f4 req-ab2df78b-6688-4a27-a9fb-b6a8d5ac90cb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0509410 Oct 20 11:08:10.438438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be2d35b7-db41-49ff-a801-00a4cbfa84f4 req-836f3090-2d71-4f54-91c5-439dbe92ceb1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Oct 20 11:08:10.560443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea40471-4a5c-43c3-ad75-a11a47543bbe req-2b468c1d-52df-4253-8963-aa46787ffa82 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:10.562035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ea40471-4a5c-43c3-ad75-a11a47543bbe req-2b468c1d-52df-4253-8963-aa46787ffa82 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0534711 Oct 20 11:08:10.604464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ea40471-4a5c-43c3-ad75-a11a47543bbe req-cf916661-8582-4194-b175-5419e9422954 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 Oct 20 11:08:10.629558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57992) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:10.672871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbe90f-e67a-40de-82b0-d4a1e03ae1e3 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:10.674446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a4bbe90f-e67a-40de-82b0-d4a1e03ae1e3 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1093 time: 0.0438259 Oct 20 11:08:10.677327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 57996) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:10.683752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:10.712484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:10.822854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:10.944568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.25 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2b4e1783-433b-4221-a996-e382f365c86a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:11.062486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.103789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.145773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:11.148781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:11.155704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:11.159090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=2b4e1783-433b-4221-a996-e382f365c86a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:11.546431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.621729 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.782194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.789716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.864726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=2b4e1783-433b-4221-a996-e382f365c86a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:11.879748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.994440 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP 85e94a51-35a1-4b6f-bab2-e6bf20f73eeb associated. External IP: 172.25.3.25, port: dd066205-a3a5-473b-99d7-f9da9994b01f. Oct 20 11:08:12.223590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router d1d4a310-7a7a-484f-a32a-b4bc183cc83a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:12.341998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:12.358376 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Sync routers for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:12.363231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:12.369381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:12.370116 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:12.399463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1ae58abf-ec62-4373-bb17-38f2a477a8e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7182100 Oct 20 11:08:12.399463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:12.403229 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4" -d '{"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:12.450810 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a846dcf-d319-4cab-821b-3852f20d5400 x-openstack-request-id: req-0a846dcf-d319-4cab-821b-3852f20d5400 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:12.451241 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:12.451555 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a846dcf-d319-4cab-821b-3852f20d5400 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:12.452124 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'status': 'completed', 'code': 200} Oct 20 11:08:12.507766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:12.519757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-c9d35a5a-f474-4318-a6e5-76593e3576ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.521722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753265e8-97fe-4bfc-95d0-e44fd4048cd8 req-ff840b6f-e060-42e9-b05d-c6aab9872a2c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.522021 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-c9d35a5a-f474-4318-a6e5-76593e3576ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.0451066 Oct 20 11:08:12.523707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-753265e8-97fe-4bfc-95d0-e44fd4048cd8 req-ff840b6f-e060-42e9-b05d-c6aab9872a2c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0658038 Oct 20 11:08:12.575523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-753265e8-97fe-4bfc-95d0-e44fd4048cd8 req-a71deb52-10e9-4aee-a2a2-0305e0c2e033 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 Oct 20 11:08:12.599974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58014) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:12.635322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-951d04c8-191a-42cd-a25e-d9262a642dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.637424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-951d04c8-191a-42cd-a25e-d9262a642dd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.1070175 Oct 20 11:08:12.702273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-db69b700-cb56-4694-a198-871923d1b2a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 200 len: 991 time: 0.1004295 Oct 20 11:08:12.746834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-6d662194-b1bf-4089-8edb-d5f33284f064 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 999 time: 0.0986433 Oct 20 11:08:12.808432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-7b78e2ce-866e-4736-948b-e51863b40ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.810915 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-7b78e2ce-866e-4736-948b-e51863b40ac1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0564189 Oct 20 11:08:12.819866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '85e94a51-35a1-4b6f-bab2-e6bf20f73eeb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'mac_address': 'fa:16:3e:cd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ca719-2af6-48ac-96dc-19643e64793f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:08:11Z', 'updated_at': '2021-10-20T11:08:11Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:12.854747 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Checking router: d1d4a310-7a7a-484f-a32a-b4bc183cc83a for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:12.867507 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:12.868171 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:12.901127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-699bd844-6a65-4aa0-b426-947814eaa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.904763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-699bd844-6a65-4aa0-b426-947814eaa044 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856600 Oct 20 11:08:13.039626 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:13.081420 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-bf73b840-09a3-4825-b02f-87f58f077b93 service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685095 Oct 20 11:08:13.275826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-69a4f6cf-1a85-4aac-8165-3c9ef09179d4 req-f954c062-cf1b-41fa-9e13-0570f1912b17 service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867471 Oct 20 11:08:13.402704 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '85e94a51-35a1-4b6f-bab2-e6bf20f73eeb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'mac_address': 'fa:16:3e:cd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ca719-2af6-48ac-96dc-19643e64793f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:08:11Z', 'updated_at': '2021-10-20T11:08:11Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:13.432168 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5fde6-0797-4bab-91c5-75e0bfbef0c2 None None] The sync data for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 is: [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '85e94a51-35a1-4b6f-bab2-e6bf20f73eeb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'mac_address': 'fa:16:3e:cd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ca719-2af6-48ac-96dc-19643e64793f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:08:11Z', 'updated_at': '2021-10-20T11:08:11Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:13.687285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87ecf3-88bc-4164-a761-a47ad44aa176 None None] New status for floating IP 85e94a51-35a1-4b6f-bab2-e6bf20f73eeb: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:08:13.705379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58024) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:13.775506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-289d7997-17eb-49cb-89cd-0efd239d7c14 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 200 len: 991 time: 0.0679421 Oct 20 11:08:14.778235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58032) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:14.843608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8fe17eed-dca9-4850-9a41-1b23e500eb10 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 200 len: 993 time: 0.0642316 Oct 20 11:08:15.256864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d0651-f8f6-4843-83f8-c35751e81843 req-ed3c7262-dfbb-4195-bb50-ba380c103df5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:15.258427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-587d0651-f8f6-4843-83f8-c35751e81843 req-ed3c7262-dfbb-4195-bb50-ba380c103df5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Oct 20 11:08:15.295258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-587d0651-f8f6-4843-83f8-c35751e81843 req-21eae392-6310-43c1-b4db-c23c04a21d9f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Oct 20 11:08:15.811885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-e3ac2bb9-504d-4f29-a738-310b2fff6a08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399146 Oct 20 11:08:15.884905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-052358a7-316d-4e49-8904-07ad9ef0baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:15.886368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-052358a7-316d-4e49-8904-07ad9ef0baf4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0409899 Oct 20 11:08:15.953080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:15.995782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-b7ea83cd-1f1e-42c7-aefc-efaa71971554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:15.997258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-b7ea83cd-1f1e-42c7-aefc-efaa71971554 service neutron] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0908511 Oct 20 11:08:16.040299 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-ede271b8-1a5c-4e7a-b7e5-9671e30fa6f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=322c7e8f-56b4-4739-9531-88e282ccee14 HTTP/1.1" status: 200 len: 217 time: 0.0347586 Oct 20 11:08:16.101568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-c2693d4b-59e0-415f-b1b2-d103fe9b3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:16.103019 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-c2693d4b-59e0-415f-b1b2-d103fe9b3376 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0477512 Oct 20 11:08:16.152902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-4efc04f2-0063-4e0f-a3dc-8762e270c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:16.154350 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-4efc04f2-0063-4e0f-a3dc-8762e270c15c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393357 Oct 20 11:08:16.244789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-ac6f95e8-c0d8-41fa-b4b5-208954edb126 service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811327 Oct 20 11:08:16.348105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51cdb719-3124-4aff-9fe9-67832f487be3 req-12f656f6-8da0-48dd-ac4b-41a1cf0a1d4f service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875878 Oct 20 11:08:16.410653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656094-8650-460d-93c9-a2baacd5af2b req-5d280b35-9edc-476d-bc61-1a7ace47f407 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:16.412155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75656094-8650-460d-93c9-a2baacd5af2b req-5d280b35-9edc-476d-bc61-1a7ace47f407 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0495355 Oct 20 11:08:16.450060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75656094-8650-460d-93c9-a2baacd5af2b req-13060900-fb59-4634-a29a-544e6bd6d9e7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Oct 20 11:08:16.587253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb1dc-bf2d-4906-bf9a-3667f22e7358 req-884d2016-6fc2-4a41-b01b-3914e96344fe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:16.588620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-274cb1dc-bf2d-4906-bf9a-3667f22e7358 req-884d2016-6fc2-4a41-b01b-3914e96344fe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1027329 Oct 20 11:08:16.629174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-274cb1dc-bf2d-4906-bf9a-3667f22e7358 req-b80478ad-8535-483b-a9c9-752979e13cb1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345128 Oct 20 11:08:16.745534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d7ba-745e-4854-b75a-1fad4e721bfd req-3c1ba599-30e2-4b3e-abd7-327cfbba4cf3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:16.747047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5605d7ba-745e-4854-b75a-1fad4e721bfd req-3c1ba599-30e2-4b3e-abd7-327cfbba4cf3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Oct 20 11:08:16.784579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5605d7ba-745e-4854-b75a-1fad4e721bfd req-d876653e-d339-4f7c-b64c-2679b0b31de5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310569 Oct 20 11:08:16.817149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:17.055274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-53898ef7-492b-4493-9eb4-574fcef63bfe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:17.056730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-53898ef7-492b-4493-9eb4-574fcef63bfe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1043644 Oct 20 11:08:17.071686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-478bce55-961c-41d6-bb43-018a97f7ebe9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/quotas/ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 375 time: 0.0091126 Oct 20 11:08:17.106585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-7f44e19b-6de6-4ba0-b0d6-7d139a18dadd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:17.108066 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-7f44e19b-6de6-4ba0-b0d6-7d139a18dadd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Oct 20 11:08:17.132307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-0b8005cc-e3cf-4990-b745-770b7a9b4aac tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0550456 Oct 20 11:08:17.220201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port 75bd5c78-63be-4916-8ae8-c32e7883ab12 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:17.220452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:17.224698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-5843fc31-c51b-4bba-91cb-3d5096222250 service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Oct 20 11:08:17.313797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port 75bd5c78-63be-4916-8ae8-c32e7883ab12, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=75bd5c78-63be-4916-8ae8-c32e7883ab12,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:17.314161 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:17.322516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-4ecc0a8a-8032-454a-b588-595d9fbf35f5 service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917554 Oct 20 11:08:17.326816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for 75bd5c78-63be-4916-8ae8-c32e7883ab12 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:17.462635 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:17.477873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['75bd5c78-63be-4916-8ae8-c32e7883ab12'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:17.494540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=75bd5c78-63be-4916-8ae8-c32e7883ab12,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:17.524536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-724b2bd0-fbab-4243-8b20-7b456fe0c2be req-262441ba-bea0-4f6c-bf9c-cd199244666b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 210 time: 0.0674155 Oct 20 11:08:17.556108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port 75bd5c78-63be-4916-8ae8-c32e7883ab12 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:17.566846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:17.570355 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-81e1c3fd-3f11-4c19-b671-d93bae95c317 req-f0671ade-c5fa-4610-b91d-e0e973c6645b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "DELETE /v2.0/ports/75bd5c78-63be-4916-8ae8-c32e7883ab12 HTTP/1.1" status: 204 len: 173 time: 0.4434485 Oct 20 11:08:17.570830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'name': 'network-vif-deleted', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:17.574043 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d09073-c5cd-41ca-82d9-2ce61fe0aabe" -d '{"events": [{"server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "name": "network-vif-deleted", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:17.588307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4721f036-c3a6-463b-b00f-8ca7cc9d5557 req-bb0ab1f8-eac3-433c-a6b5-6c22d8f4da0a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0376444 Oct 20 11:08:17.643597 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d3a0a-0bcb-4a38-b554-b5ab30079e1d x-openstack-request-id: req-152d3a0a-0bcb-4a38-b554-b5ab30079e1d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:17.643965 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5f378-a14f-4fcb-9dc8-acdac7cc6137", "name": "network-vif-deleted", "tag": "75bd5c78-63be-4916-8ae8-c32e7883ab12", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:17.644226 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-152d3a0a-0bcb-4a38-b554-b5ab30079e1d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:17.644665 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5f378-a14f-4fcb-9dc8-acdac7cc6137', 'name': 'network-vif-deleted', 'tag': '75bd5c78-63be-4916-8ae8-c32e7883ab12', 'status': 'completed', 'code': 200} Oct 20 11:08:17.910487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-edf9b3d9-1a8c-48db-9d08-9ddb605952fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484569 Oct 20 11:08:17.981159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d254-3484-41db-821c-64d3f1594434 req-426bb852-86ae-4fe4-b92d-3c2a5eab643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:17.982730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-426bb852-86ae-4fe4-b92d-3c2a5eab643d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 1098 time: 0.0460632 Oct 20 11:08:18.129138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d254-3484-41db-821c-64d3f1594434 req-228a6244-b8b4-4ebe-8deb-53a90fa01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:18.130504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-228a6244-b8b4-4ebe-8deb-53a90fa01b11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1249473 Oct 20 11:08:18.174576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-f458ab0d-7e5d-4ab8-bdff-3fface98a14a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53 HTTP/1.1" status: 200 len: 217 time: 0.0356343 Oct 20 11:08:18.224464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d254-3484-41db-821c-64d3f1594434 req-eb18aeda-2c53-417f-9f87-90351939ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:18.225916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-eb18aeda-2c53-417f-9f87-90351939ae1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0440807 Oct 20 11:08:18.277528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d254-3484-41db-821c-64d3f1594434 req-40c86cad-0f11-4b83-a246-ee5d4143005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:18.278924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-40c86cad-0f11-4b83-a246-ee5d4143005a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451748 Oct 20 11:08:18.369767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-19b75617-fe2f-43b3-8d07-6904cc284f37 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836253 Oct 20 11:08:18.540007 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c122d254-3484-41db-821c-64d3f1594434 req-74e90229-e532-413f-8775-f2eefa6047d7 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626804 Oct 20 11:08:18.591022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-7d76fc94-43e8-4180-a6ed-cc5fbf143881 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:18.592488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-7d76fc94-43e8-4180-a6ed-cc5fbf143881 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1474805 Oct 20 11:08:18.607543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'device_id': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'admin_state_up': True, 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:18.637405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27a989be-fd37-4d25-94d0-2856575b3699 req-67a76732-8f3f-4c8c-90e6-6976380575a7 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 210 time: 0.0287256 Oct 20 11:08:18.704019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5079d2d3-fa42-4b04-b5ba-e117dd2e6f7f req-ba0550fa-6935-424e-8e66-0a3e4a6961ea tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0352237 Oct 20 11:08:18.754907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:18.758810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:18.896802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.20.0.6 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/7af45d1b-0312-4c7f-b368-84f3fbe6758d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:19.047081 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.080615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.093548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:19.098620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:19.129404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:19.132517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:19.139794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:19.144214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:19.195198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:19.195846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.222349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f8788007-3181-4e60-81ac-e7b357c93dbd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187716 Oct 20 11:08:19.236288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Request body: {'port': {'device_id': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:19.310321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.491227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1f3a909e-4019-4a6a-94d5-896366311ff4 None None] Provisioning complete for port 7af45d1b-0312-4c7f-b368-84f3fbe6758d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:19.491547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f3a909e-4019-4a6a-94d5-896366311ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.535626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a909e-4019-4a6a-94d5-896366311ff4 None None] Port 7af45d1b-0312-4c7f-b368-84f3fbe6758d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:19.603165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af45d1b-0312-4c7f-b368-84f3fbe6758d {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:19.610413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.617156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 75bd5c78-63be-4916-8ae8-c32e7883ab12 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:19.623855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Transition to ACTIVE for port object 7af45d1b-0312-4c7f-b368-84f3fbe6758d will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:08:19.628143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.638067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 75bd5c78-63be-4916-8ae8-c32e7883ab12 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:19.638410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 75bd5c78-63be-4916-8ae8-c32e7883ab12 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:19.681196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:19.771868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Attempting to bind port 7af45d1b-0312-4c7f-b368-84f3fbe6758d on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:19.772198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Attempting to bind port 7af45d1b-0312-4c7f-b368-84f3fbe6758d by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:19.772532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Attempting to bind port 7af45d1b-0312-4c7f-b368-84f3fbe6758d on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:19.779366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Port 7af45d1b-0312-4c7f-b368-84f3fbe6758d on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:08:19.779698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Attempting to bind port 7af45d1b-0312-4c7f-b368-84f3fbe6758d on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:19.791024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:19.791364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:19.791751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:19.792186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Bound port: 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:19.792539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.860405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8f5d0e3-a410-4c93-88a8-1b202063254c req-28b3c671-8373-4498-9fe7-a1cb278b82d1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0402634 Oct 20 11:08:19.864270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:19.875994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:19.886127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.893325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab516-e4d9-4661-a92b-9f6bdf18b24d req-27888fdf-c875-497f-9c47-f32c28652664 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:19.895253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a0ab516-e4d9-4661-a92b-9f6bdf18b24d req-27888fdf-c875-497f-9c47-f32c28652664 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 943 time: 0.1421788 Oct 20 11:08:19.937352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:19.938980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:19.945216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] 10.222.0.83 "PUT /v2.0/ports/7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 200 len: 1092 time: 0.7142627 Oct 20 11:08:19.962506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:19.964628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a0ab516-e4d9-4661-a92b-9f6bdf18b24d req-50273452-42ee-4b65-ac29-5bb7ac502d37 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549235 Oct 20 11:08:19.965336 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e269245-37a0-47cb-a2aa-c608b197ac36" -d '{"events": [{"name": "network-changed", "server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:19.998056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e7b1-bf5c-4f9b-bc26-266878c49d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:20.024441 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e63dfb-53d2-4432-8480-be7ce3c1d35a x-openstack-request-id: req-22e63dfb-53d2-4432-8480-be7ce3c1d35a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:20.024727 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:20.024974 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-22e63dfb-53d2-4432-8480-be7ce3c1d35a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:20.025362 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'status': 'completed', 'code': 200} Oct 20 11:08:20.063826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-449a61e6-330f-47af-95ee-35d27703d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.065805 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-449a61e6-330f-47af-95ee-35d27703d8f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0522375 Oct 20 11:08:20.115513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-c2ed3eff-fc3d-4d33-9d63-07a0818f7b8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 200 len: 217 time: 0.0409560 Oct 20 11:08:20.179731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-2bb80171-b51f-4f14-a3d4-379c6778ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.181382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-2bb80171-b51f-4f14-a3d4-379c6778ba8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0577748 Oct 20 11:08:20.231064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-38020f11-a825-47b0-9987-c7373e67bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.232544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-38020f11-a825-47b0-9987-c7373e67bd5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418208 Oct 20 11:08:20.330517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-f2fffe6d-00a5-4d39-8e74-ca5a1e36143c service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Oct 20 11:08:20.430187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5f703bc6-e658-40c0-bd38-e1b07e91555f req-fc609937-cb7c-4f24-ab02-d78fd11dc55c service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887549 Oct 20 11:08:20.519999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-9bdf8b47-1f36-44c9-9eda-9f27343384e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.521456 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-9bdf8b47-1f36-44c9-9eda-9f27343384e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0467415 Oct 20 11:08:20.613185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-babff2ce-bf69-41c7-a411-1adcb87761db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.614757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-babff2ce-bf69-41c7-a411-1adcb87761db service neutron] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0863366 Oct 20 11:08:20.661241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-23588d9e-1284-4e13-a5c8-37c0a9cfd890 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 200 len: 217 time: 0.0387111 Oct 20 11:08:20.712431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-e05a5c24-2750-4203-a0ed-9314aeed3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.713840 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-e05a5c24-2750-4203-a0ed-9314aeed3695 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0439417 Oct 20 11:08:20.759811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-b4ea6f97-17d1-4fa2-b1ee-9c28dc4a755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:20.761545 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-b4ea6f97-17d1-4fa2-b1ee-9c28dc4a755a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390847 Oct 20 11:08:20.866372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-fbb014d3-b93b-463a-9a9d-3aff1009399d service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864811 Oct 20 11:08:20.951261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3847ed39-9e03-48fe-af99-3703efb0b26a req-4108c2e4-07b2-425c-88de-6ec91d491070 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Oct 20 11:08:20.975945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1e269245-37a0-47cb-a2aa-c608b197ac36 req-aa9bcaff-50e4-4a14-9d12-480f475697b2 service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020575 Oct 20 11:08:21.082324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7f1c-2ac6-43d9-8a63-636f2f777319 req-dfa57ed8-0be6-4ec2-9fb8-35894435e2e5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:21.083884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56bb7f1c-2ac6-43d9-8a63-636f2f777319 req-dfa57ed8-0be6-4ec2-9fb8-35894435e2e5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 943 time: 0.0524905 Oct 20 11:08:21.121229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56bb7f1c-2ac6-43d9-8a63-636f2f777319 req-5c08e9af-4351-4559-ae60-c9fa961f5560 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Oct 20 11:08:22.116154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55474716-97e6-463d-aa7a-a7eccadc3963 req-ec951faf-1f77-4e2a-a6ed-6cf9626fc8ed tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d5f378-a14f-4fcb-9dc8-acdac7cc6137 HTTP/1.1" status: 200 len: 210 time: 0.0914166 Oct 20 11:08:22.243860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72203377-0080-42bd-9d2a-d83cbd62f504 req-45f07b55-6532-4ead-84c1-f024a03c82ce tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:22.245622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72203377-0080-42bd-9d2a-d83cbd62f504 req-45f07b55-6532-4ead-84c1-f024a03c82ce tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 943 time: 0.0526180 Oct 20 11:08:22.287874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72203377-0080-42bd-9d2a-d83cbd62f504 req-0ba971ac-544d-4dca-afa4-0f883419c5b2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Oct 20 11:08:23.412311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bda8-062d-49ef-8e03-8c9971751915 req-fcc3fb64-7d89-4070-b722-7c7421f71f90 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:23.413703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea6bda8-062d-49ef-8e03-8c9971751915 req-fcc3fb64-7d89-4070-b722-7c7421f71f90 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 943 time: 0.0531595 Oct 20 11:08:23.451108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea6bda8-062d-49ef-8e03-8c9971751915 req-ba635184-77cd-4310-ab73-036cf77fc8e2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Oct 20 11:08:24.424512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7af45d1b-0312-4c7f-b368-84f3fbe6758d details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:08:24.519705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:24.535131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'mac_address': 'fa:16:3e:5e:c8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:08:24.573194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b491f-fc60-4efa-aeac-abae61c96e55 req-0ecd0f28-e067-4911-9e64-722532696afb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:24.573701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:24.575386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9b491f-fc60-4efa-aeac-abae61c96e55 req-0ecd0f28-e067-4911-9e64-722532696afb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 943 time: 0.0546682 Oct 20 11:08:24.586772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af45d1b-0312-4c7f-b368-84f3fbe6758d {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:24.607029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:24.612747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9b491f-fc60-4efa-aeac-abae61c96e55 req-b4db88c3-188d-4efd-8998-79f080c83715 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Oct 20 11:08:24.613146 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:24.660990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:24.668293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.668633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.668965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.669295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.669617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.669938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.670263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.670580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.670896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.671303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.671637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.672548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:24.966859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7af45d1b-0312-4c7f-b368-84f3fbe6758d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:25.029351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a75b69-d6c1-4f7c-8042-0d09feabf2aa req-c7e9f49d-68a3-4bcd-ae49-459949935895 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:25.031142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48a75b69-d6c1-4f7c-8042-0d09feabf2aa req-c7e9f49d-68a3-4bcd-ae49-459949935895 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Oct 20 11:08:25.075699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48a75b69-d6c1-4f7c-8042-0d09feabf2aa req-7a19297b-147d-4568-8bbc-af664a7b26d5 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Oct 20 11:08:25.744488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389298-54e8-4efa-9f91-09264619e193 req-74dc6d50-10eb-463f-85d7-3f02e2b5f10d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:25.747049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69389298-54e8-4efa-9f91-09264619e193 req-74dc6d50-10eb-463f-85d7-3f02e2b5f10d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 944 time: 0.0574467 Oct 20 11:08:26.150681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69389298-54e8-4efa-9f91-09264619e193 req-00b760fd-6d94-4b40-8ce3-4f95a8efd64e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949099 Oct 20 11:08:26.259372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3497-4634-4ab0-9ac0-838416bcb95c req-c5c6f0ee-c741-45b1-8228-b89ec3a9cfd5 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:26.260840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c8e3497-4634-4ab0-9ac0-838416bcb95c req-c5c6f0ee-c741-45b1-8228-b89ec3a9cfd5 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Oct 20 11:08:26.308130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c8e3497-4634-4ab0-9ac0-838416bcb95c req-12c877da-93c4-4dd1-a474-0a8d4e78d1e9 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4ed0ec6-5aa8-4955-997a-478f087ed489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Oct 20 11:08:26.344537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58192) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:26.349214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703445931', 'description': 'tempest-secgroup-smoke-703445931 description', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:26.375857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.441705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.441913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7af45d1b-0312-4c7f-b368-84f3fbe6758d up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:26.445567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.472358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.473586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280248 Oct 20 11:08:26.476796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:26.481832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83cd4e-41df-4826-ad7b-fd3c48f8bdaf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9086a619-8ecb-42aa-8862-bd35e0136d51,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:26.482968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:26.494026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 7af45d1b-0312-4c7f-b368-84f3fbe6758d completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:08:26.497775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 7af45d1b-0312-4c7f-b368-84f3fbe6758d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:26.498202 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.522122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.577372 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.592508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-5e018e95-5b58-480d-903f-cecef6ec4574 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:26.594521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-5e018e95-5b58-480d-903f-cecef6ec4574 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.83 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 945 time: 0.0833580 Oct 20 11:08:26.600460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:26.602743 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d373368-52aa-4dea-8fd6-0a8e6f937ea8" -d '{"events": [{"server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "name": "network-vif-plugged", "status": "completed", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:26.615625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:26.620528 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.643327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.645982 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f4196-fc35-4350-afd5-50208bcabff3 x-openstack-request-id: req-bb7f4196-fc35-4350-afd5-50208bcabff3 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:26.646360 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "name": "network-vif-plugged", "status": "completed", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:26.646755 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb7f4196-fc35-4350-afd5-50208bcabff3 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:26.647029 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'code': 200} Oct 20 11:08:26.647960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.677282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:26.691067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d12c9ff-8c76-48ca-a149-dd9fdfd24fae,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:26.703529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.704826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-51060927-d1cc-444b-abf7-09f52e3c0144 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263260 Oct 20 11:08:26.707817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58198) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:26.712513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:26.741596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.758525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Deleting port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:26.758853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.779840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef0a31-3c63-45a7-b295-8f8eb3d2f0d7 req-84e85843-3d17-4d1a-8025-0934c153ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:26.781896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ef0a31-3c63-45a7-b295-8f8eb3d2f0d7 req-84e85843-3d17-4d1a-8025-0934c153ee3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0738552 Oct 20 11:08:26.804450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.808255 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.825841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd2600f-9a96-457e-b2b3-131f33b2a92b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:26.834415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.835655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ddc7091b-f50d-43db-800f-c37d5885bdbb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267018 Oct 20 11:08:26.838656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58200) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:26.843164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:26.864408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ef0a31-3c63-45a7-b295-8f8eb3d2f0d7 req-f68cab34-d7af-46b7-a177-04c7a5196f89 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734327 Oct 20 11:08:26.869367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.880136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] For port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:26.880499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.927693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.932025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.950344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3b9280-6fa4-4f3a-ac1e-45216436b1cb,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:26.959389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:26.960699 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6157e795-702b-47a3-be3c-b4ac7954fa9a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210253 Oct 20 11:08:26.963603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58202) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:26.968007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:26.997017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.055495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.059310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.059636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.059964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.060283 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Floating IP efe803ad-a342-4006-ad65-bbd5891d6a4c disassociated. External IP: 172.25.3.118, port: 2f68f788-1cb1-47ed-ab84-6526f1fc57eb. Oct 20 11:08:27.060712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Calling delete_port for 2f68f788-1cb1-47ed-ab84-6526f1fc57eb owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:27.080504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798097fa-8873-426a-b02f-db68196c9a34,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:27.086420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.087626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-69f7907c-9380-4e1d-9724-741d40fd0337 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230700 Oct 20 11:08:27.090322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58204) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:27.094597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:27.116076 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Project e8aab43c9a424d7388d75fb1e816f0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:08:27.121060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.189507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.192402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.194743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.216395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1748507-2885-47f4-bb97-3b6f175945cd,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:27.224193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event deleted for resources: {'Port': ['ID=2f68f788-1cb1-47ed-ab84-6526f1fc57eb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:27.228573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.232400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5e74156d-f93a-4cfb-8377-78c4fee6099a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384985 Oct 20 11:08:27.232520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58208) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:27.237893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'security_group_rule': {'security_group_id': '9086a619-8ecb-42aa-8862-bd35e0136d51', 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:27.280451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb67f3d-6119-41b1-b6ed-5f2876ef6c9f req-4b16bfb7-22be-43ad-a692-6be09ec54667 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:27.281954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bb67f3d-6119-41b1-b6ed-5f2876ef6c9f req-4b16bfb7-22be-43ad-a692-6be09ec54667 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 945 time: 0.0571959 Oct 20 11:08:27.305810 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Project e8aab43c9a424d7388d75fb1e816f0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:08:27.315065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.323864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bb67f3d-6119-41b1-b6ed-5f2876ef6c9f req-13d5b0d9-5882-4059-a781-7c350144a86e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Oct 20 11:08:27.408195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d923704f-2da0-4a2d-af1e-d8a0317de7ef req-6ed54aca-e0f2-45e8-b0e6-ec7a2280cccd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Oct 20 11:08:27.725809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Router b767cffc-389a-472e-bec1-23a525199d5a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:27.738462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.744264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.792135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c99f95-16a6-4c47-9944-1a0cc9275b1f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:27.803428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.804563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-677b6659-c32b-4318-8dc2-1f20df5245bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5709760 Oct 20 11:08:27.869326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:27.881464 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Sync routers for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:27.893331 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:27.894177 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:27.910659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] No DVR routers for this DVR port 2f68f788-1cb1-47ed-ab84-6526f1fc57eb on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:27.913984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:27.917519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a83155f-64e7-423f-a15e-372bd099ae73 req-2b3e881f-7a18-4781-a62c-799399612bcd tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.83 "DELETE /v2.0/ports/2f68f788-1cb1-47ed-ab84-6526f1fc57eb HTTP/1.1" status: 204 len: 173 time: 1.3167624 Oct 20 11:08:27.917967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'name': 'network-vif-deleted', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:27.920294 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d7f46-1c3e-453b-96b9-dcf816519f9b" -d '{"events": [{"server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "name": "network-vif-deleted", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:27.959317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58248) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:28.009643 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2b2d73-93f4-4e80-89a5-5ea573bf29d2 x-openstack-request-id: req-6c2b2d73-93f4-4e80-89a5-5ea573bf29d2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:28.010074 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fccac6-fe8a-479b-a0e5-b584dbc44c85", "name": "network-vif-deleted", "tag": "2f68f788-1cb1-47ed-ab84-6526f1fc57eb", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:28.010328 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c2b2d73-93f4-4e80-89a5-5ea573bf29d2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:28.010864 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fccac6-fe8a-479b-a0e5-b584dbc44c85', 'name': 'network-vif-deleted', 'tag': '2f68f788-1cb1-47ed-ab84-6526f1fc57eb', 'status': 'completed', 'code': 200} Oct 20 11:08:28.162403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:28.432397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:28.451360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:28.478749 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Checking router: b767cffc-389a-472e-bec1-23a525199d5a for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:28.491874 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-60e5e362-d483-4cfb-a46c-7f973bc1edd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:28.503107 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:28.503734 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:28.512616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21861-fcef-4509-8119-bd69cb9b82b8 req-f20b6b96-670d-4133-bd17-43421817e2a5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:28.518123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13a21861-fcef-4509-8119-bd69cb9b82b8 req-f20b6b96-670d-4133-bd17-43421817e2a5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 945 time: 0.1133659 Oct 20 11:08:28.616814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12461689-dab4-4e23-8096-8c459c15dff4 req-220ff7fe-33d9-4864-87c4-415ffce394d4 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "GET /v2.0/ports?device_id=00fccac6-fe8a-479b-a0e5-b584dbc44c85 HTTP/1.1" status: 200 len: 210 time: 0.0724795 Oct 20 11:08:28.662653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13a21861-fcef-4509-8119-bd69cb9b82b8 req-f42a616f-de9e-4e23-a495-b0765327ad7c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389503 Oct 20 11:08:28.682139 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:28.764250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-b72ec8a8-8fc5-4764-8a71-ab4cbed9b1ca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 267 time: 0.0407140 Oct 20 11:08:28.826620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-f0621b28-2732-41c0-94d0-2c68fd56ca2f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:28.828657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-f0621b28-2732-41c0-94d0-2c68fd56ca2f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 945 time: 0.0587676 Oct 20 11:08:28.843652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'security_groups': []}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:28.932144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:28.961102 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:28.961680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 23030396-66dd-44ab-b29d-e69fa5a3d6a1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:28.962131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:28.996257 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf3d378-d619-48b2-9eea-1e8a93d0caae None None] The sync data for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 is: [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 4, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cdf7e12e-2277-42d7-9cf7-7accdb4930c6', 'name': '', 'network_id': '3acff5d1-92f2-48f3-9fd1-1b855eb6aec2', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'mac_address': 'fa:16:3e:9e:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:00Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'subnets': [{'id': 'aec1b4bd-bf72-4d76-bd01-7a57c4eb525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:29.097951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 23030396-66dd-44ab-b29d-e69fa5a3d6a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=23030396-66dd-44ab-b29d-e69fa5a3d6a1,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:29.098419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.112442 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 23030396-66dd-44ab-b29d-e69fa5a3d6a1 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:29.144902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:29.180117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.185853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.200985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14', '7af45d1b-0312-4c7f-b368-84f3fbe6758d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:29.205584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:29.247909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:29.248789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.257554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc51cf0d-f500-44d3-b798-97892a932a52 req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "PUT /v2.0/ports/7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 200 len: 904 time: 0.4197586 Oct 20 11:08:29.258263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:29.260836 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16414d73-515d-477d-b0b3-1ef565874d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:29.333466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ac6f6-ed7e-469c-b43f-5a806d1708db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:29.397967 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f9c63a-19c7-405b-bd2d-bb8ae5612ec0 x-openstack-request-id: req-81f9c63a-19c7-405b-bd2d-bb8ae5612ec0 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:29.398449 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:29.398853 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81f9c63a-19c7-405b-bd2d-bb8ae5612ec0 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:29.399445 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'status': 'completed', 'code': 200} Oct 20 11:08:29.415736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['7af45d1b-0312-4c7f-b368-84f3fbe6758d'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:29.450247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256c33-6fe0-4647-8b80-27a871eb93a9 req-92b29ff1-c2ec-4ae5-9da8-f9a8485a7125 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:29.462871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59abaf61-6a42-4896-911b-513acd8c2fab None None] New status for floating IP efe803ad-a342-4006-ad65-bbd5891d6a4c: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:08:29.467065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29256c33-6fe0-4647-8b80-27a871eb93a9 req-92b29ff1-c2ec-4ae5-9da8-f9a8485a7125 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 907 time: 0.1174054 Oct 20 11:08:29.501777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.632146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5c31b-1d80-4dc9-81d6-a0b40e844f14 req-6a4dd84b-3550-4dda-ba9f-f4378a8cb79b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:29.633933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=23030396-66dd-44ab-b29d-e69fa5a3d6a1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:29.646608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bd5c31b-1d80-4dc9-81d6-a0b40e844f14 req-6a4dd84b-3550-4dda-ba9f-f4378a8cb79b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0850194 Oct 20 11:08:29.690510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58312) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:29.811655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414d73-515d-477d-b0b3-1ef565874d5a req-5448c037-77cf-467c-8ada-d17c572c3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:29.814012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-5448c037-77cf-467c-8ada-d17c572c3084 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 1059 time: 0.4082787 Oct 20 11:08:29.828421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bd5c31b-1d80-4dc9-81d6-a0b40e844f14 req-e7556c28-de38-4665-a651-c9de343291d0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1751025 Oct 20 11:08:29.866729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5a792b41-f314-440f-be69-10010e9a68ab None None] Provisioning complete for port 7af45d1b-0312-4c7f-b368-84f3fbe6758d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:29.867221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5a792b41-f314-440f-be69-10010e9a68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:29.955850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.033883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414d73-515d-477d-b0b3-1ef565874d5a req-3ffa7869-2041-42cf-8c9b-54fc39616308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:30.035440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-3ffa7869-2041-42cf-8c9b-54fc39616308 service neutron] 10.222.0.83 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1939480 Oct 20 11:08:30.081743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f7dd-b71a-48ce-af8b-b4a165213433 req-c21f16b4-7e30-4b66-a2f5-77ed3240b123 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:30.083367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2602f7dd-b71a-48ce-af8b-b4a165213433 req-c21f16b4-7e30-4b66-a2f5-77ed3240b123 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1003404 Oct 20 11:08:30.090922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Deleting port 479d1032-e0fa-48df-82c4-47638cd6eac6 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:30.091155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.093793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-164b68ef-0d6f-42ac-b4b1-1cc00c8dfbe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 200 len: 217 time: 0.0494363 Oct 20 11:08:30.192150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2602f7dd-b71a-48ce-af8b-b4a165213433 req-b1099ff9-e184-4c04-8a85-39e5b7b8928e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877051 Oct 20 11:08:30.217226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414d73-515d-477d-b0b3-1ef565874d5a req-eadf721b-a0b3-4918-9c9a-5fa67541f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:30.217226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-eadf721b-a0b3-4918-9c9a-5fa67541f8aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0701096 Oct 20 11:08:30.217494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.217494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.231649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Calling delete_port for 479d1032-e0fa-48df-82c4-47638cd6eac6 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:30.326868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414d73-515d-477d-b0b3-1ef565874d5a req-946f6871-3721-4090-b135-987f126a70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:30.328719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-946f6871-3721-4090-b135-987f126a70a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129756 Oct 20 11:08:30.346401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-ebe26475-62ec-4607-969a-428fd8025954 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:08:30.347710 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-ebe26475-62ec-4607-969a-428fd8025954 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056610 Oct 20 11:08:30.459900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:30.460347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2f68f788-1cb1-47ed-ab84-6526f1fc57eb no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:30.472916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.505268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 2f68f788-1cb1-47ed-ab84-6526f1fc57eb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:30.505660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2f68f788-1cb1-47ed-ab84-6526f1fc57eb not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:30.521279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-25ab8534-d961-47a3-b286-9c6c0b50d5b4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:30.524311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-25ab8534-d961-47a3-b286-9c6c0b50d5b4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1828668 Oct 20 11:08:30.524735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-eb307088-e37c-4416-981d-7db8715c4a6a service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484144 Oct 20 11:08:30.526788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event deleted for resources: {'Port': ['ID=479d1032-e0fa-48df-82c4-47638cd6eac6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:30.555684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-b1d9190f-3243-4859-a6c9-00ff88d6575d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/quotas/ba5972fe1fa54755ba45dae60ec59cd4 HTTP/1.1" status: 200 len: 375 time: 0.0252202 Oct 20 11:08:30.621202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.623926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.625155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae92e4e9-ab01-426d-8679-d28f5336bf43 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "DELETE /v2.0/floatingips/efe803ad-a342-4006-ad65-bbd5891d6a4c HTTP/1.1" status: 204 len: 168 time: 0.9336751 Oct 20 11:08:30.649888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-46a77aab-0f90-4a5c-8b47-cdc959a731e0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0762358 Oct 20 11:08:30.663965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-79b4229f-2ea1-417e-82ab-7a44d7f10b3f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:08:30.665278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-79b4229f-2ea1-417e-82ab-7a44d7f10b3f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071971 Oct 20 11:08:30.667584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:30.677590 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-47aa0bf0-02da-49db-8dae-2d60393222ad tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/537de320-9008-48e0-82f7-d6bd2a9b4bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169571 Oct 20 11:08:30.678784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:30.684526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-16414d73-515d-477d-b0b3-1ef565874d5a req-aec413be-8853-4e57-ac15-2be800b9e445 service neutron] 10.222.0.83 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506636 Oct 20 11:08:30.692802 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:30.692925 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:30.797714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-01b31bfa-461a-4c79-abaa-c33222eff7dd service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244230 Oct 20 11:08:30.832713 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:30.889385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58342) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:30.922456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9a03a351-d4f0-4514-9c6f-91a5367efcc6 service neutron] 10.222.0.74 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187608 Oct 20 11:08:31.007959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.111581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18421e47-cdb2-49e5-a587-58de4f968c9b req-3d2a3ee6-0431-4e2f-8d62-179d16cf09e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:31.121144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18421e47-cdb2-49e5-a587-58de4f968c9b req-3d2a3ee6-0431-4e2f-8d62-179d16cf09e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.0882072 Oct 20 11:08:31.142977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.194150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae0291ac-5e32-4be8-96c7-e7c2e40173bb req-101ba240-c4bd-4748-be6d-f96445f2e0b2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 210 time: 0.0356965 Oct 20 11:08:31.210114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18421e47-cdb2-49e5-a587-58de4f968c9b req-c8a87bb5-e96e-432a-911e-847de581a7e8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828981 Oct 20 11:08:31.242314 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.250568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.254552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.256747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] 10.222.0.74 "DELETE /v2.0/security-groups/f4ed0ec6-5aa8-4955-997a-478f087ed489 HTTP/1.1" status: 204 len: 168 time: 0.3659432 Oct 20 11:08:31.268395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecf8c8-aa5c-44ab-8ac2-c602fff5de05 tempest-TestServerBasicOps-1332459104 tempest-TestServerBasicOps-1332459104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed0ec6-5aa8-4955-997a-478f087ed489,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:31.288058 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:31.298172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:31.310025 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:31.310775 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.371054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20dd1793-b01d-425b-bc42-0682189f8b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.444844 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:31.729616 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.757887 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0227c-e837-454f-966e-8a978bec6171 None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '47cfde01-636a-47bd-9b35-1c1ad990f4e3', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'port_id': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'mac_address': 'fa:16:3e:39:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:07:05Z', 'updated_at': '2021-10-20T11:07:09Z', 'revision_number': 1, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:31.773937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.304807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.340073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b25daf5-dfee-43fc-88f0-ca6f08dc2517 req-bc6d9bf4-c9e0-4a0a-a964-f5911bb8c6cc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 210 time: 0.0547106 Oct 20 11:08:32.409972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a119f-b6c3-4236-91ab-3d4a8afaf21f req-054f7c28-d97f-4f02-b6b0-ff40f021596f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:32.420127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-058a119f-b6c3-4236-91ab-3d4a8afaf21f req-054f7c28-d97f-4f02-b6b0-ff40f021596f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.1052940 Oct 20 11:08:32.433228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-bde37ef8-a655-4e39-b245-1a58126b2793 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:32.435211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-bde37ef8-a655-4e39-b245-1a58126b2793 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 946 time: 0.0805817 Oct 20 11:08:32.499443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-058a119f-b6c3-4236-91ab-3d4a8afaf21f req-fbd25552-d99b-4279-b10d-61123754b038 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=f35dbaf9-2566-4c03-95da-d00bd627a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772877 Oct 20 11:08:32.620394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9f40f58d-f3e1-4b4c-8634-52c41dec5361 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:32.621987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9f40f58d-f3e1-4b4c-8634-52c41dec5361 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 812 time: 0.1987791 Oct 20 11:08:32.637971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Request body: {'port': {'device_id': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'admin_state_up': True, 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:32.647570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 8724f3c1-0687-4ec7-b88d-7d7284adc433 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:32.647908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.763369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Made reservation on behalf of ba5972fe1fa54755ba45dae60ec59cd4 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:32.767722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.796949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 8724f3c1-0687-4ec7-b88d-7d7284adc433, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8724f3c1-0687-4ec7-b88d-7d7284adc433,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:32.797503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.814345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 8724f3c1-0687-4ec7-b88d-7d7284adc433 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:32.831979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.882774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Deleting port cdf7e12e-2277-42d7-9cf7-7accdb4930c6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:32.883153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:32.912064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Allocated IP 172.20.0.5 (181b50e7-fd6a-425c-9dc7-1d8947651a35/c2a4a981-c7f6-43bd-8311-9c697c76c933/b9e7377a-9934-415f-8abf-826ca1d5ccdf) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:33.019596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 23030396-66dd-44ab-b29d-e69fa5a3d6a1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:33.025783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] For port cdf7e12e-2277-42d7-9cf7-7accdb4930c6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:33.026156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.045641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Calling delete_port for cdf7e12e-2277-42d7-9cf7-7accdb4930c6 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:33.052260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 23030396-66dd-44ab-b29d-e69fa5a3d6a1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:33.052733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 23030396-66dd-44ab-b29d-e69fa5a3d6a1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:33.060945 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.127160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.134537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=8724f3c1-0687-4ec7-b88d-7d7284adc433,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:33.186267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.194884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] No DVR routers for this DVR port 8724f3c1-0687-4ec7-b88d-7d7284adc433 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:33.198434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.201113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:33.202213 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad415ea3-cfd7-4b87-8125-bc58313e1b85 req-0209c7b7-618e-4d29-bef7-2e65a4eaa5f1 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.70 "DELETE /v2.0/ports/8724f3c1-0687-4ec7-b88d-7d7284adc433 HTTP/1.1" status: 204 len: 173 time: 0.7339098 Oct 20 11:08:33.202490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'name': 'network-vif-deleted', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:33.204804 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94166a8f-89ce-48c8-8dd4-c79204728257" -d '{"events": [{"server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "name": "network-vif-deleted", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:33.247290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:33.249207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:33.253931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:33.271795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:33.282086 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d7b29-d714-474e-9e1c-aa31dea2f673 x-openstack-request-id: req-ee6d7b29-d714-474e-9e1c-aa31dea2f673 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:33.282716 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d381e05-feff-4db1-89c9-fb0018114ade", "name": "network-vif-deleted", "tag": "8724f3c1-0687-4ec7-b88d-7d7284adc433", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:33.283216 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee6d7b29-d714-474e-9e1c-aa31dea2f673 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:33.283774 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d381e05-feff-4db1-89c9-fb0018114ade', 'name': 'network-vif-deleted', 'tag': '8724f3c1-0687-4ec7-b88d-7d7284adc433', 'status': 'completed', 'code': 200} Oct 20 11:08:33.337372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:33.369893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:33.369893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.413622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-814f3ba6-2186-4fe4-9ebe-f5c471c64ab4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802050 Oct 20 11:08:33.439507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Request body: {'port': {'device_id': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:33.472723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.520724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf7e12e-2277-42d7-9cf7-7accdb4930c6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:33.650053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2409e5c-334a-4abf-8d37-fb235ef685bb req-3368b11e-55af-4ed8-9972-e22888c25c34 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:33.664408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2409e5c-334a-4abf-8d37-fb235ef685bb req-3368b11e-55af-4ed8-9972-e22888c25c34 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 931 time: 0.1964052 Oct 20 11:08:33.748056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.785714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.833894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9885e6fc-3e84-4692-9ba0-21bec6cc4b85 None None] Provisioning complete for port b9e7377a-9934-415f-8abf-826ca1d5ccdf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:33.834922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9885e6fc-3e84-4692-9ba0-21bec6cc4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:33.851598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5eb2152-08ec-4cfc-af85-051664556e89 req-9af565ce-fc67-4a47-ac61-9b823203bdc0 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d381e05-feff-4db1-89c9-fb0018114ade HTTP/1.1" status: 200 len: 210 time: 0.1038203 Oct 20 11:08:33.904124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9885e6fc-3e84-4692-9ba0-21bec6cc4b85 None None] Port b9e7377a-9934-415f-8abf-826ca1d5ccdf cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:33.930659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2409e5c-334a-4abf-8d37-fb235ef685bb req-3cb68667-887d-4716-adbe-386ff1bdb4d2 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653556 Oct 20 11:08:34.113839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Router b767cffc-389a-472e-bec1-23a525199d5a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:34.205943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e7377a-9934-415f-8abf-826ca1d5ccdf {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:34.214588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.232131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Transition to ACTIVE for port object b9e7377a-9934-415f-8abf-826ca1d5ccdf will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:08:34.237017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.239001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:34.248046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-69cedb74-3b8a-4a40-9626-90db542c0c78 admin admin] 10.222.0.74 "PUT /v2.0/routers/b767cffc-389a-472e-bec1-23a525199d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495530 Oct 20 11:08:34.250135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:34.254742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Sync routers for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:34.271420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:34.271981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:34.321611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:34.383784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Attempting to bind port b9e7377a-9934-415f-8abf-826ca1d5ccdf on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:34.384408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Attempting to bind port b9e7377a-9934-415f-8abf-826ca1d5ccdf by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:34.384408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Attempting to bind port b9e7377a-9934-415f-8abf-826ca1d5ccdf on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:34.389437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Port b9e7377a-9934-415f-8abf-826ca1d5ccdf on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:08:34.389763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Attempting to bind port b9e7377a-9934-415f-8abf-826ca1d5ccdf on network 181b50e7-fd6a-425c-9dc7-1d8947651a35 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:34.396096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:34.396439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Checking segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:34.396829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Bound using segment: {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:34.397325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Bound port: b9e7377a-9934-415f-8abf-826ca1d5ccdf, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05139401-2582-474f-95fc-5687bb79f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:34.397693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.418292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.422341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:34.509290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:34.519441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:34.532061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.556493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.585509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:34.586067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.587788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] 10.222.0.70 "PUT /v2.0/ports/b9e7377a-9934-415f-8abf-826ca1d5ccdf HTTP/1.1" status: 200 len: 1092 time: 1.1592169 Oct 20 11:08:34.590635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:34.603208 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21465da2-cd8e-456d-90f9-d0fba417f37d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:34.619616 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.631247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Deleting port e3d4367e-2709-4371-8f55-a221ca2cfda6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:34.631807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.698052 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0477a4-6ab4-419c-9cdf-571f49dce3be x-openstack-request-id: req-ae0477a4-6ab4-419c-9cdf-571f49dce3be {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:34.698296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:08:33Z', 'revision_number': 5, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port': {'id': 'e3d4367e-2709-4371-8f55-a221ca2cfda6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:56Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:34.698679 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:34.698933 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae0477a4-6ab4-419c-9cdf-571f49dce3be {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:34.699509 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'status': 'completed', 'code': 200} Oct 20 11:08:34.701630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401abb7d-ff17-493c-8ac4-e48d1b365358 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:34.729624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9562fd93-65b9-4d5a-a3d0-4317e18b76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:34.743046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Checking router: b767cffc-389a-472e-bec1-23a525199d5a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:34.745296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9562fd93-65b9-4d5a-a3d0-4317e18b76a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 1095 time: 0.0986903 Oct 20 11:08:34.754361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Routers {'b767cffc-389a-472e-bec1-23a525199d5a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:34.755044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['b767cffc-389a-472e-bec1-23a525199d5a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:34.773626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] For port e3d4367e-2709-4371-8f55-a221ca2cfda6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3d4367e-2709-4371-8f55-a221ca2cfda6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:34.773983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:34.805764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Calling delete_port for e3d4367e-2709-4371-8f55-a221ca2cfda6 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:34.827865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-dfa776f0-115d-448b-977c-01881fc76da4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf HTTP/1.1" status: 200 len: 217 time: 0.0728207 Oct 20 11:08:34.889075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] Set router b767cffc-389a-472e-bec1-23a525199d5a gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:34.922512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-6408453c-41c8-4566-9a58-134cbf707153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:34.925944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-6408453c-41c8-4566-9a58-134cbf707153 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0921240 Oct 20 11:08:34.950294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58392) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:34.959410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:08:34Z', 'revision_number': 6, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:35.019768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0f0a9-1de3-41d8-afeb-37e489412613 None None] The sync data for ids ['b767cffc-389a-472e-bec1-23a525199d5a'] in n-d-802060-17 is: [{'id': 'b767cffc-389a-472e-bec1-23a525199d5a', 'name': 'tempest-TestServerBasicOps-2052409433-router', 'tenant_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:55Z', 'updated_at': '2021-10-20T11:08:34Z', 'revision_number': 6, 'project_id': '719e1e2ff18644e7945e8a9a06b8dc1c', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:35.033467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-d3011a7c-48d0-4147-b688-698b38fdbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:35.038299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-d3011a7c-48d0-4147-b688-698b38fdbd32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042783 Oct 20 11:08:35.094825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.111899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.157587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.166428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d4367e-2709-4371-8f55-a221ca2cfda6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:35.191422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fe4ce-4d06-423e-b16d-32bdb3aa516c req-8f287a92-b123-47bf-89d8-0fed1c6afb09 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:35.192896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c82fe4ce-4d06-423e-b16d-32bdb3aa516c req-8f287a92-b123-47bf-89d8-0fed1c6afb09 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 943 time: 0.1089606 Oct 20 11:08:35.198711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-6fd2c990-54dd-4d0d-b2bb-b5061130a9fc service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516974 Oct 20 11:08:35.268688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c82fe4ce-4d06-423e-b16d-32bdb3aa516c req-063c23f8-d61b-4d13-928d-333589d68e3d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Oct 20 11:08:35.274270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.358039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c231c29a-2829-4a56-904a-ab1067acc0c6 req-9b2ab0d3-f5f3-48c7-bbea-3ba6bb50eeb6 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440139 Oct 20 11:08:35.400258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.404501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.410417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.413163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.414589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/security-groups/f35dbaf9-2566-4c03-95da-d00bd627a0d8 HTTP/1.1" status: 204 len: 168 time: 0.4633472 Oct 20 11:08:35.467136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:35.489268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af254023-c192-461b-a30d-7e8f4d4eb758 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35dbaf9-2566-4c03-95da-d00bd627a0d8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:35.498626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.499895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b767cffc-389a-472e-bec1-23a525199d5a {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:08:35.504540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.505740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bec624cf-9eb7-42db-9da4-5610cb799a52 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b767cffc-389a-472e-bec1-23a525199d5a HTTP/1.1" status: 204 len: 168 time: 1.2544646 Oct 20 11:08:35.508425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:35.563386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Deleting subnet aec1b4bd-bf72-4d76-bd01-7a57c4eb525c {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:35.568242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.571801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-600833e6-4e96-4029-8371-815e4091cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:35.573294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-600833e6-4e96-4029-8371-815e4091cc19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 1095 time: 0.1415544 Oct 20 11:08:35.579470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting subnet ef4b75ee-ac0b-4034-b378-3a1d3ac8d571 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:35.591796 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.612230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.678787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.708541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.709944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8724f3c1-0687-4ec7-b88d-7d7284adc433 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:35.737056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 8724f3c1-0687-4ec7-b88d-7d7284adc433 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:35.738019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8724f3c1-0687-4ec7-b88d-7d7284adc433 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:35.738518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-35455a55-c3cf-4350-a316-3000692b5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:35.740017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-35455a55-c3cf-4350-a316-3000692b5154 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1582637 Oct 20 11:08:35.769732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.801743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec1b4bd-bf72-4d76-bd01-7a57c4eb525c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:35.803986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.808774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b39255ac-a8ad-4fff-9e41-614254208ee2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/aec1b4bd-bf72-4d76-bd01-7a57c4eb525c HTTP/1.1" status: 204 len: 168 time: 0.2994215 Oct 20 11:08:35.814550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58404) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:35.817993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1c41e-ce1e-4b57-bbac-c71f1d73757f None None] Network 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:35.826061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-e9b1611d-0207-4247-9a1b-af18b4c04f0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf HTTP/1.1" status: 200 len: 217 time: 0.0629747 Oct 20 11:08:35.854781 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.919468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.924265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-ba04bc5f-5162-4d45-b5a8-60c90f237315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:35.926130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-ba04bc5f-5162-4d45-b5a8-60c90f237315 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0918741 Oct 20 11:08:35.976520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:35.995128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Deleting port 355beea0-fa42-4ba5-938e-ff0a121da3be {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:35.995479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.018615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4b75ee-ac0b-4034-b378-3a1d3ac8d571,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:36.026549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-c7589cb2-5d90-4716-a241-a9cffff602b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:36.028717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-c7589cb2-5d90-4716-a241-a9cffff602b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934536 Oct 20 11:08:36.030110 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.030229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9c664-1253-48c0-a681-bedd9ac4c943 None None] Network 8850e1fd-e1d2-4497-bc11-dd07d7261eca requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:36.034096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71cc79f8-2ec4-4c66-ad85-fe22a8889607 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/subnets/ef4b75ee-ac0b-4034-b378-3a1d3ac8d571 HTTP/1.1" status: 204 len: 168 time: 0.5642481 Oct 20 11:08:36.036980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:36.087191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] For port 355beea0-fa42-4ba5-938e-ff0a121da3be, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=355beea0-fa42-4ba5-938e-ff0a121da3be,segment=NetworkSegment(54ffc77a-0c10-4539-8fef-111a82b71a95),segment_id=54ffc77a-0c10-4539-8fef-111a82b71a95)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:36.088295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.119032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Calling delete_port for 355beea0-fa42-4ba5-938e-ff0a121da3be owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:36.201229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.204368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] DHCP port deletion for 3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:08:36.230340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-e1b1d3f3-3b69-4a0c-bc32-9d74119131d7 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911283 Oct 20 11:08:36.234150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.249704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] No DVR routers for this DVR port 355beea0-fa42-4ba5-938e-ff0a121da3be on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:36.263560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Deleting port 355beea0-fa42-4ba5-938e-ff0a121da3be {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:36.263923 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.346000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Pushing event deleted for resources: {'Port': ['ID=355beea0-fa42-4ba5-938e-ff0a121da3be,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:36.475782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.501696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 07907e7c-0886-4584-a1bc-c8eda314373f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:36.502325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.502474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acff5d1-92f2-48f3-9fd1-1b855eb6aec2']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:36.507602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21465da2-cd8e-456d-90f9-d0fba417f37d req-31d3306b-19b9-498f-b39b-eec7a9776873 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540488 Oct 20 11:08:36.520876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ffc77a-0c10-4539-8fef-111a82b71a95') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:36.521118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ffc77a-0c10-4539-8fef-111a82b71a95') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:36.541666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.547135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] DHCP port deletion for 8850e1fd-e1d2-4497-bc11-dd07d7261eca request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:08:36.549238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] For port 355beea0-fa42-4ba5-938e-ff0a121da3be, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:36.549685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.563815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Calling delete_port for 355beea0-fa42-4ba5-938e-ff0a121da3be owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:36.568238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.575385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947594a-2a4e-41cd-92fb-41fca07a8440 req-52113dfd-4f47-491c-81a7-fac3da028362 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:36.575973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:36.576522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.576974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f947594a-2a4e-41cd-92fb-41fca07a8440 req-52113dfd-4f47-491c-81a7-fac3da028362 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 943 time: 0.1573727 Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:36.579770 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:36.585720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Port 355beea0-fa42-4ba5-938e-ff0a121da3be was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:08:36.588818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.599510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:08:36.611354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] Pushing event deleted for resources: {'Port': ['ID=355beea0-fa42-4ba5-938e-ff0a121da3be,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:36.626430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b5f33-c451-4aa2-aa92-e3efbc448302 None None] No DVR routers for this DVR port 355beea0-fa42-4ba5-938e-ff0a121da3be on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:36.639933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 07907e7c-0886-4584-a1bc-c8eda314373f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07907e7c-0886-4584-a1bc-c8eda314373f,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:36.641645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.648838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Deleting port 07907e7c-0886-4584-a1bc-c8eda314373f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:36.649816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.664147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.671944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.677138 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] 10.222.0.74 "DELETE /v2.0/networks/3acff5d1-92f2-48f3-9fd1-1b855eb6aec2 HTTP/1.1" status: 204 len: 168 time: 0.8610880 Oct 20 11:08:36.683202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:36.688204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 07907e7c-0886-4584-a1bc-c8eda314373f owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:36.688343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0761707-10db-4162-a4e0-73b1748f09be admin admin] Pushing event deleted for resources: {'Network': ['ID=3acff5d1-92f2-48f3-9fd1-1b855eb6aec2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:36.700567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f947594a-2a4e-41cd-92fb-41fca07a8440 req-bf4e0e15-8ac7-4853-a1e8-61fe7d00d500 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135225 Oct 20 11:08:36.732420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] For port 07907e7c-0886-4584-a1bc-c8eda314373f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=07907e7c-0886-4584-a1bc-c8eda314373f,segment=NetworkSegment(35ada864-2084-4186-9685-e31511424d0d),segment_id=35ada864-2084-4186-9685-e31511424d0d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:36.732821 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.747093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Calling delete_port for 07907e7c-0886-4584-a1bc-c8eda314373f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:36.831305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.860882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] Pushing event deleted for resources: {'Port': ['ID=07907e7c-0886-4584-a1bc-c8eda314373f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:36.862998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bca61-b3ee-43f1-b10e-4bee6db0bba8 None None] No DVR routers for this DVR port 07907e7c-0886-4584-a1bc-c8eda314373f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:36.916885 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.078430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 355beea0-fa42-4ba5-938e-ff0a121da3be no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:37.103389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 355beea0-fa42-4ba5-938e-ff0a121da3be {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:37.103693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 355beea0-fa42-4ba5-938e-ff0a121da3be not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:37.104226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07907e7c-0886-4584-a1bc-c8eda314373f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:37.125048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 07907e7c-0886-4584-a1bc-c8eda314373f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:37.125386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 07907e7c-0886-4584-a1bc-c8eda314373f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:37.125898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3d4367e-2709-4371-8f55-a221ca2cfda6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:37.145952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e3d4367e-2709-4371-8f55-a221ca2cfda6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:37.146385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3d4367e-2709-4371-8f55-a221ca2cfda6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:37.146882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cdf7e12e-2277-42d7-9cf7-7accdb4930c6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:37.166470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cdf7e12e-2277-42d7-9cf7-7accdb4930c6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:37.166821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cdf7e12e-2277-42d7-9cf7-7accdb4930c6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:37.321000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] No DVR routers for this DVR port 07907e7c-0886-4584-a1bc-c8eda314373f on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:37.328049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=07907e7c-0886-4584-a1bc-c8eda314373f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:37.394017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.394273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.394614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.394976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.395306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.395636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.395970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.396301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.396623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.396949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.397278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.397624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:37.457032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.501634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8850e1fd-e1d2-4497-bc11-dd07d7261eca']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:37.516093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ada864-2084-4186-9685-e31511424d0d') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:37.516778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ada864-2084-4186-9685-e31511424d0d') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:37.529662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.562318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.570797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:37.571223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:37.575584 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:37.648468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.653192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.657072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/networks/8850e1fd-e1d2-4497-bc11-dd07d7261eca HTTP/1.1" status: 204 len: 168 time: 1.6190815 Oct 20 11:08:37.662000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:37.682816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effae0f7-b826-49b2-b772-7c25c5d33d98 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Network': ['ID=8850e1fd-e1d2-4497-bc11-dd07d7261eca,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:37.733665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:08:37.759996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.869028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:37.887818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'mac_address': 'fa:16:3e:7c:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:08:37.927023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ab895-40b2-4e1d-b72c-094f5179fa3a req-709c04e0-c1b2-4757-adea-3f490138e12f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:37.928507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df8ab895-40b2-4e1d-b72c-094f5179fa3a req-709c04e0-c1b2-4757-adea-3f490138e12f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 943 time: 0.0998547 Oct 20 11:08:37.944726 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.960869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7377a-9934-415f-8abf-826ca1d5ccdf {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:37.994906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:38.004630 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.041775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df8ab895-40b2-4e1d-b72c-094f5179fa3a req-17af0152-4fbf-4ac6-a561-e70b55b78934 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012857 Oct 20 11:08:38.125881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:38.179076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Deleting port 2c1f1bbc-ded9-4a6f-8623-77160e022c67 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:38.179327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.208933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 08d6aa60-298b-422e-a434-bf8b2894828e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:38.209287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.235732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b9e7377a-9934-415f-8abf-826ca1d5ccdf'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:38.290563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] For port 2c1f1bbc-ded9-4a6f-8623-77160e022c67, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2c1f1bbc-ded9-4a6f-8623-77160e022c67,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:38.293844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.308834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Calling delete_port for 2c1f1bbc-ded9-4a6f-8623-77160e022c67 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:38.318519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.318848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.333896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 08d6aa60-298b-422e-a434-bf8b2894828e owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:38.517172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.527629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.555703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1f1bbc-ded9-4a6f-8623-77160e022c67,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:38.559592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=08d6aa60-298b-422e-a434-bf8b2894828e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:38.640826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.641230 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Floating IP 47cfde01-636a-47bd-9b35-1c1ad990f4e3 disassociated (deleted). External IP: 172.25.3.109, port: d5753917-df14-4d24-9066-f2e44b098fb6. Oct 20 11:08:38.784471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.894136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:39.022878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:39.029700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Router da22d523-f593-426e-8401-c4c50d65d1f2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:39.033147 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:39.034904 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.048999 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:39.051834 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.065666 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d55ef839-b400-4fc8-bd3a-7c578cf2a3b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/floatingips/47cfde01-636a-47bd-9b35-1c1ad990f4e3 HTTP/1.1" status: 204 len: 168 time: 1.4024532 Oct 20 11:08:39.066218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:39.068985 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf1f10-e6bd-4080-91df-e9edd18caf13" -d '{"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:39.149247 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c312b41-e75a-46fd-9990-0da8b1a56be2 x-openstack-request-id: req-0c312b41-e75a-46fd-9990-0da8b1a56be2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:39.149779 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:39.150355 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c312b41-e75a-46fd-9990-0da8b1a56be2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:39.150928 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'status': 'completed', 'code': 200} Oct 20 11:08:39.209372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:39.215894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d61064b8-4fb6-4618-9300-5c365f41054b admin admin] 10.222.0.74 "PUT /v2.0/routers/da22d523-f593-426e-8401-c4c50d65d1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313466 Oct 20 11:08:39.217941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58440) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:39.221678 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71068047-050d-47aa-8b16-117663854f8e None None] Sync routers for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:39.234869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:39.235522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.251907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-545a5ac3-d755-4b67-9c2a-54ea4ab3b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.254854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-545a5ac3-d755-4b67-9c2a-54ea4ab3b23b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 1098 time: 0.0807488 Oct 20 11:08:39.398132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafad25-66a7-419d-a7b2-09b43784dd24 req-47000fc8-67be-4377-8f8a-3b123797f96b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.408020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bafad25-66a7-419d-a7b2-09b43784dd24 req-47000fc8-67be-4377-8f8a-3b123797f96b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 944 time: 0.1431196 Oct 20 11:08:39.410976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-3d7b4985-b628-470b-8201-9beed7841267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.416951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-3d7b4985-b628-470b-8201-9beed7841267 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 200 len: 899 time: 0.1550915 Oct 20 11:08:39.450044 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.454240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:39.458049 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:39.498488 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-f4fb0b77-9ac4-48c6-b879-f61d6c124695 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 200 len: 217 time: 0.0715714 Oct 20 11:08:39.535362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bafad25-66a7-419d-a7b2-09b43784dd24 req-1b3e0f7c-0ad7-4321-8d11-09e4261582fa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Oct 20 11:08:39.599547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7434f0-6193-4380-ae39-189b54cae245 req-be9f7e21-1a4a-40f2-9d27-21f11f3907e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.601373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b7434f0-6193-4380-ae39-189b54cae245 req-be9f7e21-1a4a-40f2-9d27-21f11f3907e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.1674526 Oct 20 11:08:39.611601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-83e1773b-1069-4d2e-94a9-5b0c4c43a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.612709 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-83e1773b-1069-4d2e-94a9-5b0c4c43a75a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05597b23-022d-47bd-9107-aa869652bc7f HTTP/1.1" status: 200 len: 835 time: 0.1060314 Oct 20 11:08:39.663959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.674333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b7434f0-6193-4380-ae39-189b54cae245 req-e7d2128c-96a1-4c17-8a3a-7479bdd3045a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661492 Oct 20 11:08:39.699529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-4a219922-ce51-4ae8-a17e-77427bfe039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:39.703885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-4a219922-ce51-4ae8-a17e-77427bfe039e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b3c4ad6-5e6f-43b0-92a5-744e5d175164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752873 Oct 20 11:08:39.752772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Deleting port 1d6161b7-f0c5-4c7b-961d-484663a8912d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:39.753112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.754417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:39.764155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:08:38Z', 'revision_number': 5, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port': {'id': '1d6161b7-f0c5-4c7b-961d-484663a8912d', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:06Z', 'updated_at': '2021-10-20T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.781497 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.809119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:39.831900 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:39.832495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.864730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-eecab7c5-3ea8-48d4-a500-7f66dd206f36 service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521440 Oct 20 11:08:39.869565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71068047-050d-47aa-8b16-117663854f8e None None] Checking router: da22d523-f593-426e-8401-c4c50d65d1f2 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:39.888069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] Routers {'da22d523-f593-426e-8401-c4c50d65d1f2'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:39.888809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da22d523-f593-426e-8401-c4c50d65d1f2'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:39.905457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] For port 1d6161b7-f0c5-4c7b-961d-484663a8912d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d6161b7-f0c5-4c7b-961d-484663a8912d,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:39.905754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.937902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Calling delete_port for 1d6161b7-f0c5-4c7b-961d-484663a8912d owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:39.962640 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:39.989454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] Set router da22d523-f593-426e-8401-c4c50d65d1f2 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:40.005008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51bf1f10-e6bd-4080-91df-e9edd18caf13 req-0a95286b-906d-4b5b-adde-dabe1a7e1aea service neutron] 10.222.0.83 "GET /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318424 Oct 20 11:08:40.058744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-71068047-050d-47aa-8b16-117663854f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:08:39Z', 'revision_number': 6, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:40.087974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71068047-050d-47aa-8b16-117663854f8e None None] The sync data for ids ['da22d523-f593-426e-8401-c4c50d65d1f2'] in n-d-802060-17 is: [{'id': 'da22d523-f593-426e-8401-c4c50d65d1f2', 'name': 'tempest-TestServerBasicOps-2132574478-router', 'tenant_id': 'dff49da645234ad98cdc4201615cfe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:05Z', 'updated_at': '2021-10-20T11:08:39Z', 'revision_number': 6, 'project_id': 'dff49da645234ad98cdc4201615cfe77', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:40.094457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b9e7377a-9934-415f-8abf-826ca1d5ccdf completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:08:40.102864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b9e7377a-9934-415f-8abf-826ca1d5ccdf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:40.104927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.208188 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.214446 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.249861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:40.257814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6161b7-f0c5-4c7b-961d-484663a8912d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:40.258352 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9fda2-4674-4687-9861-d6920b944dd8" -d '{"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:40.268557 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:40.279091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:40.286864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.299577 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a017b-28a5-4a97-a8d9-68f8e3eaa06a None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:29Z', 'revision_number': 6, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '50fef53f-5e2c-45ca-b2f3-8a1069a8df15', 'name': '', 'network_id': '8b3c4ad6-5e6f-43b0-92a5-744e5d175164', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:4b:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '05597b23-022d-47bd-9107-aa869652bc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:40Z', 'updated_at': '2021-10-20T11:06:44Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '05597b23-022d-47bd-9107-aa869652bc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:40.324308 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45078743-1a41-4126-b422-fc01e3cf31a4 x-openstack-request-id: req-45078743-1a41-4126-b422-fc01e3cf31a4 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:40.324588 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:40.324840 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45078743-1a41-4126-b422-fc01e3cf31a4 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:40.325230 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'code': 200} Oct 20 11:08:40.355976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.365250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:40.488912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.491758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.559847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.560542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da22d523-f593-426e-8401-c4c50d65d1f2 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:08:40.563838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e7ace-d337-442a-a6fa-d7039ba78675 req-320a7a4c-952b-4ad3-abfd-58c01ef7da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:40.565475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b0e7ace-d337-442a-a6fa-d7039ba78675 req-320a7a4c-952b-4ad3-abfd-58c01ef7da5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 1097 time: 0.1771383 Oct 20 11:08:40.568757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.569875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1c9af463-ef16-41ce-b01e-dc6e9273983b admin admin] 10.222.0.74 "DELETE /v2.0/routers/da22d523-f593-426e-8401-c4c50d65d1f2 HTTP/1.1" status: 204 len: 168 time: 1.3503585 Oct 20 11:08:40.572643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58454) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:40.641205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b0e7ace-d337-442a-a6fa-d7039ba78675 req-13fe9f2f-563e-47d0-9a70-82e01cfc6963 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686359 Oct 20 11:08:40.647037 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Deleting subnet dc211889-1413-4862-b158-ecdc85917c42 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:40.650584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.664093 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2064d4-72f6-4c4c-b8d1-a0ad29b7a7ec None None] New status for floating IP 47cfde01-636a-47bd-9b35-1c1ad990f4e3: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:08:40.713434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.714853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557d2c3-627b-405a-8113-5023f8b55331 req-b07a674a-7e9a-4186-abf2-f2a0c42646b0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:40.716377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b557d2c3-627b-405a-8113-5023f8b55331 req-b07a674a-7e9a-4186-abf2-f2a0c42646b0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0711029 Oct 20 11:08:40.783154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b557d2c3-627b-405a-8113-5023f8b55331 req-684dd1c3-7c74-4213-9a42-45f7a9612341 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546894 Oct 20 11:08:40.823688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.882822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22588b72-8258-4e7a-a8ed-a02f9e632253 req-b5f9638c-e239-450f-915a-0fe4380480ec tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:40.884454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22588b72-8258-4e7a-a8ed-a02f9e632253 req-b5f9638c-e239-450f-915a-0fe4380480ec tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.0646520 Oct 20 11:08:40.904611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.934482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22588b72-8258-4e7a-a8ed-a02f9e632253 req-cf90f768-5712-40fe-8b6f-3597bf37e600 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=62077b5a-9c68-4280-8fc9-29a135ed5ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Oct 20 11:08:40.935905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc211889-1413-4862-b158-ecdc85917c42,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:40.939499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:40.943344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f02a528a-e9d0-48df-b3f8-b94dbd09ca61 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dc211889-1413-4862-b158-ecdc85917c42 HTTP/1.1" status: 204 len: 168 time: 0.3696227 Oct 20 11:08:40.945869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58460) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:40.959235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef113299-5d79-42fb-bf32-d8aba1b25b53 None None] Network 5f026993-78c7-4e9c-a5f6-e3e23113d176 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:41.066074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.097433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-8905099f-0e68-4037-af07-3d0cd9437d34 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:41.098983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-8905099f-0e68-4037-af07-3d0cd9437d34 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 946 time: 0.0853646 Oct 20 11:08:41.136279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c1f1bbc-ded9-4a6f-8623-77160e022c67 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:41.161567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2c1f1bbc-ded9-4a6f-8623-77160e022c67 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:41.162292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2c1f1bbc-ded9-4a6f-8623-77160e022c67 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:41.162810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d6161b7-f0c5-4c7b-961d-484663a8912d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:41.187991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1d6161b7-f0c5-4c7b-961d-484663a8912d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:41.188458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d6161b7-f0c5-4c7b-961d-484663a8912d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:41.232949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Deleting port a1719fa8-e2ae-4582-81f7-60173884152a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:41.233325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.294800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] DHCP port deletion for 5f026993-78c7-4e9c-a5f6-e3e23113d176 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:08:41.318844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port d5753917-df14-4d24-9066-f2e44b098fb6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:41.319233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.357791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Deleting port a1719fa8-e2ae-4582-81f7-60173884152a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:41.358541 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.386335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] For port a1719fa8-e2ae-4582-81f7-60173884152a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a1719fa8-e2ae-4582-81f7-60173884152a,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:41.386604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.431564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Calling delete_port for a1719fa8-e2ae-4582-81f7-60173884152a owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:41.450410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] For port a1719fa8-e2ae-4582-81f7-60173884152a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a1719fa8-e2ae-4582-81f7-60173884152a,segment=NetworkSegment(749760a1-d96c-407f-96d9-2a612120b515),segment_id=749760a1-d96c-407f-96d9-2a612120b515)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:41.450802 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.465757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Calling delete_port for a1719fa8-e2ae-4582-81f7-60173884152a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:41.494066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port d5753917-df14-4d24-9066-f2e44b098fb6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=d5753917-df14-4d24-9066-f2e44b098fb6,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:41.494429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.516162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for d5753917-df14-4d24-9066-f2e44b098fb6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:41.553933 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.588680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] Pushing event deleted for resources: {'Port': ['ID=a1719fa8-e2ae-4582-81f7-60173884152a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:41.590387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.590543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c637f9-6e6c-45a3-a213-48d40fc5aa08 None None] No DVR routers for this DVR port a1719fa8-e2ae-4582-81f7-60173884152a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:41.628469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1719fa8-e2ae-4582-81f7-60173884152a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:41.631660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] No DVR routers for this DVR port a1719fa8-e2ae-4582-81f7-60173884152a on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:41.739889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.770742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f026993-78c7-4e9c-a5f6-e3e23113d176']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:41.784548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749760a1-d96c-407f-96d9-2a612120b515') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:41.784862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749760a1-d96c-407f-96d9-2a612120b515') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:41.792940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.796556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.837871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=d5753917-df14-4d24-9066-f2e44b098fb6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:41.839428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.850751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:41.851114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:41.852840 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:41.937099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] No DVR routers for this DVR port d5753917-df14-4d24-9066-f2e44b098fb6 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:41.942800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.946729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97fe7724-5ad1-4eac-a7bf-da20fe314b46 req-855fe17e-ef90-4f9c-85c8-68ee936e8263 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "DELETE /v2.0/ports/d5753917-df14-4d24-9066-f2e44b098fb6 HTTP/1.1" status: 204 len: 173 time: 0.8232284 Oct 20 11:08:41.946729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'name': 'network-vif-deleted', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:41.951469 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4c0b0-453f-4557-bd25-29093b4ca1c5" -d '{"events": [{"server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "name": "network-vif-deleted", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:41.951628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b613ef-ddf8-415e-882e-891346eaf487 req-fe16b97f-75d4-4361-b5f1-3d8936aed956 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:41.956502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b613ef-ddf8-415e-882e-891346eaf487 req-fe16b97f-75d4-4361-b5f1-3d8936aed956 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0812879 Oct 20 11:08:41.967523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.976578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:41.980609 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] 10.222.0.74 "DELETE /v2.0/networks/5f026993-78c7-4e9c-a5f6-e3e23113d176 HTTP/1.1" status: 204 len: 168 time: 1.0337734 Oct 20 11:08:41.996565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488809eb-eca4-4195-8094-20f087efde2e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f026993-78c7-4e9c-a5f6-e3e23113d176,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:42.008105 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fdcec8-0a3d-4265-a862-45745c8b3a32 x-openstack-request-id: req-b8fdcec8-0a3d-4265-a862-45745c8b3a32 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:42.008607 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efbb2c-df98-463e-a281-2c6bfca5824e", "name": "network-vif-deleted", "tag": "d5753917-df14-4d24-9066-f2e44b098fb6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:42.009106 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8fdcec8-0a3d-4265-a862-45745c8b3a32 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:42.009693 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efbb2c-df98-463e-a281-2c6bfca5824e', 'name': 'network-vif-deleted', 'tag': 'd5753917-df14-4d24-9066-f2e44b098fb6', 'status': 'completed', 'code': 200} Oct 20 11:08:42.060311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b613ef-ddf8-415e-882e-891346eaf487 req-3888d9f1-b0f5-4ba6-9b54-c9803acc996f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 Oct 20 11:08:42.122825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc9dde76-1efd-45cf-a5b7-701fa4a599d1 req-548046a9-8abb-48e2-8681-819067d4247e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=16efbb2c-df98-463e-a281-2c6bfca5824e HTTP/1.1" status: 200 len: 210 time: 0.0457098 Oct 20 11:08:42.233995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:42.304542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a189e50a-b134-4298-bb91-11453b2ab37c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=719e1e2ff18644e7945e8a9a06b8dc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693707 Oct 20 11:08:42.308994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:42.366097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28060-371f-46d2-9da7-d9b9e76871ef req-b5e67cf9-d4e8-4ae7-9637-3aa75e96b451 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:42.368434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea28060-371f-46d2-9da7-d9b9e76871ef req-b5e67cf9-d4e8-4ae7-9637-3aa75e96b451 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0979466 Oct 20 11:08:42.438032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:42.443676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea28060-371f-46d2-9da7-d9b9e76871ef req-e6516418-4f52-44d9-b0a1-9e74ae1f6623 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670071 Oct 20 11:08:42.470568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:42.524369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:42.527487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:42.528639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2453c55f-7f9c-4abd-9078-6a627baa2ff2 HTTP/1.1" status: 204 len: 168 time: 0.2183321 Oct 20 11:08:42.538026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed5e73-6a6b-4970-8003-2c8cfac7bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2453c55f-7f9c-4abd-9078-6a627baa2ff2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:42.896390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58496) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:42.937719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-89624775-3a20-4a86-b2ba-bbc541c1e9ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dff49da645234ad98cdc4201615cfe77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400982 Oct 20 11:08:42.940162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:42.995018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.025166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.067215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a1719fa8-e2ae-4582-81f7-60173884152a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:43.081117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.083828 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.084978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41b2a8ed-25a3-49a0-b63f-c41d5ba1c7d8 HTTP/1.1" status: 204 len: 168 time: 0.1438603 Oct 20 11:08:43.091121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a1719fa8-e2ae-4582-81f7-60173884152a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:43.091666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a1719fa8-e2ae-4582-81f7-60173884152a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:43.100099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a609ca-dd05-4d13-8eee-545dbee260bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2a8ed-25a3-49a0-b63f-c41d5ba1c7d8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:43.168804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:43.230169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.257187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.337352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.340681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.342060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/security-groups/62077b5a-9c68-4280-8fc9-29a135ed5ebe HTTP/1.1" status: 204 len: 168 time: 0.1721995 Oct 20 11:08:43.363449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50cdf-9d55-410b-b368-bb4dd7f95f4c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62077b5a-9c68-4280-8fc9-29a135ed5ebe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:43.393773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58516) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:43.579571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23b4-8336-4fc8-a8aa-aadd5d218247 req-0f6c3705-6344-4003-bb8d-cdae99b65e55 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:43.586981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-313a23b4-8336-4fc8-a8aa-aadd5d218247 req-0f6c3705-6344-4003-bb8d-cdae99b65e55 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0641143 Oct 20 11:08:43.636495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-313a23b4-8336-4fc8-a8aa-aadd5d218247 req-c0b81b7a-07de-4e82-a74c-751b80437b09 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Oct 20 11:08:43.825513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:43.940926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58550) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:44.127681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1053336332-network', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:44.165079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaa8e9-b599-4bc8-91c2-60674fc047b2 req-639f4a24-8849-48ae-8ee1-a8add7575fa5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:44.166591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ceaa8e9-b599-4bc8-91c2-60674fc047b2 req-639f4a24-8849-48ae-8ee1-a8add7575fa5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0713565 Oct 20 11:08:44.168153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Made reservation on behalf of e6d4b43ce779473fa4208488de6ced22 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:44.170681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.180897 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.203818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:44.204041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.237095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ceaa8e9-b599-4bc8-91c2-60674fc047b2 req-547d3bae-5d09-4a4f-af65-b9199dfec162 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Oct 20 11:08:44.310684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.311014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 50fef53f-5e2c-45ca-b2f3-8a1069a8df15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:44.312044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.317060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.329459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:44.346461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:08:44.354291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e071dd8-1a97-4c93-97e5-82815f26069c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:44.371206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.371550 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Added segment 5c250606-adc9-422e-901d-1f3d953c1c99 of type vlan for network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 Oct 20 11:08:44.417393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.447535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.448525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:44.449067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.506046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5639532 Oct 20 11:08:44.508776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58564) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:44.525583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d5753917-df14-4d24-9066-f2e44b098fb6 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:44.538621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Request body: {'subnet': {'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1053336332-subnet', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:44.547521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdfe8-8b2d-4e52-a49a-369b3b905b8f admin admin] Pushing event updated for resources: {'Network': ['ID=64a23e6c-70f4-4b69-ae8f-441df21dceb4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:44.560847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:08:44.564881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: d5753917-df14-4d24-9066-f2e44b098fb6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:44.565466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device d5753917-df14-4d24-9066-f2e44b098fb6 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:44.565943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Made reservation on behalf of e6d4b43ce779473fa4208488de6ced22 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:44.568685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.610641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.680706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=50fef53f-5e2c-45ca-b2f3-8a1069a8df15,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:44.767519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.840942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Checking segment: {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:44.841359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Network hostable DHCP agents. Network: 64a23e6c-70f4-4b69-ae8f-441df21dceb4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:08:44.848235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b038d9-0097-481d-b644-69786b1a82a2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:44.857405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.869636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:08:44.880927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 64a23e6c-70f4-4b69-ae8f-441df21dceb4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:44.885838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:44.886522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.892889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390344e-332f-482f-8a21-a1fcac68ac98 None None] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:44.909728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11619f9a-a4bf-410d-b65b-ac9f49c2c8ef admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3999059 Oct 20 11:08:44.912560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58566) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:44.921506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:44.947972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.949037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.040108 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.095116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'fixed_ips': [{'subnet_id': '75b038d9-0097-481d-b644-69786b1a82a2'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:08:45.095983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.192371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 537de320-9008-48e0-82f7-d6bd2a9b4bfd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:45.270464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Allocated IP 172.20.0.2 (64a23e6c-70f4-4b69-ae8f-441df21dceb4/75b038d9-0097-481d-b644-69786b1a82a2/d738567c-fbad-494e-8189-e01873d516a1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:45.321517 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.365444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:45.380323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb76b7fb-9cbd-496e-b933-b2e59e66ecb6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/537de320-9008-48e0-82f7-d6bd2a9b4bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9831457 Oct 20 11:08:45.382814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58580) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:45.384360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Sync routers for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:45.405889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:45.406620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:45.524796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:45.592946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73911-f3df-4cb7-b404-48844a9a6092 req-89ccb20c-16c9-4cf9-87ae-bd890deac28e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:45.594638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76d73911-f3df-4cb7-b404-48844a9a6092 req-89ccb20c-16c9-4cf9-87ae-bd890deac28e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1923552 Oct 20 11:08:45.595892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.617890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.699484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76d73911-f3df-4cb7-b404-48844a9a6092 req-891c375d-1963-4fa5-849e-510d89578650 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Oct 20 11:08:45.765107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Allocated IP 172.25.3.150 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/83726dd0-9e32-463c-bf6a-5a953aa530dd) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:45.794260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.807870 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.885129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting subnet 05597b23-022d-47bd-9107-aa869652bc7f {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:45.889114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.903417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.946956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.948274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.994292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:45.998037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:46.002722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:46.026548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:44Z', 'revision_number': 7, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:46.031127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:46.038525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Pushing event updated for resources: {'Port': ['ID=83726dd0-9e32-463c-bf6a-5a953aa530dd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:46.074269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:46.074490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.080977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Checking router: 537de320-9008-48e0-82f7-d6bd2a9b4bfd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:46.086642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:46.106771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Routers {'537de320-9008-48e0-82f7-d6bd2a9b4bfd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:46.107406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:46.204344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Pushing event updated for resources: {'Port': ['ID=d738567c-fbad-494e-8189-e01873d516a1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:46.207703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.214065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.249668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Subnet': ['ID=05597b23-022d-47bd-9107-aa869652bc7f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:46.256385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.260062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9b72629d-365e-466b-84a0-778f3913c198 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/subnets/05597b23-022d-47bd-9107-aa869652bc7f HTTP/1.1" status: 204 len: 168 time: 0.8760207 Oct 20 11:08:46.262203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36517ad5-8ff0-483c-acf3-0dc8da275039 None None] Network 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:46.263172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58594) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:46.389038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Attempting to bind port d738567c-fbad-494e-8189-e01873d516a1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:46.390445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Attempting to bind port d738567c-fbad-494e-8189-e01873d516a1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:46.391017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Attempting to bind port d738567c-fbad-494e-8189-e01873d516a1 on network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:46.391557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.401560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:46.402176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Checking segment: {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:46.402747 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.403430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Bound using segment: {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:46.404038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Bound port: d738567c-fbad-494e-8189-e01873d516a1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:46.404562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.426241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.459547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] Set router 537de320-9008-48e0-82f7-d6bd2a9b4bfd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:46.548298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] For port d738567c-fbad-494e-8189-e01873d516a1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:46.553925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] For port d738567c-fbad-494e-8189-e01873d516a1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d738567c-fbad-494e-8189-e01873d516a1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:46.662119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.681722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.705459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.766822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 9a78bec0-631f-4475-b43e-7b12bf08fff5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:46.767251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.959326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 9a78bec0-631f-4475-b43e-7b12bf08fff5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9a78bec0-631f-4475-b43e-7b12bf08fff5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:46.959695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.978098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:08:46.984187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 9a78bec0-631f-4475-b43e-7b12bf08fff5 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:46.996637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143058f-410a-4284-81c0-74d487dbd93e None None] Pushing event updated for resources: {'Port': ['ID=d738567c-fbad-494e-8189-e01873d516a1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:47.018546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3f07d-1987-4826-8511-1a73b34f1a14 req-094746d3-ddd1-4da1-b7f5-345f03113326 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:47.024307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ad3f07d-1987-4826-8511-1a73b34f1a14 req-094746d3-ddd1-4da1-b7f5-345f03113326 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1377361 Oct 20 11:08:47.086389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.262556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ad3f07d-1987-4826-8511-1a73b34f1a14 req-a35d2380-bd23-423d-992a-7ca10960cd20 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118406 Oct 20 11:08:47.286681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:44Z', 'revision_number': 7, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:47.319708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:47.329793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Sync routers for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:47.341529 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:47.342154 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:47.343926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.345156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b58883d5-cf98-4b4d-b1ac-d956ffc8025c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4316325 Oct 20 11:08:47.352261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58616) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:47.371672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] DHCP port deletion for 8b3c4ad6-5e6f-43b0-92a5-744e5d175164 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:08:47.374431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92af85d-45cf-4cfd-bb8e-09a6943f6f03 None None] The sync data for ids ['537de320-9008-48e0-82f7-d6bd2a9b4bfd'] in n-d-802060-17 is: [{'id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'name': 'tempest-TestNetworkBasicOps-router-615395', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:08:44Z', 'revision_number': 7, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '9a78bec0-631f-4475-b43e-7b12bf08fff5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537de320-9008-48e0-82f7-d6bd2a9b4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:06:35Z', 'updated_at': '2021-10-20T11:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:47.406764 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.512657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Deleting port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:47.515999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.517198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=9a78bec0-631f-4475-b43e-7b12bf08fff5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:47.608098 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:47.656789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.682653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] For port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,segment=NetworkSegment(dbdbbc80-1b0c-4852-9ac7-d7f75b66326c),segment_id=dbdbbc80-1b0c-4852-9ac7-d7f75b66326c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:47.683226 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.716963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Calling delete_port for 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:47.825834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:08:47.948789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.957271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.072228 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:46Z', 'revision_number': 3, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:48.080568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.081114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Fanout notify agent at l3_agent the message router_deleted on router 537de320-9008-48e0-82f7-d6bd2a9b4bfd {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:08:48.120183 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.134041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d902f495-350f-484c-9a25-6c9510851af7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/routers/537de320-9008-48e0-82f7-d6bd2a9b4bfd HTTP/1.1" status: 204 len: 168 time: 1.8690312 Oct 20 11:08:48.134887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.137588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58626) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:48.165250 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Checking router: 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:48.165573 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Updating router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 port 83726dd0-9e32-463c-bf6a-5a953aa530dd binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:08:48.178956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] No DVR routers for this DVR port 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:48.196015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb91bca-ee05-475c-b0a2-6dab86638859 None None] Pushing event deleted for resources: {'Port': ['ID=9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:48.247136 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.249705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:48.280170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'port_id': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'mac_address': 'fa:16:3e:7c:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:08:48.367330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.391593 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.426610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e7377a-9934-415f-8abf-826ca1d5ccdf {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:48.494210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:48.504278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.632451 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.657233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b9e7377a-9934-415f-8abf-826ca1d5ccdf'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:48.659140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2855885f-55c5-4898-a526-c6caa44dd33a tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:48.661245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2855885f-55c5-4898-a526-c6caa44dd33a tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.3481233 Oct 20 11:08:48.696494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3c4ad6-5e6f-43b0-92a5-744e5d175164']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:48.725549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:48.726036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdbbc80-1b0c-4852-9ac7-d7f75b66326c') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:48.744887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908f05a-f1a2-4a87-81f4-9d4fc96ea979 req-669d23a3-db7d-4333-b831-a6ec335168fc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:48.751764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4908f05a-f1a2-4a87-81f4-9d4fc96ea979 req-669d23a3-db7d-4333-b831-a6ec335168fc tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.3115337 Oct 20 11:08:48.760745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:48.770319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.787406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2b4a2903-5ea4-4fa5-ad09-aff0bb5b8bb8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.807289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.830922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:48.831552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:48.835148 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:48.901719 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.918617 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:48.921595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d63f92-188a-44f5-aec0-8210d03320b0 None None] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:48.987884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.000064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.004365 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/networks/8b3c4ad6-5e6f-43b0-92a5-744e5d175164 HTTP/1.1" status: 204 len: 168 time: 0.8653524 Oct 20 11:08:49.017121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d9d70-f09b-4966-85a4-7d8c793b3fae tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Network': ['ID=8b3c4ad6-5e6f-43b0-92a5-744e5d175164,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:49.023613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58634) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:49.039258 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Attempting to bind port 83726dd0-9e32-463c-bf6a-5a953aa530dd on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:49.039625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Attempting to bind port 83726dd0-9e32-463c-bf6a-5a953aa530dd by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:49.039989 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Attempting to bind port 83726dd0-9e32-463c-bf6a-5a953aa530dd on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:49.045779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'network': {'name': 'tempest-network-smoke--1317186931', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:49.056405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4908f05a-f1a2-4a87-81f4-9d4fc96ea979 req-c5ed137e-3b1f-422f-b0d2-4d96e7588927 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914157 Oct 20 11:08:49.065443 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:49.065819 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:49.066229 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.066612 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:49.067129 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Bound port: 83726dd0-9e32-463c-bf6a-5a953aa530dd, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:49.067497 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.079613 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da09a6-50c0-45a9-baed-b07f2647a425 None None] Pushing event updated for resources: {'Port': ['ID=83726dd0-9e32-463c-bf6a-5a953aa530dd,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:49.118354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:49.121461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.204014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:08:49.237709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] Provisioning complete for port d738567c-fbad-494e-8189-e01873d516a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:49.239835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.253884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.254233 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Added segment 57b66ce7-51c0-47a5-bde3-d2f9ce335f13 of type vlan for network b45a5796-7050-4457-aa5e-0533f3ba0aaa Oct 20 11:08:49.284645 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] For port 83726dd0-9e32-463c-bf6a-5a953aa530dd, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:49.315552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] For port 83726dd0-9e32-463c-bf6a-5a953aa530dd, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=83726dd0-9e32-463c-bf6a-5a953aa530dd,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:49.330703 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.343569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d738567c-fbad-494e-8189-e01873d516a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:49.397889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.449506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2b4a2903-5ea4-4fa5-ad09-aff0bb5b8bb8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.485122 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2b4a2903-5ea4-4fa5-ad09-aff0bb5b8bb8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.515818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.519224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:49.520140 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:49.522473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:49.532591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1c6fc33-615c-43cb-8989-6ae94b618d91 req-2b4a2903-5ea4-4fa5-ad09-aff0bb5b8bb8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8547521 Oct 20 11:08:49.536503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.583395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2903-5ea4-4fa5-ad09-aff0bb5b8bb8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61acfa5e-89e7-45d1-a934-1d6f5dd06eb9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:49.618273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5869620 Oct 20 11:08:49.619222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58638) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:49.626273 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da09a6-50c0-45a9-baed-b07f2647a425 None None] Pushing event updated for resources: {'Port': ['ID=83726dd0-9e32-463c-bf6a-5a953aa530dd,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:49.653428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583718704', 'admin_state_up': True, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:49.693116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca806c7-a72d-4778-9079-633a06db3a9f tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Network': ['ID=b45a5796-7050-4457-aa5e-0533f3ba0aaa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:49.715936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:08:49.759504 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:49.782985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.784718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.814472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:49.862171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:49.875798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d738567c-fbad-494e-8189-e01873d516a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:49.876167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.049790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197e89-b775-4e16-b7db-e9f8ca9fc34f req-543b16ff-180e-4880-acab-d437dce0ce9f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:50.052193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3197e89-b775-4e16-b7db-e9f8ca9fc34f req-543b16ff-180e-4880-acab-d437dce0ce9f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.3449454 Oct 20 11:08:50.062243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.064642 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:46Z', 'revision_number': 3, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:50.122341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a8866-c602-4515-8946-f7414cfa6ca5 None None] The sync data for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 is: [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:46Z', 'revision_number': 3, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:50.125239 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.178290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b9e7377a-9934-415f-8abf-826ca1d5ccdf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:50.178693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.188974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.299658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] For port d738567c-fbad-494e-8189-e01873d516a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d738567c-fbad-494e-8189-e01873d516a1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:50.322961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.498309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.550988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3197e89-b775-4e16-b7db-e9f8ca9fc34f req-36798366-0640-470d-87e8-96cb50d6dbbe tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906340 Oct 20 11:08:50.559837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:08:50.560373 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:08:50.580279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58646) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:50.614645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d9c65-b199-4a44-ab43-7d4df57126b5 None None] Pushing event updated for resources: {'Port': ['ID=d738567c-fbad-494e-8189-e01873d516a1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:50.624251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.760558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ec9b0909-b594-4be9-a469-e0be389aa6e0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 200 len: 993 time: 0.1733999 Oct 20 11:08:50.761108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:50.761108 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b076aa2-5321-4ebf-b6cb-f2ce5888e2f4" -d '{"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:50.775979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-84d3ea76-34fa-491b-a170-99a0462d796a None None] Provisioning complete for port d738567c-fbad-494e-8189-e01873d516a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:50.776350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-84d3ea76-34fa-491b-a170-99a0462d796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.816170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:50.840234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Allocated IP 172.20.0.1 (64a23e6c-70f4-4b69-ae8f-441df21dceb4/75b038d9-0097-481d-b644-69786b1a82a2/66a0e8c5-5145-4967-a0ed-225545e5b8d1) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:50.842592 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:50.923106 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a328233-7dd3-4177-86f6-2d5c2abd9554 x-openstack-request-id: req-4a328233-7dd3-4177-86f6-2d5c2abd9554 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:50.923384 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:50.923691 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a328233-7dd3-4177-86f6-2d5c2abd9554 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:50.924082 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'code': 200} Oct 20 11:08:50.963134 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.012339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:51.025955 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.153306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:51.164610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f75af-9f3a-448e-9057-1feb960e8516 req-2f925b2e-497b-45d5-99ec-21d3a35415d1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:51.166396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-885f75af-9f3a-448e-9057-1feb960e8516 req-2f925b2e-497b-45d5-99ec-21d3a35415d1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 944 time: 0.8332865 Oct 20 11:08:51.179230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:51.182992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:51.277359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.479317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Pushing event updated for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:51.532065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.538066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:51.593545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:51.595834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9f5f2189-bfd2-4c5b-8e38-fdf6cd66413a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:51.596393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9a78bec0-631f-4475-b43e-7b12bf08fff5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:51.649413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-885f75af-9f3a-448e-9057-1feb960e8516 req-7dd3e073-47fb-49c5-ba02-38a32e1a47d0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689500 Oct 20 11:08:51.662211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 9a78bec0-631f-4475-b43e-7b12bf08fff5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:51.662863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9a78bec0-631f-4475-b43e-7b12bf08fff5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:51.663536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:51.669299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d49140b3-d81f-4887-84dd-71d2c73ff66a req-9445f9b2-2e94-4a68-94ba-dd8ed384af43 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:08:51.671134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d49140b3-d81f-4887-84dd-71d2c73ff66a req-9445f9b2-2e94-4a68-94ba-dd8ed384af43 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2404978 Oct 20 11:08:51.708703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:51.709190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50fef53f-5e2c-45ca-b2f3-8a1069a8df15 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:51.753510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3b782a75-1013-4322-a500-819b163888ed None None] Provisioning complete for port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:51.755305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3b782a75-1013-4322-a500-819b163888ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.881531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3b782a75-1013-4322-a500-819b163888ed None None] Port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:52.076125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d738567c-fbad-494e-8189-e01873d516a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:52.099007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.141384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.225347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d738567c-fbad-494e-8189-e01873d516a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:52.225347 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.234406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.316921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.368802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Pushing event updated for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:52.435191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:52.465267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.541831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 83726dd0-9e32-463c-bf6a-5a953aa530dd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:52.550644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.25.3.191 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/43868866-d872-495c-84d3-de8a86ac2b16) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:52.613608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-b3b4262b-4bed-4357-bd38-354f26139df3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724827 Oct 20 11:08:52.620580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb28a1-adfb-49c1-b091-49729213995c req-0c1f153f-6c46-4e81-8e52-65cea61c2346 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:52.620804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-80d4b36d-be25-429d-bed1-16682618710a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:08:52.621818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-80d4b36d-be25-429d-bed1-16682618710a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070760 Oct 20 11:08:52.627167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27eb28a1-adfb-49c1-b091-49729213995c req-0c1f153f-6c46-4e81-8e52-65cea61c2346 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.1794147 Oct 20 11:08:52.654676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 83726dd0-9e32-463c-bf6a-5a953aa530dd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:52.655439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.789899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.831567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 83726dd0-9e32-463c-bf6a-5a953aa530dd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=83726dd0-9e32-463c-bf6a-5a953aa530dd,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:52.840997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:52.927287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27eb28a1-adfb-49c1-b091-49729213995c req-49e55db3-f170-49df-91bf-ed8068d61283 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841537 Oct 20 11:08:52.948894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=83726dd0-9e32-463c-bf6a-5a953aa530dd,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:52.958668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eba1da-8e2d-4dbb-a88a-f965ae52f29c req-46421999-ed54-44bf-8d98-40f4fb33518e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:52.979679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9eba1da-8e2d-4dbb-a88a-f965ae52f29c req-46421999-ed54-44bf-8d98-40f4fb33518e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.2173269 Oct 20 11:08:53.000244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:53.030464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:53.153772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.186036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9eba1da-8e2d-4dbb-a88a-f965ae52f29c req-baaede1e-cda6-43ee-808f-d9e77b0a1aca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005272 Oct 20 11:08:53.289481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.305536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:53.337807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:53.344262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:53.347375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:53.422562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce17407c-aa94-422e-a07e-ac695193fbf8 None None] Provisioning complete for port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:53.424613 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce17407c-aa94-422e-a07e-ac695193fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.537259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=43868866-d872-495c-84d3-de8a86ac2b16,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:53.549047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce17407c-aa94-422e-a07e-ac695193fbf8 None None] Port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:08:53.717774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:53.728242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Sync routers for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:53.730528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4facf5ea-27a2-4a70-b547-d56c2c1ca23d admin admin] 10.222.0.74 "PUT /v2.0/routers/74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3772166 Oct 20 11:08:53.763331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:53.766984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:53.923059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 83726dd0-9e32-463c-bf6a-5a953aa530dd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:53.928598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-20f7da01-2056-4398-8a41-c1faf8fcecec tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703445931&fields=id&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 267 time: 0.0967143 Oct 20 11:08:53.980260 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.988680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:54.105484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 83726dd0-9e32-463c-bf6a-5a953aa530dd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:54.105865 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.416052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:51Z', 'revision_number': 4, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66a0e8c5-5145-4967-a0ed-225545e5b8d1', 'name': '', 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'mac_address': 'fa:16:3e:65:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '75b038d9-0097-481d-b644-69786b1a82a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:50Z', 'updated_at': '2021-10-20T11:08:51Z', 'revision_number': 2, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'subnets': [{'id': '75b038d9-0097-481d-b644-69786b1a82a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:54.453346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-0c46f9a1-8e23-4993-939b-1450d2f5382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.455000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-0c46f9a1-8e23-4993-939b-1450d2f5382f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.0869162 Oct 20 11:08:54.473251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Checking router: 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:54.473610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Updating router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:08:54.502849 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.574250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-66da864f-de67-4631-95a0-f4ae481695c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.577112 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-66da864f-de67-4631-95a0-f4ae481695c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.1132064 Oct 20 11:08:54.669951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-05465d14-cae9-4d5d-ae6b-64e388b522e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 1001 time: 0.0836987 Oct 20 11:08:54.725559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-e7918ac2-ff77-45b8-89c2-7376a096c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.728030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-e7918ac2-ff77-45b8-89c2-7376a096c4bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0510550 Oct 20 11:08:54.783406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-424b7255-ba45-415c-b2f3-e39b4658d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.785981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-424b7255-ba45-415c-b2f3-e39b4658d7c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500116 Oct 20 11:08:54.881715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-59492980-9bed-4665-9d0a-c54222af6469 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.884484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-59492980-9bed-4665-9d0a-c54222af6469 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.9539552 Oct 20 11:08:54.891856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19414cb-1c8c-4fbb-b2f5-ffa117222427 req-e98176e2-0b99-4726-83a4-04b454478e86 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:54.893553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d19414cb-1c8c-4fbb-b2f5-ffa117222427 req-e98176e2-0b99-4726-83a4-04b454478e86 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.1899717 Oct 20 11:08:54.949820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-b7006d04-d576-475f-980a-d8c3c9559985 service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482329 Oct 20 11:08:54.985013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-204de2d3-eb99-4e15-93a9-14e25acb0f0a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0854182 Oct 20 11:08:55.019750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.032723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.083062 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48dac-3334-48b3-94a1-a910e69c43e1 None None] Pushing event updated for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:55.127114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-1c10833e-6743-45aa-93e1-4e6812cc0c5c service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645317 Oct 20 11:08:55.150992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.163105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Attempting to bind port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:55.163825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Attempting to bind port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:55.164275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Attempting to bind port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 on network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:55.170227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:55.170697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Checking segment: {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:55.171175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.171804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Bound using segment: {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:55.172691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Bound port: 66a0e8c5-5145-4967-a0ed-225545e5b8d1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c250606-adc9-422e-901d-1f3d953c1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:55.173167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.324294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] For port 66a0e8c5-5145-4967-a0ed-225545e5b8d1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:55.331408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] For port 66a0e8c5-5145-4967-a0ed-225545e5b8d1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66a0e8c5-5145-4967-a0ed-225545e5b8d1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:55.346274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.379925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d19414cb-1c8c-4fbb-b2f5-ffa117222427 req-b9c16ce0-e797-4daa-baf6-182d5dfaae22 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071190 Oct 20 11:08:55.405372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-a623f030-98ec-40bb-b679-7b12f944678a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4073293 Oct 20 11:08:55.504213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:55.504841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:55.604935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48dac-3334-48b3-94a1-a910e69c43e1 None None] Pushing event updated for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:55.611373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 243b2e47-bff0-4a55-9838-8e3edd2af389 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:08:55.620163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] Provisioning complete for port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:55.620667 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.757722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58738) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:55.832558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:55.833392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:55.835202 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.848183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Sync routers for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:55.860515 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:55.861396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:55.874718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-f54fac05-13bf-437b-9311-f24daaab31bb service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389169 Oct 20 11:08:55.943057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd77ac-81e3-4a3f-aef1-43acf5f1482c req-73bbb898-6844-4c89-a6e2-dd318aaca3ba tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:55.944457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11cd77ac-81e3-4a3f-aef1-43acf5f1482c req-73bbb898-6844-4c89-a6e2-dd318aaca3ba tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.2928734 Oct 20 11:08:55.949254 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.950453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b76e5cde-8c64-42bb-a23c-08a35ce17c43 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3304136 Oct 20 11:08:55.978316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58740) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.021920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] For port 66a0e8c5-5145-4967-a0ed-225545e5b8d1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66a0e8c5-5145-4967-a0ed-225545e5b8d1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:56.059914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11cd77ac-81e3-4a3f-aef1-43acf5f1482c req-d26609a3-e159-485f-a741-021aee36a6b4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058395 Oct 20 11:08:56.064624 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f3177bb0-4c9b-4590-8abe-d015e35289b6 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=e911363dfa9f4fa8b71bf1c01b0773b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826166 Oct 20 11:08:56.065718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.077749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-55ad78de-ad35-4c24-aa96-658422d79b09 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809936 Oct 20 11:08:56.107425 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:56.165557 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.274401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276db24f-755e-4b8a-b736-15d7b51dd126 None None] Pushing event updated for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:56.339798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0d24d128-6cbc-438c-aeec-af97ee6635f0 None None] Provisioning complete for port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:56.340823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d24d128-6cbc-438c-aeec-af97ee6635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.347636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdee85-3c08-4892-b481-74b1d9959b52 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:56.350311 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b7bdee85-3c08-4892-b481-74b1d9959b52 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2810419 Oct 20 11:08:56.353127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.417798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd6c0740-f4ba-411b-b1c3-2e192295d1e1 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601501 Oct 20 11:08:56.418867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.429145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605399174', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:56.460990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:51Z', 'revision_number': 4, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66a0e8c5-5145-4967-a0ed-225545e5b8d1', 'name': '', 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'mac_address': 'fa:16:3e:65:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '75b038d9-0097-481d-b644-69786b1a82a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:50Z', 'updated_at': '2021-10-20T11:08:55Z', 'revision_number': 4, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'subnets': [{'id': '75b038d9-0097-481d-b644-69786b1a82a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:56.555111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:56.558512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8241ae-0146-4471-b6cd-981e25507dd8 None None] The sync data for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 is: [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:08:51Z', 'revision_number': 4, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '66a0e8c5-5145-4967-a0ed-225545e5b8d1', 'name': '', 'network_id': '64a23e6c-70f4-4b69-ae8f-441df21dceb4', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'mac_address': 'fa:16:3e:65:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '75b038d9-0097-481d-b644-69786b1a82a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:50Z', 'updated_at': '2021-10-20T11:08:55Z', 'revision_number': 4, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'subnets': [{'id': '75b038d9-0097-481d-b644-69786b1a82a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:56.582647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:56.598494 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.603588 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Checking router: 243b2e47-bff0-4a55-9838-8e3edd2af389 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:56.604175 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Updating router 243b2e47-bff0-4a55-9838-8e3edd2af389 port 43868866-d872-495c-84d3-de8a86ac2b16 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:08:56.649822 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.732270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62299038-02ff-4314-a082-02008da8ba61 req-ec389bf9-7cb2-49c9-823b-931c6c081d4a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0654993 Oct 20 11:08:56.756627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f0b9c-eb24-4685-a22f-d3077d21ddea req-f9b7cf29-8ad1-4e60-b2a9-c4606adc3785 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:56.766892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b98f0b9c-eb24-4685-a22f-d3077d21ddea req-f9b7cf29-8ad1-4e60-b2a9-c4606adc3785 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.2220187 Oct 20 11:08:56.883709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b98f0b9c-eb24-4685-a22f-d3077d21ddea req-5d70c6a6-d505-457b-ae69-6a0cb516f691 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152790 Oct 20 11:08:56.912589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.148037 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.155993 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.209285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Attempting to bind port 43868866-d872-495c-84d3-de8a86ac2b16 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:57.210023 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Attempting to bind port 43868866-d872-495c-84d3-de8a86ac2b16 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:57.210543 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Attempting to bind port 43868866-d872-495c-84d3-de8a86ac2b16 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:57.221867 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:57.222526 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:57.223283 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.223815 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:57.224439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Bound port: 43868866-d872-495c-84d3-de8a86ac2b16, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:57.224817 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.246849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.287053 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e31ee-1e74-4ca3-9a48-6c48a9c969f6 None None] Pushing event updated for resources: {'Port': ['ID=43868866-d872-495c-84d3-de8a86ac2b16,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:57.343788 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] For port 43868866-d872-495c-84d3-de8a86ac2b16, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:08:57.347445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65457758-15c9-48ab-b556-8ecb337357cc req-19dbea70-8a11-42cb-a321-12f41c432588 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:57.348128 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] For port 43868866-d872-495c-84d3-de8a86ac2b16, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=43868866-d872-495c-84d3-de8a86ac2b16,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:08:57.349374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65457758-15c9-48ab-b556-8ecb337357cc req-19dbea70-8a11-42cb-a321-12f41c432588 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1224101 Oct 20 11:08:57.358160 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.420848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65457758-15c9-48ab-b556-8ecb337357cc req-ca647643-e505-4890-9d65-b74d4affa28b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635674 Oct 20 11:08:57.436380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Subnet': ['ID=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:57.492680 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e31ee-1e74-4ca3-9a48-6c48a9c969f6 None None] Pushing event updated for resources: {'Port': ['ID=43868866-d872-495c-84d3-de8a86ac2b16,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:57.503404 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:57.504161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:08:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:57.614877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Checking segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:57.615256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network hostable DHCP agents. Network: b45a5796-7050-4457-aa5e-0533f3ba0aaa, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:08:57.671569 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:57.680345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:08:57.711970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b45a5796-7050-4457-aa5e-0533f3ba0aaa) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:57.726035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bcde6-0470-40ea-808f-4648f7c44aef None None] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:57.829817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:57.830744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:57.947100 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-32c0bff1-cd56-445b-89f3-8de91182fd5d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5267208 Oct 20 11:08:57.953186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66a0e8c5-5145-4967-a0ed-225545e5b8d1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:57.954488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58778) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:57.997455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39279ef3-8a21-47b0-bb69-4250a9e99059 req-96f125c3-ce35-4447-b926-b988cb189138 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0947082 Oct 20 11:08:58.125182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:58.125641 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:58.194260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:08:58.196368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:58.240477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Deleting port 66a0e8c5-5145-4967-a0ed-225545e5b8d1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:58.241064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:58.245989 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:58.345964 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fe780-5f77-471f-8389-e70a20152a75 None None] The sync data for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 is: [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 3, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:58.492530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-2c246317-f078-441a-949f-e596e9708972 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:58.494080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-2c246317-f078-441a-949f-e596e9708972 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2889764 Oct 20 11:08:58.561500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] For port 66a0e8c5-5145-4967-a0ed-225545e5b8d1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=66a0e8c5-5145-4967-a0ed-225545e5b8d1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:58.562115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:58.564688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453cbb-53bb-4cb2-acb8-5734836a4ccb req-283b64c8-ce79-40e3-8693-202a37ad51b6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:58.574672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52453cbb-53bb-4cb2-acb8-5734836a4ccb req-283b64c8-ce79-40e3-8693-202a37ad51b6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.3583133 Oct 20 11:08:58.590066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Calling delete_port for 66a0e8c5-5145-4967-a0ed-225545e5b8d1 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:58.667681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51064494-b72e-4427-b190-305c7621be82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:58.690532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-565ae43c-962b-48bf-938e-0085c2068ed2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 379 time: 0.1650960 Oct 20 11:08:58.720909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'security_groups': ['9086a619-8ecb-42aa-8862-bd35e0136d51']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:08:58.844485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Allocated IP 172.20.0.2 (b45a5796-7050-4457-aa5e-0533f3ba0aaa/885cb51b-3a8e-4a3b-99e3-ddeee481d1f9/efb88fae-4804-4e2d-8233-f0b6c8e92dfc) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:58.964283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52453cbb-53bb-4cb2-acb8-5734836a4ccb req-ad0249a1-355d-4a67-bc85-d24426cdcf33 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884320 Oct 20 11:08:59.093982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:08:59.104064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.249018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23d02336-d253-4464-8c17-29626db3881a req-5f3a02c0-c7ab-4e39-b935-978a5d202420 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0785706 Oct 20 11:08:59.570019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.9 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/641a358c-9ad0-4083-b1c4-9be251c283e9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:08:59.621404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.643880 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.729082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Pushing event updated for resources: {'Port': ['ID=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:59.764637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:08:59.767821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:08:59.771825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:08:59.792164 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.885781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9e33b-7335-421e-b850-3b6d25e59262 req-9e507dc9-8eb2-45a4-9075-296c7e8f79ca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:59.887383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a9e33b-7335-421e-b850-3b6d25e59262 req-9e507dc9-8eb2-45a4-9075-296c7e8f79ca tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.5441208 Oct 20 11:08:59.913716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Attempting to bind port efb88fae-4804-4e2d-8233-f0b6c8e92dfc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:08:59.914261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Attempting to bind port efb88fae-4804-4e2d-8233-f0b6c8e92dfc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:08:59.914261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Attempting to bind port efb88fae-4804-4e2d-8233-f0b6c8e92dfc on network b45a5796-7050-4457-aa5e-0533f3ba0aaa {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:08:59.919716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:08:59.920173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Checking segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:08:59.920573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.920967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Bound using segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:08:59.921439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Bound port: efb88fae-4804-4e2d-8233-f0b6c8e92dfc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:08:59.921820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.960339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.991238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 43868866-d872-495c-84d3-de8a86ac2b16 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:00.082583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] For port efb88fae-4804-4e2d-8233-f0b6c8e92dfc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:00.086790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] For port efb88fae-4804-4e2d-8233-f0b6c8e92dfc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:09:00.098463 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.105758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 43868866-d872-495c-84d3-de8a86ac2b16 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:00.106319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.115096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:00.125947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:00.129126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:09:00.136088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44a9e33b-7335-421e-b850-3b6d25e59262 req-7df8f29d-5750-4930-b4b9-04465f53d3b3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346463 Oct 20 11:09:00.182895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.307633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:00.328884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:00.329688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.331611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a0e8c5-5145-4967-a0ed-225545e5b8d1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:00.351665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d9b54-5449-4c41-b3d8-4d49398e5bd4 req-0c21ac04-4d28-41f3-8ab0-91911b3f6b09 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:00.362174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e95d9b54-5449-4c41-b3d8-4d49398e5bd4 req-0c21ac04-4d28-41f3-8ab0-91911b3f6b09 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.2221055 Oct 20 11:09:00.440296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-243f8ece-0e89-43b1-b9d5-fd805fa5abc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480652 Oct 20 11:09:00.458496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4535644-e5c8-485b-ac9d-6728a18b3117 None None] Pushing event updated for resources: {'Port': ['ID=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:00.475846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-9f52496f-7f6a-4ec2-9437-b915f0aaba08 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:09:00.477193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-9f52496f-7f6a-4ec2-9437-b915f0aaba08 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0246594 Oct 20 11:09:00.496402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e95d9b54-5449-4c41-b3d8-4d49398e5bd4 req-83548738-5b62-4643-9cf8-18dbb4500af1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330514 Oct 20 11:09:00.502049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Request body: {'port': {'device_id': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:00.591165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12398-2a21-4706-9175-c59cd270c2b1 req-6cd9aa57-5ee9-4268-8acf-4cf675b5687d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:00.601004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bb12398-2a21-4706-9175-c59cd270c2b1 req-6cd9aa57-5ee9-4268-8acf-4cf675b5687d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 931 time: 0.2335858 Oct 20 11:09:00.630890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.675458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.708924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 43868866-d872-495c-84d3-de8a86ac2b16, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=43868866-d872-495c-84d3-de8a86ac2b16,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:00.718210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bb12398-2a21-4706-9175-c59cd270c2b1 req-1cd2d1b9-9f78-4f45-9a62-a63cbc8b8267 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125734 Oct 20 11:09:00.725275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.815867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:00.897392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0b2f2f12-0ebc-4d6f-8bd4-109092ccc7d6 None None] Provisioning complete for port 641a358c-9ad0-4083-b1c4-9be251c283e9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:00.897769 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2f12-0ebc-4d6f-8bd4-109092ccc7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.000093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f2f12-0ebc-4d6f-8bd4-109092ccc7d6 None None] Port 641a358c-9ad0-4083-b1c4-9be251c283e9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:09:01.042274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=43868866-d872-495c-84d3-de8a86ac2b16,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:01.166839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.274721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641a358c-9ad0-4083-b1c4-9be251c283e9 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:09:01.311008 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.358526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Transition to ACTIVE for port object 641a358c-9ad0-4083-b1c4-9be251c283e9 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:09:01.375255 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.390774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-558c6108-6f24-47d3-a0f0-d3386501c131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.399084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59962-1296-48af-a509-e552d1127289 req-b22240db-d12c-4be7-9d7b-d8aa0af8f914 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:01.409191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55b59962-1296-48af-a509-e552d1127289 req-b22240db-d12c-4be7-9d7b-d8aa0af8f914 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1257906 Oct 20 11:09:01.559448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.1 (b45a5796-7050-4457-aa5e-0533f3ba0aaa/885cb51b-3a8e-4a3b-99e3-ddeee481d1f9/8a95a4eb-43c9-4f7b-ac72-0d7db85510b2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:09:01.639565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Pushing event updated for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:01.672652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55b59962-1296-48af-a509-e552d1127289 req-509f07fe-06be-435d-9df5-787c6d5a6a41 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614632 Oct 20 11:09:01.713928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.812976 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:01.910636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Attempting to bind port 641a358c-9ad0-4083-b1c4-9be251c283e9 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:09:01.912203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Attempting to bind port 641a358c-9ad0-4083-b1c4-9be251c283e9 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:09:01.912595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Attempting to bind port 641a358c-9ad0-4083-b1c4-9be251c283e9 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:01.936151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b81c-15ac-4422-a9d4-b0cb4e3592e3 req-c4d9fe5f-ca5f-4fb4-9c23-a9c98cc07849 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:01.945136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2f8b81c-15ac-4422-a9d4-b0cb4e3592e3 req-c4d9fe5f-ca5f-4fb4-9c23-a9c98cc07849 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.2685673 Oct 20 11:09:01.985611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Port 641a358c-9ad0-4083-b1c4-9be251c283e9 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:09:01.985948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Attempting to bind port 641a358c-9ad0-4083-b1c4-9be251c283e9 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:02.009053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:09:02.009602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:09:02.010152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:09:02.011751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Bound port: 641a358c-9ad0-4083-b1c4-9be251c283e9, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:09:02.012118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.105386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.143832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2f8b81c-15ac-4422-a9d4-b0cb4e3592e3 req-40d9f8e2-ce5d-43e3-95b0-00db2fe74792 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976602 Oct 20 11:09:02.214373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efb88fae-4804-4e2d-8233-f0b6c8e92dfc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:02.227622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:02.241614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1eff3-92df-4b26-85ee-2453cfd02f7a req-0735544a-4d79-4220-b8f5-8dfa5344924c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:02.243690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ac1eff3-92df-4b26-85ee-2453cfd02f7a req-0735544a-4d79-4220-b8f5-8dfa5344924c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.2436354 Oct 20 11:09:02.267525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:02.269453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.270053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.270501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.270991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.271506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.271964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.272840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.273441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.273441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.273851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.274282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.274834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:02.281907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:02.294333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:09:02.332424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port efb88fae-4804-4e2d-8233-f0b6c8e92dfc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:02.332811 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.354360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.356845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:02.363450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:02.377002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ac1eff3-92df-4b26-85ee-2453cfd02f7a req-bf28f5c4-eacc-4056-8f24-323a1a4aff9e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108253 Oct 20 11:09:02.380326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=641a358c-9ad0-4083-b1c4-9be251c283e9,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:09:02.401669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.461386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:02.461999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.464100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] 10.222.0.70 "PUT /v2.0/ports/641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 200 len: 1092 time: 1.9740450 Oct 20 11:09:02.467265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:02.471675 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b9cb9-2be5-43f6-8068-6e028ae11562" -d '{"events": [{"name": "network-changed", "server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:02.539200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6c97-ce37-4f44-8d45-ec75f777bc38 service neutron] Pushing event updated for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:02.610457 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f7a98c-1e77-4b78-909f-5cbcc8e3cb96 x-openstack-request-id: req-93f7a98c-1e77-4b78-909f-5cbcc8e3cb96 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:02.610739 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:02.611017 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93f7a98c-1e77-4b78-909f-5cbcc8e3cb96 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:02.611418 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'status': 'completed', 'code': 200} Oct 20 11:09:02.642442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-f1dad249-13e9-4dd7-b207-3f0d1e32d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:02.644070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-f1dad249-13e9-4dd7-b207-3f0d1e32d601 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1095 time: 0.0856605 Oct 20 11:09:02.689571 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.709139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb0af8-7910-4c19-bad4-adb57776dd38 None None] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:02.714388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:02.729371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85d27b37-0ff8-4acb-8df4-7abdaa249835 admin admin] 10.222.0.74 "PUT /v2.0/routers/74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9674270 Oct 20 11:09:02.741279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:02.767505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-2e5ff112-0075-4ef1-bc44-7f4487167dc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 200 len: 217 time: 0.1150301 Oct 20 11:09:02.793636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Sync routers for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:02.842708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:02.897385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c421011-1708-42ad-a7a1-acb89ee351e5 req-7725fae3-ce3a-4a93-837b-fb4125d137b6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:02.905149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c421011-1708-42ad-a7a1-acb89ee351e5 req-7725fae3-ce3a-4a93-837b-fb4125d137b6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1117721 Oct 20 11:09:02.961011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c421011-1708-42ad-a7a1-acb89ee351e5 req-e7f15ec8-5f6d-48ea-bb3b-31e32a09c916 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Oct 20 11:09:02.963608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-9f781f36-cff3-4bde-b58a-48fee3cd5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:02.966929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-9f781f36-cff3-4bde-b58a-48fee3cd5147 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1886005 Oct 20 11:09:03.084013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-4dd726d2-2a1b-483d-beaa-c834a4eab471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:03.086325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-4dd726d2-2a1b-483d-beaa-c834a4eab471 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112833 Oct 20 11:09:03.157736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port efb88fae-4804-4e2d-8233-f0b6c8e92dfc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:03.159666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:03.161061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:03.174363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.229560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-cc0dcfff-fad5-431f-9052-78691cd2ed57 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348846 Oct 20 11:09:03.287474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e49db6d0-79e6-46a9-a921-8a7e08331b93 None None] Provisioning complete for port efb88fae-4804-4e2d-8233-f0b6c8e92dfc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:03.300812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e49db6d0-79e6-46a9-a921-8a7e08331b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.304945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.305774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 43868866-d872-495c-84d3-de8a86ac2b16 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:03.327718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.460266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f3bc-cd3c-4bca-b27f-d14c54a7d68f req-e1847afc-2c10-4ef6-9d7d-767f5e40b565 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:03.461764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1319f3bc-cd3c-4bca-b27f-d14c54a7d68f req-e1847afc-2c10-4ef6-9d7d-767f5e40b565 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.1473873 Oct 20 11:09:03.493264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a75ec583-485f-4d27-9198-bbd01efd6f90 req-b8d9508e-e8e8-4421-98a4-582dfcc6dc6f service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812470 Oct 20 11:09:03.527576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1319f3bc-cd3c-4bca-b27f-d14c54a7d68f req-a6f1d6b6-78a1-4849-95d5-c167aa7fa306 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546010 Oct 20 11:09:03.651579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-e31df7b5-f580-423c-bd44-ae93cd0093dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:03.658720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-e31df7b5-f580-423c-bd44-ae93cd0093dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1095 time: 0.1063814 Oct 20 11:09:03.809180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.819137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:03.823886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.834113 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:03.845230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:04.004207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:04.032254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 43868866-d872-495c-84d3-de8a86ac2b16 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:04.032632 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.044878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.198977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:04.216088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:04.246125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Deleting port 83726dd0-9e32-463c-bf6a-5a953aa530dd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:04.246464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.358703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 5, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port': {'id': '83726dd0-9e32-463c-bf6a-5a953aa530dd', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:45Z', 'updated_at': '2021-10-20T11:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:04.378999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] For port 83726dd0-9e32-463c-bf6a-5a953aa530dd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=83726dd0-9e32-463c-bf6a-5a953aa530dd,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:04.378999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.389034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Calling delete_port for 83726dd0-9e32-463c-bf6a-5a953aa530dd owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:04.461767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Checking router: 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:04.474391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efb88fae-4804-4e2d-8233-f0b6c8e92dfc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:04.548148 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.573994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Routers {'74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:04.574651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:04.658813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.670290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bd536-0179-4a6e-a103-5987a79beece req-735de7db-96d4-481a-9412-df88d1596e9b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:04.672346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab9bd536-0179-4a6e-a103-5987a79beece req-735de7db-96d4-481a-9412-df88d1596e9b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.8383579 Oct 20 11:09:04.714227 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=83726dd0-9e32-463c-bf6a-5a953aa530dd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:04.715104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd770813-50e0-425e-ae5b-0de7e25d6739 req-4632e72e-fe5b-47b4-a744-bb37d325bf67 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:04.731981 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd770813-50e0-425e-ae5b-0de7e25d6739 req-4632e72e-fe5b-47b4-a744-bb37d325bf67 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1413400 Oct 20 11:09:04.747978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-6104f346-b198-4050-bebb-9dc550db4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:04.749453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-6104f346-b198-4050-bebb-9dc550db4cda service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 1.0847702 Oct 20 11:09:04.813954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-f7a04c22-e4fd-478e-8df4-9fa4d8fa5982 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 200 len: 217 time: 0.0486643 Oct 20 11:09:04.837593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.844791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab9bd536-0179-4a6e-a103-5987a79beece req-fa3b24a0-57da-4a42-a8a7-97d96ca3e5f5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609628 Oct 20 11:09:04.912123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd770813-50e0-425e-ae5b-0de7e25d6739 req-d05dd38e-e070-48b5-b48e-2aff3aa651ae tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790800 Oct 20 11:09:04.931698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-8b3a747e-8253-4d78-84b2-60c001224d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:04.936640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-8b3a747e-8253-4d78-84b2-60c001224d08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1039782 Oct 20 11:09:05.014693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.017188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.097043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-3b953bb9-d4db-4306-9c88-da6fb8e9e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:05.098551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-3b953bb9-d4db-4306-9c88-da6fb8e9e57d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551156 Oct 20 11:09:05.266198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bef35-03ea-43aa-9c2b-ebe77beae11b req-4efd2f3a-937d-4c28-a59e-8054eda7860b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:05.279115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db7bef35-03ea-43aa-9c2b-ebe77beae11b req-4efd2f3a-937d-4c28-a59e-8054eda7860b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.2533786 Oct 20 11:09:05.387798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dda9fd0c-c90d-43b2-a038-49034a2f79e2 None None] Provisioning complete for port efb88fae-4804-4e2d-8233-f0b6c8e92dfc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:05.389535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dda9fd0c-c90d-43b2-a038-49034a2f79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.392044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db7bef35-03ea-43aa-9c2b-ebe77beae11b req-8601c6e1-5e47-4415-b824-7ce584dc63ad tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082819 Oct 20 11:09:05.424618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-19c375c7-06a2-4f9a-b99d-5bfa1cbaccd8 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077667 Oct 20 11:09:05.439146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] Set router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:05.507040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:09:03Z', 'revision_number': 6, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:05.514792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port efb88fae-4804-4e2d-8233-f0b6c8e92dfc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:05.515469 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.572546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a615-f682-4112-b1d1-5752b68189e2 None None] The sync data for ids ['74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7'] in n-d-802060-17 is: [{'id': '74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7', 'name': 'tempest-ImageQuotaTest-1053336332-router', 'tenant_id': 'e6d4b43ce779473fa4208488de6ced22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:44Z', 'updated_at': '2021-10-20T11:09:03Z', 'revision_number': 6, 'project_id': 'e6d4b43ce779473fa4208488de6ced22', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:05.651813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad3b9cb9-2be5-43f6-8068-6e028ae11562 req-6eae8019-c53d-4f7c-935d-b89bbbc8fd64 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187679 Oct 20 11:09:05.771552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dda9fd0c-c90d-43b2-a038-49034a2f79e2 None None] Provisioning complete for port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:05.772005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dda9fd0c-c90d-43b2-a038-49034a2f79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.781241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 243b2e47-bff0-4a55-9838-8e3edd2af389 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:05.832110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dda9fd0c-c90d-43b2-a038-49034a2f79e2 None None] Port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:09:05.925771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.937746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:05.962085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-03d1b9ea-1a88-4531-b1a7-9bcc8bbc3128 None None] Provisioning complete for port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:05.962471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9ea-1a88-4531-b1a7-9bcc8bbc3128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.964970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.966313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-30403ebd-ede3-42d5-a4e7-4ee18c2b9f92 admin admin] 10.222.0.74 "DELETE /v2.0/routers/74bdfb0a-d0a3-4dca-b5f1-4207ca040ef7 HTTP/1.1" status: 204 len: 168 time: 3.2240291 Oct 20 11:09:05.969029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:06.012846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:06.025290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-03d1b9ea-1a88-4531-b1a7-9bcc8bbc3128 None None] Port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:09:06.028879 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Sync routers for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:06.041530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-06b06fc6-e821-4044-a925-aa08b3a657a2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/243b2e47-bff0-4a55-9838-8e3edd2af389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0850821 Oct 20 11:09:06.042391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:06.049119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:06.050175 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:06.170232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41587a-404b-47af-8a5c-978de99d3b3e req-4f179bc9-e8b5-4c37-a986-84967c1b682d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.171888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a41587a-404b-47af-8a5c-978de99d3b3e req-4f179bc9-e8b5-4c37-a986-84967c1b682d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.1054156 Oct 20 11:09:06.176812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Deleting subnet 75b038d9-0097-481d-b644-69786b1a82a2 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:09:06.229158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a41587a-404b-47af-8a5c-978de99d3b3e req-333d66c3-7c53-4263-8b93-2c60c1d812f6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Oct 20 11:09:06.230173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:06.269894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3cbcd-e830-4acd-b8dc-e64108b07090 req-3c350d04-1329-4f78-84c7-3f31b2c5fbc3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.280606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be3cbcd-e830-4acd-b8dc-e64108b07090 req-3c350d04-1329-4f78-84c7-3f31b2c5fbc3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.2307024 Oct 20 11:09:06.380050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4be3cbcd-e830-4acd-b8dc-e64108b07090 req-f1501558-3c1f-41f6-b053-3e18372186f3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015992 Oct 20 11:09:06.404130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:06.444640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.446256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.447370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.447905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.448482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.448954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.449482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.450264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.451344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.451867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.452390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.452917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.455373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-85e8b449-dbb7-463d-a25f-22c3e3450e9a tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8457 time: 0.4118285 Oct 20 11:09:06.458111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:06.555689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:06.587825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.588046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.588595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.589123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.589652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.590415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.590692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.591996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.591996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.593312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.593770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.594225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.596639 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cd6bf55d-ca37-4c8c-b1a5-12b1de2755d4 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7713 time: 0.1374784 Oct 20 11:09:06.599332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:06.705557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9a748-1153-4570-b2ad-f1d4e2f3659b req-ed862baf-afc9-4300-ac91-9260cde29442 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:06.707173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eba9a748-1153-4570-b2ad-f1d4e2f3659b req-ed862baf-afc9-4300-ac91-9260cde29442 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.1943572 Oct 20 11:09:06.766693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:06.778285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66a0e8c5-5145-4967-a0ed-225545e5b8d1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:06.831946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 66a0e8c5-5145-4967-a0ed-225545e5b8d1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:06.832292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 66a0e8c5-5145-4967-a0ed-225545e5b8d1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:06.879338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eba9a748-1153-4570-b2ad-f1d4e2f3659b req-9471719c-57c6-42d9-bf39-800a011fc1a8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434710 Oct 20 11:09:06.879560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e5440d3-e1c3-4b13-ba0a-48307449a3f6 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.2737465 Oct 20 11:09:06.922508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:06.939057 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:06.943228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/75b038d9-0097-481d-b644-69786b1a82a2 HTTP/1.1" status: 204 len: 168 time: 0.9730122 Oct 20 11:09:06.945831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:06.946537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc05ea-eb0c-47bf-a652-867fa59b2ddf None None] Network 64a23e6c-70f4-4b69-ae8f-441df21dceb4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:06.953829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:03Z', 'revision_number': 2, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:07.005263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4174da-be3e-45ad-aaa8-db39b1120122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b038d9-0097-481d-b644-69786b1a82a2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:07.045291 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Checking router: 243b2e47-bff0-4a55-9838-8e3edd2af389 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:07.050119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Updating router 243b2e47-bff0-4a55-9838-8e3edd2af389 port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:09:07.096067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.112938 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.285969 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f1b744cf-8eb0-4e2f-86f4-d1dc5f304e18 service neutron] show failed (client error): The resource could not be found. Oct 20 11:09:07.287282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f1b744cf-8eb0-4e2f-86f4-d1dc5f304e18 service neutron] 10.222.0.83 "GET /v2.0/ports/dd066205-a3a5-473b-99d7-f9da9994b01f/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.1258724 Oct 20 11:09:07.313894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] DHCP port deletion for 64a23e6c-70f4-4b69-ae8f-441df21dceb4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:09:07.338764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Deleting port d738567c-fbad-494e-8189-e01873d516a1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:07.339135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.508745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] For port d738567c-fbad-494e-8189-e01873d516a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d738567c-fbad-494e-8189-e01873d516a1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:07.509175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.513436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Deleting port d738567c-fbad-494e-8189-e01873d516a1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:07.513822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.544010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Calling delete_port for d738567c-fbad-494e-8189-e01873d516a1 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:07.547957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58854) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:07.574683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327058870', 'description': 'tempest-secgroup-smoke-1327058870 description', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:07.757977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] For port d738567c-fbad-494e-8189-e01873d516a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d738567c-fbad-494e-8189-e01873d516a1,segment=NetworkSegment(5c250606-adc9-422e-901d-1f3d953c1c99),segment_id=5c250606-adc9-422e-901d-1f3d953c1c99)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:07.760660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.799809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Calling delete_port for d738567c-fbad-494e-8189-e01873d516a1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:07.806641 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.809659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.822850 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.883621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] No DVR routers for this DVR port d738567c-fbad-494e-8189-e01873d516a1 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:07.892687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Pushing event deleted for resources: {'Port': ['ID=d738567c-fbad-494e-8189-e01873d516a1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:07.893927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c139e0-89de-41d5-85aa-a2c155bd7314 req-16bf8932-8f5e-47c4-b672-034dfff92cc8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:07.895704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50c139e0-89de-41d5-85aa-a2c155bd7314 req-16bf8932-8f5e-47c4-b672-034dfff92cc8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.4448166 Oct 20 11:09:07.924956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.987809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.010598 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Pushing event updated for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.033084 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.035084 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.035533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.035649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.036080 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.037667 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.038600 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.039083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.041234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.041668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.042183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.042601 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.046591 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:08.069520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Attempting to bind port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:09:08.070010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Attempting to bind port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:09:08.071285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Attempting to bind port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 on network b45a5796-7050-4457-aa5e-0533f3ba0aaa {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:08.071408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f50c09ee-6358-4a9a-b909-289da13d29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:08.076580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f50c09ee-6358-4a9a-b909-289da13d29a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 1098 time: 0.4187870 Oct 20 11:09:08.082150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] Pushing event deleted for resources: {'Port': ['ID=d738567c-fbad-494e-8189-e01873d516a1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.083604 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:09:08.085147 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Checking segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:09:08.090903 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.092699 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Bound using segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:09:08.093300 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Bound port: 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:09:08.093787 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.100933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4faf8-9d96-4e1a-99d1-a44e83740c3e None None] No DVR routers for this DVR port d738567c-fbad-494e-8189-e01873d516a1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:08.102546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a23e6c-70f4-4b69-ae8f-441df21dceb4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:08.133790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:08.142893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c250606-adc9-422e-901d-1f3d953c1c99') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:08.145461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c250606-adc9-422e-901d-1f3d953c1c99') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:08.155819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20b9e-1918-4838-bc90-3a1348d2aec8 req-74dc215d-1429-47e8-aeaa-e64781097fca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:08.168680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed20b9e-1918-4838-bc90-3a1348d2aec8 req-74dc215d-1429-47e8-aeaa-e64781097fca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.4854224 Oct 20 11:09:08.179288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.211713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.225382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:09:08.225971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:09:08.230555 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:09:08.260934 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] For port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:08.268730 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] For port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:09:08.283071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50c139e0-89de-41d5-85aa-a2c155bd7314 req-526b7ecb-959d-4511-905e-84214de44e3e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720143 Oct 20 11:09:08.286209 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.352261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.375742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.379394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] Provisioning complete for port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:08.379766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.387410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] 10.222.0.74 "DELETE /v2.0/networks/64a23e6c-70f4-4b69-ae8f-441df21dceb4 HTTP/1.1" status: 204 len: 168 time: 1.4386208 Oct 20 11:09:08.421980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1b6c-1503-4c86-964c-f9fd2f58b09d admin admin] Pushing event deleted for resources: {'Network': ['ID=64a23e6c-70f4-4b69-ae8f-441df21dceb4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.449334 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:08.450106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:08.464910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed20b9e-1918-4838-bc90-3a1348d2aec8 req-d4a57fa7-4925-4abd-8dcf-ab6dfd277f7b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933748 Oct 20 11:09:08.490365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.533924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d738567c-fbad-494e-8189-e01873d516a1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:08.551283 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f403972-bc1c-4221-a16b-2af744368b53 None None] Pushing event updated for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.603962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d738567c-fbad-494e-8189-e01873d516a1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:08.604352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d738567c-fbad-494e-8189-e01873d516a1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:08.604792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 83726dd0-9e32-463c-bf6a-5a953aa530dd no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:08.612086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.655747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 83726dd0-9e32-463c-bf6a-5a953aa530dd {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:08.656091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 83726dd0-9e32-463c-bf6a-5a953aa530dd not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:08.693699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.716185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58860) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:08.733927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:08.754158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.816803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.818323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2642148 Oct 20 11:09:08.822933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58862) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:08.832909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] For port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:08.841711 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dba91799-2e66-49d0-a35b-5da2638e45fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6d4b43ce779473fa4208488de6ced22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215539 Oct 20 11:09:08.844648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.845611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 58864) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:08.864741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:08.908486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9567f6-75fb-4e30-aad6-5408e289d25d req-adad0790-0839-48de-90a3-9c8edfe08a59 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:08.910554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd9567f6-75fb-4e30-aad6-5408e289d25d req-adad0790-0839-48de-90a3-9c8edfe08a59 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.3561578 Oct 20 11:09:08.921892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43903d8-bfb6-48cc-91ae-0ff77a3d50bd tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12968124-9389-4020-b572-441690b7163e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.952767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:08.988279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fd7ea-2810-4c12-acd7-acb1b57efde7 None None] Pushing event updated for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:09.027229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ef26d58-defe-475a-900c-84f679662040 None None] Provisioning complete for port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:09.028383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ef26d58-defe-475a-900c-84f679662040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.085517 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.114427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd9567f6-75fb-4e30-aad6-5408e289d25d req-eda1d663-8bcd-4561-883f-ab68c1053ca1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886263 Oct 20 11:09:09.119593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.133639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.154400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.162836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440274d-8a7c-4e0c-8da6-91913dff7cda,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:09.194139 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.194347 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:09.197696 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-69ac4cf7-e65c-4c61-8640-f9f5031a2a07 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411517 Oct 20 11:09:09.200220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58866) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:09.212226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:09.249706 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7e736-7f6b-47ef-95e8-ade5bf086029 None None] The sync data for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 is: [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:09.267256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.270616 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.271771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.272269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e071dd8-1a97-4c93-97e5-82815f26069c HTTP/1.1" status: 204 len: 168 time: 0.4233847 Oct 20 11:09:09.293159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a8eec-ac2f-41b4-8d82-788c6cbd9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e071dd8-1a97-4c93-97e5-82815f26069c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:09.388858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:09.445198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.455965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.485249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3232e8a-72d3-46dc-83ac-041a9b1acefb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:09.521926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.523417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c7166f53-e640-45e7-a781-f0c769d87168 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199875 Oct 20 11:09:09.526402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:09.534144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:09.574345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:09.634169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.722875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e636-9eee-4a89-b850-3b3193c686d3 req-84fb0624-5ec3-471a-af3e-3959807973db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:09.736145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e4e636-9eee-4a89-b850-3b3193c686d3 req-84fb0624-5ec3-471a-af3e-3959807973db tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.2904284 Oct 20 11:09:09.777511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094c692-116b-4d3b-9705-9c1c84c13e25 req-9d1c6c9b-dcce-462a-a5fb-018756990b73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:09.786618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4094c692-116b-4d3b-9705-9c1c84c13e25 req-9d1c6c9b-dcce-462a-a5fb-018756990b73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.1458144 Oct 20 11:09:09.800924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:09.803472 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c50796-2649-4b66-b657-3c029c3178ac" -d '{"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:09.811693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.823603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.825176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.861151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba70668-da95-478a-8d0d-854ec8051a5e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:09.876954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.879280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7674aab4-ed40-45c3-afb4-ad81b43d7826 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513229 Oct 20 11:09:09.879798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e4e636-9eee-4a89-b850-3b3193c686d3 req-45425a7c-50bf-42e4-95d6-cf0f730cc402 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425085 Oct 20 11:09:09.881758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58882) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:09.890793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:09.932191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Transition to ACTIVE for port object dd066205-a3a5-473b-99d7-f9da9994b01f will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:09:09.936181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.955713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.976849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4094c692-116b-4d3b-9705-9c1c84c13e25 req-8f8c5b9b-3a76-480a-bc61-9db1f3cc7e29 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886423 Oct 20 11:09:10.020139 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4fc183-ceb8-4c78-9ec2-af5c4809151b x-openstack-request-id: req-5d4fc183-ceb8-4c78-9ec2-af5c4809151b {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:10.020976 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:10.021451 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d4fc183-ceb8-4c78-9ec2-af5c4809151b {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:10.022113 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'code': 200} Oct 20 11:09:10.087998 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.097118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.131899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97086fe-671b-4049-98bd-5492a7d2b7dd,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.165353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.170185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e0108ead-0a89-4e22-a5be-22b79cfcae51 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2850809 Oct 20 11:09:10.170301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58886) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.172852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.193884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-638ffd78-42dd-454f-a92f-c3fc249caa24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.202076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:10.211653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.245414 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:09:10.254818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.340581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.350433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.410731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acaa5e7-f51a-4168-b041-fe4eeb9c165b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.421900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] No DVR routers for this DVR port dd066205-a3a5-473b-99d7-f9da9994b01f on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:10.442630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.443923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fb8cd3c1-4d78-4e0a-a30a-86ad55907d7a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2513340 Oct 20 11:09:10.447696 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58890) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.460202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'security_group_rule': {'security_group_id': '12968124-9389-4020-b572-441690b7163e', 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:10.488878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:10.533404 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Project e911363dfa9f4fa8b71bf1c01b0773b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:09:10.538248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-638ffd78-42dd-454f-a92f-c3fc249caa24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.553251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.553768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4fc39-536b-4449-8219-01298c36fdd7 req-b8cc1748-1409-445b-9bae-9508c4c4caa1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:10.559121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-638ffd78-42dd-454f-a92f-c3fc249caa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.566528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cae4fc39-536b-4449-8219-01298c36fdd7 req-b8cc1748-1409-445b-9bae-9508c4c4caa1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.2455037 Oct 20 11:09:10.583991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:10.603534 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-638ffd78-42dd-454f-a92f-c3fc249caa24 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4318025 Oct 20 11:09:10.612674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 58894) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.670643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:10.671303 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.681644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cae4fc39-536b-4449-8219-01298c36fdd7 req-fb7245ee-8852-4321-ac6e-aa938b205ddf tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131113 Oct 20 11:09:10.737368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:10.769679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ffd78-42dd-454f-a92f-c3fc249caa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a69e9-b603-452a-9c7a-6daf2815a973,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.803615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.804537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:09:10.804972 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.805889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:09:10.806858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:10.817330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.817912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:09:10.818767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Attempting to bind port dd066205-a3a5-473b-99d7-f9da9994b01f on network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:10.826563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:09:10.827310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Checking segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:09:10.828073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Bound using segment: {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:09:10.829051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Bound port: dd066205-a3a5-473b-99d7-f9da9994b01f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62342091-55c8-4469-bdd6-8a083dab867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:09:10.829808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.859432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9e75c4-4a6a-4589-8f81-c7c44fa3e1f7,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.867172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.868902 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f26b3900-bc35-4630-8b12-67f717ee32b4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4143782 Oct 20 11:09:10.887583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.964260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.969242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.971029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac2a69e9-b603-452a-9c7a-6daf2815a973 HTTP/1.1" status: 204 len: 168 time: 0.3570943 Oct 20 11:09:10.981347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ee640-e67d-4b45-9e92-dc2cea5d6568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a69e9-b603-452a-9c7a-6daf2815a973,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:11.019221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:11.030847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:09:11.052090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.190478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.191372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.193141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] 10.222.0.70 "PUT /v2.0/ports/dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 1093 time: 3.0950413 Oct 20 11:09:11.338773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f5dc7-a1fe-4f25-93c8-ca6f040a8c98 service neutron] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:11.375055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1030d-a99f-43ea-b7d1-6814d2d0e0e6 req-2e1b836c-d346-499a-9c3f-9ae585379e72 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.376847 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89c1030d-a99f-43ea-b7d1-6814d2d0e0e6 req-2e1b836c-d346-499a-9c3f-9ae585379e72 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.2497804 Oct 20 11:09:11.433618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-4c3017ae-1d4c-4732-b5b7-872d78821b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.435300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-4c3017ae-1d4c-4732-b5b7-872d78821b12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.2064862 Oct 20 11:09:11.461069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f06e0-8881-48ce-bf6f-a2eccfa0d778 req-b5257ec7-000e-45b9-bcd0-614d51eed640 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.462857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6f06e0-8881-48ce-bf6f-a2eccfa0d778 req-b5257ec7-000e-45b9-bcd0-614d51eed640 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.3320799 Oct 20 11:09:11.526127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89c1030d-a99f-43ea-b7d1-6814d2d0e0e6 req-ac9e2e61-b1b8-46ad-901a-6a11779bd457 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403525 Oct 20 11:09:11.659395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a6f06e0-8881-48ce-bf6f-a2eccfa0d778 req-1d0b2c32-625a-462e-be7a-ef10829c0514 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583939 Oct 20 11:09:11.693603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-736c3f60-932b-4844-9c81-f27927b0201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.695023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-736c3f60-932b-4844-9c81-f27927b0201a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.2306378 Oct 20 11:09:11.775055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-fbbe94da-7531-488b-86a8-a26a623a79cc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327058870&fields=id&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 267 time: 0.1130257 Oct 20 11:09:11.901532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-25afa9df-b250-4b58-908e-6c8622ee4a29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 999 time: 0.1927578 Oct 20 11:09:11.975604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058445-91b1-4632-bf64-3abb0861adc8 req-c9b28cd6-f3f2-4671-ae3d-f2aed67a1d64 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:11.977038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a058445-91b1-4632-bf64-3abb0861adc8 req-c9b28cd6-f3f2-4671-ae3d-f2aed67a1d64 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.2066476 Oct 20 11:09:12.024248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:12.026565 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97" -d '{"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:12.043000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-2b0b6e27-f050-428e-b090-f80078c0b62c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.045038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-2b0b6e27-f050-428e-b090-f80078c0b62c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/networks?id=b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 200 len: 797 time: 0.2295854 Oct 20 11:09:12.046426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f6977253-079c-455b-9778-3e7f823c82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.047798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-f6977253-079c-455b-9778-3e7f823c82a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.1179833 Oct 20 11:09:12.085260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a058445-91b1-4632-bf64-3abb0861adc8 req-e2177f55-5580-43ec-96be-1ee9e89d2e05 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994647 Oct 20 11:09:12.089031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-655ae400-196e-4922-820c-e761526738b7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/quotas/e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 375 time: 0.0350091 Oct 20 11:09:12.156866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-55f64b14-accd-4345-a307-f0026ae14e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.158400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-55f64b14-accd-4345-a307-f0026ae14e61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986481 Oct 20 11:09:12.181906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d10998f4-3d2c-42ea-b36c-f484ade60844 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723350 Oct 20 11:09:12.253954 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15fed8-a553-4f5c-a04e-e52aaf27d2af x-openstack-request-id: req-8c15fed8-a553-4f5c-a04e-e52aaf27d2af {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:12.254226 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:12.254467 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c15fed8-a553-4f5c-a04e-e52aaf27d2af {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:12.254855 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'status': 'completed', 'code': 200} Oct 20 11:09:12.314220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-a2d24ec8-754c-445c-a9ce-ca5a84acbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.314220 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-a2d24ec8-754c-445c-a9ce-ca5a84acbd4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.0485620 Oct 20 11:09:12.338111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-c15bdbf3-8f46-49cb-a314-9f540867def7 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718056 Oct 20 11:09:12.344088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-c2da810f-a9b1-48ee-99c2-4c4127cb3299 service neutron] 10.222.0.74 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461618 Oct 20 11:09:12.408882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-d8ecd3f6-03b0-4491-93fc-77d7f67972f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.410385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-d8ecd3f6-03b0-4491-93fc-77d7f67972f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.0895662 Oct 20 11:09:12.478031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-0fd7f69a-db19-427a-8cb8-75effdec3494 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 999 time: 0.0583494 Oct 20 11:09:12.497900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90fbb274-c249-4a7c-b2bc-5afefc85f363 req-c14d18df-f5fc-4442-9a60-fd2e74113285 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516249 Oct 20 11:09:12.499736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-7cb2ebac-5606-4053-80bd-ec580ac6f525 service neutron] 10.222.0.74 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465712 Oct 20 11:09:12.533276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-5123d161-ba16-4d54-a0fc-27b79accb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.535599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-5123d161-ba16-4d54-a0fc-27b79accb1a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0478919 Oct 20 11:09:12.640338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-0950c2cd-f1e2-4dd7-873e-5fe65f599a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.643109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-0950c2cd-f1e2-4dd7-873e-5fe65f599a5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004734 Oct 20 11:09:12.723014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-b089fc71-6992-428e-a8a1-30c368d4226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.724500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-b089fc71-6992-428e-a8a1-30c368d4226d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.1580913 Oct 20 11:09:12.752019 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-072cb2a0-d74c-431f-943a-b8039bd6ecfd service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002865 Oct 20 11:09:12.834496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bee5a-2eaf-4f83-aa06-0d22dc684729 req-b9aec1fe-a395-40c1-9228-a90c9595c175 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.841663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f6bee5a-2eaf-4f83-aa06-0d22dc684729 req-b9aec1fe-a395-40c1-9228-a90c9595c175 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.2180710 Oct 20 11:09:12.857024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c99625f2-3900-41fd-998b-d64520e76fae req-74da648f-ea2e-4210-87ff-99b1acf1e7d7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 210 time: 0.1492460 Oct 20 11:09:12.887688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-fc14c0e7-3b73-4187-aeef-94f4321376bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.891414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-fc14c0e7-3b73-4187-aeef-94f4321376bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.1517413 Oct 20 11:09:12.891613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-39e17840-2740-4e2b-8a44-cfa029b31802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:12.893466 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-39e17840-2740-4e2b-8a44-cfa029b31802 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 1097 time: 0.0956261 Oct 20 11:09:12.920835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f6bee5a-2eaf-4f83-aa06-0d22dc684729 req-798dc45c-6bed-4204-9948-4cc7fbfa032d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Oct 20 11:09:13.006183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-b7ae5e13-a674-4014-af5d-f0c7a6eb5726 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 999 time: 0.0816524 Oct 20 11:09:13.013510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-5a70bcb8-cf64-4217-af1f-47f610216fac service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537746 Oct 20 11:09:13.030713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-2b206a88-45da-43c6-b534-9f72cb92d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.032233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-2b206a88-45da-43c6-b534-9f72cb92d1b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.1231592 Oct 20 11:09:13.084213 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-06be7b69-3873-463c-92b4-853c4a8e5650 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf HTTP/1.1" status: 200 len: 217 time: 0.0443296 Oct 20 11:09:13.086389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-5d5d1ebe-5b5f-4804-ad0e-a08ad74a1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.088373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-5d5d1ebe-5b5f-4804-ad0e-a08ad74a1474 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0694978 Oct 20 11:09:13.159157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca9d0-9838-48a6-8ddb-66282de7bef1 req-bc49dec5-c43b-477d-9d64-e43b9889a44d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.160844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-432ca9d0-9838-48a6-8ddb-66282de7bef1 req-bc49dec5-c43b-477d-9d64-e43b9889a44d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.1536622 Oct 20 11:09:13.174311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-2454397f-eded-48f5-9760-a7684784d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.175813 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-2454397f-eded-48f5-9760-a7684784d976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0771871 Oct 20 11:09:13.177071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-958585ab-3c0b-4e8d-bee6-4e42a377c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.178557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-958585ab-3c0b-4e8d-bee6-4e42a377c051 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784104 Oct 20 11:09:13.244985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-faaa4f1a-558f-4a07-b5c5-6dfb3bf291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.246528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-faaa4f1a-558f-4a07-b5c5-6dfb3bf291ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565310 Oct 20 11:09:13.375599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-f403dc0b-80a9-4161-8814-6c77bc37d187 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149397 Oct 20 11:09:13.492835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b68b247b-43f8-43bf-b1cc-ec36b88cbe12 req-c9f29910-caf6-4424-a6b8-03906a2b38ef service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095750 Oct 20 11:09:13.599395 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:09:13.669026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-432ca9d0-9838-48a6-8ddb-66282de7bef1 req-709d0bd6-3286-4b3a-82c5-7a3ae2787e19 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4945927 Oct 20 11:09:13.704204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4457-7a4a-4792-a14c-c4808deda4d1 req-dbcdf1c2-f1b7-44b7-8f2e-4abee2359e4d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.705730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-951d4457-7a4a-4792-a14c-c4808deda4d1 req-dbcdf1c2-f1b7-44b7-8f2e-4abee2359e4d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.4768450 Oct 20 11:09:13.735524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-3f0ae6cc-ae44-47e9-ab5b-3bf7361cc0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433385 Oct 20 11:09:13.757257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-951d4457-7a4a-4792-a14c-c4808deda4d1 req-20ec9770-0070-4e24-ac0d-0b2ee934d070 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Oct 20 11:09:13.864863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5abd9f-15be-4737-9c2c-6ca99c9a1f97 req-2e635dca-90e5-4278-a9d7-c062f9534dd6 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110239 Oct 20 11:09:13.934324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-07ec6bef-0049-4715-9bec-41cd4912f1e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:13.948474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-07ec6bef-0049-4715-9bec-41cd4912f1e5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/networks?id=b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 200 len: 797 time: 0.1262343 Oct 20 11:09:13.973205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e56aa60-f663-41be-a7d4-7c0f7f806951 req-1a25c22f-7365-41cd-b003-15a08ba4f3b3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 210 time: 0.0359900 Oct 20 11:09:14.001736 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-7f5902a8-0092-4694-9bd6-d4f3eb853532 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8 HTTP/1.1" status: 200 len: 380 time: 0.0424542 Oct 20 11:09:14.011728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'port': {'device_id': '20471a54-c8df-4deb-9c4e-79b22637678b', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'admin_state_up': True, 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'security_groups': ['12968124-9389-4020-b572-441690b7163e']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:14.058790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf5a7-b8d9-4d0c-aa77-dba9d5567485 req-7b59659d-c3c8-47a2-b929-66aafe8ffc0a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:14.060466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-535cf5a7-b8d9-4d0c-aa77-dba9d5567485 req-7b59659d-c3c8-47a2-b929-66aafe8ffc0a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0527987 Oct 20 11:09:14.107911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-535cf5a7-b8d9-4d0c-aa77-dba9d5567485 req-d2e9a79c-e821-437a-9a36-6c0a6143d215 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Oct 20 11:09:14.139494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Made reservation on behalf of e911363dfa9f4fa8b71bf1c01b0773b8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:09:14.143192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.274246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.20.0.4 (b45a5796-7050-4457-aa5e-0533f3ba0aaa/885cb51b-3a8e-4a3b-99e3-ddeee481d1f9/470db0c3-705a-4322-b291-58619bf01e85) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:09:14.423393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.460035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.507619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:14.510851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:14.514897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:09:14.542180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:14.570995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:14.571622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.588702 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-60f52b57-e719-4846-ac6f-45f9f295fd70 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807588 Oct 20 11:09:14.604612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Request body: {'port': {'device_id': '20471a54-c8df-4deb-9c4e-79b22637678b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:14.664426 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.784423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8efe4ec2-e297-4ef7-be10-469a4aa6f1ed None None] Provisioning complete for port 470db0c3-705a-4322-b291-58619bf01e85 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:14.784967 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8efe4ec2-e297-4ef7-be10-469a4aa6f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.789031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170ae73-506a-4563-b9d0-5efc79685ab0 req-59b5bd73-1840-4ccf-bf59-0dc3b9147a28 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:14.790555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9170ae73-506a-4563-b9d0-5efc79685ab0 req-59b5bd73-1840-4ccf-bf59-0dc3b9147a28 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.0525463 Oct 20 11:09:14.824420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8efe4ec2-e297-4ef7-be10-469a4aa6f1ed None None] Port 470db0c3-705a-4322-b291-58619bf01e85 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:09:14.830927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9170ae73-506a-4563-b9d0-5efc79685ab0 req-4b2b8e55-affe-488a-a1f7-4f2d77d2188b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Oct 20 11:09:14.940930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69da0a-86c8-48bb-afc9-50fc1bfe87bd req-8564fb43-6b07-4518-9285-de51aef2410b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:14.942272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d69da0a-86c8-48bb-afc9-50fc1bfe87bd req-8564fb43-6b07-4518-9285-de51aef2410b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0523450 Oct 20 11:09:14.944520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470db0c3-705a-4322-b291-58619bf01e85 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:09:14.952721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.964804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Transition to ACTIVE for port object 470db0c3-705a-4322-b291-58619bf01e85 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:09:14.968819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.982059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d69da0a-86c8-48bb-afc9-50fc1bfe87bd req-9a918aab-b726-49fc-942b-cde797161dff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Oct 20 11:09:15.019230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Pushing event updated for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:15.097948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d762-68b3-4e24-b960-836488c28c67 req-40edb15e-cbc3-48a5-97f1-78f6ff738a3b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.102833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f67d762-68b3-4e24-b960-836488c28c67 req-40edb15e-cbc3-48a5-97f1-78f6ff738a3b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 943 time: 0.0639558 Oct 20 11:09:15.114072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Attempting to bind port 470db0c3-705a-4322-b291-58619bf01e85 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:09:15.115771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Attempting to bind port 470db0c3-705a-4322-b291-58619bf01e85 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:09:15.116127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Attempting to bind port 470db0c3-705a-4322-b291-58619bf01e85 on network b45a5796-7050-4457-aa5e-0533f3ba0aaa {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:15.122612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Port 470db0c3-705a-4322-b291-58619bf01e85 on network b45a5796-7050-4457-aa5e-0533f3ba0aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:09:15.123218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Attempting to bind port 470db0c3-705a-4322-b291-58619bf01e85 on network b45a5796-7050-4457-aa5e-0533f3ba0aaa {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:09:15.130351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:09:15.130914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Checking segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:09:15.131335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Bound using segment: {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:09:15.132727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Bound port: 470db0c3-705a-4322-b291-58619bf01e85, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b66ce7-51c0-47a5-bde3-d2f9ce335f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:09:15.133096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.151304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f67d762-68b3-4e24-b960-836488c28c67 req-7aaf5a6e-540b-48f1-8f4b-6226ce3fc2a3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Oct 20 11:09:15.286611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:09:15.292220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72df57c-7417-4835-867f-31cee5948ff9 req-f3f3be2c-3656-47af-b1db-6f181684c693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.293767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a72df57c-7417-4835-867f-31cee5948ff9 req-f3f3be2c-3656-47af-b1db-6f181684c693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 944 time: 0.0880921 Oct 20 11:09:15.306219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=470db0c3-705a-4322-b291-58619bf01e85,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:09:15.315474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.331834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-f8f5a84a-8c15-4d65-9665-24ee640a0158 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.333542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-f8f5a84a-8c15-4d65-9665-24ee640a0158 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f&tenant_id=3bd741658daa4d599311a0e41ea0ead8&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 944 time: 0.1326621 Oct 20 11:09:15.334111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a75b06-6070-4a16-8275-850b09c1884d req-ef073167-dde9-4024-baaf-18c0b8454b69 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.335580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22a75b06-6070-4a16-8275-850b09c1884d req-ef073167-dde9-4024-baaf-18c0b8454b69 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 945 time: 0.0870230 Oct 20 11:09:15.366317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a72df57c-7417-4835-867f-31cee5948ff9 req-3b3bc9cf-ac39-4449-9b9d-ffc6b84275f1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624189 Oct 20 11:09:15.375336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.376062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.377510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] 10.222.0.83 "PUT /v2.0/ports/470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 200 len: 1092 time: 0.7773597 Oct 20 11:09:15.389495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22a75b06-6070-4a16-8275-850b09c1884d req-67a56c99-1bc1-4c58-9907-92e04f2417c6 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Oct 20 11:09:15.389660 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:15.391984 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675bc038-63dc-4414-a9a1-166098fea946" -d '{"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:15.492205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582044-e08f-4281-9ec3-8d1549f7f395 service neutron] Pushing event updated for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:15.510205 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-57648faa-aca7-4bee-968c-8b14515b450b service neutron] delete failed (client error): The resource could not be found. Oct 20 11:09:15.511292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-57648faa-aca7-4bee-968c-8b14515b450b service neutron] 10.222.0.83 "DELETE /v2.0/ports/dd066205-a3a5-473b-99d7-f9da9994b01f/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.1495416 Oct 20 11:09:15.522742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-73c45407-19c1-4357-9e26-0e55d85168e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.524160 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-73c45407-19c1-4357-9e26-0e55d85168e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1095 time: 0.0788822 Oct 20 11:09:15.586476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-305f9ff6-c1b6-4c55-9356-60dacefb99a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 200 len: 217 time: 0.0528851 Oct 20 11:09:15.616021 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d914a5-5c4e-4b50-ab7e-6fce5a38ddd8 x-openstack-request-id: req-e4d914a5-5c4e-4b50-ab7e-6fce5a38ddd8 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:15.616351 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:15.616530 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4d914a5-5c4e-4b50-ab7e-6fce5a38ddd8 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:15.616923 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85', 'status': 'completed', 'code': 200} Oct 20 11:09:15.657912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-11c8b61d-072e-4c95-9d5e-f148117aae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.659404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-11c8b61d-072e-4c95-9d5e-f148117aae7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1096 time: 0.0820971 Oct 20 11:09:15.662883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-a43f56b0-33aa-43e1-8821-10ddb60ac9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.664911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-a43f56b0-33aa-43e1-8821-10ddb60ac9e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 HTTP/1.1" status: 200 len: 835 time: 0.0602174 Oct 20 11:09:15.774887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-a2dddbd7-22b9-47de-be1e-f977c8ac32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.776407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-a2dddbd7-22b9-47de-be1e-f977c8ac32f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b45a5796-7050-4457-aa5e-0533f3ba0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021714 Oct 20 11:09:15.798709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-06fdae6f-a7a9-42a0-ac39-dd0a3c918d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.800137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-06fdae6f-a7a9-42a0-ac39-dd0a3c918d24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.1270890 Oct 20 11:09:15.910373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-7f168e59-9f3d-419f-bc3c-b1579a6b5180 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 999 time: 0.1010935 Oct 20 11:09:15.915818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:09:15.918644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:15.954827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f097eb-bb7e-4049-8ff3-7b33dfc9f859 req-3e65b9cb-71de-4bdd-8776-60cd60312641 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.963633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79f097eb-bb7e-4049-8ff3-7b33dfc9f859 req-3e65b9cb-71de-4bdd-8776-60cd60312641 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.0620928 Oct 20 11:09:15.967888 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-9934e042-48ea-4d62-ae43-f42c35fe7ba4 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807919 Oct 20 11:09:15.988628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-26c7ab4c-e208-46ee-bb5b-ddfda87ed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:15.990114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-26c7ab4c-e208-46ee-bb5b-ddfda87ed142 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0670233 Oct 20 11:09:15.991620 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.005107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79f097eb-bb7e-4049-8ff3-7b33dfc9f859 req-e4be2861-ae9e-42b7-aab4-de6bc9e3d53d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Oct 20 11:09:16.076973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.089137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-556a5d74-04d0-47e5-b919-e6835afe653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.090698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-556a5d74-04d0-47e5-b919-e6835afe653c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899494 Oct 20 11:09:16.114886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:16.117172 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2913d-1595-4fe7-b691-dfad7f25383c" -d '{"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:16.122905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:16.123164 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5fe1cec9-ba2b-46c4-8c86-7ca681d1afb5 req-8abcc3b2-91dd-4868-8402-ece0f840535a service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457705 Oct 20 11:09:16.139239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:16.142145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'port_id': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'mac_address': 'fa:16:3e:cd:4a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:09:16.167158 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ed9fa-0153-4d9d-80a0-9db843dc3646 x-openstack-request-id: req-2a4ed9fa-0153-4d9d-80a0-9db843dc3646 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:16.167448 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-unplugged", "status": "failed", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:16.167700 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a4ed9fa-0153-4d9d-80a0-9db843dc3646 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:16.168092 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'code': 422} returned with failed status Oct 20 11:09:16.168928 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.212352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.237068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd066205-a3a5-473b-99d7-f9da9994b01f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:09:16.239330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc038-63dc-4414-a9a1-166098fea946 req-d891ce2a-a81f-4d5d-a497-e6cd25edc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.241346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-d891ce2a-a81f-4d5d-a497-e6cd25edc95e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1095 time: 0.0640996 Oct 20 11:09:16.244448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-e3c061b5-6087-4e4e-ad3e-9727a5c2b08c service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450260 Oct 20 11:09:16.269237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:16.270252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:16.276047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.284414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540ea9-5d5b-4c12-b8a6-e95f2dca528a req-270749ef-8780-4f6b-ad33-50163f287db8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.299531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2540ea9-5d5b-4c12-b8a6-e95f2dca528a req-270749ef-8780-4f6b-ad33-50163f287db8 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 943 time: 0.0664568 Oct 20 11:09:16.333030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:16.334708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2540ea9-5d5b-4c12-b8a6-e95f2dca528a req-e7c9aff1-bb70-4cd1-b7cc-4ffcc85f282d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Oct 20 11:09:16.416381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc038-63dc-4414-a9a1-166098fea946 req-8a0e2251-72ab-497d-8edd-2147d95fe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.417919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-8a0e2251-72ab-497d-8edd-2147d95fe3f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 200 len: 899 time: 0.1622639 Oct 20 11:09:16.420631 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b66fdd5-50a5-4067-8e4e-0b0cb3eeb77b req-8e5bfe47-bd74-42bf-aff6-a2c43b889a21 service neutron] 10.222.0.83 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637814 Oct 20 11:09:16.476152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-eed69766-efa5-4fb2-a4ee-c750e38a4b36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 200 len: 217 time: 0.0430148 Oct 20 11:09:16.512555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['dd066205-a3a5-473b-99d7-f9da9994b01f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:16.540067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc038-63dc-4414-a9a1-166098fea946 req-908a7d54-c390-43dd-85a2-e2f6974df4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.541519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-908a7d54-c390-43dd-85a2-e2f6974df4f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 HTTP/1.1" status: 200 len: 835 time: 0.0529134 Oct 20 11:09:16.546771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9f269-bb41-4902-9d74-634bf6292097 req-7b3ac877-bea8-4e86-a538-8cd4aca8df61 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.548281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67e9f269-bb41-4902-9d74-634bf6292097 req-7b3ac877-bea8-4e86-a538-8cd4aca8df61 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 945 time: 0.0863028 Oct 20 11:09:16.568627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec7a5-f789-4d7f-b387-9c35b46860af req-372aea63-127a-48a2-bfd1-10435fe36b0e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.575838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76ec7a5-f789-4d7f-b387-9c35b46860af req-372aea63-127a-48a2-bfd1-10435fe36b0e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 943 time: 0.1021898 Oct 20 11:09:16.593619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc038-63dc-4414-a9a1-166098fea946 req-c9037d9e-9173-4045-848b-8392e6a0b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.595047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-c9037d9e-9173-4045-848b-8392e6a0b470 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b45a5796-7050-4457-aa5e-0533f3ba0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422823 Oct 20 11:09:16.626534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-67e9f269-bb41-4902-9d74-634bf6292097 req-1717c839-ebe3-4665-89cd-e57548411edb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715318 Oct 20 11:09:16.631617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d76ec7a5-f789-4d7f-b387-9c35b46860af req-92fa6190-65a3-43bf-b366-5fadefe2448c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549777 Oct 20 11:09:16.704564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-f9dafb6a-5d75-4ba2-89c4-f352afcf1890 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014147 Oct 20 11:09:16.762679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82363775-5ad8-42e7-a45c-857fd58c41e1 req-49712be5-a62d-4451-9fb7-336264c48d0b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.764225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82363775-5ad8-42e7-a45c-857fd58c41e1 req-49712be5-a62d-4451-9fb7-336264c48d0b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0527611 Oct 20 11:09:16.806073 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-675bc038-63dc-4414-a9a1-166098fea946 req-e73dd9b3-b6c1-4b9d-93e4-65c0a9c0de10 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916519 Oct 20 11:09:16.808714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82363775-5ad8-42e7-a45c-857fd58c41e1 req-e1191217-a0c4-4a69-b106-cdf87116cf57 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384285 Oct 20 11:09:16.832374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:16.930421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d577-3a54-4ed7-97c0-4bf5a976b3ee req-4ac02d9e-8231-4e93-8906-54badf7e4ead tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:16.931931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d112d577-3a54-4ed7-97c0-4bf5a976b3ee req-4ac02d9e-8231-4e93-8906-54badf7e4ead tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Oct 20 11:09:16.972717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d112d577-3a54-4ed7-97c0-4bf5a976b3ee req-ff960613-d4a6-4031-a508-0084d97eb655 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338464 Oct 20 11:09:17.137403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f73ade-1cc4-41fd-9c06-e89f546f7294 req-e28398e5-f7bc-4ffe-a2fe-cf3f94e0eff4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.139093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f73ade-1cc4-41fd-9c06-e89f546f7294 req-e28398e5-f7bc-4ffe-a2fe-cf3f94e0eff4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 943 time: 0.0534811 Oct 20 11:09:17.204102 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-0fc6c121-5f46-4a49-b22e-10b6c8ae8b97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0526726 Oct 20 11:09:17.207140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3f73ade-1cc4-41fd-9c06-e89f546f7294 req-e725cb4c-3ac8-4d64-adc0-52c527a20920 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584753 Oct 20 11:09:17.219404 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68094377-41e0-4636-8893-28e63afcd625 req-918c9397-2688-460b-810b-1cc8ee5bf826 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.220249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68094377-41e0-4636-8893-28e63afcd625 req-918c9397-2688-460b-810b-1cc8ee5bf826 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0801663 Oct 20 11:09:17.259527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68094377-41e0-4636-8893-28e63afcd625 req-c0a64f20-af1a-4d61-8f60-a5a05c564e32 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325420 Oct 20 11:09:17.456263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d58a4-1dd3-4f9a-8e7c-4f40fd555a69 req-4a26dadc-4f1b-464d-9033-43701eaf5e8a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.457839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-042d58a4-1dd3-4f9a-8e7c-4f40fd555a69 req-4a26dadc-4f1b-464d-9033-43701eaf5e8a tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 943 time: 0.0513935 Oct 20 11:09:17.497530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-042d58a4-1dd3-4f9a-8e7c-4f40fd555a69 req-c5893a46-9a77-4b26-8987-1ffc6338b542 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334737 Oct 20 11:09:17.619536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.620066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.620382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.620840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.621297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.621750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.622258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.624128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-028151fa-5ade-4b03-ad7f-a9bf9ddb3319 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.3672693 Oct 20 11:09:17.738349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-077d6fbf-69e2-4ed5-a899-7b91762bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.738822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-077d6fbf-69e2-4ed5-a899-7b91762bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.739314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-077d6fbf-69e2-4ed5-a899-7b91762bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.740883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-077d6fbf-69e2-4ed5-a899-7b91762bced0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 2301 time: 0.0916231 Oct 20 11:09:17.755720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f285c-a485-4d69-afa0-46a4ac4adceb req-a5016ecc-6759-4097-b584-c72f73d40794 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.757193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd2f285c-a485-4d69-afa0-46a4ac4adceb req-a5016ecc-6759-4097-b584-c72f73d40794 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 945 time: 0.0488944 Oct 20 11:09:17.795698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd2f285c-a485-4d69-afa0-46a4ac4adceb req-69e141ba-607e-4813-a619-172c419f19ad tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Oct 20 11:09:17.812180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-310447fd-b59b-4990-9be6-81511c686852 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0619891 Oct 20 11:09:17.818256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59006) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:17.910020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-a6c896ae-45a0-4fb9-a6ca-7422142b46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.911433 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-a6c896ae-45a0-4fb9-a6ca-7422142b46a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.0870697 Oct 20 11:09:17.914480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9671ac27-e957-4c7c-a2ac-012ac57c2dab tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 200 len: 992 time: 0.0951653 Oct 20 11:09:17.926511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 641a358c-9ad0-4083-b1c4-9be251c283e9 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:09:17.928579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:17.957966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-13e82a31-a6aa-4da7-84ab-d300cb713fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:17.959512 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-13e82a31-a6aa-4da7-84ab-d300cb713fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405726 Oct 20 11:09:18.033066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port dd066205-a3a5-473b-99d7-f9da9994b01f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:09:18.055679 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-5288fef3-e8f1-4f38-9713-985613b7c2a1 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Oct 20 11:09:18.058412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port dd066205-a3a5-473b-99d7-f9da9994b01f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:18.058780 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.065562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=641a358c-9ad0-4083-b1c4-9be251c283e9,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:18.097733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'mac_address': 'fa:16:3e:e1:59:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:09:18.146862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.165733 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-d9eeeef6-9a3b-4eec-8455-e5f812990fd2 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011891 Oct 20 11:09:18.182327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641a358c-9ad0-4083-b1c4-9be251c283e9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:09:18.208853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.211655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=641a358c-9ad0-4083-b1c4-9be251c283e9,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:18.212535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-12797aa2-a7e0-4dbf-9f18-4c608d9bb84f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 217 time: 0.0382655 Oct 20 11:09:18.220073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.255599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:18.258161 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74871444-2c04-47a3-be5a-a9f05770ecda" -d '{"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-plugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:18.272674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-d60346a1-9de5-4e03-b345-4ce203498efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.273973 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-d60346a1-9de5-4e03-b345-4ce203498efa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0535736 Oct 20 11:09:18.277625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:18.292155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.293047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b9e7377a-9934-415f-8abf-826ca1d5ccdf no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:18.318101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:18.326222 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95713232-53e1-4294-afb5-65cc143e567a x-openstack-request-id: req-95713232-53e1-4294-afb5-65cc143e567a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:18.326595 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-plugged", "status": "completed", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:18.326973 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95713232-53e1-4294-afb5-65cc143e567a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:18.327477 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'code': 200} Oct 20 11:09:18.344401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-62ac70fa-d9cd-4b8d-a0c4-8430ec6dde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.346001 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-62ac70fa-d9cd-4b8d-a0c4-8430ec6dde35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588129 Oct 20 11:09:18.393828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:18.418004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d7fbe-b8d9-470e-8710-52504851e5a0 req-12ad90e2-4188-40b2-acfb-f526907588e5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.423618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e1d7fbe-b8d9-470e-8710-52504851e5a0 req-12ad90e2-4188-40b2-acfb-f526907588e5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 944 time: 0.1034832 Oct 20 11:09:18.453477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-0a6c134e-825c-42e0-a2ef-5bf4271949d0 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994413 Oct 20 11:09:18.472894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd42a-1218-47cb-854e-2f9681ace04b req-7d202e3e-199b-4e0c-8d85-63a157bb870e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.474008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['641a358c-9ad0-4083-b1c4-9be251c283e9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:18.474376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa9bd42a-1218-47cb-854e-2f9681ace04b req-7d202e3e-199b-4e0c-8d85-63a157bb870e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0934305 Oct 20 11:09:18.477593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e1d7fbe-b8d9-470e-8710-52504851e5a0 req-81285895-78e1-4065-9638-53c75e6f246a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500894 Oct 20 11:09:18.536901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa9bd42a-1218-47cb-854e-2f9681ace04b req-100f9a46-49d4-498a-884a-90685f4dac38 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527341 Oct 20 11:09:18.551266 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-4c3cae5f-1939-4916-991e-294da2c404fc service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906646 Oct 20 11:09:18.599103 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-d826b37b-fad9-407c-911e-9439b36f62d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 217 time: 0.0404475 Oct 20 11:09:18.622272 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 470db0c3-705a-4322-b291-58619bf01e85 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:09:18.630088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e279e1d-4787-40e4-b82d-f4ff3efd26f2 req-9f5efbeb-f604-4891-98a6-159542ee8e89 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.631648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e279e1d-4787-40e4-b82d-f4ff3efd26f2 req-9f5efbeb-f604-4891-98a6-159542ee8e89 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 943 time: 0.0520430 Oct 20 11:09:18.649884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-557a3abb-fd37-4920-94b8-47e2076a536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.651371 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-557a3abb-fd37-4920-94b8-47e2076a536d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0455391 Oct 20 11:09:18.678620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e279e1d-4787-40e4-b82d-f4ff3efd26f2 req-e02cb559-1c25-49ac-bcbc-96fbfb839024 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 Oct 20 11:09:18.705104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-2fd3cae0-0db9-403d-a23b-fab46a541eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.706596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-2fd3cae0-0db9-403d-a23b-fab46a541eb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477929 Oct 20 11:09:18.787319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=470db0c3-705a-4322-b291-58619bf01e85,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:18.800995 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-2f8f433a-30bd-4ec3-bf42-ce0ba06f38bc service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865955 Oct 20 11:09:18.804727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '470db0c3-705a-4322-b291-58619bf01e85', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'port_id': '470db0c3-705a-4322-b291-58619bf01e85', 'mac_address': 'fa:16:3e:8c:6a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:09:18.848097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.861136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470db0c3-705a-4322-b291-58619bf01e85 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:09:18.879618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=470db0c3-705a-4322-b291-58619bf01e85,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:18.883741 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:18.891754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-8e4cd639-236a-441e-8254-51f2f1086eba service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835164 Oct 20 11:09:18.933970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:18.939749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-59fcb7f6-8611-4278-8e15-e3a6a8d12e78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 217 time: 0.0393476 Oct 20 11:09:18.989678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-659a1b0e-a322-4871-bcd4-66580310b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:18.991117 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-659a1b0e-a322-4871-bcd4-66580310b4a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0435297 Oct 20 11:09:19.038644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-874ab133-01c3-431a-9c80-1e5188646442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.040143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-874ab133-01c3-431a-9c80-1e5188646442 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398784 Oct 20 11:09:19.137281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-36b4992d-ed86-436f-817c-98fdfcb4dfe4 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 Oct 20 11:09:19.197091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['470db0c3-705a-4322-b291-58619bf01e85'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:19.230187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-29fb884f-9e57-42cc-b546-f7e4433daf9f service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844886 Oct 20 11:09:19.277630 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-06978e81-0780-4dbc-800c-43fa4445a447 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 217 time: 0.0394485 Oct 20 11:09:19.329378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-9c55d7db-5c66-445e-a300-bb0707e19110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.330889 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-9c55d7db-5c66-445e-a300-bb0707e19110 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0455632 Oct 20 11:09:19.375931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-959607d3-5392-4caf-8665-dd6c980d269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.377415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-959607d3-5392-4caf-8665-dd6c980d269b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0391662 Oct 20 11:09:19.471790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-86f9b0f3-2192-4f8b-bbdf-5b49eefdda9f service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859673 Oct 20 11:09:19.570069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-159cb68b-5029-4d32-8328-7f0219efcc20 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Oct 20 11:09:19.601395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2f1e4-5795-4bc7-b596-7d46b39c5526 req-bc118fd0-a329-42ea-ad37-4dec75cfc0fb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.602864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8e2f1e4-5795-4bc7-b596-7d46b39c5526 req-bc118fd0-a329-42ea-ad37-4dec75cfc0fb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 944 time: 0.0545533 Oct 20 11:09:19.616137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-c1447858-fdce-4d59-8d9e-437df7f44b02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 217 time: 0.0383532 Oct 20 11:09:19.665483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8e2f1e4-5795-4bc7-b596-7d46b39c5526 req-950fe773-14ad-46e9-bbf7-d4b7f50a97dd tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535095 Oct 20 11:09:19.667409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-94c97b4e-7578-4878-bfa7-c6bca2ecc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.669521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-94c97b4e-7578-4878-bfa7-c6bca2ecc9f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0440099 Oct 20 11:09:19.676778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355adaf-b7b5-4b0e-af24-e38d250db3c6 req-48aa49a7-5b7a-4eab-9619-c3969abffabf tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.678143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a355adaf-b7b5-4b0e-af24-e38d250db3c6 req-48aa49a7-5b7a-4eab-9619-c3969abffabf tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0743866 Oct 20 11:09:19.717072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-e0bf8a96-b6c2-4df2-b58a-5f86e20d7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.718573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-e0bf8a96-b6c2-4df2-b58a-5f86e20d7f62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418413 Oct 20 11:09:19.721595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a355adaf-b7b5-4b0e-af24-e38d250db3c6 req-3046d018-667f-49ec-aa68-95917e636afe tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360777 Oct 20 11:09:19.808683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed672e3-d3bf-4597-9b81-ae406851c5c5 req-96cdafe7-00fe-422e-b388-97b1f260ea72 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.810803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed672e3-d3bf-4597-9b81-ae406851c5c5 req-96cdafe7-00fe-422e-b388-97b1f260ea72 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 944 time: 0.0491736 Oct 20 11:09:19.815384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-43292a91-beee-418f-ad74-b237fc9d563f service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884888 Oct 20 11:09:19.850532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fed672e3-d3bf-4597-9b81-ae406851c5c5 req-11be9107-f9e6-4a0c-b683-a0fc815c3fc6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Oct 20 11:09:19.906955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-86cb7f78-8b7c-432b-a390-a9509575a0f9 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842631 Oct 20 11:09:19.923209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-ebf5eb77-c78e-42ed-a1cb-0bdc9a2a7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:19.924711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-ebf5eb77-c78e-42ed-a1cb-0bdc9a2a7b95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0437267 Oct 20 11:09:19.936887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 641a358c-9ad0-4083-b1c4-9be251c283e9 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:19.953649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-f5cecb1d-17bf-4426-9955-043c50448e54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.0382013 Oct 20 11:09:19.987860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 641a358c-9ad0-4083-b1c4-9be251c283e9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:09:19.991466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 641a358c-9ad0-4083-b1c4-9be251c283e9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:19.991838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.008401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-9a6b8926-a449-40bc-850e-19a8c0be69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.010244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-9a6b8926-a449-40bc-850e-19a8c0be69d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0497458 Oct 20 11:09:20.033354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-1faf12c2-0869-450e-8f10-d280f4b8c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.034819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-1faf12c2-0869-450e-8f10-d280f4b8c801 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0897470 Oct 20 11:09:20.060009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-bc010b68-5303-4c5a-ad24-dd7fad3b5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.061615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-bc010b68-5303-4c5a-ad24-dd7fad3b5f43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424922 Oct 20 11:09:20.073809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.108905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-966baaa9-9371-468f-9f0e-abbab476ce75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0648773 Oct 20 11:09:20.109454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=641a358c-9ad0-4083-b1c4-9be251c283e9,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:20.113731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.161681 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-db2a85c9-eae4-4f4d-8ac4-a23cb55a4db0 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916905 Oct 20 11:09:20.162052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:20.162379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-b2201192-f466-4454-807d-0a1ce40ec227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.163905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-b2201192-f466-4454-807d-0a1ce40ec227 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0472925 Oct 20 11:09:20.214848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-37a1ecf9-fd80-42be-932e-34e6fd14e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.217342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-37a1ecf9-fd80-42be-932e-34e6fd14e9e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451992 Oct 20 11:09:20.259416 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8dc66fe-b39c-405a-8464-d507e2f72496 req-68730c60-28ac-470d-ba1c-d1dfab449b16 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886929 Oct 20 11:09:20.314609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-cdb109d4-af33-47a8-9a87-6c5297f794a5 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897586 Oct 20 11:09:20.328825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:20.331193 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50382712-38e0-4a2d-beb6-5cbabcd49dc4" -d '{"events": [{"server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "name": "network-vif-plugged", "status": "completed", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:20.366972 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90dfa5-7fff-4e75-aca3-f9fa96454369 x-openstack-request-id: req-6c90dfa5-7fff-4e75-aca3-f9fa96454369 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:20.367341 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "name": "network-vif-plugged", "status": "completed", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:20.367653 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c90dfa5-7fff-4e75-aca3-f9fa96454369 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:20.368100 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'code': 200} Oct 20 11:09:20.405535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d265ecb-a064-40cf-aeec-21c1a037bd8e req-8c6c3785-82d4-44c4-ade4-aad0501ac6a1 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Oct 20 11:09:20.480495 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eebfb-6bcb-4c9d-a979-a113340f2b5f req-00bf879a-fd04-4390-85ba-6cb68984a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.481963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-217eebfb-6bcb-4c9d-a979-a113340f2b5f req-00bf879a-fd04-4390-85ba-6cb68984a4d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1097 time: 0.0439458 Oct 20 11:09:20.520347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-217eebfb-6bcb-4c9d-a979-a113340f2b5f req-2d93d42a-46a4-42f7-986a-2a240ae47a16 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292161 Oct 20 11:09:20.629805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 470db0c3-705a-4322-b291-58619bf01e85 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:09:20.677552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 470db0c3-705a-4322-b291-58619bf01e85 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:09:20.680985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 470db0c3-705a-4322-b291-58619bf01e85 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:09:20.681347 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.763082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.786065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8512-5cbc-4736-9c46-ed0780f6aa0f req-5292b569-1361-4fb8-a37d-a213e7111794 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.787714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eec8512-5cbc-4736-9c46-ed0780f6aa0f req-5292b569-1361-4fb8-a37d-a213e7111794 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0517309 Oct 20 11:09:20.800411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=470db0c3-705a-4322-b291-58619bf01e85,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:20.804597 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:20.851357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:20.853581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9eec8512-5cbc-4736-9c46-ed0780f6aa0f req-65246ae9-0485-4866-af72-db8020994555 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591877 Oct 20 11:09:20.864873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b466879-0419-46be-a117-f9de8f97ffbf req-7d0fbfe0-af24-402d-a5ff-9711e34c9a69 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.866329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b466879-0419-46be-a117-f9de8f97ffbf req-7d0fbfe0-af24-402d-a5ff-9711e34c9a69 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0740306 Oct 20 11:09:20.905550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b466879-0419-46be-a117-f9de8f97ffbf req-f758193e-227b-4636-b2a5-1597445ebaac tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327208 Oct 20 11:09:20.969649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba35a1-b419-4ce5-b095-5dc001c21238 req-f39f375b-530f-48ec-9883-e0e6ab0b693b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:20.971143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33ba35a1-b419-4ce5-b095-5dc001c21238 req-f39f375b-530f-48ec-9883-e0e6ab0b693b tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0524085 Oct 20 11:09:21.008313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33ba35a1-b419-4ce5-b095-5dc001c21238 req-cb195b44-dfa2-4d1d-b643-a7d1cfcfe0f3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310776 Oct 20 11:09:21.402328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.408377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.414359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.420892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.427049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.433013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.439625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.441494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-10d57f33-8834-4ddd-b146-b0bee81d21f8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.0921853 Oct 20 11:09:21.479975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41b63ab3-2c61-48f6-8db5-60a7ccdb8ecb req-eb616d49-34bd-4f03-80d1-a9f112f984a8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324850 Oct 20 11:09:21.621637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.627620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.633626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.640202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.646251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.652332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.658743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.660581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d025b917-f00e-4a94-8a39-a6e48a6488bf req-fe4eac10-54b5-407d-ae45-c8e987baa745 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.0961704 Oct 20 11:09:21.976592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1281ae-623b-49ea-95d9-e03847d2044e req-7b8ef945-65ce-4318-921c-eac2ba607191 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:21.978083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d1281ae-623b-49ea-95d9-e03847d2044e req-7b8ef945-65ce-4318-921c-eac2ba607191 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0537646 Oct 20 11:09:22.041256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d1281ae-623b-49ea-95d9-e03847d2044e req-ac2bfa52-dd7f-49ca-8a06-29f5f4f7caf8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539021 Oct 20 11:09:22.052035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59598aa-340f-4ae2-980a-001a7a6bfd23 req-04840db4-cb6b-430f-aa63-c0fbe175e31e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:22.053504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f59598aa-340f-4ae2-980a-001a7a6bfd23 req-04840db4-cb6b-430f-aa63-c0fbe175e31e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0745394 Oct 20 11:09:22.094363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f59598aa-340f-4ae2-980a-001a7a6bfd23 req-7c539e98-586c-40a3-809a-0106bc80a0ce tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345187 Oct 20 11:09:22.155108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48c42-5bd3-420e-bf4d-4c078d08e613 req-69b38ba3-cd05-4667-8e79-6aba07866eff tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:22.156509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58c48c42-5bd3-420e-bf4d-4c078d08e613 req-69b38ba3-cd05-4667-8e79-6aba07866eff tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0541639 Oct 20 11:09:22.222249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58c48c42-5bd3-420e-bf4d-4c078d08e613 req-effb6427-4b9f-441a-bb99-81b80b6415cc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566556 Oct 20 11:09:22.231739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1085-b012-4a8b-9937-0418f9cb9730 req-8cd36949-674c-4697-a877-26a53bd65ca2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:22.233191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4ac1085-b012-4a8b-9937-0418f9cb9730 req-8cd36949-674c-4697-a877-26a53bd65ca2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0758121 Oct 20 11:09:22.272592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4ac1085-b012-4a8b-9937-0418f9cb9730 req-f5eefc00-f0ea-4bb3-89ed-81b15f67f972 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329738 Oct 20 11:09:22.296910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59052) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:22.370113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470db0c3-705a-4322-b291-58619bf01e85'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:22.373110 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ff113-4e30-4911-985e-758e53838c3f" -d '{"events": [{"server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "name": "network-vif-plugged", "status": "completed", "tag": "470db0c3-705a-4322-b291-58619bf01e85"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:22.409109 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c914fb-c2bd-4d58-ba49-c17b56c32dd8 x-openstack-request-id: req-d8c914fb-c2bd-4d58-ba49-c17b56c32dd8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:22.409402 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "name": "network-vif-plugged", "status": "completed", "tag": "470db0c3-705a-4322-b291-58619bf01e85", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:22.409654 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8c914fb-c2bd-4d58-ba49-c17b56c32dd8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:22.410044 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470db0c3-705a-4322-b291-58619bf01e85', 'code': 200} Oct 20 11:09:22.522206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64f468-84e8-4288-8026-329f8d585114 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:22.523722 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cc64f468-84e8-4288-8026-329f8d585114 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1092 time: 0.2257831 Oct 20 11:09:22.526722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59058) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:22.531127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:22.537769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b70f3f-7010-4453-8265-220a00bdde26 req-394bbe68-064c-4f34-ad1c-ddedbfea59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:22.539176 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-85b70f3f-7010-4453-8265-220a00bdde26 req-394bbe68-064c-4f34-ad1c-ddedbfea59ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1097 time: 0.0634997 Oct 20 11:09:22.570573 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:22.596284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-85b70f3f-7010-4453-8265-220a00bdde26 req-70996396-adfe-4395-9b3a-eacd8620ca3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483541 Oct 20 11:09:22.675595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:22.784497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.25.3.75 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ec50fa9f-7faa-43e8-963b-69a22f0e7239) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:09:22.886890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:22.921693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:22.962911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:22.967312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:22.970692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:09:22.995477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=ec50fa9f-7faa-43e8-963b-69a22f0e7239,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:23.219721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010fa1-9882-47ac-ab4a-9a3779ed2b1c req-d184097c-e422-47d0-a961-1cc529af6ed4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.221108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9010fa1-9882-47ac-ab4a-9a3779ed2b1c req-d184097c-e422-47d0-a961-1cc529af6ed4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0499692 Oct 20 11:09:23.259858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9010fa1-9882-47ac-ab4a-9a3779ed2b1c req-6e293bf5-6c8e-413a-a720-b1a6be6dafc5 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324879 Oct 20 11:09:23.346833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:23.353488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285509-4bc8-4415-937d-e346b33912f6 req-0a4fed7b-74fd-4f15-9929-74ef060bc2ba tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.355046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13285509-4bc8-4415-937d-e346b33912f6 req-0a4fed7b-74fd-4f15-9929-74ef060bc2ba tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0576785 Oct 20 11:09:23.396314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13285509-4bc8-4415-937d-e346b33912f6 req-f7d9962a-4175-4a41-8711-557fd7df2019 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Oct 20 11:09:23.424324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:23.609351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.609832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.610302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.610769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.611259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.611723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.612183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:23.614132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-09b95c4f-9558-4499-8afd-ed38f26373c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.1240537 Oct 20 11:09:23.623512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:23.637148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:23.714704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-3e0ce11e-e196-4c82-9934-275b73252700 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=13df9bb6-f33d-41a9-ab91-906129ab2308&id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934927 Oct 20 11:09:23.728742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=ec50fa9f-7faa-43e8-963b-69a22f0e7239,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:23.738916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:23.842694 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP dd39f910-3e61-4e82-9811-dc8c9eaf5efe associated. External IP: 172.25.3.75, port: 641a358c-9ad0-4083-b1c4-9be251c283e9. Oct 20 11:09:24.043644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:24.149691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:24.159308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:24.167808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:24.169898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:24.170535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:24.196347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-19f8099c-d78e-4719-aa33-a50e342a0222 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6684787 Oct 20 11:09:24.197035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:24.199314 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0e65eb-f500-4200-bdcd-7a6d679748f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:24.244018 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c0a3b-d7c0-4699-be42-a3a9112b3f66 x-openstack-request-id: req-b04c0a3b-d7c0-4699-be42-a3a9112b3f66 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:24.244310 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:24.244579 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b04c0a3b-d7c0-4699-be42-a3a9112b3f66 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:24.244978 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'status': 'completed', 'code': 200} Oct 20 11:09:24.328547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-15a7f9c4-aa50-4985-91ed-98bc06c4735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.330074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-15a7f9c4-aa50-4985-91ed-98bc06c4735c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1097 time: 0.0486581 Oct 20 11:09:24.432211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:24.450803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3887-b2d3-4a03-a06c-c7f4f4978d36 req-75a22f64-e011-475a-a0f2-7dbf1e756c8d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.452339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efcc3887-b2d3-4a03-a06c-c7f4f4978d36 req-75a22f64-e011-475a-a0f2-7dbf1e756c8d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.1068316 Oct 20 11:09:24.482580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-004db469-4267-48a4-8214-8977fcfdf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.484055 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-004db469-4267-48a4-8214-8977fcfdf164 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1467741 Oct 20 11:09:24.579656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efcc3887-b2d3-4a03-a06c-c7f4f4978d36 req-1c16febb-fd8b-43d1-bf27-d086b7da645b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211700 Oct 20 11:09:24.598567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9f84-06e8-4d98-bd0e-7055f4228cfb req-4df64004-22b9-4615-a9aa-e1f9069d21a5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.600091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-428f9f84-06e8-4d98-bd0e-7055f4228cfb req-4df64004-22b9-4615-a9aa-e1f9069d21a5 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.1257246 Oct 20 11:09:24.601839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-60270cd1-aac4-44fc-b148-aec6088d9dd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 200 len: 998 time: 0.1060541 Oct 20 11:09:24.659344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd39f910-3e61-4e82-9811-dc8c9eaf5efe', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:e1:59:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:23Z', 'updated_at': '2021-10-20T11:09:23Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:24.672736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-428f9f84-06e8-4d98-bd0e-7055f4228cfb req-ec79c151-6bb6-442e-b4fd-69535c5ad5c9 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 Oct 20 11:09:24.676426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-32d8ceb2-50f9-46ec-bdef-943180964e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.677881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-32d8ceb2-50f9-46ec-bdef-943180964e98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0653605 Oct 20 11:09:24.690440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:24.699300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:24.699904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:24.738304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-50b89821-5a99-4091-848b-1209a488597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.739883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-50b89821-5a99-4091-848b-1209a488597f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489278 Oct 20 11:09:24.807590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:24.841513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432eaae-ef64-4a12-abc8-4e9505f797ea req-5e2485e9-5a63-429c-be5f-561c92485496 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.843023 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d432eaae-ef64-4a12-abc8-4e9505f797ea req-5e2485e9-5a63-429c-be5f-561c92485496 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.1012559 Oct 20 11:09:24.885753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-5e543e25-cf50-4f43-b7f4-b0926ffcb3ca service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356618 Oct 20 11:09:24.905292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d432eaae-ef64-4a12-abc8-4e9505f797ea req-b3e43a31-e2cf-4b0a-8658-0e73beede7b2 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562003 Oct 20 11:09:24.927549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59086) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:24.973993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f70eb-a49d-4b7b-9333-c9eaf31fbbc7 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:24.978337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea6f70eb-a49d-4b7b-9333-c9eaf31fbbc7 tempest-TestNetworkBasicOps-1830449542 tempest-TestNetworkBasicOps-1830449542-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1092 time: 0.0472040 Oct 20 11:09:24.978621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59088) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:24.982988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '470db0c3-705a-4322-b291-58619bf01e85', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:24.987343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c0e65eb-f500-4200-bdcd-7a6d679748f0 req-089ac759-1ad4-4165-8abf-a6c5358aaf15 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918808 Oct 20 11:09:25.007288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:25.049555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd39f910-3e61-4e82-9811-dc8c9eaf5efe', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:e1:59:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:23Z', 'updated_at': '2021-10-20T11:09:23Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:25.076567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbb5b3-7899-4639-97d6-267345bdf262 None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd39f910-3e61-4e82-9811-dc8c9eaf5efe', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:e1:59:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:23Z', 'updated_at': '2021-10-20T11:09:23Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:25.104909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:25.216549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Allocated IP 172.25.3.129 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ef92523f-e2b0-425f-80e0-05bce3a2ac62) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:09:25.284304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a78067-ca13-4c40-858d-578004d7cac9 None None] New status for floating IP dd39f910-3e61-4e82-9811-dc8c9eaf5efe: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:09:25.320674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:25.353953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:25.392918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:09:25.395936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:25.398387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:09:25.433970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=ef92523f-e2b0-425f-80e0-05bce3a2ac62,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:25.704802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6b3e-ff34-4694-bd4d-65ff893bf72b req-3a14329d-ec91-49ec-a1c1-14eb1f7a0898 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:25.709488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90ce6b3e-ff34-4694-bd4d-65ff893bf72b req-3a14329d-ec91-49ec-a1c1-14eb1f7a0898 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Oct 20 11:09:25.750541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-90ce6b3e-ff34-4694-bd4d-65ff893bf72b req-eaa98203-b39b-46f6-916f-e0c32366848a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364830 Oct 20 11:09:26.091528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.158648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.307666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.312243 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.381605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event updated for resources: {'Port': ['ID=ef92523f-e2b0-425f-80e0-05bce3a2ac62,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:26.389585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.488734 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Floating IP 2ab364fc-aeb8-478c-a980-03286e01908d associated. External IP: 172.25.3.129, port: 470db0c3-705a-4322-b291-58619bf01e85. Oct 20 11:09:26.691192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 243b2e47-bff0-4a55-9838-8e3edd2af389 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:26.800137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:26.810064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Sync routers for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:26.818469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:26.820050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:26.820690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:26.847050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-555e7af5-d147-4cf5-9a23-eb25297904dc tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8672695 Oct 20 11:09:26.847906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:26.850187 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085cfc98-3177-49d6-87fe-dc64500b8bca" -d '{"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:26.852745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59094) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:26.900816 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b85145e-8259-4379-b597-903f09fc4f1a x-openstack-request-id: req-1b85145e-8259-4379-b597-903f09fc4f1a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:26.901118 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:26.901353 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b85145e-8259-4379-b597-903f09fc4f1a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:26.901745 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85', 'status': 'completed', 'code': 200} Oct 20 11:09:26.906640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e2e4d-9dc8-4400-98f7-bfa5f2c58b03 req-2ced0d8d-d022-4b2e-9060-5c1f5179533f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:26.908211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-575e2e4d-9dc8-4400-98f7-bfa5f2c58b03 req-2ced0d8d-d022-4b2e-9060-5c1f5179533f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0811586 Oct 20 11:09:26.939949 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-78bd821e-5364-47e5-8f0a-300814d3e5e6 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/2ab364fc-aeb8-478c-a980-03286e01908d HTTP/1.1" status: 200 len: 991 time: 0.0857353 Oct 20 11:09:26.945955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:26.949272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-575e2e4d-9dc8-4400-98f7-bfa5f2c58b03 req-058b8b9e-18e9-44e6-b8db-3fe21fe699a9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335929 Oct 20 11:09:26.971638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-be5d6e5c-385d-41c4-9211-678fcb9b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:26.973156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-be5d6e5c-385d-41c4-9211-678fcb9b8c0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1097 time: 0.0457916 Oct 20 11:09:27.065023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-265d51c5-91a4-435f-9ce0-1c975a925fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:27.066495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-265d51c5-91a4-435f-9ce0-1c975a925fa4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 200 len: 899 time: 0.0851285 Oct 20 11:09:27.135109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-6ef46bf2-51fa-489d-a96a-a7ddef63aff4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 200 len: 999 time: 0.0613558 Oct 20 11:09:27.172297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '2ab364fc-aeb8-478c-a980-03286e01908d', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'port_id': '470db0c3-705a-4322-b291-58619bf01e85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'mac_address': 'fa:16:3e:8c:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20471a54-c8df-4deb-9c4e-79b22637678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:25Z', 'updated_at': '2021-10-20T11:09:25Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:27.185019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-1dc3d0f3-310a-4db7-9921-24f906a47479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:27.186654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-1dc3d0f3-310a-4db7-9921-24f906a47479 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 HTTP/1.1" status: 200 len: 835 time: 0.0442426 Oct 20 11:09:27.199833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Checking router: 243b2e47-bff0-4a55-9838-8e3edd2af389 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:27.208105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:27.208695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:27.235889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-b289bd5a-1f89-4f09-9516-84eafa0d4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:27.237390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-b289bd5a-1f89-4f09-9516-84eafa0d4971 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b45a5796-7050-4457-aa5e-0533f3ba0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405374 Oct 20 11:09:27.315640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:27.331894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-9dec6ee7-2859-4d8a-b6cb-ba3ec9d69dc2 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861566 Oct 20 11:09:27.437124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-085cfc98-3177-49d6-87fe-dc64500b8bca req-95d9f175-0373-4ff9-bfed-a188095892cf service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974963 Oct 20 11:09:27.548362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '2ab364fc-aeb8-478c-a980-03286e01908d', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'port_id': '470db0c3-705a-4322-b291-58619bf01e85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'mac_address': 'fa:16:3e:8c:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20471a54-c8df-4deb-9c4e-79b22637678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:25Z', 'updated_at': '2021-10-20T11:09:25Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:27.574374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0af2c7-97c3-47fa-b45f-fa676d75d6bd None None] The sync data for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 is: [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '2ab364fc-aeb8-478c-a980-03286e01908d', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'port_id': '470db0c3-705a-4322-b291-58619bf01e85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'mac_address': 'fa:16:3e:8c:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20471a54-c8df-4deb-9c4e-79b22637678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:09:25Z', 'updated_at': '2021-10-20T11:09:25Z', 'revision_number': 0, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:27.758745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59848a34-00e3-4620-a4f3-f60f92f0ae3e None None] New status for floating IP 2ab364fc-aeb8-478c-a980-03286e01908d: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:09:27.943757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59098) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:28.014875 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a4158fb-52af-49cc-9951-bfef7b5ca629 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/2ab364fc-aeb8-478c-a980-03286e01908d HTTP/1.1" status: 200 len: 991 time: 0.0689335 Oct 20 11:09:28.069644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592b762-223d-40a3-82fa-8a2ddb74c00c req-035dfa68-86aa-4273-a93a-215ae49c8ac1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.071182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4592b762-223d-40a3-82fa-8a2ddb74c00c req-035dfa68-86aa-4273-a93a-215ae49c8ac1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Oct 20 11:09:28.108659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4592b762-223d-40a3-82fa-8a2ddb74c00c req-af36b2f8-7634-45b1-8465-acbde92b4039 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309520 Oct 20 11:09:28.334726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9e6d-76f6-410c-ac3f-5bfbfa053e20 req-afaace36-8842-4755-a7f0-182febf98eab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.336197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-161c9e6d-76f6-410c-ac3f-5bfbfa053e20 req-afaace36-8842-4755-a7f0-182febf98eab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0784972 Oct 20 11:09:28.354017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-82611540-575c-4781-aae3-5ea6efaa6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.355440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-82611540-575c-4781-aae3-5ea6efaa6573 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0630968 Oct 20 11:09:28.406721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-161c9e6d-76f6-410c-ac3f-5bfbfa053e20 req-ec5807a9-2d05-4b9d-9fce-dd93aec9c2fb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628207 Oct 20 11:09:28.460085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-79933515-559b-4e2f-ad1e-0108b661060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.461526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-79933515-559b-4e2f-ad1e-0108b661060b service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0978458 Oct 20 11:09:28.480076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c4397af-7096-4011-a95c-a64e6423223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:28.532767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-521a6057-0635-47da-b053-c0ce8b540e5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0622110 Oct 20 11:09:28.580274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-d6395cc4-221b-4992-9391-ce56fd3b54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.581633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-d6395cc4-221b-4992-9391-ce56fd3b54cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0419886 Oct 20 11:09:28.626080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-fef087f7-1425-469c-a3b0-f0648e4003d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:28.627521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-fef087f7-1425-469c-a3b0-f0648e4003d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386641 Oct 20 11:09:28.723163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-719bede7-17a4-4a8c-a3fe-ecbe61330c5c service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Oct 20 11:09:28.815729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3e50bd-de6f-432e-af85-0fddc126a8a8 req-863a5069-825d-40bb-9db8-d86dfbdb8b43 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Oct 20 11:09:29.017582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59106) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:29.078206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c43e1e31-542d-4298-b919-8c5ed147ad47 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/2ab364fc-aeb8-478c-a980-03286e01908d HTTP/1.1" status: 200 len: 993 time: 0.0594254 Oct 20 11:09:29.531614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033746ab-d975-4ac3-9abe-ce19e8910786 req-b696b20b-20a5-4624-8d90-d62ed7b4f831 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:29.533072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-033746ab-d975-4ac3-9abe-ce19e8910786 req-b696b20b-20a5-4624-8d90-d62ed7b4f831 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0548491 Oct 20 11:09:29.570118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-033746ab-d975-4ac3-9abe-ce19e8910786 req-921bd77b-ba02-46e9-8822-4418af3c8dd1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313179 Oct 20 11:09:29.682075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac82dc-6dd3-4412-b545-29debe642619 req-c20d31ea-0422-45ab-aa9d-283bfdc17748 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:29.683575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccac82dc-6dd3-4412-b545-29debe642619 req-c20d31ea-0422-45ab-aa9d-283bfdc17748 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Oct 20 11:09:29.721656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ccac82dc-6dd3-4412-b545-29debe642619 req-f079f658-49ed-479f-aa2f-5438ed758831 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313823 Oct 20 11:09:29.835022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472bab-5179-4e85-936b-3c1453cbcfbe req-c8acfed5-ef84-46be-8955-baf46ad278df tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:29.836486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39472bab-5179-4e85-936b-3c1453cbcfbe req-c8acfed5-ef84-46be-8955-baf46ad278df tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Oct 20 11:09:29.873399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39472bab-5179-4e85-936b-3c1453cbcfbe req-d9a52fad-dda7-4655-967a-a5639ad381b1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305560 Oct 20 11:09:30.096766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9bbff-92a4-44e2-8939-7428c42b5c02 req-9baf64dd-8246-4011-9ead-5803a62e993a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:30.098228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bf9bbff-92a4-44e2-8939-7428c42b5c02 req-9baf64dd-8246-4011-9ead-5803a62e993a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0522258 Oct 20 11:09:30.135306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bf9bbff-92a4-44e2-8939-7428c42b5c02 req-977f6ba2-0aeb-4f5a-8832-99c5ab467c25 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311291 Oct 20 11:09:31.252609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b964-2a69-4cd8-97cb-6827397db13d req-c5d29a1c-f5ee-4c50-8724-a06cc8f76d8a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:31.254075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c61b964-2a69-4cd8-97cb-6827397db13d req-c5d29a1c-f5ee-4c50-8724-a06cc8f76d8a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Oct 20 11:09:31.292113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c61b964-2a69-4cd8-97cb-6827397db13d req-e90997b6-2773-45fa-ae26-728b0a7608aa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319107 Oct 20 11:09:31.374043 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-54e37090-7a0d-413d-be17-19555cd3a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:31.519797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4498020-c411-45fd-ab01-12a5be2d29a6 req-30888127-7b2d-4629-a290-40b79604f60a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:31.521254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4498020-c411-45fd-ab01-12a5be2d29a6 req-30888127-7b2d-4629-a290-40b79604f60a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0775361 Oct 20 11:09:31.776499 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:31.782060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-f72e5f03-57a3-43aa-ab39-862822e6beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:31.783568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-f72e5f03-57a3-43aa-ab39-862822e6beee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 1097 time: 0.3077044 Oct 20 11:09:31.817344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4498020-c411-45fd-ab01-12a5be2d29a6 req-b7eebd4f-c75c-4143-a47a-50d45bbc694f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2875617 Oct 20 11:09:31.883989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-5fbe1227-586e-4bdc-bc55-a3e8892baa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:31.885414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-5fbe1227-586e-4bdc-bc55-a3e8892baa43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 200 len: 914 time: 0.0898640 Oct 20 11:09:31.954457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-d41985dd-6c52-465c-85fc-768c62c59cf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 200 len: 999 time: 0.0608635 Oct 20 11:09:32.003882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-54db8821-80a2-43a8-bffe-a682fbc189be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:32.005307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-54db8821-80a2-43a8-bffe-a682fbc189be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 200 len: 851 time: 0.0427237 Oct 20 11:09:32.051689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-f4b25434-3302-4957-a80d-c136a7147256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:32.053065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-f4b25434-3302-4957-a80d-c136a7147256 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=181b50e7-fd6a-425c-9dc7-1d8947651a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388832 Oct 20 11:09:32.148379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-a9907527-da34-4eab-b7c0-9c4512695062 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 Oct 20 11:09:32.243631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2185c81a-21a7-41e2-ad66-21d633fb1e4c req-9f4575b1-8875-4b57-a4bb-9454fef10687 service neutron] 10.222.0.70 "GET /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Oct 20 11:09:32.831192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:32.939085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d25be-21ae-4930-90b3-0559cf9d1fe8 req-64ff24be-2a4a-450a-92ed-d6497760d0a8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:32.940585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f36d25be-21ae-4930-90b3-0559cf9d1fe8 req-64ff24be-2a4a-450a-92ed-d6497760d0a8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0530906 Oct 20 11:09:32.977459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f36d25be-21ae-4930-90b3-0559cf9d1fe8 req-ac977df7-80ec-40d2-bf35-b16b03cef3a8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310860 Oct 20 11:09:34.100660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442020b-54cf-41ae-918e-7bce1ef876fb req-078bf24e-a02d-4aeb-b3c7-854ac716a71d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:34.102248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e442020b-54cf-41ae-918e-7bce1ef876fb req-078bf24e-a02d-4aeb-b3c7-854ac716a71d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Oct 20 11:09:34.141220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e442020b-54cf-41ae-918e-7bce1ef876fb req-2fc1a43d-a31f-48f5-8658-3f7b738ac1cb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320246 Oct 20 11:09:34.256956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0efb48-c55c-40cd-a604-b6b9b14547a4 req-f74a6ad1-97ba-4334-bfdd-dfed94b78ac1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:34.258457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a0efb48-c55c-40cd-a604-b6b9b14547a4 req-f74a6ad1-97ba-4334-bfdd-dfed94b78ac1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Oct 20 11:09:34.297639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a0efb48-c55c-40cd-a604-b6b9b14547a4 req-af5fb293-354e-45e0-a934-6a51621928aa tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328405 Oct 20 11:09:34.361814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:34.965422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-0041821a-f9be-405c-a777-f19800754325 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:34.967521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-0041821a-f9be-405c-a777-f19800754325 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3af79b-2ddc-461c-8234-0ed5e634fb1a HTTP/1.1" status: 200 len: 943 time: 0.0521026 Oct 20 11:09:35.057536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port b9e7377a-9934-415f-8abf-826ca1d5ccdf {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:35.057868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.147967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port b9e7377a-9934-415f-8abf-826ca1d5ccdf, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b9e7377a-9934-415f-8abf-826ca1d5ccdf,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:35.148649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.161659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for b9e7377a-9934-415f-8abf-826ca1d5ccdf owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:35.286906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.302249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:35.304521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:35.319553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=b9e7377a-9934-415f-8abf-826ca1d5ccdf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:35.385626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] No DVR routers for this DVR port b9e7377a-9934-415f-8abf-826ca1d5ccdf on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:35.389008 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.395596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff23711e-8266-42c2-b19a-dc62f627cb28 req-dc9406e7-8dbd-4224-85f7-2dba8d999f79 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "DELETE /v2.0/ports/b9e7377a-9934-415f-8abf-826ca1d5ccdf HTTP/1.1" status: 204 len: 173 time: 0.4225047 Oct 20 11:09:35.396098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-deleted', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:35.398474 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a08a6c-55c3-41b7-a734-167c3574aca3" -d '{"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-deleted", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:35.447289 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad0357-4cd4-4d23-828a-637cb8635610 x-openstack-request-id: req-31ad0357-4cd4-4d23-828a-637cb8635610 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:35.447621 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3af79b-2ddc-461c-8234-0ed5e634fb1a", "name": "network-vif-deleted", "tag": "b9e7377a-9934-415f-8abf-826ca1d5ccdf", "status": "failed", "code": 422}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:35.447874 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31ad0357-4cd4-4d23-828a-637cb8635610 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:35.448296 n-d-802060-17 neutron-server[100747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a3af79b-2ddc-461c-8234-0ed5e634fb1a', 'name': 'network-vif-deleted', 'tag': 'b9e7377a-9934-415f-8abf-826ca1d5ccdf', 'status': 'failed', 'code': 422} returned with failed status Oct 20 11:09:35.955776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3af0-de3b-4911-b7bd-48b679fd66cd req-1f404e4b-c251-4375-aa20-ddab29e10b31 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:35.957230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebae3af0-de3b-4911-b7bd-48b679fd66cd req-1f404e4b-c251-4375-aa20-ddab29e10b31 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 907 time: 0.0483358 Oct 20 11:09:37.076382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ba91b-6d11-4ce4-bc3a-2dbb79097bb8 req-aa2651e8-23cf-4e36-891c-b26179cf42cb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:37.077858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a0ba91b-6d11-4ce4-bc3a-2dbb79097bb8 req-aa2651e8-23cf-4e36-891c-b26179cf42cb tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 907 time: 0.0525908 Oct 20 11:09:37.453503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-254116ae-5b1b-4a69-8188-7be3997d93da tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:37.454970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-254116ae-5b1b-4a69-8188-7be3997d93da tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 907 time: 0.0493186 Oct 20 11:09:37.551610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port 7af45d1b-0312-4c7f-b368-84f3fbe6758d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:37.551865 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:37.645116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port 7af45d1b-0312-4c7f-b368-84f3fbe6758d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=7af45d1b-0312-4c7f-b368-84f3fbe6758d,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:37.645479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:37.657086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for 7af45d1b-0312-4c7f-b368-84f3fbe6758d owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:37.780418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:37.811496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=7af45d1b-0312-4c7f-b368-84f3fbe6758d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:37.850149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] No DVR routers for this DVR port 7af45d1b-0312-4c7f-b368-84f3fbe6758d on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:37.852831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:37.856218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a4907a2e-bf58-494a-96a6-9cf756eb6a24 req-4367adb2-876f-4d1a-8147-4f566a000a70 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "DELETE /v2.0/ports/7af45d1b-0312-4c7f-b368-84f3fbe6758d HTTP/1.1" status: 204 len: 173 time: 0.3934133 Oct 20 11:09:37.857202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'name': 'network-vif-deleted', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:37.859489 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774523c8-b466-4240-902a-42cd3224c3c4" -d '{"events": [{"server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "name": "network-vif-deleted", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:37.896924 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b291f59-7f4b-438b-aaa6-6709a2b53691 x-openstack-request-id: req-5b291f59-7f4b-438b-aaa6-6709a2b53691 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:37.897287 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c00b587-2408-4ff0-a376-14e6c32ca3d8", "name": "network-vif-deleted", "tag": "7af45d1b-0312-4c7f-b368-84f3fbe6758d", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:37.897603 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b291f59-7f4b-438b-aaa6-6709a2b53691 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:37.898107 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c00b587-2408-4ff0-a376-14e6c32ca3d8', 'name': 'network-vif-deleted', 'tag': '7af45d1b-0312-4c7f-b368-84f3fbe6758d', 'status': 'completed', 'code': 200} Oct 20 11:09:38.189640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74dd90bb-db1d-4515-82eb-7b0425580f9f req-b2554391-5c1e-48c0-9e9c-a25009da026f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c00b587-2408-4ff0-a376-14e6c32ca3d8 HTTP/1.1" status: 200 len: 210 time: 0.0268812 Oct 20 11:09:39.454333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34621-bebb-452d-aab4-d066b10e6e27 req-f8b63faf-c1a9-484f-9ab9-2c331b48a3c3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:39.455838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88c34621-bebb-452d-aab4-d066b10e6e27 req-f8b63faf-c1a9-484f-9ab9-2c331b48a3c3 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 946 time: 0.0483642 Oct 20 11:09:39.492963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88c34621-bebb-452d-aab4-d066b10e6e27 req-187adc0e-f1e5-4160-91f4-29cfd80b6a72 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Oct 20 11:09:40.610456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa34b2-36ec-45f7-af98-57d2e634a671 req-5608e4bf-6577-4730-8cab-e7f23ad9ce8b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:40.611850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8fa34b2-36ec-45f7-af98-57d2e634a671 req-5608e4bf-6577-4730-8cab-e7f23ad9ce8b tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Oct 20 11:09:40.649069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f8fa34b2-36ec-45f7-af98-57d2e634a671 req-bce64f97-046c-4b4b-8023-1326b65c927d tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Oct 20 11:09:40.767819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7af45d1b-0312-4c7f-b368-84f3fbe6758d no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:40.786719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 7af45d1b-0312-4c7f-b368-84f3fbe6758d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:40.787089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 7af45d1b-0312-4c7f-b368-84f3fbe6758d not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:41.081260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-b3e7eb1d-353b-4828-8ce9-55d3b4c4c916 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:41.082684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-b3e7eb1d-353b-4828-8ce9-55d3b4c4c916 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 946 time: 0.0514348 Oct 20 11:09:41.177546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port bc3017bb-eb6d-4185-b780-30262ba0bc53 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:41.177884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:41.270606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port bc3017bb-eb6d-4185-b780-30262ba0bc53, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=bc3017bb-eb6d-4185-b780-30262ba0bc53,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:41.270993 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:41.283249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for bc3017bb-eb6d-4185-b780-30262ba0bc53 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:41.410548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:41.423366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:41.425595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['bc3017bb-eb6d-4185-b780-30262ba0bc53'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:41.448077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=bc3017bb-eb6d-4185-b780-30262ba0bc53,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:41.475611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.475966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.476419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.476979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.477321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.477652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.477977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.478305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.478626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.478994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.479292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.479614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:41.504385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] No DVR routers for this DVR port bc3017bb-eb6d-4185-b780-30262ba0bc53 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:41.507086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:41.510702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b71e916-6cf2-44f9-ab9a-69d113417bfa req-1137f7f6-994b-4eaa-ae20-6be5f5178141 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "DELETE /v2.0/ports/bc3017bb-eb6d-4185-b780-30262ba0bc53 HTTP/1.1" status: 204 len: 173 time: 0.4185882 Oct 20 11:09:41.511161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'name': 'network-vif-deleted', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:41.513936 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eebd31-cd67-4d87-8160-085a61c6bc63" -d '{"events": [{"server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "name": "network-vif-deleted", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:41.553778 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa7fc75-1eff-4cda-a791-6fb9c946cd9b x-openstack-request-id: req-cfa7fc75-1eff-4cda-a791-6fb9c946cd9b {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:41.554085 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbf53b3-aa19-4e3c-a13b-100d7ef42631", "name": "network-vif-deleted", "tag": "bc3017bb-eb6d-4185-b780-30262ba0bc53", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:41.554342 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfa7fc75-1eff-4cda-a791-6fb9c946cd9b {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:41.554817 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbf53b3-aa19-4e3c-a13b-100d7ef42631', 'name': 'network-vif-deleted', 'tag': 'bc3017bb-eb6d-4185-b780-30262ba0bc53', 'status': 'completed', 'code': 200} Oct 20 11:09:41.759883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-338a3359-6e13-494f-b669-64a4765364a7 req-b346f8ac-a42c-4e5f-9ab1-90d9d6119c65 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbbf53b3-aa19-4e3c-a13b-100d7ef42631 HTTP/1.1" status: 200 len: 210 time: 0.0315547 Oct 20 11:09:43.029545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db6c5f-9231-458b-9264-c9be10c548cf req-553bdbd6-61cf-4f77-ac5d-ac2cb1587fb8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:43.031037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1db6c5f-9231-458b-9264-c9be10c548cf req-553bdbd6-61cf-4f77-ac5d-ac2cb1587fb8 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Oct 20 11:09:43.070555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1db6c5f-9231-458b-9264-c9be10c548cf req-383f71d3-84e7-4294-b796-4536c2520115 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Oct 20 11:09:44.048514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bc3017bb-eb6d-4185-b780-30262ba0bc53 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:44.069623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: bc3017bb-eb6d-4185-b780-30262ba0bc53 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:44.069973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device bc3017bb-eb6d-4185-b780-30262ba0bc53 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:44.184390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd09fa-f100-4feb-9af4-e16576acdb89 req-99328193-5885-46b6-bc02-8dcac5872b05 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:44.185846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bd09fa-f100-4feb-9af4-e16576acdb89 req-99328193-5885-46b6-bc02-8dcac5872b05 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Oct 20 11:09:44.223907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bd09fa-f100-4feb-9af4-e16576acdb89 req-d386f494-f3ff-4aa8-9844-ffba46fcda58 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdf2dfa2-7997-448d-9898-b14e55673ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Oct 20 11:09:44.483863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-b522020d-54e5-4fde-9147-1cb369e77fc0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:44.485322 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-b522020d-54e5-4fde-9147-1cb369e77fc0 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 945 time: 0.0488663 Oct 20 11:09:44.582986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port 322c7e8f-56b4-4739-9531-88e282ccee14 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:44.583227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:44.670551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port 322c7e8f-56b4-4739-9531-88e282ccee14, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=322c7e8f-56b4-4739-9531-88e282ccee14,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:44.670912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:44.683334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for 322c7e8f-56b4-4739-9531-88e282ccee14 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:44.813869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:44.825476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['322c7e8f-56b4-4739-9531-88e282ccee14'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:09:44.844169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=322c7e8f-56b4-4739-9531-88e282ccee14,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:44.891353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] No DVR routers for this DVR port 322c7e8f-56b4-4739-9531-88e282ccee14 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:44.894163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:44.898807 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b7306167-06eb-45d7-b780-a592d2f3fd73 req-3e1dde29-3c30-46cc-a342-66042e6cf30a tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.83 "DELETE /v2.0/ports/322c7e8f-56b4-4739-9531-88e282ccee14 HTTP/1.1" status: 204 len: 173 time: 0.4063411 Oct 20 11:09:44.899329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'name': 'network-vif-deleted', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:44.901754 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2211a-9f58-495c-a962-5e4aef6d2f23" -d '{"events": [{"server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "name": "network-vif-deleted", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:44.942722 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd9961-73b8-4cae-af1f-2e6743360c68 x-openstack-request-id: req-65dd9961-73b8-4cae-af1f-2e6743360c68 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:44.943046 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1767275-0c3b-4383-9e1f-cc1db9238fa5", "name": "network-vif-deleted", "tag": "322c7e8f-56b4-4739-9531-88e282ccee14", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:44.943437 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65dd9961-73b8-4cae-af1f-2e6743360c68 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:44.944351 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1767275-0c3b-4383-9e1f-cc1db9238fa5', 'name': 'network-vif-deleted', 'tag': '322c7e8f-56b4-4739-9531-88e282ccee14', 'status': 'completed', 'code': 200} Oct 20 11:09:45.330407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a798706-bf76-49ea-924d-489b7bd762f5 req-9d9a9024-16b2-4a38-a48e-02a280ab3ae9 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1767275-0c3b-4383-9e1f-cc1db9238fa5 HTTP/1.1" status: 200 len: 210 time: 0.0280890 Oct 20 11:09:45.951599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:46.594338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e627a5-e306-4670-815f-c663823809aa req-1076d763-a1db-4268-9447-fb4daa531cc1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:46.595744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38e627a5-e306-4670-815f-c663823809aa req-1076d763-a1db-4268-9447-fb4daa531cc1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Oct 20 11:09:46.634710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38e627a5-e306-4670-815f-c663823809aa req-8d739412-f862-46bd-a941-ccd92c04465e tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325718 Oct 20 11:09:46.816776 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:47.757978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46553259-dfb5-4516-b07b-e0c33a39d71b req-d321f114-04cc-496b-87b8-e2c55abbdb6c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:47.759751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46553259-dfb5-4516-b07b-e0c33a39d71b req-d321f114-04cc-496b-87b8-e2c55abbdb6c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0554020 Oct 20 11:09:47.797756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46553259-dfb5-4516-b07b-e0c33a39d71b req-c42c7b12-7fd8-49fa-9a1a-74920bc052ba tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320988 Oct 20 11:09:48.805859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 322c7e8f-56b4-4739-9531-88e282ccee14 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:48.826974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 322c7e8f-56b4-4739-9531-88e282ccee14 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:48.827330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 322c7e8f-56b4-4739-9531-88e282ccee14 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:48.915372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464612c2-5f10-4901-b9db-a8a7360cbbfe req-77641c6a-ba58-433b-8273-45f1ea1bcae4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:48.916848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-464612c2-5f10-4901-b9db-a8a7360cbbfe req-77641c6a-ba58-433b-8273-45f1ea1bcae4 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Oct 20 11:09:48.955997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-464612c2-5f10-4901-b9db-a8a7360cbbfe req-041fff77-76a4-4b8c-85c0-a004ea363bab tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups?id=6722acc4-8dff-4e9d-9305-65d953c28359&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322742 Oct 20 11:09:49.010151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-30ee1f9a-2807-411b-9881-ae17f5ff843f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:49.011599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-30ee1f9a-2807-411b-9881-ae17f5ff843f tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Oct 20 11:09:49.109198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:49.109532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.204467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] For port d76f7a16-5ff3-4fbd-8472-3e9958a462e3, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:49.204858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.445266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.445546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.445861 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Floating IP 509b779f-31f3-4cd3-876f-52b811cb1f98 disassociated. External IP: 172.25.3.12, port: d76f7a16-5ff3-4fbd-8472-3e9958a462e3. Oct 20 11:09:49.446251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for d76f7a16-5ff3-4fbd-8472-3e9958a462e3 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:49.578483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.604925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=d76f7a16-5ff3-4fbd-8472-3e9958a462e3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:49.725081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Router 0f396071-5132-44c0-ba9f-a3172049cd67 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:49.835874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:49.846016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Sync routers for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:49.854966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:49.855571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:49.877829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] No DVR routers for this DVR port d76f7a16-5ff3-4fbd-8472-3e9958a462e3 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:49.880644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:49.884622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c7842d8-d30c-4fe9-82b5-4c7938dfdfb9 req-dcd68063-3f6d-4768-8820-e25125b6cdfd tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.70 "DELETE /v2.0/ports/d76f7a16-5ff3-4fbd-8472-3e9958a462e3 HTTP/1.1" status: 204 len: 173 time: 0.8660638 Oct 20 11:09:49.885082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-deleted', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:49.887365 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e2675a-bea6-426d-8ac6-52e1ce028577" -d '{"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-deleted", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:49.930519 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9056bec4-2bd9-4964-928b-cd833a40169d x-openstack-request-id: req-9056bec4-2bd9-4964-928b-cd833a40169d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:49.931155 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df83be-0069-472c-92d2-d5c99a77a2f2", "name": "network-vif-deleted", "tag": "d76f7a16-5ff3-4fbd-8472-3e9958a462e3", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:49.931274 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9056bec4-2bd9-4964-928b-cd833a40169d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:49.931657 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df83be-0069-472c-92d2-d5c99a77a2f2', 'name': 'network-vif-deleted', 'tag': 'd76f7a16-5ff3-4fbd-8472-3e9958a462e3', 'status': 'completed', 'code': 200} Oct 20 11:09:49.977203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:50.067998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad8ba075-e64c-417a-ade6-23b1b93923b5 req-a52dc5b7-1486-4bfc-a9ea-0a10fe316748 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/ports?device_id=11df83be-0069-472c-92d2-d5c99a77a2f2 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Oct 20 11:09:50.187417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:50.218884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Checking router: 0f396071-5132-44c0-ba9f-a3172049cd67 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:50.227554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:50.228142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:50.344753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:50.514538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26008-273d-4300-8506-e6593b2320e7 req-de7ba728-b36b-4ae7-92f1-2278958fdebf tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:50.516352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca26008-273d-4300-8506-e6593b2320e7 req-de7ba728-b36b-4ae7-92f1-2278958fdebf tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.0508716 Oct 20 11:09:50.553908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca26008-273d-4300-8506-e6593b2320e7 req-17051342-50c2-4ac9-ad5d-dad690075990 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Oct 20 11:09:50.577865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:50.598842 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:09:50.719741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:50.746591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f809b5-f3d4-4745-a157-c6190d300c9c None None] The sync data for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 is: [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:01:57Z', 'revision_number': 4, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'b316c720-6fb1-4f46-8831-a8f8a9373b5a', 'name': '', 'network_id': '181b50e7-fd6a-425c-9dc7-1d8947651a35', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'mac_address': 'fa:16:3e:d6:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:54Z', 'updated_at': '2021-10-20T11:02:04Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'subnets': [{'id': 'c2a4a981-c7f6-43bd-8311-9c697c76c933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:50.753933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 2b4e1783-433b-4221-a996-e382f365c86a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:50.754272 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:50.833801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:50.834126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:50.848280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 2b4e1783-433b-4221-a996-e382f365c86a owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:50.976874 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8e68f-5a92-40ef-954d-0540e280da81 None None] New status for floating IP 509b779f-31f3-4cd3-876f-52b811cb1f98: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:09:51.004567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.029386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=2b4e1783-433b-4221-a996-e382f365c86a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:51.093456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.094135 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP 85e94a51-35a1-4b6f-bab2-e6bf20f73eeb disassociated (deleted). External IP: 172.25.3.25, port: dd066205-a3a5-473b-99d7-f9da9994b01f. Oct 20 11:09:51.156267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59248) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:51.223891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.249124 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.304084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.306980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.308232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "DELETE /v2.0/security-groups/6722acc4-8dff-4e9d-9305-65d953c28359 HTTP/1.1" status: 204 len: 168 time: 0.1508238 Oct 20 11:09:51.312414 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59254) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:51.318300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b34f-02a3-48de-a1a3-b759b177a6a1 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6722acc4-8dff-4e9d-9305-65d953c28359,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:51.324299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router d1d4a310-7a7a-484f-a32a-b4bc183cc83a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:51.334880 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-bbc8c312-30fc-49e0-b640-cfed5ccb6a83 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] show failed (client error): The resource could not be found. Oct 20 11:09:51.338347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bbc8c312-30fc-49e0-b640-cfed5ccb6a83 tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "GET /v2.0/security-groups/6722acc4-8dff-4e9d-9305-65d953c28359 HTTP/1.1" status: 404 len: 347 time: 0.0224323 Oct 20 11:09:51.339043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59256) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:51.551174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:51.557034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.560792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Sync routers for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:51.563423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Deleting port 5d8f7b23-3cd6-4246-b690-24c3c7c26559 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:51.563754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.570553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:51.571286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:51.606671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d4053395-a921-4009-af1d-cdcfd466fa4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/floatingips/85e94a51-35a1-4b6f-bab2-e6bf20f73eeb HTTP/1.1" status: 204 len: 168 time: 1.0276039 Oct 20 11:09:51.633334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:51.633875 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f5e684-6978-40f0-b554-959754d61df3" -d '{"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:51.664504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.664828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.680276 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d580a37-3829-4eda-a9d0-4985e680fcbe x-openstack-request-id: req-4d580a37-3829-4eda-a9d0-4985e680fcbe {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:51.680567 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:51.680812 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d580a37-3829-4eda-a9d0-4985e680fcbe {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:51.681197 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'status': 'completed', 'code': 200} Oct 20 11:09:51.682017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Calling delete_port for 5d8f7b23-3cd6-4246-b690-24c3c7c26559 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:51.690736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:51.784532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e684-6978-40f0-b554-959754d61df3 req-bfbb2337-9674-4cd8-a886-1e1cae1e4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:51.786762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-bfbb2337-9674-4cd8-a886-1e1cae1e4a41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 1098 time: 0.0567799 Oct 20 11:09:51.848926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.875841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Pushing event deleted for resources: {'Port': ['ID=5d8f7b23-3cd6-4246-b690-24c3c7c26559,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:51.915793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10521867-35e2-40e5-b783-774e0da36ef9 req-af96682a-7840-4680-82ea-a4563041b8a1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:51.917285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10521867-35e2-40e5-b783-774e0da36ef9 req-af96682a-7840-4680-82ea-a4563041b8a1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0983589 Oct 20 11:09:51.928092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:51.943237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e684-6978-40f0-b554-959754d61df3 req-71b028dc-e8b7-4a33-a52d-558229525462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:51.944074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.944763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-71b028dc-e8b7-4a33-a52d-558229525462 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 200 len: 898 time: 0.1470017 Oct 20 11:09:51.946781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:51.948010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-45278f1e-b13a-45bf-88d3-e09e0c297b3c tempest-ServerActionsTestJSON-541759699 tempest-ServerActionsTestJSON-541759699-project] 10.222.0.74 "DELETE /v2.0/floatingips/509b779f-31f3-4cd3-876f-52b811cb1f98 HTTP/1.1" status: 204 len: 168 time: 0.6083715 Oct 20 11:09:51.951053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:51.958219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Checking router: d1d4a310-7a7a-484f-a32a-b4bc183cc83a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:51.967005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:51.968943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:52.001568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-f464f607-dd9d-4bea-866f-cf8c7d4d6d42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 200 len: 217 time: 0.0438333 Oct 20 11:09:52.006743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10521867-35e2-40e5-b783-774e0da36ef9 req-97f41d42-6852-4ffd-a060-2af5dcf21742 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787857 Oct 20 11:09:52.078115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:52.096121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e684-6978-40f0-b554-959754d61df3 req-949b4f76-2139-4b7e-90f1-66d41bfee973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:52.097573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-949b4f76-2139-4b7e-90f1-66d41bfee973 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 200 len: 835 time: 0.0873113 Oct 20 11:09:52.105441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:52.132596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: d76f7a16-5ff3-4fbd-8472-3e9958a462e3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:52.132936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device d76f7a16-5ff3-4fbd-8472-3e9958a462e3 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:52.219085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e684-6978-40f0-b554-959754d61df3 req-3ef4b756-66ad-405c-939e-c037ef9c091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:52.220569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-3ef4b756-66ad-405c-939e-c037ef9c091d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118205 Oct 20 11:09:52.307322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:52.335520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69af4fc-9e77-47d1-909a-818fcfaf95df None None] The sync data for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 is: [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:07:56Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e57429e8-473c-4914-b0d6-178a94f021e3', 'name': '', 'network_id': 'a07f5f90-b817-43f9-83b3-9f7e2e2c5b75', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:eb:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:55Z', 'updated_at': '2021-10-20T11:07:59Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '2861499c-b812-4978-a555-7f1cbdafd37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:52.562408 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917665d-bf56-4d70-8741-2e52376e30e3 None None] New status for floating IP 85e94a51-35a1-4b6f-bab2-e6bf20f73eeb: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:09:52.627150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-c0627bc2-308d-4e12-9db3-69e17b044f53 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976254 Oct 20 11:09:52.756788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1f5e684-6978-40f0-b554-959754d61df3 req-d6a8a8d2-da89-433d-9f21-ab70a44f8430 service neutron] 10.222.0.70 "GET /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051795 Oct 20 11:09:52.813098 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.068278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Deleting port b316c720-6fb1-4f46-8831-a8f8a9373b5a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:53.068612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.182965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664797d-646b-4b24-a9f5-b9f2b4d37e10 req-176025e6-ec07-422f-99a3-a047b30a4d30 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:53.184624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b664797d-646b-4b24-a9f5-b9f2b4d37e10 req-176025e6-ec07-422f-99a3-a047b30a4d30 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.0997252 Oct 20 11:09:53.190441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] For port b316c720-6fb1-4f46-8831-a8f8a9373b5a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b316c720-6fb1-4f46-8831-a8f8a9373b5a,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:53.190814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.231126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Calling delete_port for b316c720-6fb1-4f46-8831-a8f8a9373b5a owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:53.313620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b664797d-646b-4b24-a9f5-b9f2b4d37e10 req-19343d86-1240-4b8f-b173-13fb4cb5c792 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201613 Oct 20 11:09:53.329407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-c746d3ec-3074-4979-99cc-9402cd6ff18f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:53.330863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-c746d3ec-3074-4979-99cc-9402cd6ff18f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 946 time: 0.1212447 Oct 20 11:09:53.492384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port dd066205-a3a5-473b-99d7-f9da9994b01f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:53.492725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.610006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.651364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port dd066205-a3a5-473b-99d7-f9da9994b01f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=dd066205-a3a5-473b-99d7-f9da9994b01f,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:53.651731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.654424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Pushing event deleted for resources: {'Port': ['ID=b316c720-6fb1-4f46-8831-a8f8a9373b5a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:53.687813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for dd066205-a3a5-473b-99d7-f9da9994b01f owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:53.929523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.984212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.018502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=dd066205-a3a5-473b-99d7-f9da9994b01f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:54.093025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] No DVR routers for this DVR port dd066205-a3a5-473b-99d7-f9da9994b01f on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:54.096623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.100022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ed45025-f3f4-4311-8e16-ebdfc183969e req-6ecf4da5-2505-4457-b68c-be63d93f6f0c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "DELETE /v2.0/ports/dd066205-a3a5-473b-99d7-f9da9994b01f HTTP/1.1" status: 204 len: 173 time: 0.7592089 Oct 20 11:09:54.100468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-deleted', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:09:54.102789 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5131f9d-ca15-4ea0-9fa8-fb69a30c2d36" -d '{"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-deleted", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:09:54.167194 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06144d19-8984-497a-9d79-f3cb63f0f553 x-openstack-request-id: req-06144d19-8984-497a-9d79-f3cb63f0f553 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:09:54.167431 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ca719-2af6-48ac-96dc-19643e64793f", "name": "network-vif-deleted", "tag": "dd066205-a3a5-473b-99d7-f9da9994b01f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:09:54.167703 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06144d19-8984-497a-9d79-f3cb63f0f553 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:09:54.168115 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ca719-2af6-48ac-96dc-19643e64793f', 'name': 'network-vif-deleted', 'tag': 'dd066205-a3a5-473b-99d7-f9da9994b01f', 'status': 'completed', 'code': 200} Oct 20 11:09:54.249113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Router 0f396071-5132-44c0-ba9f-a3172049cd67 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:54.371819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:54.377502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-091e76fb-f5d9-46a4-8359-a3d636bc981d admin admin] 10.222.0.74 "PUT /v2.0/routers/0f396071-5132-44c0-ba9f-a3172049cd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4247859 Oct 20 11:09:54.380559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59278) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:54.381783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Sync routers for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:54.392485 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:54.393393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:54.452493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c82bfcd5-e227-4e88-bc1e-388c40ec02a5 req-39ed45aa-8da9-4d5e-bcb2-465bf69afade tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=933ca719-2af6-48ac-96dc-19643e64793f HTTP/1.1" status: 200 len: 210 time: 0.0345719 Oct 20 11:09:54.510440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.553480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:54.642813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.703916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Deleting port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:54.704270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.759501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:09:53Z', 'revision_number': 5, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port': {'id': 'e4b3bafe-ecc8-43ef-a873-9eb0ad514c39', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:01:48Z', 'updated_at': '2021-10-20T11:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:54.785519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] For port e4b3bafe-ecc8-43ef-a873-9eb0ad514c39, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:54.785874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:54.790101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Checking router: 0f396071-5132-44c0-ba9f-a3172049cd67 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:54.798553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Calling delete_port for e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:54.799021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Routers {'0f396071-5132-44c0-ba9f-a3172049cd67'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:54.799701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0f396071-5132-44c0-ba9f-a3172049cd67'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:54.891778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] Set router 0f396071-5132-44c0-ba9f-a3172049cd67 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:54.946227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:09:54Z', 'revision_number': 6, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:54.977979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e57f-d341-4a86-a63a-a0327c5e625e None None] The sync data for ids ['0f396071-5132-44c0-ba9f-a3172049cd67'] in n-d-802060-17 is: [{'id': '0f396071-5132-44c0-ba9f-a3172049cd67', 'name': 'tempest-ServerActionsTestJSON-1321846395-router', 'tenant_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:01:47Z', 'updated_at': '2021-10-20T11:09:54Z', 'revision_number': 6, 'project_id': 'ba5972fe1fa54755ba45dae60ec59cd4', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:54.978229 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.014826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b3bafe-ecc8-43ef-a873-9eb0ad514c39,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:55.078260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.501348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.503603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.516510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59282) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:55.548377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.549223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f396071-5132-44c0-ba9f-a3172049cd67 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:55.554888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.556517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4e12f969-eacc-4df2-a19b-2c6d9cc902e5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/0f396071-5132-44c0-ba9f-a3172049cd67 HTTP/1.1" status: 204 len: 168 time: 1.1741841 Oct 20 11:09:55.559627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59284) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:55.613012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Deleting subnet c2a4a981-c7f6-43bd-8311-9c697c76c933 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:09:55.616352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.656089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.735747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.792739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.821544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a4a981-c7f6-43bd-8311-9c697c76c933,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:55.828211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.833754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b4bbd5ce-880a-4806-8f94-32b93ee76106 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c2a4a981-c7f6-43bd-8311-9c697c76c933 HTTP/1.1" status: 204 len: 168 time: 0.2705657 Oct 20 11:09:55.833952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c561d50-2cdf-408d-94ec-faac3f970833 None None] Network 181b50e7-fd6a-425c-9dc7-1d8947651a35 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:55.834405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59286) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:55.900661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.909495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:55.970560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Deleting port 0af27138-57e1-474d-9833-370a21519734 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:55.971210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.050301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] For port 0af27138-57e1-474d-9833-370a21519734, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0af27138-57e1-474d-9833-370a21519734,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:56.050663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.059461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] DHCP port deletion for 181b50e7-fd6a-425c-9dc7-1d8947651a35 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:09:56.066564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Calling delete_port for 0af27138-57e1-474d-9833-370a21519734 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:56.096712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:56.120695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: dd066205-a3a5-473b-99d7-f9da9994b01f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:56.121036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device dd066205-a3a5-473b-99d7-f9da9994b01f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:56.140639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Deleting port 0af27138-57e1-474d-9833-370a21519734 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:56.141601 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.177282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.209896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Pushing event deleted for resources: {'Port': ['ID=0af27138-57e1-474d-9833-370a21519734,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:56.211930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] No DVR routers for this DVR port 0af27138-57e1-474d-9833-370a21519734 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:56.237232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] For port 0af27138-57e1-474d-9833-370a21519734, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0af27138-57e1-474d-9833-370a21519734,segment=NetworkSegment(05139401-2582-474f-95fc-5687bb79f9e9),segment_id=05139401-2582-474f-95fc-5687bb79f9e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:56.237881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.260551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Calling delete_port for 0af27138-57e1-474d-9833-370a21519734 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:56.300301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.342241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181b50e7-fd6a-425c-9dc7-1d8947651a35']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:56.351978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.366994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05139401-2582-474f-95fc-5687bb79f9e9') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:56.366994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05139401-2582-474f-95fc-5687bb79f9e9') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:56.380071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Pushing event deleted for resources: {'Port': ['ID=0af27138-57e1-474d-9833-370a21519734,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:56.385679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] No DVR routers for this DVR port 0af27138-57e1-474d-9833-370a21519734 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:56.388843 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.398398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.399199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.399199 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.399503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.399755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.400145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.400385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.400695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.401012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.401370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.401633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.401946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a6-8f7c-428c-8186-64fb37334e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:56.415657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.418600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b316c720-6fb1-4f46-8831-a8f8a9373b5a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:56.424376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:09:56.425400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:09:56.426976 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:09:56.440729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b316c720-6fb1-4f46-8831-a8f8a9373b5a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:56.441082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b316c720-6fb1-4f46-8831-a8f8a9373b5a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:56.441493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:56.463374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:56.463717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4b3bafe-ecc8-43ef-a873-9eb0ad514c39 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:56.464131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0af27138-57e1-474d-9833-370a21519734 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:56.483785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0af27138-57e1-474d-9833-370a21519734 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:56.484157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0af27138-57e1-474d-9833-370a21519734 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:56.490150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port e57429e8-473c-4914-b0d6-178a94f021e3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:56.490990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.497218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.507447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.511056 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] 10.222.0.74 "DELETE /v2.0/networks/181b50e7-fd6a-425c-9dc7-1d8947651a35 HTTP/1.1" status: 204 len: 168 time: 0.6760185 Oct 20 11:09:56.520998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e13f16-a9c9-4450-9f12-af738a5e622b admin admin] Pushing event deleted for resources: {'Network': ['ID=181b50e7-fd6a-425c-9dc7-1d8947651a35,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:56.586718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port e57429e8-473c-4914-b0d6-178a94f021e3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e57429e8-473c-4914-b0d6-178a94f021e3,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:56.587307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.599945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for e57429e8-473c-4914-b0d6-178a94f021e3 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:56.628858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59290) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:56.668339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb5181f9-cce6-43b2-a1ad-81fe36061f33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba5972fe1fa54755ba45dae60ec59cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382028 Oct 20 11:09:56.671267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59292) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:56.721319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.743224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.787194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.794268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.798387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:56.799744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdf2dfa2-7997-448d-9898-b14e55673ccd HTTP/1.1" status: 204 len: 168 time: 0.1275587 Oct 20 11:09:56.810065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f817-8fa5-44d9-b5f4-f4d3c4d6a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2dfa2-7997-448d-9898-b14e55673ccd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:56.816621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=e57429e8-473c-4914-b0d6-178a94f021e3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:56.998202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.220498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router d1d4a310-7a7a-484f-a32a-b4bc183cc83a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:09:57.330855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:09:57.339435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7f9427ff-cb4d-4086-86fe-be9847d1d352 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/d1d4a310-7a7a-484f-a32a-b4bc183cc83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184242 Oct 20 11:09:57.339519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59308) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:57.342933 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Sync routers for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:09:57.352410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:57.353022 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:57.401226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting subnet 2861499c-b812-4978-a555-7f1cbdafd37b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:09:57.404545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.448509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.463735 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:57.540042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.603583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59318) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:57.617659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.651160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:09:56Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:57.652802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Subnet': ['ID=2861499c-b812-4978-a555-7f1cbdafd37b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:57.656499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.664386 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-732bac30-0157-49c0-86c2-d72545bdaf3a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/subnets/2861499c-b812-4978-a555-7f1cbdafd37b HTTP/1.1" status: 204 len: 168 time: 0.3196950 Oct 20 11:09:57.664496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59322) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:57.667027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231028c7-1dfc-4d25-bcd1-4cf619b0eeac None None] Network a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:57.694929 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Checking router: d1d4a310-7a7a-484f-a32a-b4bc183cc83a for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:09:57.705795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Routers {'d1d4a310-7a7a-484f-a32a-b4bc183cc83a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:09:57.706753 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:09:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:57.723668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-900294691-network', 'tenant_id': '144869469ba842efb903804ec7544916'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:57.788684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Made reservation on behalf of 144869469ba842efb903804ec7544916 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:09:57.791113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.802862 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.820050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] Set router d1d4a310-7a7a-484f-a32a-b4bc183cc83a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:09:57.830064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.862558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e57964-674b-46e9-a460-aac371da3841 None None] DHCP port deletion for a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:09:57.916324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Deleting port 5d4581d0-5d7f-428c-aab7-56a872d951b4 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:57.916778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.984370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-09e57964-674b-46e9-a460-aac371da3841 None None] For port 5d4581d0-5d7f-428c-aab7-56a872d951b4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5d4581d0-5d7f-428c-aab7-56a872d951b4,segment=NetworkSegment(62342091-55c8-4469-bdd6-8a083dab867c),segment_id=62342091-55c8-4469-bdd6-8a083dab867c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:57.984763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.985892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.987711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:57.993050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.009857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Calling delete_port for 5d4581d0-5d7f-428c-aab7-56a872d951b4 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:58.014618 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:09:56Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:58.038521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:09:58.041409 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2b07a-95af-406e-8cf7-05e0c4fc1b38 None None] The sync data for ids ['d1d4a310-7a7a-484f-a32a-b4bc183cc83a'] in n-d-802060-17 is: [{'id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530931760', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:07:51Z', 'updated_at': '2021-10-20T11:09:56Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bbbc3822-eb00-4d31-aad3-11b32c50f79b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d4a310-7a7a-484f-a32a-b4bc183cc83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:07:52Z', 'updated_at': '2021-10-20T11:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:09:58.050711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f8e63-8a68-4756-ad29-480b7b6006a1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:58.060017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.060733 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Added segment 381ccdfc-1980-4801-8839-eb82d7119499 of type vlan for network 52f0861f-aa11-4033-b5de-7670ebecff39 Oct 20 11:09:58.105495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.113041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.125042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port bbbc3822-eb00-4d31-aad3-11b32c50f79b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:09:58.125387 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.131637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e57964-674b-46e9-a460-aac371da3841 None None] Pushing event deleted for resources: {'Port': ['ID=5d4581d0-5d7f-428c-aab7-56a872d951b4,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:58.137423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e57964-674b-46e9-a460-aac371da3841 None None] No DVR routers for this DVR port 5d4581d0-5d7f-428c-aab7-56a872d951b4 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:09:58.192556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.193426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:58.194000 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.263200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] Pushing event updated for resources: {'Network': ['ID=52f0861f-aa11-4033-b5de-7670ebecff39,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:58.274316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72c09490-d52e-44b2-917a-ca6b34c5c6ee admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6670201 Oct 20 11:09:58.274466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 52f0861f-aa11-4033-b5de-7670ebecff39 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:09:58.275157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:58.281123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Request body: {'subnet': {'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-900294691-subnet', 'tenant_id': '144869469ba842efb903804ec7544916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:58.284109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port bbbc3822-eb00-4d31-aad3-11b32c50f79b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bbbc3822-eb00-4d31-aad3-11b32c50f79b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:09:58.284483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.305870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Made reservation on behalf of 144869469ba842efb903804ec7544916 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:09:58.306132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for bbbc3822-eb00-4d31-aad3-11b32c50f79b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:09:58.308689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.532715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.547949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5d4581d0-5d7f-428c-aab7-56a872d951b4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:58.554564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.569943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=bbbc3822-eb00-4d31-aad3-11b32c50f79b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:58.581139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 5d4581d0-5d7f-428c-aab7-56a872d951b4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:58.581764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5d4581d0-5d7f-428c-aab7-56a872d951b4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:58.582302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e57429e8-473c-4914-b0d6-178a94f021e3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:09:58.608990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e57429e8-473c-4914-b0d6-178a94f021e3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:09:58.609484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e57429e8-473c-4914-b0d6-178a94f021e3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:09:58.613876 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-874a596f-197f-440a-b3ed-9203b86e808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.645445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.652027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbcfdc30-8804-4618-94ce-fa482071574c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:58.664576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Checking segment: {'id': '381ccdfc-1980-4801-8839-eb82d7119499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:09:58.664933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Network hostable DHCP agents. Network: 52f0861f-aa11-4033-b5de-7670ebecff39, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:09:58.684221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Network 52f0861f-aa11-4033-b5de-7670ebecff39 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:09:58.693915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 52f0861f-aa11-4033-b5de-7670ebecff39) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:09:58.698146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:58.698712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.704058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34ec66-1df5-4f37-ac76-be7505a7a4ca None None] Network 52f0861f-aa11-4033-b5de-7670ebecff39 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:58.719737 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4fb55de4-778a-4a4f-9eb8-58079dcd4307 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4432807 Oct 20 11:09:58.744340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.746496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.800024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.800024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Fanout notify agent at l3_agent the message router_deleted on router d1d4a310-7a7a-484f-a32a-b4bc183cc83a {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:58.811658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:58.815367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3eb0c62f-f663-4837-85f4-dbcd7b12215f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/routers/d1d4a310-7a7a-484f-a32a-b4bc183cc83a HTTP/1.1" status: 204 len: 168 time: 1.1486101 Oct 20 11:09:58.815566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:58.856546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187253e-5c01-4a81-a46e-861b7d541075 None None] Network 52f0861f-aa11-4033-b5de-7670ebecff39 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:09:58.901947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.022477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.043161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07f5f90-b817-43f9-83b3-9f7e2e2c5b75']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:59.053586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62342091-55c8-4469-bdd6-8a083dab867c') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:59.054327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62342091-55c8-4469-bdd6-8a083dab867c') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:09:59.063490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.077327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.083760 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:09:59.084147 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:09:59.087255 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:09:59.171881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.188801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.192586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/networks/a07f5f90-b817-43f9-83b3-9f7e2e2c5b75 HTTP/1.1" status: 204 len: 168 time: 0.3760324 Oct 20 11:09:59.196480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.231030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5b1b1-f75e-4eb3-a35c-5b925f0c30d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Network': ['ID=a07f5f90-b817-43f9-83b3-9f7e2e2c5b75,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.255922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.270439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-065c9329-6544-4bee-b052-b20ee62abffb tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:09:59.271943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-065c9329-6544-4bee-b052-b20ee62abffb tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/networks?id=52f0861f-aa11-4033-b5de-7670ebecff39 HTTP/1.1" status: 200 len: 812 time: 0.1303802 Oct 20 11:09:59.281690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.287344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-e7472825-be1f-4260-a424-bfa24ee18de3 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/quotas/144869469ba842efb903804ec7544916 HTTP/1.1" status: 200 len: 375 time: 0.0094957 Oct 20 11:09:59.322332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-500f31eb-8b2b-4e8e-bceb-bac024d47d55 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=144869469ba842efb903804ec7544916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287440 Oct 20 11:09:59.363091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.366215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.367559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/security-groups/aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae HTTP/1.1" status: 204 len: 168 time: 0.1698298 Oct 20 11:09:59.377236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eacf0-0056-4de9-bc18-3dcbc10ee45d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c78ed-ed7b-4d53-b9fc-b6baf0bef3ae,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.426571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-aef6e1c3-a15e-4449-b595-73c7760439ec service neutron] 10.222.0.74 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936394 Oct 20 11:09:59.527335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-c8c41a1b-66f1-4c4f-bc5e-d39402c66d52 service neutron] 10.222.0.74 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938828 Oct 20 11:09:59.565324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59350) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.570090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694940553', 'description': 'tempest-secgroup-smoke-1694940553 description', 'project_id': '3bd741658daa4d599311a0e41ea0ead8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:59.593749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.668178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.672243 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.695614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a570b6f8-9510-47cc-9983-1b22c45130c0 req-2f1b05b6-415a-414d-b4d0-efe8edff3553 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 210 time: 0.0265632 Oct 20 11:09:59.700642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.702440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361120 Oct 20 11:09:59.705312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59356) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.709707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:59.718302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39ae5-fa81-44a6-89dc-e8dd038fed17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3032e733-215e-489f-8634-3cee46eb3ecb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.739928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.796801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.800855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.821694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dff1cff-e505-4250-b664-5f78d36e03a2,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.829007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.833404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86880c93-8278-4174-bc22-1e2e964fd3c4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246779 Oct 20 11:09:59.834040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59362) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.840619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:59.876344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.943967 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.947971 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.965902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61fd3fc-2b9d-46aa-9cf4-6e178259d6e3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.974818 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.976045 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca1f06e8-d3ee-4e3e-996e-141ddeb8a71e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406560 Oct 20 11:09:59.979723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59366) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.984262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.010436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.072156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.076955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.095307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532b1628-1040-4553-9084-7fc686bef8d7,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:00.099572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.101369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc53b8c6-5293-442a-9fb8-d0a018f0ed0b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201108 Oct 20 11:10:00.103516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59370) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:00.108448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.135522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.196338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.200475 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.219976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523d1218-dffd-4a54-8b83-f313f169e837,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:00.225394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.226544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-538133c4-4224-4032-acc9-1933d96d6693 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221063 Oct 20 11:10:00.229228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:00.234196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.256626 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:10:00.262807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.329800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.333831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.352785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50018f4-2543-423e-9335-af4ebd695fd0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:00.358421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.359732 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ac95c89-72d9-49b3-95d6-25ded068439c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295877 Oct 20 11:10:00.362339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:00.368730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '3032e733-215e-489f-8634-3cee46eb3ecb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.370752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bbbc3822-eb00-4d31-aad3-11b32c50f79b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:00.391979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: bbbc3822-eb00-4d31-aad3-11b32c50f79b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:00.392153 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:10:00.392331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bbbc3822-eb00-4d31-aad3-11b32c50f79b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:00.397379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.459187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.462666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.481186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390b9d4c-efdd-4a4d-a1a4-b8f4227aaab3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:00.489685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.490860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-997758da-a72a-4a2e-8b0e-7a1ad5896a98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274242 Oct 20 11:10:00.493784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:00.498690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'network': {'name': 'tempest-network-smoke--64382404', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.518715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:00.522065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.546205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:00.556512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.556824 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Added segment 4df06874-2af3-4541-b996-59a63233e7da of type vlan for network 5defd984-ac70-4015-9d59-84170473b6fb Oct 20 11:10:00.597044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.623674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.630578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:00.631528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.676346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1790266 Oct 20 11:10:00.676871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59378) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:00.684223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'admin_state_up': True, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.722314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5c8d7-83a0-456c-873a-f9d3e0220940 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Network': ['ID=5defd984-ac70-4015-9d59-84170473b6fb,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:00.735440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5defd984-ac70-4015-9d59-84170473b6fb details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:00.741601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-e4e63862-bafe-410d-9e80-0a64b5ffa17a tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:00.743323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-e4e63862-bafe-410d-9e80-0a64b5ffa17a tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.70 "GET /v2.0/networks?id=52f0861f-aa11-4033-b5de-7670ebecff39 HTTP/1.1" status: 200 len: 812 time: 0.1219983 Oct 20 11:10:00.760340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.761600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.768068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Request body: {'port': {'device_id': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39', 'admin_state_up': True, 'tenant_id': '144869469ba842efb903804ec7544916'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:00.821254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.862533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d13d3e75-7ee6-45e7-ba94-2e06f9868019 req-b547f8b1-6672-460b-a6e6-20afff542cb6 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 210 time: 0.0616674 Oct 20 11:10:00.909104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Made reservation on behalf of 144869469ba842efb903804ec7544916 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:00.912853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.966043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.042002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Allocated IP 172.20.0.9 (52f0861f-aa11-4033-b5de-7670ebecff39/cbcfdc30-8804-4618-94ce-fa482071574c/ff1dbc6a-a9de-4eb9-8325-1a116f88add2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:01.180976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.202880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.313498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.249 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:01.375251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-255b0a37-a32c-447d-a215-f5fcd576aab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.425603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.443740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.458662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.476558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.499261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:01.503567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:01.510566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:01.512565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:01.526413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Network 52f0861f-aa11-4033-b5de-7670ebecff39 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:01.531481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:01.538007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:01.542050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Pushing event updated for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:01.589086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:01.589700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.605061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-594ecccb-ec09-4a7e-a328-eb8c89da8a79 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427711 Oct 20 11:10:01.617706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Request body: {'port': {'device_id': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:01.672377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.762632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.781630 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.967340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:01.976704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1dbc6a-a9de-4eb9-8325-1a116f88add2 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:01.987296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.005164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Transition to ACTIVE for port object ff1dbc6a-a9de-4eb9-8325-1a116f88add2 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:02.014484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c079-f6d6-4faf-8259-141cd68ada74 req-945fd1a4-aae4-40ce-8da7-87d4108ec7ce tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.015948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b4c079-f6d6-4faf-8259-141cd68ada74 req-945fd1a4-aae4-40ce-8da7-87d4108ec7ce tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 931 time: 0.0777800 Oct 20 11:10:02.017017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.092351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.101108 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 38b3e660-991f-45ca-b676-6dc19b0b9373 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:10:02.127558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b4c079-f6d6-4faf-8259-141cd68ada74 req-fc28ddf0-61d5-4be2-b088-2819c80ab096 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870070 Oct 20 11:10:02.180415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Attempting to bind port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:02.180858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Attempting to bind port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '381ccdfc-1980-4801-8839-eb82d7119499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:02.181215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Attempting to bind port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 on network 52f0861f-aa11-4033-b5de-7670ebecff39 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:02.186197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 on network 52f0861f-aa11-4033-b5de-7670ebecff39 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:02.186516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Attempting to bind port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 on network 52f0861f-aa11-4033-b5de-7670ebecff39 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:02.192328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:02.192752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Checking segment: {'id': '381ccdfc-1980-4801-8839-eb82d7119499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:02.193209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Bound using segment: {'id': '381ccdfc-1980-4801-8839-eb82d7119499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:02.194611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Bound port: ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381ccdfc-1980-4801-8839-eb82d7119499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:02.194990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.213798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:02.226054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Sync routers for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:02.237438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:02.238077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:02.239845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.241092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5464eb29-d2b1-4204-90fd-05937922c504 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5633004 Oct 20 11:10:02.244270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.265994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:02.270508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,segment=NetworkSegment(381ccdfc-1980-4801-8839-eb82d7119499),segment_id=381ccdfc-1980-4801-8839-eb82d7119499)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:02.275816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.279891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63c3f6ab-3fc7-4ff5-ba33-587beac23ee2 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=3bd741658daa4d599311a0e41ea0ead8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312700 Oct 20 11:10:02.280174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59388) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.294176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.331989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.333379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.335092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff1dbc6a-a9de-4eb9-8325-1a116f88add2 HTTP/1.1" status: 200 len: 1092 time: 0.7213891 Oct 20 11:10:02.337795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:02.340431 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3af12a-c463-4b39-b3c9-407767414017" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:02.364120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:02.379529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff639e40-03af-42c5-a18e-3ac6b1416c72 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.405210 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd700391-2e2a-4faa-a641-151c3cd40769 x-openstack-request-id: req-fd700391-2e2a-4faa-a641-151c3cd40769 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:02.405582 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:02.405960 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd700391-2e2a-4faa-a641-151c3cd40769 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:02.406481 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2', 'status': 'completed', 'code': 200} Oct 20 11:10:02.436042 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a337456a-ea16-4afb-8b28-a771b7388262 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/floatingips/2ab364fc-aeb8-478c-a980-03286e01908d HTTP/1.1" status: 200 len: 993 time: 0.1333449 Oct 20 11:10:02.443592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-c754d081-08a7-4219-9e8c-906539253943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.445344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-c754d081-08a7-4219-9e8c-906539253943 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=144869469ba842efb903804ec7544916&device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 1095 time: 0.0591657 Oct 20 11:10:02.463884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9cd5c-0c08-4e5c-bd36-f421cac2c136 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.468672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09d9cd5c-0c08-4e5c-bd36-f421cac2c136 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1843212 Oct 20 11:10:02.468824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59396) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.493160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-8e353a3e-7d2a-41c2-b280-c825d1b7d1da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2 HTTP/1.1" status: 200 len: 217 time: 0.0383441 Oct 20 11:10:02.501393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa4c20ed-4fcf-4439-bcd9-b2944c964171 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315487 Oct 20 11:10:02.503926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59398) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.509029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1756949453', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:02.559333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:01Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:02.567061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-464b0ff7-b422-44ee-ab12-fc1726f93d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.568769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-464b0ff7-b422-44ee-ab12-fc1726f93d5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbcfdc30-8804-4618-94ce-fa482071574c HTTP/1.1" status: 200 len: 852 time: 0.0676525 Oct 20 11:10:02.586113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Checking router: 38b3e660-991f-45ca-b676-6dc19b0b9373 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:02.586459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Updating router 38b3e660-991f-45ca-b676-6dc19b0b9373 port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:02.608213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:02.611002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-574cbba2-0d65-4a71-9554-d46d8d7b5f92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52f0861f-aa11-4033-b5de-7670ebecff39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322745 Oct 20 11:10:02.613058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.615842 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.672812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.711925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-3ef0b146-96ea-4473-9a91-875575ef8989 service neutron] 10.222.0.70 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938456 Oct 20 11:10:02.812507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-209e6efe-b5b5-4dd2-917d-0ee8908c52a0 req-9d10a190-1353-43c9-b1bd-33826656d354 service neutron] 10.222.0.70 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930247 Oct 20 11:10:02.848432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.902713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.909419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af12a-c463-4b39-b3c9-407767414017 req-947a45b3-3bb3-47d3-89b7-0234c6b3c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:02.909749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.911696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-947a45b3-3bb3-47d3-89b7-0234c6b3c716 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=144869469ba842efb903804ec7544916&device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 1095 time: 0.0492792 Oct 20 11:10:02.941275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.955180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port ef92523f-e2b0-425f-80e0-05bce3a2ac62 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:02.955525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.962925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Attempting to bind port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:02.963319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Attempting to bind port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:02.963685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Attempting to bind port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:02.967331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f6138-897f-4fd8-88f2-27b0bb9d81e3 None None] Pushing event updated for resources: {'Port': ['ID=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.972160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:02.972531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:02.972938 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.973315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:02.973782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Bound port: 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:02.974156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.025198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af12a-c463-4b39-b3c9-407767414017 req-b3851362-25a0-4283-840f-22056c64b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:03.027049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-b3851362-25a0-4283-840f-22056c64b450 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52f0861f-aa11-4033-b5de-7670ebecff39 HTTP/1.1" status: 200 len: 914 time: 0.1076438 Oct 20 11:10:03.031499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] For port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:03.034575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] For port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:03.039490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.068964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Subnet': ['ID=773842e7-1cda-468b-809b-c2a775019afb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.076582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-0f2a44a8-e2c2-4f31-b054-d47954b853e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2 HTTP/1.1" status: 200 len: 217 time: 0.0384362 Oct 20 11:10:03.084815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.085249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.085599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.085972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.086308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.086644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.087011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.087346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.087673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.088003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.088329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.088652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:03.090689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:03.092102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:03.101898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:03.102260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network hostable DHCP agents. Network: 5defd984-ac70-4015-9d59-84170473b6fb, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:03.118806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.119156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.137150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f6138-897f-4fd8-88f2-27b0bb9d81e3 None None] Pushing event updated for resources: {'Port': ['ID=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.137714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for ef92523f-e2b0-425f-80e0-05bce3a2ac62 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:03.150180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network 5defd984-ac70-4015-9d59-84170473b6fb is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:03.176327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af12a-c463-4b39-b3c9-407767414017 req-4201f2ff-4087-46a7-9d28-b1e22d879632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:03.178204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-4201f2ff-4087-46a7-9d28-b1e22d879632 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbcfdc30-8804-4618-94ce-fa482071574c HTTP/1.1" status: 200 len: 852 time: 0.0883138 Oct 20 11:10:03.198739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5defd984-ac70-4015-9d59-84170473b6fb) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:03.208242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:03.208822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.217754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad33bcf-7da6-4f26-a072-24581bbc20df None None] Network 5defd984-ac70-4015-9d59-84170473b6fb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:03.231082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-e9434c5a-fe08-43ac-af2f-298186a75cc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52f0861f-aa11-4033-b5de-7670ebecff39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439303 Oct 20 11:10:03.238689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:03.245341 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff5ba6a3-ee36-4de4-8b90-669953a693de tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7378256 Oct 20 11:10:03.247015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59406) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:03.347409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9187e1a-45ae-40d9-ae2e-a70c5efc4550 req-79db9030-bd4c-45b1-bd96-c0512dc147a5 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:03.349060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9187e1a-45ae-40d9-ae2e-a70c5efc4550 req-79db9030-bd4c-45b1-bd96-c0512dc147a5 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 943 time: 0.1169300 Oct 20 11:10:03.398215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-88859197-d1ea-4e47-9e08-82beb3709bcc service neutron] 10.222.0.70 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562519 Oct 20 11:10:03.425024 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9187e1a-45ae-40d9-ae2e-a70c5efc4550 req-8350329e-919f-466d-bfef-26bd7179add4 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676610 Oct 20 11:10:03.515581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da3af12a-c463-4b39-b3c9-407767414017 req-feb578dd-1c0a-4c45-bf8d-8f1498e2cf34 service neutron] 10.222.0.70 "GET /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011429 Oct 20 11:10:03.546010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5defd984-ac70-4015-9d59-84170473b6fb', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:10:03.546853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.562785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:01Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:03.596429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3960c-a063-433b-8bc7-66c5594dc4b1 None None] The sync data for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 is: [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:01Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:03.729359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Allocated IP 172.20.0.2 (5defd984-ac70-4015-9d59-84170473b6fb/773842e7-1cda-468b-809b-c2a775019afb/a0e6f954-c762-415f-98b3-74f9b460a8c5) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:03.845884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.909424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.911923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=ef92523f-e2b0-425f-80e0-05bce3a2ac62,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.915335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.971163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Network 5defd984-ac70-4015-9d59-84170473b6fb is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:03.974523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:03.978258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:03.989362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Pushing event updated for resources: {'Port': ['ID=a0e6f954-c762-415f-98b3-74f9b460a8c5,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.045485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.046106 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Floating IP 2ab364fc-aeb8-478c-a980-03286e01908d disassociated (deleted). External IP: 172.25.3.129, port: 470db0c3-705a-4322-b291-58619bf01e85. Oct 20 11:10:04.050867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Attempting to bind port a0e6f954-c762-415f-98b3-74f9b460a8c5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:04.050867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Attempting to bind port a0e6f954-c762-415f-98b3-74f9b460a8c5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:04.050867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Attempting to bind port a0e6f954-c762-415f-98b3-74f9b460a8c5 on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:04.056626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:04.057006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:04.057407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.057812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Bound using segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:04.058323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Bound port: a0e6f954-c762-415f-98b3-74f9b460a8c5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:04.058704 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.126674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] For port a0e6f954-c762-415f-98b3-74f9b460a8c5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:04.130518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] For port a0e6f954-c762-415f-98b3-74f9b460a8c5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0e6f954-c762-415f-98b3-74f9b460a8c5,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:04.136180 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.206001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036e83-653a-45fe-a47b-834029d31df9 None None] Pushing event updated for resources: {'Port': ['ID=a0e6f954-c762-415f-98b3-74f9b460a8c5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.373383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.499388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:04.508393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.557761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 243b2e47-bff0-4a55-9838-8e3edd2af389 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:04.574352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:04.574898 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.612173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdac14-eb0d-4e27-9506-d066bcfe3226 req-753562d3-73d6-4108-916c-9f112c480d7f tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:04.613929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cdac14-eb0d-4e27-9506-d066bcfe3226 req-753562d3-73d6-4108-916c-9f112c480d7f tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 943 time: 0.0854142 Oct 20 11:10:04.688831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cdac14-eb0d-4e27-9506-d066bcfe3226 req-4984f0ee-35e0-4976-8afc-ec4e83a20528 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649924 Oct 20 11:10:04.689028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.711726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:04.717431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.778061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.878792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:04.884366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.891624 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Sync routers for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:04.903130 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:04.903962 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:04.955956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f83a499-6e13-40c1-ad31-b7318b374d7c tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/floatingips/2ab364fc-aeb8-478c-a980-03286e01908d HTTP/1.1" status: 204 len: 168 time: 2.2819126 Oct 20 11:10:04.958708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:04.960992 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add615c-7e39-4b18-8e7b-bc1019782865" -d '{"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:05.023430 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:05.030488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.1 (5defd984-ac70-4015-9d59-84170473b6fb/773842e7-1cda-468b-809b-c2a775019afb/6465d0b1-f650-4983-af6c-eea36b4606e2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:05.045480 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97507efd-3887-4d89-842f-aa58a0a96386 x-openstack-request-id: req-97507efd-3887-4d89-842f-aa58a0a96386 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:05.046159 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "tag": "470db0c3-705a-4322-b291-58619bf01e85", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:05.046745 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97507efd-3887-4d89-842f-aa58a0a96386 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:05.046745 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'tag': '470db0c3-705a-4322-b291-58619bf01e85', 'status': 'completed', 'code': 200} Oct 20 11:10:05.174871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-844b979c-e602-4056-9f87-185c8a830cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.176649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-844b979c-e602-4056-9f87-185c8a830cec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 1097 time: 0.0980375 Oct 20 11:10:05.248633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5dd4d-93fe-4bb6-bb6f-c09cf406b53f req-b896bb0a-61fa-4518-9017-dacc5a9b0304 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.256923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17b5dd4d-93fe-4bb6-bb6f-c09cf406b53f req-b896bb0a-61fa-4518-9017-dacc5a9b0304 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0706294 Oct 20 11:10:05.271880 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:05.285631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.304881 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Checking router: 243b2e47-bff0-4a55-9838-8e3edd2af389 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:05.312011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17b5dd4d-93fe-4bb6-bb6f-c09cf406b53f req-1d44681a-a144-48e7-93cc-8e1305fbba18 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536058 Oct 20 11:10:05.319336 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:05.319957 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:05.344374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-47dbf57e-596b-4c72-bd77-c3a3e0026c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.345910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-47dbf57e-596b-4c72-bd77-c3a3e0026c39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 200 len: 899 time: 0.1614637 Oct 20 11:10:05.394070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.399234 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-fddf4835-371f-4541-bd76-d87b23498d98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 200 len: 217 time: 0.0455670 Oct 20 11:10:05.445995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network 5defd984-ac70-4015-9d59-84170473b6fb is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:05.469926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:05.472559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:05.529523 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:05.537504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.541280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:05.595346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-64c1fd79-0757-443e-b67f-efc6b008274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.596832 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-64c1fd79-0757-443e-b67f-efc6b008274e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 HTTP/1.1" status: 200 len: 835 time: 0.1745663 Oct 20 11:10:05.674685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162f489-405f-4937-a7ed-611f799a5056 None None] Network 5defd984-ac70-4015-9d59-84170473b6fb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:05.688782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-8171a366-bbaf-42a4-9f7d-360199bb615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.690406 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-8171a366-bbaf-42a4-9f7d-360199bb615d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b45a5796-7050-4457-aa5e-0533f3ba0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850823 Oct 20 11:10:05.766870 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:05.797039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.809478 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cf0ae-d594-492c-9b0e-358cc416f41c None None] The sync data for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 is: [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:09:02Z', 'revision_number': 4, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8a95a4eb-43c9-4f7b-ac72-0d7db85510b2', 'name': '', 'network_id': 'b45a5796-7050-4457-aa5e-0533f3ba0aaa', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'mac_address': 'fa:16:3e:5f:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:09:01Z', 'updated_at': '2021-10-20T11:09:08Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'subnets': [{'id': '885cb51b-3a8e-4a3b-99e3-ddeee481d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:05.886034 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-ab08f6da-b232-491e-a6a4-bbbbf4fb4ef9 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866856 Oct 20 11:10:05.910270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3185ad-26c7-4d91-8d50-505e6211f35e req-16d25377-117d-4106-b00f-3e2c02c84041 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:05.919388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3185ad-26c7-4d91-8d50-505e6211f35e req-16d25377-117d-4106-b00f-3e2c02c84041 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 943 time: 0.1047778 Oct 20 11:10:05.940102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] Provisioning complete for port a0e6f954-c762-415f-98b3-74f9b460a8c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:05.940474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.984308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3b3185ad-26c7-4d91-8d50-505e6211f35e req-e9aedbe3-6f8c-45bb-a51f-7e9f9996ea89 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Oct 20 11:10:06.079823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.094891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0add615c-7e39-4b18-8e7b-bc1019782865 req-f09f2940-f3eb-41c1-95ec-905083134fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635618 Oct 20 11:10:06.134338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] For port a0e6f954-c762-415f-98b3-74f9b460a8c5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0e6f954-c762-415f-98b3-74f9b460a8c5,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:06.140792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ff1dbc6a-a9de-4eb9-8325-1a116f88add2 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:06.148290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.157179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa2190-46d5-4d0f-868b-3914a975664d None None] New status for floating IP 2ab364fc-aeb8-478c-a980-03286e01908d: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:10:06.238131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.243321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.326322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.329462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.329618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce691bf-c02b-4bfc-bb67-2fb5bb7c3343 None None] Pushing event updated for resources: {'Port': ['ID=a0e6f954-c762-415f-98b3-74f9b460a8c5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.395773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,segment=NetworkSegment(381ccdfc-1980-4801-8839-eb82d7119499),segment_id=381ccdfc-1980-4801-8839-eb82d7119499)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:06.444444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2', 'network_id': '52f0861f-aa11-4033-b5de-7670ebecff39', 'port_id': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2', 'mac_address': 'fa:16:3e:41:ff:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcfdc30-8804-4618-94ce-fa482071574c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:06.465261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfc2e0-00c2-42f5-abb7-ce46a2e14fc5 req-401adb46-d98b-414e-947a-a92ff9626f75 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:06.472526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebbfc2e0-00c2-42f5-abb7-ce46a2e14fc5 req-401adb46-d98b-414e-947a-a92ff9626f75 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0732970 Oct 20 11:10:06.483906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network 5defd984-ac70-4015-9d59-84170473b6fb is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:06.485527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:06.511045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.521518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebbfc2e0-00c2-42f5-abb7-ce46a2e14fc5 req-6dfcfb62-7141-48c1-9536-9d3fd5b6612e tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/security-groups?id=12968124-9389-4020-b572-441690b7163e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 Oct 20 11:10:06.530596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1dbc6a-a9de-4eb9-8325-1a116f88add2 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:06.543255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0b617681-bcf2-439e-9931-24edb8b3a066 None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.543629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b617681-bcf2-439e-9931-24edb8b3a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.572464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,segment=NetworkSegment(381ccdfc-1980-4801-8839-eb82d7119499),segment_id=381ccdfc-1980-4801-8839-eb82d7119499)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:06.582339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.611367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0b617681-bcf2-439e-9931-24edb8b3a066 None None] Port 6465d0b1-f650-4983-af6c-eea36b4606e2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:06.629172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0e6f954-c762-415f-98b3-74f9b460a8c5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:06.668141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0b617681-bcf2-439e-9931-24edb8b3a066 None None] Provisioning complete for port a0e6f954-c762-415f-98b3-74f9b460a8c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.668635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0b617681-bcf2-439e-9931-24edb8b3a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.676679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 38b3e660-991f-45ca-b676-6dc19b0b9373 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:06.690516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-9eb5f0c1-c183-4113-80db-40eb486f7b33 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:06.692601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-9eb5f0c1-c183-4113-80db-40eb486f7b33 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 945 time: 0.0884902 Oct 20 11:10:06.703156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.765563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a0e6f954-c762-415f-98b3-74f9b460a8c5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.765931 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.806712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ff1dbc6a-a9de-4eb9-8325-1a116f88add2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:06.923164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:06.984586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-731d32da-2bbb-4f06-af81-d956b87eecf4 None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.984841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-731d32da-2bbb-4f06-af81-d956b87eecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.056801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-731d32da-2bbb-4f06-af81-d956b87eecf4 None None] Port 6465d0b1-f650-4983-af6c-eea36b4606e2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:07.072055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:07.072268 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.090141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfc7ce-156c-4098-884a-cfbe7e2e220c req-efa76772-31aa-46ea-b4b5-476f616d0967 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:07.092314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8cfc7ce-156c-4098-884a-cfbe7e2e220c req-efa76772-31aa-46ea-b4b5-476f616d0967 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 944 time: 0.0566075 Oct 20 11:10:07.134340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8cfc7ce-156c-4098-884a-cfbe7e2e220c req-4d2325b2-b564-400b-bb0f-5effa593d156 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Oct 20 11:10:07.181957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2d958f1-4c13-4551-823b-40b712f2dcd5 None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:07.182327 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2d958f1-4c13-4551-823b-40b712f2dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.209671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:07.224086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-52c2e628-580c-474d-8cbd-28566bc1abff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/38b3e660-991f-45ca-b676-6dc19b0b9373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9689202 Oct 20 11:10:07.224730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 470db0c3-705a-4322-b291-58619bf01e85 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:07.225068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.227377 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Sync routers for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:07.237485 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:07.238423 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:07.238572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c2d958f1-4c13-4551-823b-40b712f2dcd5 None None] Port 6465d0b1-f650-4983-af6c-eea36b4606e2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:07.320371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 470db0c3-705a-4322-b291-58619bf01e85, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=470db0c3-705a-4322-b291-58619bf01e85,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:07.320815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.334492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 470db0c3-705a-4322-b291-58619bf01e85 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:07.355517 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:07.423504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-67c3cfc4-e875-4f62-80c6-aa42879158da tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694940553&fields=id&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 267 time: 0.0407872 Oct 20 11:10:07.470882 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.515270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=470db0c3-705a-4322-b291-58619bf01e85,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:07.565221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-b6a22435-3d45-4006-90a3-74fa3d6d62eb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:07.572782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-b6a22435-3d45-4006-90a3-74fa3d6d62eb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 795 time: 0.1463981 Oct 20 11:10:07.589061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 2, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:07.593866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] No DVR routers for this DVR port 470db0c3-705a-4322-b291-58619bf01e85 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:07.594049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-ba167533-7e31-48ca-8ab3-5e1fd3741ae2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/quotas/3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 375 time: 0.0196021 Oct 20 11:10:07.601294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.613104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e45df35f-ada0-4862-8bba-3837b1293f4b req-efc2ef49-f848-4b88-a16a-046bb2cdb412 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.83 "DELETE /v2.0/ports/470db0c3-705a-4322-b291-58619bf01e85 HTTP/1.1" status: 204 len: 173 time: 0.9106858 Oct 20 11:10:07.613598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'name': 'network-vif-deleted', 'tag': '470db0c3-705a-4322-b291-58619bf01e85'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:07.616056 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0281a29d-b72b-452a-a3d2-c2ebcf1ce3a7" -d '{"events": [{"server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "name": "network-vif-deleted", "tag": "470db0c3-705a-4322-b291-58619bf01e85"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:07.632284 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Checking router: 38b3e660-991f-45ca-b676-6dc19b0b9373 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:07.632977 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Updating router 38b3e660-991f-45ca-b676-6dc19b0b9373 port 6465d0b1-f650-4983-af6c-eea36b4606e2 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:07.659727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9be5409-961f-489c-88f8-a82b96471ac2 req-6b00cbb8-1b71-4c85-8522-ddd5b4d2ec77 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "GET /v2.0/ports?device_id=20471a54-c8df-4deb-9c4e-79b22637678b HTTP/1.1" status: 200 len: 210 time: 0.0302887 Oct 20 11:10:07.670136 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.687999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-f379b46c-7ed4-4898-9426-4aa20d639c82 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934649 Oct 20 11:10:07.711319 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1df51-0d6a-4548-afc3-6857ef1bd8d9 x-openstack-request-id: req-11c1df51-0d6a-4548-afc3-6857ef1bd8d9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:07.711654 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20471a54-c8df-4deb-9c4e-79b22637678b", "name": "network-vif-deleted", "tag": "470db0c3-705a-4322-b291-58619bf01e85", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:07.711908 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11c1df51-0d6a-4548-afc3-6857ef1bd8d9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:07.712308 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20471a54-c8df-4deb-9c4e-79b22637678b', 'name': 'network-vif-deleted', 'tag': '470db0c3-705a-4322-b291-58619bf01e85', 'status': 'completed', 'code': 200} Oct 20 11:10:07.807826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-8dd669ce-01ec-4307-a4cf-d45c3e7d3ef3 service neutron] 10.222.0.74 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996261 Oct 20 11:10:07.901672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-2914e888-0bf1-4f11-9a71-b72b059a82d2 service neutron] 10.222.0.74 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878458 Oct 20 11:10:07.958239 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.964079 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.026284 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Pushing event updated for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.109004 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Attempting to bind port 6465d0b1-f650-4983-af6c-eea36b4606e2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:08.109709 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Attempting to bind port 6465d0b1-f650-4983-af6c-eea36b4606e2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:08.110461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Attempting to bind port 6465d0b1-f650-4983-af6c-eea36b4606e2 on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:08.116448 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:08.116823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:08.117225 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.117673 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Bound using segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:08.118369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Bound port: 6465d0b1-f650-4983-af6c-eea36b4606e2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:08.118879 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.149955 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a04dcb2-7793-4da7-8ade-632141c81bb6 req-15b5d414-962a-472c-9b58-89077534b626 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 210 time: 0.0585442 Oct 20 11:10:08.157056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ff1dbc6a-a9de-4eb9-8325-1a116f88add2 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:08.239439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] For port 6465d0b1-f650-4983-af6c-eea36b4606e2, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:08.255611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:08.256660 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] For port 6465d0b1-f650-4983-af6c-eea36b4606e2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6465d0b1-f650-4983-af6c-eea36b4606e2,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:08.261816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:08.262485 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.266784 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.339171 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:08.339803 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:08.367390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e83d4-4bea-4311-bff3-5e6ea95cb969 req-4e983410-f50d-4ec1-a7d8-0c32c496732f tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:08.376668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c3e83d4-4bea-4311-bff3-5e6ea95cb969 req-4e983410-f50d-4ec1-a7d8-0c32c496732f tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 944 time: 0.1353059 Oct 20 11:10:08.383319 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Pushing event updated for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.399300 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.400068 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.400236 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.400583 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.400914 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.402138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.402572 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.402970 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.403301 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.403623 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.404056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.404706 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f9c9-c66d-4da6-acb0-b67f49a78196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:08.444619 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.457224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c3e83d4-4bea-4311-bff3-5e6ea95cb969 req-537add61-a29e-4736-b299-62b064e2bfba tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796618 Oct 20 11:10:08.483193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0e6f954-c762-415f-98b3-74f9b460a8c5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:08.516678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:08.520105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:08.522488 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ba1f4-2f36-4cc2-9701-0a75fafc247c" -d '{"events": [{"server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:08.553579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:08.554074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.592675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,segment=NetworkSegment(381ccdfc-1980-4801-8839-eb82d7119499),segment_id=381ccdfc-1980-4801-8839-eb82d7119499)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:08.615130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.706281 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26883e3a-f217-4609-a606-abf017638fca x-openstack-request-id: req-26883e3a-f217-4609-a606-abf017638fca {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:08.706749 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:08.707350 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26883e3a-f217-4609-a606-abf017638fca {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:08.707876 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2', 'code': 200} Oct 20 11:10:08.741399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59462) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:08.763197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a0e6f954-c762-415f-98b3-74f9b460a8c5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:08.763566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.767285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.799303 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:08.823686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.829487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d52c73-c8c2-448d-91e2-cfd9b6b27c58 req-f605b692-e49f-45f0-bb1a-e06e62926f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:08.831332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93d52c73-c8c2-448d-91e2-cfd9b6b27c58 req-f605b692-e49f-45f0-bb1a-e06e62926f37 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 1097 time: 0.0514131 Oct 20 11:10:08.833389 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea75d67-0bfa-4265-a503-5ed2be943e76 None None] The sync data for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 is: [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:08.860872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.869660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.881290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93d52c73-c8c2-448d-91e2-cfd9b6b27c58 req-9616af13-c36e-4c41-8bec-401ee57c7001 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Oct 20 11:10:08.945403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] For port 6465d0b1-f650-4983-af6c-eea36b4606e2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6465d0b1-f650-4983-af6c-eea36b4606e2,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:08.969047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.969996 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.972924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.979190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/security-groups/12968124-9389-4020-b572-441690b7163e HTTP/1.1" status: 204 len: 168 time: 0.2358959 Oct 20 11:10:08.994348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b56fd5-4caa-4618-bb9b-a24f83dcb6c4 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12968124-9389-4020-b572-441690b7163e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.026442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59466) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:09.060845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4b7b5-0683-482a-8aa3-25b50361c550 None None] Pushing event updated for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.094886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fdd9bece-7abb-46e5-9f73-45ea62001c20 None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:09.095501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bece-7abb-46e5-9f73-45ea62001c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.252810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff14e3c4-08c0-4f89-bd22-6761c0f79b25 req-dcd59164-ac1a-4638-ae18-e7f67b99eb2a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 210 time: 0.0380776 Oct 20 11:10:09.496337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.522380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-867c5f26-4cd3-48d3-8757-c071396086c5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:09.525343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-867c5f26-4cd3-48d3-8757-c071396086c5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 795 time: 0.1588671 Oct 20 11:10:09.574568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-a6ee792e-8ec4-48cd-98c3-68a8f59e8c30 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 380 time: 0.0376017 Oct 20 11:10:09.585432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'port': {'device_id': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'admin_state_up': True, 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'security_groups': ['3032e733-215e-489f-8634-3cee46eb3ecb']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:09.673026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdf35b-2078-4f26-b843-000908ccd5d7 req-ae0bbae8-96bf-4dc5-a9af-26e46cb30e80 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:09.674547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fbdf35b-2078-4f26-b843-000908ccd5d7 req-ae0bbae8-96bf-4dc5-a9af-26e46cb30e80 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 945 time: 0.1247585 Oct 20 11:10:09.717904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:09.721969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.747262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fbdf35b-2078-4f26-b843-000908ccd5d7 req-4fa18d24-eb29-412e-a30c-035adaf765c7 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Oct 20 11:10:09.860657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.11 (5defd984-ac70-4015-9d59-84170473b6fb/773842e7-1cda-468b-809b-c2a775019afb/9a43e92f-68cc-4146-8032-9422485154ae) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:09.861217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:09.861439 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.979919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:09.980605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.994316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:10.014088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.058094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.109807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network 5defd984-ac70-4015-9d59-84170473b6fb is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:10.113313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:10.116906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:10.126160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:10.173298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:10.173958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.198108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-77d7bd01-1cf9-4b9b-a8f7-2583b3db9171 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166992 Oct 20 11:10:10.212539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Request body: {'port': {'device_id': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:10.234996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.263826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=8a95a4eb-43c9-4f7b-ac72-0d7db85510b2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:10.278286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.441236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-25b0b6e2-7af2-4f13-8f10-33faabb44925 None None] Provisioning complete for port 9a43e92f-68cc-4146-8032-9422485154ae triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:10.444417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-25b0b6e2-7af2-4f13-8f10-33faabb44925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.491585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656984-a01c-4e76-8a93-147dc6d6b387 req-55a2d44c-5aa2-4b3b-afac-9423baabc047 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:10.495968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1656984-a01c-4e76-8a93-147dc6d6b387 req-55a2d44c-5aa2-4b3b-afac-9423baabc047 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 932 time: 0.1412776 Oct 20 11:10:10.508736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-25b0b6e2-7af2-4f13-8f10-33faabb44925 None None] Port 9a43e92f-68cc-4146-8032-9422485154ae cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:10.560138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6465d0b1-f650-4983-af6c-eea36b4606e2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:10.603890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1656984-a01c-4e76-8a93-147dc6d6b387 req-e99ff727-4da8-4816-a01a-f8def1ffcf46 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997844 Oct 20 11:10:10.610336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6465d0b1-f650-4983-af6c-eea36b4606e2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:10.610708 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.618483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.645147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:10.653221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.666261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Transition to ACTIVE for port object 9a43e92f-68cc-4146-8032-9422485154ae will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:10.672018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.732565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:10.803777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:10.804380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:10.804879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:10.810524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:10.810897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:10.816732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:10.817324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:10.817901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Bound using segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:10.818581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Bound port: 9a43e92f-68cc-4146-8032-9422485154ae, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:10.819141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.866893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 470db0c3-705a-4322-b291-58619bf01e85 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:10.889128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 470db0c3-705a-4322-b291-58619bf01e85 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:10.889813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 470db0c3-705a-4322-b291-58619bf01e85 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:10.906988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:10.911521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:10.917131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.953497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:10.954386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.955856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] 10.222.0.83 "PUT /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1093 time: 0.7481761 Oct 20 11:10:10.958459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:10.961503 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40a87d-c8b5-4c6b-a536-d2817082e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:10.998313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c105-19f3-45d3-86cc-308bd35992cd service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:11.022235 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c439c081-5d40-46cd-94c4-387b866158c9 x-openstack-request-id: req-c439c081-5d40-46cd-94c4-387b866158c9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:11.022526 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:11.022841 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c439c081-5d40-46cd-94c4-387b866158c9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:11.024008 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:10:11.051295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11354e32-a099-4638-b765-a9b15363a979 req-0972c573-d81d-4f64-9f70-1e6fed09de16 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.052526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11354e32-a099-4638-b765-a9b15363a979 req-0972c573-d81d-4f64-9f70-1e6fed09de16 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 945 time: 0.0796525 Oct 20 11:10:11.058315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-f1f8af8a-1588-4e76-b1ce-8909c7923e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.060548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-f1f8af8a-1588-4e76-b1ce-8909c7923e88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0505161 Oct 20 11:10:11.108632 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-4c54c20a-f892-43d8-8eec-fd622498e72d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 217 time: 0.0396998 Oct 20 11:10:11.162090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-b5a61d6a-ee76-472c-bf40-30d207c2358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.163515 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-b5a61d6a-ee76-472c-bf40-30d207c2358c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0469766 Oct 20 11:10:11.167828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11354e32-a099-4638-b765-a9b15363a979 req-dd0036c3-b542-429a-af2b-6afc48e87d6a tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755644 Oct 20 11:10:11.194316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Router 243b2e47-bff0-4a55-9838-8e3edd2af389 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:11.224632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469392a7-d6f5-457b-8898-2df79e023798 req-87bb404a-d282-4072-8204-364baab8ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.226755 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-87bb404a-d282-4072-8204-364baab8ab98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548878 Oct 20 11:10:11.348565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:11.354094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b773355c-0e47-4100-acd0-f1a7132adf4d tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "PUT /v2.0/routers/243b2e47-bff0-4a55-9838-8e3edd2af389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3259802 Oct 20 11:10:11.357363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:11.361386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Sync routers for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:11.369041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-ac79cbcf-7e45-4f07-b3c2-705e1d7189c7 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304071 Oct 20 11:10:11.384567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:11.385259 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:11.412407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting subnet 885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:11.416394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.465477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.481366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-469392a7-d6f5-457b-8898-2df79e023798 req-5699065e-f31e-4d3c-97ad-533626d2c042 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033623 Oct 20 11:10:11.498866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:11.575962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.598418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-5f99ffef-19be-4e5c-801d-bd1698e25f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.600098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-5f99ffef-19be-4e5c-801d-bd1698e25f82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0590029 Oct 20 11:10:11.686814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239395c1-d42f-45a4-8cf1-0dc7d73740b5 req-ba19a353-36f4-4d23-92ac-8ae795c3e11d tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.688626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-239395c1-d42f-45a4-8cf1-0dc7d73740b5 req-ba19a353-36f4-4d23-92ac-8ae795c3e11d tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 945 time: 0.0860014 Oct 20 11:10:11.714781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:10:10Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:11.731629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.744756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-33316acd-612b-4fd1-a66b-1d054a331a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.746378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-33316acd-612b-4fd1-a66b-1d054a331a82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.1383111 Oct 20 11:10:11.779350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Subnet': ['ID=885cb51b-3a8e-4a3b-99e3-ddeee481d1f9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:11.785436 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.791644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-afd4f769-401e-4966-8a9d-d5d31f71dea3 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/subnets/885cb51b-3a8e-4a3b-99e3-ddeee481d1f9 HTTP/1.1" status: 204 len: 168 time: 0.4332266 Oct 20 11:10:11.792957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:11.796467 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-fad4f662-9b96-4afc-9ae2-035effe2e29e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 217 time: 0.0422716 Oct 20 11:10:11.811562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-239395c1-d42f-45a4-8cf1-0dc7d73740b5 req-f49feaf1-73ea-4573-87a5-0ad44bb9338c tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118767 Oct 20 11:10:11.866240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-c9f86161-bada-4e58-aa30-7aabfac844be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.867908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-c9f86161-bada-4e58-aa30-7aabfac844be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0622442 Oct 20 11:10:11.884852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380e30-f4ea-4cf5-a105-cde009573481 req-d0a71625-e9be-4a4d-803a-31d00fef04d6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.886355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff380e30-f4ea-4cf5-a105-cde009573481 req-d0a71625-e9be-4a4d-803a-31d00fef04d6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 944 time: 0.1961989 Oct 20 11:10:11.909429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d130a-3bc4-4c95-a6aa-d532e6961536 None None] Network b45a5796-7050-4457-aa5e-0533f3ba0aaa requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:11.912909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Checking router: 243b2e47-bff0-4a55-9838-8e3edd2af389 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:11.926154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-d8fa298c-8b36-4dc8-b403-5e36e9f4593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:11.927699 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-d8fa298c-8b36-4dc8-b403-5e36e9f4593a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500309 Oct 20 11:10:11.945049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Routers {'243b2e47-bff0-4a55-9838-8e3edd2af389'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:11.945590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['243b2e47-bff0-4a55-9838-8e3edd2af389'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:11.970404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff380e30-f4ea-4cf5-a105-cde009573481 req-6832ae0b-5772-4116-96e0-33329fd408d8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757425 Oct 20 11:10:11.995232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.036889 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-9a4df619-4d50-4ae6-81ae-db09e3a32134 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009009 Oct 20 11:10:12.105465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.132830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] Set router 243b2e47-bff0-4a55-9838-8e3edd2af389 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:12.135725 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de40a87d-c8b5-4c6b-a536-d2817082e65c req-f180307a-a6ab-451a-99d4-3e8d1f31a18e service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900526 Oct 20 11:10:12.163561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Deleting port 43868866-d872-495c-84d3-de8a86ac2b16 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:12.163773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.230111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] DHCP port deletion for b45a5796-7050-4457-aa5e-0533f3ba0aaa request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:10:12.256673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] For port 43868866-d872-495c-84d3-de8a86ac2b16, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=43868866-d872-495c-84d3-de8a86ac2b16,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:12.257039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.269607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Calling delete_port for 43868866-d872-495c-84d3-de8a86ac2b16 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:12.347680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Deleting port efb88fae-4804-4e2d-8233-f0b6c8e92dfc {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:12.348055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.411004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efb88fae-4804-4e2d-8233-f0b6c8e92dfc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:12.437856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.447902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] For port efb88fae-4804-4e2d-8233-f0b6c8e92dfc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,segment=NetworkSegment(57b66ce7-51c0-47a5-bde3-d2f9ce335f13),segment_id=57b66ce7-51c0-47a5-bde3-d2f9ce335f13)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:12.448231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.467824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Port': ['ID=43868866-d872-495c-84d3-de8a86ac2b16,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:12.470296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Calling delete_port for efb88fae-4804-4e2d-8233-f0b6c8e92dfc owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:12.498388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:10:10Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.526061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.560890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6761a623-57ea-4439-98b2-04971e779f03 None None] The sync data for ids ['243b2e47-bff0-4a55-9838-8e3edd2af389'] in n-d-802060-17 is: [{'id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'name': 'tempest-TestNetworkBasicOps-router-583718704', 'tenant_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43868866-d872-495c-84d3-de8a86ac2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:08:49Z', 'updated_at': '2021-10-20T11:10:10Z', 'revision_number': 5, 'project_id': 'e911363dfa9f4fa8b71bf1c01b0773b8', 'gw_port': {'id': '43868866-d872-495c-84d3-de8a86ac2b16', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2e47-bff0-4a55-9838-8e3edd2af389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:08:52Z', 'updated_at': '2021-10-20T11:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:12.608512 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.621509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.624166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.652900 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.670858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.671416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Fanout notify agent at l3_agent the message router_deleted on router 243b2e47-bff0-4a55-9838-8e3edd2af389 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:10:12.682003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.683330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b54533f-b2f1-4dc1-b5aa-edf9e36187f7 tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/routers/243b2e47-bff0-4a55-9838-8e3edd2af389 HTTP/1.1" status: 204 len: 168 time: 0.8874207 Oct 20 11:10:12.686580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59492) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:12.698989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] Pushing event deleted for resources: {'Port': ['ID=efb88fae-4804-4e2d-8233-f0b6c8e92dfc,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:12.703471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911184fb-b9d7-45a6-9174-a6748ef02a72 None None] No DVR routers for this DVR port efb88fae-4804-4e2d-8233-f0b6c8e92dfc on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:12.770715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.856499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:12.866183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.901158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45a5796-7050-4457-aa5e-0533f3ba0aaa']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.971224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b66ce7-51c0-47a5-bde3-d2f9ce335f13') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.971520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b66ce7-51c0-47a5-bde3-d2f9ce335f13') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.988222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.024793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-97b88223-514c-4a8e-8ad8-2bf657c34d84 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:13.026562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-97b88223-514c-4a8e-8ad8-2bf657c34d84 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 945 time: 0.1382530 Oct 20 11:10:13.032987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:13.039268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa867e7-0490-44f7-80ed-2112d05aa743 req-0d0b2db8-c32b-4704-a683-497ce9f64387 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:13.047290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fa867e7-0490-44f7-80ed-2112d05aa743 req-0d0b2db8-c32b-4704-a683-497ce9f64387 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd HTTP/1.1" status: 200 len: 945 time: 0.1244662 Oct 20 11:10:13.049479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.065790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '9a43e92f-68cc-4146-8032-9422485154ae', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:13.092315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:13.092315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:13.116842 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:13.128607 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.142687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:13.163985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:13.168768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.224444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:13.252395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fa867e7-0490-44f7-80ed-2112d05aa743 req-444c3921-76bb-4e18-82a5-b99938fe5e8f tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.74 "GET /v2.0/security-groups?id=f19f8e63-8a68-4756-ad29-480b7b6006a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042520 Oct 20 11:10:13.254754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.265694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.268739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] 10.222.0.74 "DELETE /v2.0/networks/b45a5796-7050-4457-aa5e-0533f3ba0aaa HTTP/1.1" status: 204 len: 168 time: 0.5811591 Oct 20 11:10:13.309901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc4c9b-ea81-4c4a-9729-a36337342749 req-272eead4-1fad-4f9d-84b1-3d680f663fd9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:13.311750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06cc4c9b-ea81-4c4a-9729-a36337342749 req-272eead4-1fad-4f9d-84b1-3d680f663fd9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 944 time: 0.2164938 Oct 20 11:10:13.314158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986224-2991-492f-af9d-db463b3505ea tempest-TestNetworkBasicOps-990883932 tempest-TestNetworkBasicOps-990883932-project] Pushing event deleted for resources: {'Network': ['ID=b45a5796-7050-4457-aa5e-0533f3ba0aaa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:13.357500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Deleting port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:13.357913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.406017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06cc4c9b-ea81-4c4a-9729-a36337342749 req-49395138-b6eb-4b4d-8142-68778fb1c297 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764873 Oct 20 11:10:13.457105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9a43e92f-68cc-4146-8032-9422485154ae'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:13.498965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] For port ff1dbc6a-a9de-4eb9-8325-1a116f88add2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,segment=NetworkSegment(381ccdfc-1980-4801-8839-eb82d7119499),segment_id=381ccdfc-1980-4801-8839-eb82d7119499)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:13.499461 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.529666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Calling delete_port for ff1dbc6a-a9de-4eb9-8325-1a116f88add2 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:13.593779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59502) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:13.697009 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.715122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ff1dbc6a-a9de-4eb9-8325-1a116f88add2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:13.738827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Pushing event deleted for resources: {'Port': ['ID=ff1dbc6a-a9de-4eb9-8325-1a116f88add2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:13.796807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] No DVR routers for this DVR port ff1dbc6a-a9de-4eb9-8325-1a116f88add2 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:13.799699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.803367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3785dcb8-0051-485d-a137-3c98c05b0c27 req-d5e6f814-2ba4-438e-adef-7cb42535f846 tempest-ServerPasswordTestJSON-1867156599 tempest-ServerPasswordTestJSON-1867156599-project] 10.222.0.70 "DELETE /v2.0/ports/ff1dbc6a-a9de-4eb9-8325-1a116f88add2 HTTP/1.1" status: 204 len: 173 time: 0.7466502 Oct 20 11:10:13.806064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'name': 'network-vif-deleted', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:13.809114 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e4bec-8259-4f68-b1e5-a5be756f6e69" -d '{"events": [{"server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "name": "network-vif-deleted", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:13.845988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d798713-62c0-4cfb-9957-9ca73a7fa067 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e911363dfa9f4fa8b71bf1c01b0773b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508590 Oct 20 11:10:13.848939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:13.892497 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b59a0a-8682-42b1-8e20-4f8bc49b3d52 x-openstack-request-id: req-a7b59a0a-8682-42b1-8e20-4f8bc49b3d52 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:13.892824 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd", "name": "network-vif-deleted", "tag": "ff1dbc6a-a9de-4eb9-8325-1a116f88add2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:13.893072 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7b59a0a-8682-42b1-8e20-4f8bc49b3d52 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:13.893468 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f377fb-fb6c-4ca8-b7c4-163002dfd3fd', 'name': 'network-vif-deleted', 'tag': 'ff1dbc6a-a9de-4eb9-8325-1a116f88add2', 'status': 'completed', 'code': 200} Oct 20 11:10:13.921534 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.944311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:13.998740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.001590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.002767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ba1920a-9399-43a5-a789-bb5f2dc982e0 HTTP/1.1" status: 204 len: 168 time: 0.1527107 Oct 20 11:10:14.013794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6cd92-ec51-44cc-8f66-f21c311256d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1920a-9399-43a5-a789-bb5f2dc982e0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.275725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:14.296277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a578e49-3d51-4058-97e2-3a30ff1d7925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.321032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59518) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:14.373786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Deleting subnet cbcfdc30-8804-4618-94ce-fa482071574c {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:14.377017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.382521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a578e49-3d51-4058-97e2-3a30ff1d7925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.388627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4a578e49-3d51-4058-97e2-3a30ff1d7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.405817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:14.417609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.426193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a578e49-3d51-4058-97e2-3a30ff1d7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff89e6-9ddc-461a-b7dc-7bdeefc7e6fe,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.431219 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4a578e49-3d51-4058-97e2-3a30ff1d7925 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=203830c8ed2041ecaed331a077c71ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543095 Oct 20 11:10:14.433785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59522) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:14.451555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:14.451968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8a95a4eb-43c9-4f7b-ac72-0d7db85510b2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:14.452443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 43868866-d872-495c-84d3-de8a86ac2b16 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:14.465464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.475453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 43868866-d872-495c-84d3-de8a86ac2b16 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:14.475889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 43868866-d872-495c-84d3-de8a86ac2b16 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:14.492589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.514796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.559500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872362-6324-41e3-b640-f767c47c042c req-b524a134-1f79-4e3c-b07c-459cc545976a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:14.561149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65872362-6324-41e3-b640-f767c47c042c req-b524a134-1f79-4e3c-b07c-459cc545976a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.0727344 Oct 20 11:10:14.565139 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.566410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.569331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.573726 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5aff89e6-9ddc-461a-b7dc-7bdeefc7e6fe HTTP/1.1" status: 204 len: 168 time: 0.1356301 Oct 20 11:10:14.579493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae78d2-b9e7-4b38-ad57-638ace6bdd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff89e6-9ddc-461a-b7dc-7bdeefc7e6fe,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.611536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbcfdc30-8804-4618-94ce-fa482071574c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.617959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.621161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce665487-034b-46ab-abdd-03fdec0f4d18 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cbcfdc30-8804-4618-94ce-fa482071574c HTTP/1.1" status: 204 len: 168 time: 0.2986803 Oct 20 11:10:14.623784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59526) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:14.639823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65872362-6324-41e3-b640-f767c47c042c req-45893b1d-99c1-453e-8c7b-abd31a983d4b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720067 Oct 20 11:10:14.696524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.780425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.800700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f0861f-aa11-4033-b5de-7670ebecff39']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:14.810824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381ccdfc-1980-4801-8839-eb82d7119499') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:14.811143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381ccdfc-1980-4801-8839-eb82d7119499') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:14.820915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.835088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.842009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:14.842395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:14.844257 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:14.855651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:14.906273 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.913353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.918997 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/52f0861f-aa11-4033-b5de-7670ebecff39 HTTP/1.1" status: 204 len: 168 time: 0.2919524 Oct 20 11:10:14.928313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d68de-ba9b-466a-b99a-af90942df6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f0861f-aa11-4033-b5de-7670ebecff39,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.932064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 9a43e92f-68cc-4146-8032-9422485154ae completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:14.937527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 9a43e92f-68cc-4146-8032-9422485154ae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:14.937897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.020348 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.038159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59540) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:15.046690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:15.049160 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35ba055-835e-487d-89a7-6af491dc488b" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:15.062927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:15.068358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.088202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d71c2eb4-4744-4eb3-812d-ba2726ae7360 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=144869469ba842efb903804ec7544916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466282 Oct 20 11:10:15.088601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:15.100231 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268401a9-591a-4fea-a72d-69f78f76d713 x-openstack-request-id: req-268401a9-591a-4fea-a72d-69f78f76d713 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:15.100622 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:15.100880 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-268401a9-591a-4fea-a72d-69f78f76d713 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:15.101271 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'code': 200} Oct 20 11:10:15.149174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:15.158408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.210289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.239906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857832d-94ec-4a58-9b3e-78da577dda91 req-dc8adf9e-1b49-44af-989c-ef6cb885638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:15.241456 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e857832d-94ec-4a58-9b3e-78da577dda91 req-dc8adf9e-1b49-44af-989c-ef6cb885638b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0801694 Oct 20 11:10:15.280802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e857832d-94ec-4a58-9b3e-78da577dda91 req-186c63e2-fb18-453d-9d2b-9ec4a2f26886 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Oct 20 11:10:15.287188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.289866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.290993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f19f8e63-8a68-4756-ad29-480b7b6006a1 HTTP/1.1" status: 204 len: 168 time: 0.2010872 Oct 20 11:10:15.299397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eaa13-4800-4ecc-81d7-bba598d0674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f8e63-8a68-4756-ad29-480b7b6006a1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:15.768693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb6cf-2e98-4957-9d4f-a97f3d973443 req-0ffcd39e-2a52-4061-b24b-2d49e9e38637 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:15.770228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-848bb6cf-2e98-4957-9d4f-a97f3d973443 req-0ffcd39e-2a52-4061-b24b-2d49e9e38637 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Oct 20 11:10:15.812641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-848bb6cf-2e98-4957-9d4f-a97f3d973443 req-1afff032-c6e5-493c-b10b-521f63a62ec0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361135 Oct 20 11:10:15.973464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.031653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:16.130351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-186687893-network', 'tenant_id': 'b35c9df0d0c74a69adbc8dafed2154ed'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:16.153174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Made reservation on behalf of b35c9df0d0c74a69adbc8dafed2154ed for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:16.156296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.165195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.207223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ff1dbc6a-a9de-4eb9-8325-1a116f88add2 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:16.228285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: ff1dbc6a-a9de-4eb9-8325-1a116f88add2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:16.228629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ff1dbc6a-a9de-4eb9-8325-1a116f88add2 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:16.252141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.256717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.279505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:16.293350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ab890-0d15-4423-98a6-38d73e98fe9d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.305335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.305688 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Added segment 399483de-d396-48ce-bde6-f4563d1fe746 of type vlan for network e7484c31-0808-4a99-a7dc-11e885523aa3 Oct 20 11:10:16.361126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.377557 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.378533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:16.379143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.417093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3812275 Oct 20 11:10:16.417310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:16.422178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Request body: {'subnet': {'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-186687893-subnet', 'tenant_id': 'b35c9df0d0c74a69adbc8dafed2154ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:16.457641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfb661-75af-42de-9b13-5fc94a4de514 admin admin] Pushing event updated for resources: {'Network': ['ID=e7484c31-0808-4a99-a7dc-11e885523aa3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.468953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e7484c31-0808-4a99-a7dc-11e885523aa3 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:16.484471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Made reservation on behalf of b35c9df0d0c74a69adbc8dafed2154ed for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:16.487158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.660236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.718202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c683bdbb-a6c3-480e-b054-869b03122d24,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.723340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Checking segment: {'id': '399483de-d396-48ce-bde6-f4563d1fe746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:16.723692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Network hostable DHCP agents. Network: e7484c31-0808-4a99-a7dc-11e885523aa3, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:16.739632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Network e7484c31-0808-4a99-a7dc-11e885523aa3 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:16.748507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e7484c31-0808-4a99-a7dc-11e885523aa3) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:16.752704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:16.753279 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.759744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325f07c-ec52-46be-9757-097f32de9c53 None None] Network e7484c31-0808-4a99-a7dc-11e885523aa3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:16.770505 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f81f99e0-9d51-42cc-9cef-3a0b2e96a142 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3521900 Oct 20 11:10:16.840647 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.912580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc97021-2800-4f82-8616-1b3c5ad64358 None None] Network e7484c31-0808-4a99-a7dc-11e885523aa3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:16.942137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cabea2-f057-49f1-b041-08e9569835be req-dc1e89b0-66d7-4869-b959-41b0f011fcf7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:16.943818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76cabea2-f057-49f1-b041-08e9569835be req-dc1e89b0-66d7-4869-b959-41b0f011fcf7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Oct 20 11:10:16.985273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76cabea2-f057-49f1-b041-08e9569835be req-55f268d5-bb4b-4b84-a044-008a8a1a2b96 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Oct 20 11:10:17.112285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b821437-1dc8-479f-8e2e-6e436394dc15 req-7559d4c8-414b-46f0-8827-716fa7cbc55c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:17.113788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b821437-1dc8-479f-8e2e-6e436394dc15 req-7559d4c8-414b-46f0-8827-716fa7cbc55c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0503488 Oct 20 11:10:17.157563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b821437-1dc8-479f-8e2e-6e436394dc15 req-8bab78bc-3755-4804-9b53-2449024cdc9d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374434 Oct 20 11:10:17.183622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59626) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.205863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59630) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.210892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'network': {'name': 'tempest-network-smoke--479569806', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:17.228795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da97bf-3252-48c0-895b-0219b81a927a tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:17.232214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b1da97bf-3252-48c0-895b-0219b81a927a tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1093 time: 0.0468349 Oct 20 11:10:17.234609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59632) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.239638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:17.250042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:17.254142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.265930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59634) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.268095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.270799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1576105586-network', 'tenant_id': '7de8f4c6a4684c819a9748720bec6173'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:17.295156 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.307094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Made reservation on behalf of 7de8f4c6a4684c819a9748720bec6173 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:17.309397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.318818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.397663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.401479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.410436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.413847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.427332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:17.439078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:17.443182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b361aa31-c09a-4367-b6fb-1ab971e61a9a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.446148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.446493 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Added segment 48f519d0-5126-4b6a-903b-cd4d470349d6 of type vlan for network c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 Oct 20 11:10:17.457715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad7ff08-5daf-49cd-ade3-de8823cf0aac,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.465188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.465517 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Added segment 366940cd-0ad8-4053-b7ab-f6f3cf66a217 of type vlan for network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 Oct 20 11:10:17.488173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.511073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.513791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.514772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:17.515400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.531551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.547365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2803118 Oct 20 11:10:17.551397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59636) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.556070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Request body: {'subnet': {'network_id': 'c5c82d70-fd5b-41ce-a88e-fd62b7a55b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1576105586-subnet', 'tenant_id': '7de8f4c6a4684c819a9748720bec6173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:17.587884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411313f6-1d27-4dbb-9587-61faf835213f admin admin] Pushing event updated for resources: {'Network': ['ID=c5c82d70-fd5b-41ce-a88e-fd62b7a55b32,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.605965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:17.613444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.618788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Made reservation on behalf of 7de8f4c6a4684c819a9748720bec6173 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:17.618990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:17.619559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.621210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.675393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4683638 Oct 20 11:10:17.676508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59638) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.684030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'admin_state_up': True, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:17.717192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.221 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4d19b007-3a46-4f3a-956e-f761a21a198b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:17.718999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea78f3-f5bb-40ad-9c9b-085636fea020 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Network': ['ID=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.727907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.728976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.731311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:17.829981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.871716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.916191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:17.924450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:17.927078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:17.929279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=4d19b007-3a46-4f3a-956e-f761a21a198b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:18.076947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.185715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.275249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.307134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.322142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66557535-7b4c-4a62-a0be-fa8a6ad36758,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:18.333650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Checking segment: {'id': '48f519d0-5126-4b6a-903b-cd4d470349d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c5c82d70-fd5b-41ce-a88e-fd62b7a55b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:18.334005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Network hostable DHCP agents. Network: c5c82d70-fd5b-41ce-a88e-fd62b7a55b32, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:18.378412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.385808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Network c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:18.399267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c5c82d70-fd5b-41ce-a88e-fd62b7a55b32) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:18.405799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:18.406183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.422990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a0c07-d1e5-409d-8ea9-77bca000b1cf None None] Network c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:18.426059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f91a5374-abb4-486d-a82d-c9b52a5052dc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8735139 Oct 20 11:10:18.541700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.563915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b3367-bb3e-4a81-a11c-dcb63af3c709 None None] Network c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:18.570655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.573538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.579882 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.677053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.711865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.25.3.210 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/f87497b6-1232-4674-8c07-a43e0e5dcc80) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:18.717821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=4d19b007-3a46-4f3a-956e-f761a21a198b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:18.790001 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP b7281a4f-c238-43c2-bbbf-b612f0ff908b associated. External IP: 172.25.3.221, port: 9a43e92f-68cc-4146-8032-9422485154ae. Oct 20 11:10:18.819808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.892156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.967484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:18.973425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:18.975946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:19.010575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 38b3e660-991f-45ca-b676-6dc19b0b9373 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:19.019540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=f87497b6-1232-4674-8c07-a43e0e5dcc80,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:19.038591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-f712f573-0292-4188-8701-35c8b6aa0043 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:19.040086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-f712f573-0292-4188-8701-35c8b6aa0043 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/networks?id=e7484c31-0808-4a99-a7dc-11e885523aa3 HTTP/1.1" status: 200 len: 824 time: 0.1873319 Oct 20 11:10:19.088932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-92132fe9-5e11-4027-8d7d-b14d320607d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/quotas/b35c9df0d0c74a69adbc8dafed2154ed HTTP/1.1" status: 200 len: 375 time: 0.0401769 Oct 20 11:10:19.120790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:19.131997 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Sync routers for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:19.142153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.143758 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:19.144609 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:19.167879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-729b6ca6-4743-4742-84fb-6aa6bef0b860 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35c9df0d0c74a69adbc8dafed2154ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728579 Oct 20 11:10:19.169310 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b458086e-33f1-4f97-a93c-dc39df016ac8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9329505 Oct 20 11:10:19.169932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:19.172559 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35810979-fb4f-400c-bb37-7f5c9bdcab0f" -d '{"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:19.264540 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:19.359840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-79f2c1ff-1a3c-42d0-888f-26dffab1754e service neutron] 10.222.0.74 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784782 Oct 20 11:10:19.405370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f3ac7-ad41-4a12-ade2-ea1a90277a6d req-ad60dc80-ba0b-44b2-9c34-2f52f70edf88 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:19.406918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-525f3ac7-ad41-4a12-ade2-ea1a90277a6d req-ad60dc80-ba0b-44b2-9c34-2f52f70edf88 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.1570864 Oct 20 11:10:19.457209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.547707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-525f3ac7-ad41-4a12-ade2-ea1a90277a6d req-4000bf37-d9ce-46ec-aea9-14efaf2f5ac1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249588 Oct 20 11:10:19.569893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59660) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:19.576586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'b7281a4f-c238-43c2-bbbf-b612f0ff908b', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:19.610346 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Checking router: 38b3e660-991f-45ca-b676-6dc19b0b9373 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:19.611655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-378af756-055d-48a5-b25d-7d32d20fc88e service neutron] 10.222.0.74 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228115 Oct 20 11:10:19.619291 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc03ea9-2f33-43c4-b5e2-8ab2dbdab0b3 x-openstack-request-id: req-ffc03ea9-2f33-43c4-b5e2-8ab2dbdab0b3 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:19.619978 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:19.620233 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ffc03ea9-2f33-43c4-b5e2-8ab2dbdab0b3 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:19.621059 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:10:19.625860 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:19.626662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:19.684923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43943a5d-3e00-42d3-9a55-42bf5a8d2bb0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/b7281a4f-c238-43c2-bbbf-b612f0ff908b HTTP/1.1" status: 200 len: 992 time: 0.1135001 Oct 20 11:10:19.695574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-3ace9586-f2d6-4e1e-a6b7-3bb9277500d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:19.697338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-3ace9586-f2d6-4e1e-a6b7-3bb9277500d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0740390 Oct 20 11:10:19.750163 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.770253 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:19.812295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-a9f63862-8112-43fc-afe6-7bf796652ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:19.813738 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-a9f63862-8112-43fc-afe6-7bf796652ff6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.1094646 Oct 20 11:10:19.848413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ebf19880-f35a-41aa-841d-958032b4cbb1 req-bce2e36d-1f39-406f-a922-4cf8d76b0f93 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 210 time: 0.0370970 Oct 20 11:10:19.895143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-87359faa-a5c6-48d6-b42f-8f5b73785748 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0734136 Oct 20 11:10:19.947226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 15e4d228-7abf-4ed0-8e41-47b6e342e89c is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:10:19.963103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-4ad4d03d-166e-46bb-b1d4-ec5a209d38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:19.965084 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-4ad4d03d-166e-46bb-b1d4-ec5a209d38de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0623641 Oct 20 11:10:20.030048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-52addb5f-10fd-4cac-b7ce-fcaec0852900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:20.030716 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'b7281a4f-c238-43c2-bbbf-b612f0ff908b', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.031723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-52addb5f-10fd-4cac-b7ce-fcaec0852900 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575416 Oct 20 11:10:20.065379 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740fcb9f-7fc6-4e5f-a889-f42c8b1d2776 None None] The sync data for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 is: [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'b7281a4f-c238-43c2-bbbf-b612f0ff908b', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:20.069254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:20.081953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Sync routers for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:20.095003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.100446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55e8820f-7861-4158-97ba-b4ca0e1437e8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4229162 Oct 20 11:10:20.101333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59670) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.102653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:20.104792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.175061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-c74e9305-c1d9-497c-80b3-f4dbf1935685 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346536 Oct 20 11:10:20.319940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-35810979-fb4f-400c-bb37-7f5c9bdcab0f req-833fd519-1b82-4b28-ac0f-bd3c6832f21e service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362171 Oct 20 11:10:20.386454 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1377d-e789-45f6-801f-c94a4de006f5 None None] New status for floating IP b7281a4f-c238-43c2-bbbf-b612f0ff908b: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:10:20.399478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b368b63-9042-40ef-8012-7e790d252937 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2964525 Oct 20 11:10:20.402228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59676) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.437542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:20.507350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc2420-1b42-4a80-8891-1042003f0abc tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:20.511270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-58dc2420-1b42-4a80-8891-1042003f0abc tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1057374 Oct 20 11:10:20.513032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59678) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.547091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b6704c23-df12-4f7b-9dce-4ae66975d6c2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323493 Oct 20 11:10:20.549837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59680) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.556001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546319875', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:20.632380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:19Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.658605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Checking router: 15e4d228-7abf-4ed0-8e41-47b6e342e89c for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:20.659177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Updating router 15e4d228-7abf-4ed0-8e41-47b6e342e89c port f87497b6-1232-4674-8c07-a43e0e5dcc80 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:20.661033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:20.664516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.688665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.688887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.755968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72680221-86b6-41d4-9193-ca4eebaec655 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/b7281a4f-c238-43c2-bbbf-b612f0ff908b HTTP/1.1" status: 200 len: 994 time: 0.0657434 Oct 20 11:10:20.866267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.968349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.977766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.984051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95893646-aede-4d08-b4aa-bf1ee50db098 req-2232123e-55cd-46ff-aba4-b49eb0fc417e tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Oct 20 11:10:21.033340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Attempting to bind port f87497b6-1232-4674-8c07-a43e0e5dcc80 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:21.033884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Attempting to bind port f87497b6-1232-4674-8c07-a43e0e5dcc80 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:21.034256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Attempting to bind port f87497b6-1232-4674-8c07-a43e0e5dcc80 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:21.041849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:21.042145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:21.042522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.042879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:21.043460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Bound port: f87497b6-1232-4674-8c07-a43e0e5dcc80, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:21.045077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.080770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db646e-9c47-4951-b973-c5b3dc200449 None None] Pushing event updated for resources: {'Port': ['ID=f87497b6-1232-4674-8c07-a43e0e5dcc80,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:21.122779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] For port f87497b6-1232-4674-8c07-a43e0e5dcc80, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:21.127911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] For port f87497b6-1232-4674-8c07-a43e0e5dcc80, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f87497b6-1232-4674-8c07-a43e0e5dcc80,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:21.134547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.175894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-4960717d-15ea-41cf-a548-9d0ea9cbae81 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:21.177548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-4960717d-15ea-41cf-a548-9d0ea9cbae81 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.70 "GET /v2.0/networks?id=e7484c31-0808-4a99-a7dc-11e885523aa3 HTTP/1.1" status: 200 len: 824 time: 0.1967885 Oct 20 11:10:21.199189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:21.200799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:21.203717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Request body: {'port': {'device_id': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3', 'admin_state_up': True, 'tenant_id': 'b35c9df0d0c74a69adbc8dafed2154ed'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:21.259520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db646e-9c47-4951-b973-c5b3dc200449 None None] Pushing event updated for resources: {'Port': ['ID=f87497b6-1232-4674-8c07-a43e0e5dcc80,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:21.305668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Subnet': ['ID=b33a35ce-2ee8-44cf-a848-e9baa549396a,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:21.311131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Checking segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:21.311689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network hostable DHCP agents. Network: ca99f58c-7a8d-44c2-8b0e-41c3c52eb334, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:21.330840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Made reservation on behalf of b35c9df0d0c74a69adbc8dafed2154ed for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:21.334572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.336156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:21.347406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, ca99f58c-7a8d-44c2-8b0e-41c3c52eb334) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:21.348605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:21.352105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:21.352751 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.372892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a012b12-0629-4ae2-be8b-b0f9e1e5f666 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8192387 Oct 20 11:10:21.373236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59686) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:21.380158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109eea8-a381-489e-beda-ab8a9c1e48b6 None None] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:21.474473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Allocated IP 172.20.0.3 (e7484c31-0808-4a99-a7dc-11e885523aa3/c683bdbb-a6c3-480e-b054-869b03122d24/157ec863-60c2-4b41-86cf-d6bdb00669e5) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:21.637074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.654603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:10:21.656033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.672366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:19Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:21.674472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.710523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6338691-65d9-4fd0-82a0-fa68beaec27f None None] The sync data for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 is: [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:19Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:21.737729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Pushing event updated for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:21.737729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Network e7484c31-0808-4a99-a7dc-11e885523aa3 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:21.737729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:21.740716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:21.809590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:21.810552 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.828888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-d2168b22-ca1a-4f0f-82ed-081c1a7f33d6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6308830 Oct 20 11:10:21.848269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Allocated IP 172.20.0.2 (ca99f58c-7a8d-44c2-8b0e-41c3c52eb334/b33a35ce-2ee8-44cf-a848-e9baa549396a/a7169863-3bd1-49cc-8880-891653136d4e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:21.859576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.899040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Request body: {'port': {'device_id': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:21.962244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.080936 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.091981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.130713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:22.133808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:22.137970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:22.191003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Pushing event updated for resources: {'Port': ['ID=a7169863-3bd1-49cc-8880-891653136d4e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:22.191233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881a5d1-95d6-4722-aeaf-0dca224dd165 req-ece8bd9e-4ba5-4e47-a0f2-475929fc5acc tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:22.193159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a881a5d1-95d6-4722-aeaf-0dca224dd165 req-ece8bd9e-4ba5-4e47-a0f2-475929fc5acc tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 931 time: 0.0853758 Oct 20 11:10:22.206974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Attempting to bind port a7169863-3bd1-49cc-8880-891653136d4e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:22.207573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Attempting to bind port a7169863-3bd1-49cc-8880-891653136d4e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:22.208153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Attempting to bind port a7169863-3bd1-49cc-8880-891653136d4e on network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:22.216874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:22.217652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Checking segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:22.218278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.218885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Bound using segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:22.219637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Bound port: a7169863-3bd1-49cc-8880-891653136d4e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:22.221121 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.273110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.20.0.1 (ca99f58c-7a8d-44c2-8b0e-41c3c52eb334/b33a35ce-2ee8-44cf-a848-e9baa549396a/6ca3cd3d-3b0f-4f46-9a38-427785ac4bec) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:22.281080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a881a5d1-95d6-4722-aeaf-0dca224dd165 req-e33a6967-d497-4276-b372-064c7a815eed tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Oct 20 11:10:22.301294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] For port a7169863-3bd1-49cc-8880-891653136d4e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:22.304796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] For port a7169863-3bd1-49cc-8880-891653136d4e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a7169863-3bd1-49cc-8880-891653136d4e,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:22.318339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.394079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157ec863-60c2-4b41-86cf-d6bdb00669e5 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:22.400594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5901-48d4-4f4e-a8fa-36d8fd602a46 None None] Pushing event updated for resources: {'Port': ['ID=a7169863-3bd1-49cc-8880-891653136d4e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:22.415451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.435782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Transition to ACTIVE for port object 157ec863-60c2-4b41-86cf-d6bdb00669e5 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:22.444516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.465620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f87497b6-1232-4674-8c07-a43e0e5dcc80 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:22.495846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.508856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Pushing event updated for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:22.554429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f87497b6-1232-4674-8c07-a43e0e5dcc80 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:22.555302 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.557926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.581012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:22.587220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Attempting to bind port 157ec863-60c2-4b41-86cf-d6bdb00669e5 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:22.587807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Attempting to bind port 157ec863-60c2-4b41-86cf-d6bdb00669e5 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '399483de-d396-48ce-bde6-f4563d1fe746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:22.588193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Attempting to bind port 157ec863-60c2-4b41-86cf-d6bdb00669e5 on network e7484c31-0808-4a99-a7dc-11e885523aa3 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:22.592889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Port 157ec863-60c2-4b41-86cf-d6bdb00669e5 on network e7484c31-0808-4a99-a7dc-11e885523aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:22.593214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Attempting to bind port 157ec863-60c2-4b41-86cf-d6bdb00669e5 on network e7484c31-0808-4a99-a7dc-11e885523aa3 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:22.598645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:22.598925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Checking segment: {'id': '399483de-d396-48ce-bde6-f4563d1fe746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:22.599344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Bound using segment: {'id': '399483de-d396-48ce-bde6-f4563d1fe746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:22.599766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Bound port: 157ec863-60c2-4b41-86cf-d6bdb00669e5, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399483de-d396-48ce-bde6-f4563d1fe746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:22.600115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.605446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:22.610757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:22.678493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.688903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:22.724785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.766319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port f87497b6-1232-4674-8c07-a43e0e5dcc80, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f87497b6-1232-4674-8c07-a43e0e5dcc80,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:22.777637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:22.860704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=f87497b6-1232-4674-8c07-a43e0e5dcc80,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:22.906831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.005143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:23.008490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5,segment=NetworkSegment(399483de-d396-48ce-bde6-f4563d1fe746),segment_id=399483de-d396-48ce-bde6-f4563d1fe746)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:23.014123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.048418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.049032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.050420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] 10.222.0.70 "PUT /v2.0/ports/157ec863-60c2-4b41-86cf-d6bdb00669e5 HTTP/1.1" status: 200 len: 1092 time: 1.2131932 Oct 20 11:10:23.050838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:23.053160 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339" -d '{"events": [{"name": "network-changed", "server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:23.079642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bedcb-6320-4bc2-9624-53d2097efded service neutron] Pushing event updated for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.128674 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59a6a8-9eb9-461c-afd8-9f46e216beee x-openstack-request-id: req-9e59a6a8-9eb9-461c-afd8-9f46e216beee {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:23.129065 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:23.129381 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e59a6a8-9eb9-461c-afd8-9f46e216beee {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:23.129832 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5', 'status': 'completed', 'code': 200} Oct 20 11:10:23.143598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-9f1aa08b-d999-41fb-ab21-d347b3d5c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.145249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-9f1aa08b-d999-41fb-ab21-d347b3d5c19b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b35c9df0d0c74a69adbc8dafed2154ed&device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 1095 time: 0.0490723 Oct 20 11:10:23.191071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-ce2a78f2-184c-40b7-bc81-afc84c304f61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5 HTTP/1.1" status: 200 len: 217 time: 0.0362234 Oct 20 11:10:23.218804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.224587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.244004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-66770f5b-2eee-4059-9c6e-7090f3c192b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.245655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-66770f5b-2eee-4059-9c6e-7090f3c192b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c683bdbb-a6c3-480e-b054-869b03122d24 HTTP/1.1" status: 200 len: 864 time: 0.0474484 Oct 20 11:10:23.279593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-6a00487a-e3f4-451f-b2b5-14e943987dd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e7484c31-0808-4a99-a7dc-11e885523aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267332 Oct 20 11:10:23.315673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.326708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.388541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-1ce6fcd6-c50e-4bab-8436-248a4eb3ab51 service neutron] 10.222.0.70 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013429 Oct 20 11:10:23.440049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:23.441684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:23.472555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcb603-d512-4f8a-a73e-d1c664e29063 req-3158dc40-1198-4cfd-9c78-a6602a24b070 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.474182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40fcb603-d512-4f8a-a73e-d1c664e29063 req-3158dc40-1198-4cfd-9c78-a6602a24b070 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 943 time: 0.0812013 Oct 20 11:10:23.561584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 15e4d228-7abf-4ed0-8e41-47b6e342e89c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:23.562527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40fcb603-d512-4f8a-a73e-d1c664e29063 req-d813a80f-c4d2-4d09-b3ab-9246b2f4a2d7 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Oct 20 11:10:23.566519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2b88d76-5ef8-4e81-a7d9-6881c7b19580 req-dedf3a0e-fc0c-471b-86bb-a5c6ed39ba4f service neutron] 10.222.0.70 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457200 Oct 20 11:10:23.664468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-5cbda6dd-e02b-4ed7-8fb1-e4ed33043bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.665309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81011b-2db7-420a-bb42-6ffcc638312e None None] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:23.666008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-5cbda6dd-e02b-4ed7-8fb1-e4ed33043bd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b35c9df0d0c74a69adbc8dafed2154ed&device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 1095 time: 0.0454500 Oct 20 11:10:23.694262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:23.704378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-40c50479-c10e-4145-8ad6-aaf335918698 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "PUT /v2.0/routers/15e4d228-7abf-4ed0-8e41-47b6e342e89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274078 Oct 20 11:10:23.705074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.709782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--374525915', 'description': 'tempest-secgroup_access--374525915 description', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:23.735347 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.746443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] Provisioning complete for port a7169863-3bd1-49cc-8880-891653136d4e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:23.746858 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.775529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-77c14529-3b13-4bed-8f5f-57baf6a533c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.777084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-77c14529-3b13-4bed-8f5f-57baf6a533c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e7484c31-0808-4a99-a7dc-11e885523aa3 HTTP/1.1" status: 200 len: 926 time: 0.1034446 Oct 20 11:10:23.812146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.818714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.835102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-d0e44665-5270-45c1-937e-09136119fecc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5 HTTP/1.1" status: 200 len: 217 time: 0.0503340 Oct 20 11:10:23.857248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97349048-dae9-4d9a-9c52-25ea5214a82e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.875951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.879030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0defe54f-43c1-4e8f-aa19-2942127e8a29 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1728392 Oct 20 11:10:23.882103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59698) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.886835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1463261359', 'description': 'tempest-secgroup_general--1463261359 description', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:23.897193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-1a82a9d5-4cb6-4273-a091-88ada90b8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:23.898668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-1a82a9d5-4cb6-4273-a091-88ada90b8bcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c683bdbb-a6c3-480e-b054-869b03122d24 HTTP/1.1" status: 200 len: 864 time: 0.0543981 Oct 20 11:10:23.900979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.912123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.942025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-6fdedec1-14df-4d06-a856-2eb61fe4e21e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e7484c31-0808-4a99-a7dc-11e885523aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350950 Oct 20 11:10:23.947062 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] For port a7169863-3bd1-49cc-8880-891653136d4e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a7169863-3bd1-49cc-8880-891653136d4e,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:23.952149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.014429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d7c2-8bda-4110-bc11-42688dfe6dde None None] Pushing event updated for resources: {'Port': ['ID=a7169863-3bd1-49cc-8880-891653136d4e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:24.032832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.036474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.075527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-15765793-ade4-4842-967e-0a8e8e642248 service neutron] 10.222.0.70 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240809 Oct 20 11:10:24.077377 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.078642 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1955094 Oct 20 11:10:24.079606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d2495-2e98-45c1-ae6b-bd0a47d5361a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6de9a-1c59-4d1b-9471-1209642ed6ec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:24.081603 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59700) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:24.086158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'security_group_rule': {'security_group_id': '97349048-dae9-4d9a-9c52-25ea5214a82e', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:24.116487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.187666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.188333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e21a581-0ff9-4050-b7f4-f2a3fbe98339 req-a5c000bc-bf45-4b33-88cf-531ad21744a8 service neutron] 10.222.0.70 "GET /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041286 Oct 20 11:10:24.193121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.213679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0568ad-d79a-433a-b9fc-0d62adf082f9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:24.225910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.227394 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6d6a2100-5e58-4166-b4ff-1cb1b2209460 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444221 Oct 20 11:10:24.261161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Sync routers for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:24.277120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:24.277743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:24.323881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a99c65ce-c11e-4665-954c-2e2bd9235381 None None] Provisioning complete for port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:24.324256 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a99c65ce-c11e-4665-954c-2e2bd9235381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.414249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a99c65ce-c11e-4665-954c-2e2bd9235381 None None] Port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:24.447077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a99c65ce-c11e-4665-954c-2e2bd9235381 None None] Provisioning complete for port a7169863-3bd1-49cc-8880-891653136d4e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:24.447448 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a99c65ce-c11e-4665-954c-2e2bd9235381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.450884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:24.461633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-fe767150-ed81-4bf3-91f4-beb572f6c2fa tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_general--1463261359&fields=id&tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824 HTTP/1.1" status: 200 len: 267 time: 0.0360391 Oct 20 11:10:24.516071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-1533ce62-ec8a-4eff-a634-51a452b807c5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_access--374525915&fields=id&tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824 HTTP/1.1" status: 200 len: 267 time: 0.0440533 Oct 20 11:10:24.518533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a7169863-3bd1-49cc-8880-891653136d4e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:24.644904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-85447716-a598-4664-890f-6ca39c883777 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:24.646415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-85447716-a598-4664-890f-6ca39c883777 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/networks?id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 200 len: 796 time: 0.1223826 Oct 20 11:10:24.682887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-7fe30dcb-dfc6-4236-925c-5678fdd5976e tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/quotas/5ce6203ae3e84d9fbf0d0d2f7f04a824 HTTP/1.1" status: 200 len: 375 time: 0.0260570 Oct 20 11:10:24.717333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a7169863-3bd1-49cc-8880-891653136d4e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:24.717926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.727661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e38a3f-2d49-425e-be85-f49cc2197d9d req-3a2513f0-2ff3-4913-93d2-03ff1e12fbef tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:24.729179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65e38a3f-2d49-425e-be85-f49cc2197d9d req-3a2513f0-2ff3-4913-93d2-03ff1e12fbef tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 943 time: 0.0817981 Oct 20 11:10:24.763291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-365ca80d-5aba-48a8-8b1d-a9b166b65222 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736425 Oct 20 11:10:24.791964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65e38a3f-2d49-425e-be85-f49cc2197d9d req-a160bbc0-41f4-4f60-914e-717676d31516 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Oct 20 11:10:24.879696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-19b5d971-19c6-4b3c-a96c-70784f7569d3 service neutron] 10.222.0.74 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023157 Oct 20 11:10:24.948600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-22a3bced-3f99-4a90-878f-d753d26b894e None None] Provisioning complete for port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:24.948982 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-22a3bced-3f99-4a90-878f-d753d26b894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.972872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-a43679c5-e39f-4c8f-86a0-9771f889ef40 service neutron] 10.222.0.74 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868285 Oct 20 11:10:24.995828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-22a3bced-3f99-4a90-878f-d753d26b894e None None] Port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:25.024449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:23Z', 'revision_number': 2, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:25.053808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Checking router: 15e4d228-7abf-4ed0-8e41-47b6e342e89c for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:25.054163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Updating router 15e4d228-7abf-4ed0-8e41-47b6e342e89c port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:25.060950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f87497b6-1232-4674-8c07-a43e0e5dcc80 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:25.103872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.145097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7103a50-d020-4935-bfb5-72b28c54065a req-dcfc74d0-8f72-4ee3-9435-4101ce2507cf tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 210 time: 0.0348487 Oct 20 11:10:25.172882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f87497b6-1232-4674-8c07-a43e0e5dcc80 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:25.173250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.445213 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.450608 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.501716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e6da3-61d6-4dac-ab02-55291e0d5a81 None None] Pushing event updated for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:25.563163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Attempting to bind port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:25.563509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Attempting to bind port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:25.563878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Attempting to bind port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec on network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:25.569751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:25.570120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Checking segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:25.570346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.570790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Bound using segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:25.571293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Bound port: 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:25.571688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.640521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] For port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:25.645042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] For port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:25.649696 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.707846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:25.708484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:25.770849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e6da3-61d6-4dac-ab02-55291e0d5a81 None None] Pushing event updated for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:25.784724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] Provisioning complete for port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:25.786989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.877230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:25.949473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722c299-da45-4080-b840-69f85e411865 req-4b63a7e6-530b-4d2f-883b-4cf1712b3a85 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:25.958315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f722c299-da45-4080-b840-69f85e411865 req-4b63a7e6-530b-4d2f-883b-4cf1712b3a85 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 943 time: 0.0719247 Oct 20 11:10:26.003676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f722c299-da45-4080-b840-69f85e411865 req-45915286-8e14-4c04-b254-9881abca88cf tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Oct 20 11:10:26.021742 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.103082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] For port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:26.109336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.160899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-8f12b2cb-17be-481f-93cc-9f8af39c53d8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:26.162375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-8f12b2cb-17be-481f-93cc-9f8af39c53d8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.70 "GET /v2.0/networks?id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 200 len: 796 time: 0.1400619 Oct 20 11:10:26.217008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faf7b6-48d5-4927-abf6-f86300a1802b None None] Pushing event updated for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:26.217319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-b4053a0b-e9eb-4cc6-971a-dc6297b215c4 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824 HTTP/1.1" status: 200 len: 477 time: 0.0373778 Oct 20 11:10:26.225035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 157ec863-60c2-4b41-86cf-d6bdb00669e5 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:26.239158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'port': {'device_id': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'admin_state_up': True, 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'security_groups': ['72b6de9a-1c59-4d1b-9471-1209642ed6ec', '97349048-dae9-4d9a-9c52-25ea5214a82e']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:26.259957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0855a161-93e8-4804-b1c2-8ec07226ad5c None None] Provisioning complete for port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:26.260318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0855a161-93e8-4804-b1c2-8ec07226ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.269189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c60f697b-6d74-4d5a-8328-172203b29cff req-ffaf3686-6c21-4479-9bee-e97a389a79b9 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 210 time: 0.0443664 Oct 20 11:10:26.361160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:25Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:26.362363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:26.365960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.394086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656ad8-d4ce-4f3e-a172-2bc32fcbcdea None None] The sync data for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 is: [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:25Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:26.434439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5,segment=NetworkSegment(399483de-d396-48ce-bde6-f4563d1fe746),segment_id=399483de-d396-48ce-bde6-f4563d1fe746)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:26.479215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '157ec863-60c2-4b41-86cf-d6bdb00669e5', 'network_id': 'e7484c31-0808-4a99-a7dc-11e885523aa3', 'port_id': '157ec863-60c2-4b41-86cf-d6bdb00669e5', 'mac_address': 'fa:16:3e:21:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c683bdbb-a6c3-480e-b054-869b03122d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:26.526182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.20.0.6 (ca99f58c-7a8d-44c2-8b0e-41c3c52eb334/b33a35ce-2ee8-44cf-a848-e9baa549396a/a7df5681-b444-4c03-9218-6086833efdaa) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:26.526428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.540617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157ec863-60c2-4b41-86cf-d6bdb00669e5 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:26.561904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5,segment=NetworkSegment(399483de-d396-48ce-bde6-f4563d1fe746),segment_id=399483de-d396-48ce-bde6-f4563d1fe746)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:26.572474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.623627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:26.693394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.729654 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.782096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['157ec863-60c2-4b41-86cf-d6bdb00669e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:26.784112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:26.785906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:26.787972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:26.790090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:26.848963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:26.849666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.867752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-2e403826-5f5e-4adf-ad96-48c4399a5325 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6404870 Oct 20 11:10:26.881379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Request body: {'port': {'device_id': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:26.949325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.097857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-558f4f1c-6328-431d-8484-a679e5b9c2c8 None None] Provisioning complete for port a7df5681-b444-4c03-9218-6086833efdaa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:27.098359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-558f4f1c-6328-431d-8484-a679e5b9c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.134224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-558f4f1c-6328-431d-8484-a679e5b9c2c8 None None] Port a7df5681-b444-4c03-9218-6086833efdaa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:27.183626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd826d-68b0-4eb8-912c-ef63bd993ce1 req-67fe9abc-df14-4029-94c7-f080ff82a091 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.185208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94dd826d-68b0-4eb8-912c-ef63bd993ce1 req-67fe9abc-df14-4029-94c7-f080ff82a091 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 944 time: 0.1117156 Oct 20 11:10:27.248730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94dd826d-68b0-4eb8-912c-ef63bd993ce1 req-4021706b-1853-4a19-b694-46b234d41c13 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566692 Oct 20 11:10:27.318325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7df5681-b444-4c03-9218-6086833efdaa {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:27.326420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.339774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Transition to ACTIVE for port object a7df5681-b444-4c03-9218-6086833efdaa will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:27.343269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.425683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Pushing event updated for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:27.489538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116139f2-081c-486a-99fc-dffda953d011 req-ad126da0-53c7-43c5-aba6-288879c840fc tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.491148 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-116139f2-081c-486a-99fc-dffda953d011 req-ad126da0-53c7-43c5-aba6-288879c840fc tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 982 time: 0.1457355 Oct 20 11:10:27.534777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Attempting to bind port a7df5681-b444-4c03-9218-6086833efdaa on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:27.534777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Attempting to bind port a7df5681-b444-4c03-9218-6086833efdaa by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:27.534777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Attempting to bind port a7df5681-b444-4c03-9218-6086833efdaa on network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:27.550181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Port a7df5681-b444-4c03-9218-6086833efdaa on network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:27.550499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Attempting to bind port a7df5681-b444-4c03-9218-6086833efdaa on network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:27.556476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-116139f2-081c-486a-99fc-dffda953d011 req-ce3cea0e-4231-4d10-9280-dae57e609df8 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585380 Oct 20 11:10:27.560848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:27.561183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Checking segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:27.561559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Bound using segment: {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:27.561999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Bound port: a7df5681-b444-4c03-9218-6086833efdaa, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366940cd-0ad8-4053-b7ab-f6f3cf66a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:27.562354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.603341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:10:27.626519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:27.629813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a7df5681-b444-4c03-9218-6086833efdaa,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:27.633235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.667685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.668318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:27.670209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] 10.222.0.70 "PUT /v2.0/ports/a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 200 len: 1131 time: 0.7934866 Oct 20 11:10:27.670647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:27.672955 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45112e3e-16a9-467a-8d24-5fb5e45bfdad" -d '{"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:27.704297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9472eb2-767f-4595-be5c-9f3e65e5a57d service neutron] Pushing event updated for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:27.719405 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38516d-088e-48d8-a3c2-b5d1b916c5e9 x-openstack-request-id: req-0d38516d-088e-48d8-a3c2-b5d1b916c5e9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:27.719697 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:27.719951 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d38516d-088e-48d8-a3c2-b5d1b916c5e9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:27.720355 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa', 'status': 'completed', 'code': 200} Oct 20 11:10:27.759199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-2120322d-7e15-488b-9c7a-18e088f00dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.760766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-2120322d-7e15-488b-9c7a-18e088f00dcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1134 time: 0.0521784 Oct 20 11:10:27.805703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-ea3a5329-5489-4c3b-8e70-8fabd6814769 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 200 len: 217 time: 0.0367153 Oct 20 11:10:27.858799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-d93be6e7-9860-463e-83e0-3a7acb1870a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.860296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-d93be6e7-9860-463e-83e0-3a7acb1870a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33a35ce-2ee8-44cf-a848-e9baa549396a HTTP/1.1" status: 200 len: 835 time: 0.0464168 Oct 20 11:10:27.911732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14666-3866-4b24-adac-b7ff014c495e req-27793a63-9e64-4ac0-922e-cf5da7efe72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:27.913176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-27793a63-9e64-4ac0-922e-cf5da7efe72a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455172 Oct 20 11:10:28.001389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-27def533-2d3b-4dd6-98a2-cce1998ccc64 service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804732 Oct 20 11:10:28.093691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-56e14666-3866-4b24-adac-b7ff014c495e req-61e95de7-0d8f-4ae6-ad61-8d37a3b15bab service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Oct 20 11:10:28.182994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-5dba8101-5f0f-4b65-8a8e-239371ad51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.185031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-5dba8101-5f0f-4b65-8a8e-239371ad51f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1134 time: 0.0434880 Oct 20 11:10:28.243484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 157ec863-60c2-4b41-86cf-d6bdb00669e5 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:28.278367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-201b79eb-695b-452f-8c53-aff09a7cb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.279890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-201b79eb-695b-452f-8c53-aff09a7cb3ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 200 len: 898 time: 0.0861523 Oct 20 11:10:28.305172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 157ec863-60c2-4b41-86cf-d6bdb00669e5 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:28.310374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 157ec863-60c2-4b41-86cf-d6bdb00669e5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:28.310763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:28.340589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-b1df4cd0-e1ac-448f-96ad-9fee305357b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 200 len: 217 time: 0.0525928 Oct 20 11:10:28.400501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:28.411814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ff9a-86bf-410d-8e63-52e037b3d616 req-eb1e6a80-15ff-4722-9fd8-3aaa34e0ab33 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.413324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09e9ff9a-86bf-410d-8e63-52e037b3d616 req-eb1e6a80-15ff-4722-9fd8-3aaa34e0ab33 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 944 time: 0.0844088 Oct 20 11:10:28.420649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-6ee1c2a7-cc12-43c4-9d95-555ed17a663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.422124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-6ee1c2a7-cc12-43c4-9d95-555ed17a663a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33a35ce-2ee8-44cf-a848-e9baa549396a HTTP/1.1" status: 200 len: 835 time: 0.0648713 Oct 20 11:10:28.429301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:28.435486 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecf4cc5-d84f-41bd-9959-b92f792c71e9" -d '{"events": [{"server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "name": "network-vif-plugged", "status": "completed", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:28.447895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:28.454165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5,segment=NetworkSegment(399483de-d396-48ce-bde6-f4563d1fe746),segment_id=399483de-d396-48ce-bde6-f4563d1fe746)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:28.474400 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cd1d8b-a1f1-4c4c-9fe2-0daae16cd9cf x-openstack-request-id: req-b1cd1d8b-a1f1-4c4c-9fe2-0daae16cd9cf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:28.474675 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "name": "network-vif-plugged", "status": "completed", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:28.474921 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b1cd1d8b-a1f1-4c4c-9fe2-0daae16cd9cf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:28.475320 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5', 'code': 200} Oct 20 11:10:28.481813 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:28.510377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09e9ff9a-86bf-410d-8e63-52e037b3d616 req-5913ef23-458b-48c6-96f8-e5485ad62ce7 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873504 Oct 20 11:10:28.513144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-ff7a116b-71fe-4f9e-a452-4fd59312f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.514739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-ff7a116b-71fe-4f9e-a452-4fd59312f4ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849106 Oct 20 11:10:28.525383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-68ac2b29-7c94-43dc-9ba0-3e1f857bd42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:28.558802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:28.569791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:28.570163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:28.583338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bcbe1-30af-49ab-a0a7-2b18470b4244 req-c3f9aa6b-fd34-4672-9210-534bd3158573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.585768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-513bcbe1-30af-49ab-a0a7-2b18470b4244 req-c3f9aa6b-fd34-4672-9210-534bd3158573 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 1097 time: 0.0498981 Oct 20 11:10:28.627640 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-513bcbe1-30af-49ab-a0a7-2b18470b4244 req-50978610-a5be-4532-9b5f-5c80cb8e8f24 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Oct 20 11:10:28.631152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-b8621f83-c51f-4bc7-8ab8-eeea7f238fad service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071835 Oct 20 11:10:28.683930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b6f52-0798-4fbd-b8e7-ad11bdf3b6b8 req-835d2f16-c95c-4572-b791-77138471ba36 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:28.685416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d29b6f52-0798-4fbd-b8e7-ad11bdf3b6b8 req-835d2f16-c95c-4572-b791-77138471ba36 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 982 time: 0.0530920 Oct 20 11:10:28.724973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d29b6f52-0798-4fbd-b8e7-ad11bdf3b6b8 req-5b1f1d03-c80f-4f77-aced-8057525a3052 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333388 Oct 20 11:10:28.898323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45112e3e-16a9-467a-8d24-5fb5e45bfdad req-aff5a9a6-4feb-4efe-a456-9fac488dae9f service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821548 Oct 20 11:10:29.641884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f270a-e7b6-4b80-a386-21c840872f7c req-84b8e1cd-d066-40b4-8543-258cdcfc92de tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:29.643383 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e35f270a-e7b6-4b80-a386-21c840872f7c req-84b8e1cd-d066-40b4-8543-258cdcfc92de tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Oct 20 11:10:29.684815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e35f270a-e7b6-4b80-a386-21c840872f7c req-12971267-c545-4c86-b9be-3fa99443e39c tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Oct 20 11:10:29.838307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4da88-4232-49c6-a974-5aa138d66828 req-3ff8ed47-b156-467d-bf49-fbbc65c1509a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:29.839805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aca4da88-4232-49c6-a974-5aa138d66828 req-3ff8ed47-b156-467d-bf49-fbbc65c1509a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 982 time: 0.0491745 Oct 20 11:10:29.880002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aca4da88-4232-49c6-a974-5aa138d66828 req-997cee63-f1d4-4253-9fea-071e8d25002a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336132 Oct 20 11:10:30.798083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c29f46-14b9-4ec3-b3bb-e8c0a72521df req-2d36b7aa-5016-4d08-b9a8-06f85cd1d933 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:30.799537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c29f46-14b9-4ec3-b3bb-e8c0a72521df req-2d36b7aa-5016-4d08-b9a8-06f85cd1d933 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Oct 20 11:10:30.837229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c29f46-14b9-4ec3-b3bb-e8c0a72521df req-e78cef5e-d799-42d7-9f55-8136d0f47292 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Oct 20 11:10:30.951695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12321a1c-352e-4d37-ac2a-4415f7b36082 req-55aa5948-85be-4d4c-9207-cb9430ab0fe6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:30.953202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12321a1c-352e-4d37-ac2a-4415f7b36082 req-55aa5948-85be-4d4c-9207-cb9430ab0fe6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0505078 Oct 20 11:10:31.021697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12321a1c-352e-4d37-ac2a-4415f7b36082 req-cf518a41-50da-4386-8f03-438e43a8e4cc tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590465 Oct 20 11:10:31.030083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a62a5-eda6-47fb-b738-78c90fabebee req-e1e75dcd-767c-4413-b078-0e4601d96522 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.031550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c71a62a5-eda6-47fb-b738-78c90fabebee req-e1e75dcd-767c-4413-b078-0e4601d96522 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 982 time: 0.0774651 Oct 20 11:10:31.072780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c71a62a5-eda6-47fb-b738-78c90fabebee req-aa54bcea-9bab-4ade-a532-72adbb783739 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351193 Oct 20 11:10:31.216520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8c19b-e51d-4403-acb6-90fe4f16945a req-d4afed2a-7b00-4d57-9558-6cbbdf55e4f3 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.217912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ed8c19b-e51d-4403-acb6-90fe4f16945a req-d4afed2a-7b00-4d57-9558-6cbbdf55e4f3 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0506601 Oct 20 11:10:31.254835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ed8c19b-e51d-4403-acb6-90fe4f16945a req-ef2e8852-d86c-40eb-a92d-aebbbae2266c tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Oct 20 11:10:31.377334 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-841293e6-7551-4124-99ee-56cc886122f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.520578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c97b1e-66e8-41c1-9f57-7938441f6d90 req-0e5019bd-dc46-4b51-94f2-86d922f3c580 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.522042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84c97b1e-66e8-41c1-9f57-7938441f6d90 req-0e5019bd-dc46-4b51-94f2-86d922f3c580 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0534599 Oct 20 11:10:31.559680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84c97b1e-66e8-41c1-9f57-7938441f6d90 req-3089ca1f-77a3-4fe8-8631-111005b1c29e tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Oct 20 11:10:31.787553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:32.188459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bed-e895-490e-a2af-26c13f2c6bea req-7ff809a4-d50f-482b-8534-f7665626cc58 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.189940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0655bed-e895-490e-a2af-26c13f2c6bea req-7ff809a4-d50f-482b-8534-f7665626cc58 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 982 time: 0.0506475 Oct 20 11:10:32.230297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0655bed-e895-490e-a2af-26c13f2c6bea req-9abd74ea-1da5-48b0-8195-e63b508a595d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340142 Oct 20 11:10:32.266591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a7df5681-b444-4c03-9218-6086833efdaa details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:32.362530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a7df5681-b444-4c03-9218-6086833efdaa,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:32.373076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'a7df5681-b444-4c03-9218-6086833efdaa', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'port_id': 'a7df5681-b444-4c03-9218-6086833efdaa', 'mac_address': 'fa:16:3e:7f:a8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:32.409651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:32.421836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7df5681-b444-4c03-9218-6086833efdaa {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:32.440031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a7df5681-b444-4c03-9218-6086833efdaa,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:32.444045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:32.490817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:32.674852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5092a-9a84-496a-81ad-6312e6bf3368 req-ce2bb507-302d-43bc-8f1f-d7e72327ae0c tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.676241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9c5092a-9a84-496a-81ad-6312e6bf3368 req-ce2bb507-302d-43bc-8f1f-d7e72327ae0c tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Oct 20 11:10:32.690821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a7df5681-b444-4c03-9218-6086833efdaa'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:32.712894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9c5092a-9a84-496a-81ad-6312e6bf3368 req-9081c0b5-db76-45f2-bbc3-7282a13f7313 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/security-groups?id=da2ab890-0d15-4423-98a6-38d73e98fe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Oct 20 11:10:32.809236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-35f2723f-b6dc-4845-a15c-e07601ea7ab6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.810693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-35f2723f-b6dc-4845-a15c-e07601ea7ab6 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Oct 20 11:10:32.850877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:32.905423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Deleting port 157ec863-60c2-4b41-86cf-d6bdb00669e5 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:32.905756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:32.997457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] For port 157ec863-60c2-4b41-86cf-d6bdb00669e5, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=157ec863-60c2-4b41-86cf-d6bdb00669e5,segment=NetworkSegment(399483de-d396-48ce-bde6-f4563d1fe746),segment_id=399483de-d396-48ce-bde6-f4563d1fe746)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:32.997737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:33.009891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Calling delete_port for 157ec863-60c2-4b41-86cf-d6bdb00669e5 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:33.365004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd7d24-8b76-462c-a83f-a06e59c502ee req-c5661938-cc7a-40bb-a1a8-ef8651593b51 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:33.366464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31fd7d24-8b76-462c-a83f-a06e59c502ee req-c5661938-cc7a-40bb-a1a8-ef8651593b51 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 983 time: 0.0670924 Oct 20 11:10:33.443122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31fd7d24-8b76-462c-a83f-a06e59c502ee req-f184c689-e127-4f85-91aa-7bf3748fb480 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0676000 Oct 20 11:10:33.447402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:33.458665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['157ec863-60c2-4b41-86cf-d6bdb00669e5'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:33.477395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Pushing event deleted for resources: {'Port': ['ID=157ec863-60c2-4b41-86cf-d6bdb00669e5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:33.519693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] No DVR routers for this DVR port 157ec863-60c2-4b41-86cf-d6bdb00669e5 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:33.522482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:33.526071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-479f8404-8b48-4ff4-894a-001c92b0dad0 req-05b8a125-74db-42b4-9994-28504c6616fe tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.70 "DELETE /v2.0/ports/157ec863-60c2-4b41-86cf-d6bdb00669e5 HTTP/1.1" status: 204 len: 173 time: 0.7089348 Oct 20 11:10:33.526748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'name': 'network-vif-deleted', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:33.530127 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a955df-c706-4f86-bb46-8c6116996154" -d '{"events": [{"server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "name": "network-vif-deleted", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:33.569263 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a6eaa-748b-4aee-8400-428c90256e26 x-openstack-request-id: req-315a6eaa-748b-4aee-8400-428c90256e26 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:33.569560 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a247676-6ba6-43ec-bbb7-7ad0a9e6f614", "name": "network-vif-deleted", "tag": "157ec863-60c2-4b41-86cf-d6bdb00669e5", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:33.569808 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-315a6eaa-748b-4aee-8400-428c90256e26 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:33.570198 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a247676-6ba6-43ec-bbb7-7ad0a9e6f614', 'name': 'network-vif-deleted', 'tag': '157ec863-60c2-4b41-86cf-d6bdb00669e5', 'status': 'completed', 'code': 200} Oct 20 11:10:33.819627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-673e7992-8ed4-49f3-9ea3-5daf3e2b5210 req-3f54eb31-da2d-4476-8337-8ce5a6989127 tempest-ServersNegativeTestMultiTenantJSON-796513078 tempest-ServersNegativeTestMultiTenantJSON-796513078-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a247676-6ba6-43ec-bbb7-7ad0a9e6f614 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Oct 20 11:10:34.265694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a7df5681-b444-4c03-9218-6086833efdaa up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:34.313161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port a7df5681-b444-4c03-9218-6086833efdaa completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:34.317076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port a7df5681-b444-4c03-9218-6086833efdaa triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:34.317446 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.374300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.409247 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.430767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:34.433040 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e2606-561a-4491-8c90-dc137979b94b" -d '{"events": [{"server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "name": "network-vif-plugged", "status": "completed", "tag": "a7df5681-b444-4c03-9218-6086833efdaa"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:34.446300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a7df5681-b444-4c03-9218-6086833efdaa,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:34.450863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.475866 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b423ab3-923a-4fd1-b3db-48ce9c0fb48b x-openstack-request-id: req-3b423ab3-923a-4fd1-b3db-48ce9c0fb48b {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:34.476512 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "name": "network-vif-plugged", "status": "completed", "tag": "a7df5681-b444-4c03-9218-6086833efdaa", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:34.476512 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b423ab3-923a-4fd1-b3db-48ce9c0fb48b {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:34.476783 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa', 'code': 200} Oct 20 11:10:34.506751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:34.589931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd28dd-f637-43af-8e1a-081a2c568059 req-fc8148f0-c7f1-430c-a20a-433f217de377 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:34.591480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cd28dd-f637-43af-8e1a-081a2c568059 req-fc8148f0-c7f1-430c-a20a-433f217de377 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0780449 Oct 20 11:10:34.593967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5c85b-bdc8-47d8-9ba0-d07d283d1dce req-8c4cf41f-5d28-4c2a-b50e-7016c433ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:34.595330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0e5c85b-bdc8-47d8-9ba0-d07d283d1dce req-8c4cf41f-5d28-4c2a-b50e-7016c433ff78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1136 time: 0.0566638 Oct 20 11:10:34.653301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9cd28dd-f637-43af-8e1a-081a2c568059 req-8c5313e6-916c-4849-ad93-29f449e08969 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0554945 Oct 20 11:10:34.655118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0e5c85b-bdc8-47d8-9ba0-d07d283d1dce req-b950cfab-23c9-489e-9d1d-fb82970982aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517480 Oct 20 11:10:34.874693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59780) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:34.918668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Deleting subnet c683bdbb-a6c3-480e-b054-869b03122d24 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:34.921757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.958655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.996346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.046059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.070632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c683bdbb-a6c3-480e-b054-869b03122d24,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:35.074506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.077780 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-001f95b1-95b9-4d0f-9a00-219c7f9afe09 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c683bdbb-a6c3-480e-b054-869b03122d24 HTTP/1.1" status: 204 len: 168 time: 0.2020433 Oct 20 11:10:35.080210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59782) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:35.150957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.226561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.246166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7484c31-0808-4a99-a7dc-11e885523aa3']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.255135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399483de-d396-48ce-bde6-f4563d1fe746') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.255430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399483de-d396-48ce-bde6-f4563d1fe746') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.268591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.281805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.287406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:35.287779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:35.289377 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:35.344051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.349400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.352577 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e7484c31-0808-4a99-a7dc-11e885523aa3 HTTP/1.1" status: 204 len: 168 time: 0.2713721 Oct 20 11:10:35.355557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59784) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:35.362994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12380f73-686a-4548-8b54-c0501e5ffa43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7484c31-0808-4a99-a7dc-11e885523aa3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:35.401847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Deleting subnet 66557535-7b4c-4a62-a0be-fa8a6ad36758 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:35.405559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.438279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.476183 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.531855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.559523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.565027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/66557535-7b4c-4a62-a0be-fa8a6ad36758 HTTP/1.1" status: 204 len: 168 time: 0.2062922 Oct 20 11:10:35.565027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b55a1-22f1-475f-80f5-d904bcf0bf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66557535-7b4c-4a62-a0be-fa8a6ad36758,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:35.565401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:35.638328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.721162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.741261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c82d70-fd5b-41ce-a88e-fd62b7a55b32']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.751045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f519d0-5126-4b6a-903b-cd4d470349d6') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.751339 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f519d0-5126-4b6a-903b-cd4d470349d6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:35.761017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.774770 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.778356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107f03a-e660-4a23-967f-cb907c523076 req-ce93e93c-c653-4f9b-9b68-29a87fa2ffad tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:35.779951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8107f03a-e660-4a23-967f-cb907c523076 req-ce93e93c-c653-4f9b-9b68-29a87fa2ffad tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0550892 Oct 20 11:10:35.780736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:35.781116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:35.782772 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:35.820158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8107f03a-e660-4a23-967f-cb907c523076 req-388dd11b-11d8-4918-8962-3f0ef84d5a50 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0337942 Oct 20 11:10:35.843625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.849740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:35.853297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c5c82d70-fd5b-41ce-a88e-fd62b7a55b32 HTTP/1.1" status: 204 len: 168 time: 0.2869017 Oct 20 11:10:35.864298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba6ad-ca7e-46b4-8714-284a4f0c41f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c82d70-fd5b-41ce-a88e-fd62b7a55b32,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:35.940560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91086389-fe41-40ff-b67f-dad75b6ff606 req-8422207c-b138-452a-965c-0526603858f9 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:35.942033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91086389-fe41-40ff-b67f-dad75b6ff606 req-8422207c-b138-452a-965c-0526603858f9 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0490491 Oct 20 11:10:35.981903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91086389-fe41-40ff-b67f-dad75b6ff606 req-36ae0920-d043-4446-92d9-3d1804df4b13 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336769 Oct 20 11:10:36.019578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59796) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.086208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35e5d78b-8366-4986-8638-c52d1e6ddbb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b35c9df0d0c74a69adbc8dafed2154ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630741 Oct 20 11:10:36.086628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.096681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-29f51dea-d657-46fa-aee2-0ed3eb89ab8f tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:36.098167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-29f51dea-d657-46fa-aee2-0ed3eb89ab8f tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1136 time: 0.0485752 Oct 20 11:10:36.116951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-fd039289-a662-489d-8c88-5951be9959a2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.135392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.157497 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.195731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-fd039289-a662-489d-8c88-5951be9959a2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.200776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-fd039289-a662-489d-8c88-5951be9959a2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.208371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.211134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.214584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da2ab890-0d15-4423-98a6-38d73e98fe9d HTTP/1.1" status: 204 len: 168 time: 0.1246138 Oct 20 11:10:36.221632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294bfec-7bdd-4442-9101-d95ccd946730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ab890-0d15-4423-98a6-38d73e98fe9d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:36.224354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5888a402-7b8c-4b0a-9e93-b288d7bc06a7 req-fd039289-a662-489d-8c88-5951be9959a2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1201024 Oct 20 11:10:36.237907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd039289-a662-489d-8c88-5951be9959a2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5cf8b-3073-4d34-8135-4eb6b273b878,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:36.250932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.296196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ff99e-7810-4ede-9cf5-a66f81f81328 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:36.298167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8c5ff99e-7810-4ede-9cf5-a66f81f81328 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1131 time: 0.0460742 Oct 20 11:10:36.301101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.305354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'a7df5681-b444-4c03-9218-6086833efdaa', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:36.327649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.424761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.532466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.25.3.189 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/25758c25-d2cb-4a54-9517-dcb44e46b3af) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:36.543809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.585521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-184375ff-4f08-402c-a85f-7798913dfafa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7de8f4c6a4684c819a9748720bec6173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383461 Oct 20 11:10:36.585740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:36.634684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.637774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.655594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.671335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.700684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.703481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.707521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b361aa31-c09a-4367-b6fb-1ab971e61a9a HTTP/1.1" status: 204 len: 168 time: 0.1207669 Oct 20 11:10:36.714379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:36.715683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733b3c5-358e-456b-8496-fd8c1a138772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361aa31-c09a-4367-b6fb-1ab971e61a9a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:36.718671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:36.720972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:36.755892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=25758c25-d2cb-4a54-9517-dcb44e46b3af,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:37.097288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.166897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.323258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.328299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.372867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:37.396753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=25758c25-d2cb-4a54-9517-dcb44e46b3af,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:37.406488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.470920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-898696051-network', 'tenant_id': '239732cef836484885822f04264fde0a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:37.491973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Made reservation on behalf of 239732cef836484885822f04264fde0a for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:37.494247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.503037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.505984 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Floating IP 3cad0664-fdc7-4abc-a5ff-12e0788670e4 associated. External IP: 172.25.3.189, port: a7df5681-b444-4c03-9218-6086833efdaa. Oct 20 11:10:37.581303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.585445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.607538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:37.621749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5239b-9b67-47af-a6e8-57a12277d864,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:37.627747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.628097 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Added segment e7260126-3c3e-484f-97a4-b9a3715e2f81 of type vlan for network 906d17d4-e024-4c98-901e-dc4660d68c05 Oct 20 11:10:37.669593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.694149 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.695184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:37.695765 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.713772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 15e4d228-7abf-4ed0-8e41-47b6e342e89c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:37.732820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3587570 Oct 20 11:10:37.762612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077dd8c-970b-4bf9-a829-3dfdb993472f admin admin] Pushing event updated for resources: {'Network': ['ID=906d17d4-e024-4c98-901e-dc4660d68c05,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:37.773207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 906d17d4-e024-4c98-901e-dc4660d68c05 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:37.823837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:37.835396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Sync routers for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:37.847745 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.848356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:37.848968 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:37.879111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e4ba5a3c-9bde-40ce-bd8e-5e833cb93477 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5755718 Oct 20 11:10:37.879111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:37.880388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59840) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:37.880669 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06" -d '{"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:37.926839 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233e11b2-2758-4ce2-8a06-b7e0fcd557ec x-openstack-request-id: req-233e11b2-2758-4ce2-8a06-b7e0fcd557ec {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:37.927991 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:37.928420 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-233e11b2-2758-4ce2-8a06-b7e0fcd557ec {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:37.928995 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa', 'status': 'completed', 'code': 200} Oct 20 11:10:37.958637 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:38.088830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-88206cb8-3148-48d0-a120-5f02a5169844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.090295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-88206cb8-3148-48d0-a120-5f02a5169844 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1136 time: 0.1391447 Oct 20 11:10:38.184470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.184933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.185041 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '3cad0664-fdc7-4abc-a5ff-12e0788670e4', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'port_id': 'a7df5681-b444-4c03-9218-6086833efdaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'mac_address': 'fa:16:3e:7f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:36Z', 'updated_at': '2021-10-20T11:10:36Z', 'revision_number': 0, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.185387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.185833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.186280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.186727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.187197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.187641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.188087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.188524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.188964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.193586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-14bf26e4-3183-4aeb-b8b0-7934b42b0458 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7720 time: 0.3089147 Oct 20 11:10:38.193991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:38.220728 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Checking router: 15e4d228-7abf-4ed0-8e41-47b6e342e89c for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:38.229354 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:38.229969 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:10:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.264980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.265370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.265825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.266282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.266732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.267202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.267647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.268092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.268659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.269235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.274457 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-64b4ace3-ba71-4d2d-b180-5b61e15cc1e4 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6442 time: 0.0763292 Oct 20 11:10:38.274607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59850) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:38.307022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 157ec863-60c2-4b41-86cf-d6bdb00669e5 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:38.335501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 157ec863-60c2-4b41-86cf-d6bdb00669e5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:38.336083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 157ec863-60c2-4b41-86cf-d6bdb00669e5 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:38.357305 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:38.357496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf1c94-c8a0-4bd1-ad6f-1cbe1e993e0d req-c9708fda-49c2-4acd-bd52-0465ed963067 tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.363281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf1c94-c8a0-4bd1-ad6f-1cbe1e993e0d req-c9708fda-49c2-4acd-bd52-0465ed963067 tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.369498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf1c94-c8a0-4bd1-ad6f-1cbe1e993e0d req-c9708fda-49c2-4acd-bd52-0465ed963067 tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.371679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32bf1c94-c8a0-4bd1-ad6f-1cbe1e993e0d req-c9708fda-49c2-4acd-bd52-0465ed963067 tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3054154 Oct 20 11:10:38.374764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-4bb3ef1f-c0fe-4b16-b0b8-9c5125f2e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.376252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-4bb3ef1f-c0fe-4b16-b0b8-9c5125f2e2e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 200 len: 898 time: 0.2738700 Oct 20 11:10:38.438990 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e1fe98cb-52d1-436f-a7b8-d0ff537d3363 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.1621106 Oct 20 11:10:38.440447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:38.526998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-84c2a986-752b-4a8d-9a24-2dc3b6eaa915 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 200 len: 999 time: 0.1429386 Oct 20 11:10:38.536280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3421e-17e5-4329-a036-d769763f9ac5 req-bc4b41f9-a05f-4b3c-9598-15d29c198a9a tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.537677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74e3421e-17e5-4329-a036-d769763f9ac5 req-bc4b41f9-a05f-4b3c-9598-15d29c198a9a tempest-ComputeTenantNetworksTest-669812386 tempest-ComputeTenantNetworksTest-669812386-project] 10.222.0.74 "GET /v2.0/networks/906d17d4-e024-4c98-901e-dc4660d68c05 HTTP/1.1" status: 200 len: 768 time: 0.1025951 Oct 20 11:10:38.566812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:38.616176 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '3cad0664-fdc7-4abc-a5ff-12e0788670e4', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'port_id': 'a7df5681-b444-4c03-9218-6086833efdaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'mac_address': 'fa:16:3e:7f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:36Z', 'updated_at': '2021-10-20T11:10:36Z', 'revision_number': 0, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.635186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-ef111ab8-2047-45e6-8af3-26d158e9f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.636713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-ef111ab8-2047-45e6-8af3-26d158e9f791 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33a35ce-2ee8-44cf-a848-e9baa549396a HTTP/1.1" status: 200 len: 835 time: 0.0981064 Oct 20 11:10:38.644456 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41deaf-2f0a-4293-b896-3792eae9a26a None None] The sync data for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 is: [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '3cad0664-fdc7-4abc-a5ff-12e0788670e4', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'port_id': 'a7df5681-b444-4c03-9218-6086833efdaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'mac_address': 'fa:16:3e:7f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:10:36Z', 'updated_at': '2021-10-20T11:10:36Z', 'revision_number': 0, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:38.662903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.726295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-3086bcc2-7268-4741-b305-1883deeecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.727838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-3086bcc2-7268-4741-b305-1883deeecf5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817964 Oct 20 11:10:38.800849 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.813809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac816eb1-745e-4e28-bb20-2076076e9f95 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.814273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac816eb1-745e-4e28-bb20-2076076e9f95 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.816323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ac816eb1-745e-4e28-bb20-2076076e9f95 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=15e4d228-7abf-4ed0-8e41-47b6e342e89c HTTP/1.1" status: 200 len: 1992 time: 0.3745806 Oct 20 11:10:38.855045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906d17d4-e024-4c98-901e-dc4660d68c05']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.859055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0ad41-89f0-45f9-8d6c-b88ea47f89d2 None None] New status for floating IP 3cad0664-fdc7-4abc-a5ff-12e0788670e4: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:10:38.870526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7260126-3c3e-484f-97a4-b9a3715e2f81') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.870844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7260126-3c3e-484f-97a4-b9a3715e2f81') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:38.883422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.906792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-9ed3f5a4-8b62-4098-9085-c93536efe5ac service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630299 Oct 20 11:10:38.907684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.913580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:38.913963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:38.915649 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:39.023585 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.030393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.033574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] 10.222.0.74 "DELETE /v2.0/networks/906d17d4-e024-4c98-901e-dc4660d68c05 HTTP/1.1" status: 204 len: 168 time: 0.4657540 Oct 20 11:10:39.050563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bf319-1698-4e17-b592-b59976d57400 admin admin] Pushing event deleted for resources: {'Network': ['ID=906d17d4-e024-4c98-901e-dc4660d68c05,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:39.075032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a2f2ea5-70c6-4bda-8144-f6c59118ce06 req-8223659d-335e-4232-9871-0276fd759bb5 service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483455 Oct 20 11:10:39.153315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59862) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:39.195889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bced0bbe-99fc-440b-8e90-8e0bda5fbec9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=239732cef836484885822f04264fde0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413344 Oct 20 11:10:39.198790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59864) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:39.254117 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.274483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.322522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.325154 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.326369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbf5239b-9b67-47af-a6e8-57a12277d864 HTTP/1.1" status: 204 len: 168 time: 0.1265440 Oct 20 11:10:39.334402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c46a7-8006-46fe-91f2-171a5432eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5239b-9b67-47af-a6e8-57a12277d864,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:39.966023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 59886) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:40.062420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1274342432-network', 'tenant_id': '3678279ab7674452a3851272c8e013de'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:40.082743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:40.084960 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.093105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.166138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.170414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.193982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:40.203452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b12af-b89d-4d95-a168-164e99dcdf38,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:40.208247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.208587 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Added segment 54bd811c-5f43-4c5a-868a-cffc46e77306 of type vlan for network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 Oct 20 11:10:40.247389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.270538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.271553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.272122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.307059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3399262 Oct 20 11:10:40.310072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59890) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:40.315118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Request body: {'subnet': {'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1274342432-subnet', 'tenant_id': '3678279ab7674452a3851272c8e013de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:40.334234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76feabb-97cc-4487-969b-8f80976e524a admin admin] Pushing event updated for resources: {'Network': ['ID=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:40.336854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:40.339372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.345635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:40.501995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.559292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c7aa9f-2038-447b-a923-da17aba180cf,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:40.567677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Checking segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:40.568004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Network hostable DHCP agents. Network: 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:40.584202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:40.592150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:40.595916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.596488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:40.600631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf9b997-b376-4e00-adf2-21c8ac4cca3a None None] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:40.621441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2631a8ed-36e6-44c5-9bef-08e999780231 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013699 Oct 20 11:10:40.722249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409833ba-3050-447f-a9cc-6695c1d75b8f None None] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:41.031632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-60d346a1-2e59-46b5-b550-73cd396d69cb tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:41.033075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-60d346a1-2e59-46b5-b550-73cd396d69cb tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.1014969 Oct 20 11:10:41.048349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-655ee047-c61b-4038-89d4-5bf90307117b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/quotas/3678279ab7674452a3851272c8e013de HTTP/1.1" status: 200 len: 375 time: 0.0094976 Oct 20 11:10:41.082064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-cf60a8bf-7701-4772-aec2-3bace826dba0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286369 Oct 20 11:10:41.170225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-ef3ef9f2-58fe-4f17-b935-90311278552e service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813477 Oct 20 11:10:41.260891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-8de02447-e969-4ddc-b7c8-732c3c6a4f5e service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843072 Oct 20 11:10:41.438201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c0a1a94-a7af-4ce6-8ee0-bcb5f40ac47d req-98a15af2-1d69-414c-bf13-6a9314f5fcab tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0272930 Oct 20 11:10:42.340272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-5e19ca05-0d94-4d38-9810-986bd334afff tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:42.341861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-5e19ca05-0d94-4d38-9810-986bd334afff tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.1038206 Oct 20 11:10:42.354825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Request body: {'port': {'device_id': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'admin_state_up': True, 'tenant_id': '3678279ab7674452a3851272c8e013de'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:42.463508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:42.467466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:42.556015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d3192fe-0104-4987-8050-a877e8844ff3 req-eb4b65db-2492-49d6-b79e-aa444c44951c tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0373707 Oct 20 11:10:42.857003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Allocated IP 172.20.0.11 (1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6/c9c7aa9f-2038-447b-a923-da17aba180cf/3a8f64a8-29da-48ae-a450-6296409b6dc0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:43.006707 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.039737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.081312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:43.084371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:43.087888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:43.113379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event updated for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:43.127341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.127685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.128021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.128352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.128680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.129007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.129329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.129652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.129970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.130294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.130611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.130924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:43.151708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.152924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.167896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-380fa1fe-03d6-4fee-a151-eb6168e0ca6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172076 Oct 20 11:10:43.181459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Request body: {'port': {'device_id': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:43.238731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.494025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8f64a8-29da-48ae-a450-6296409b6dc0 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:43.501697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.513789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Transition to ACTIVE for port object 3a8f64a8-29da-48ae-a450-6296409b6dc0 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:43.517547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.569462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:43.668803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Attempting to bind port 3a8f64a8-29da-48ae-a450-6296409b6dc0 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:43.669123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Attempting to bind port 3a8f64a8-29da-48ae-a450-6296409b6dc0 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:43.669444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Attempting to bind port 3a8f64a8-29da-48ae-a450-6296409b6dc0 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:43.678555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Port 3a8f64a8-29da-48ae-a450-6296409b6dc0 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:43.678873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Attempting to bind port 3a8f64a8-29da-48ae-a450-6296409b6dc0 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:43.689817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7a512-5940-4dde-be14-089cf63e43c0 req-20e59627-26e6-4766-9a13-04d7bd26bc3e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.691297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69c7a512-5940-4dde-be14-089cf63e43c0 req-20e59627-26e6-4766-9a13-04d7bd26bc3e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0681081 Oct 20 11:10:43.693950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:43.694278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Checking segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:43.694644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Bound using segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:43.695107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Bound port: 3a8f64a8-29da-48ae-a450-6296409b6dc0, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:43.695452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.762274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69c7a512-5940-4dde-be14-089cf63e43c0 req-ad2c6883-ef16-48a1-b321-8a7cd30526de tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647154 Oct 20 11:10:43.785752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:43.789135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:43.793078 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.827076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.827672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:43.829002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] 10.222.0.70 "PUT /v2.0/ports/3a8f64a8-29da-48ae-a450-6296409b6dc0 HTTP/1.1" status: 200 len: 1093 time: 0.6515133 Oct 20 11:10:43.829424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:43.831805 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4770e0-08ed-4a40-9a5e-3178564d7d33" -d '{"events": [{"name": "network-changed", "server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:43.854589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca36d-fcc7-4864-9478-92fd7da03e28 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:43.907372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-51ea1735-db20-49dc-83e8-6720b6c762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.908872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-51ea1735-db20-49dc-83e8-6720b6c762ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0423934 Oct 20 11:10:43.951568 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a651df18-d67a-4d86-b402-fd3cb268d2ca x-openstack-request-id: req-a651df18-d67a-4d86-b402-fd3cb268d2ca {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:43.951837 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:43.952082 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a651df18-d67a-4d86-b402-fd3cb268d2ca {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:43.952482 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0', 'status': 'completed', 'code': 200} Oct 20 11:10:43.953949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-56d4da73-8fde-4f4f-bfac-c053a81e700f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Oct 20 11:10:44.008787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-65dd4bc5-b2a3-488d-a53d-0b16452f122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.010240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-65dd4bc5-b2a3-488d-a53d-0b16452f122a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0486455 Oct 20 11:10:44.041034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-5146f5a1-1062-4c30-bbff-5a7182d78512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235431 Oct 20 11:10:44.128673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-4cf24e2f-1549-4b6f-9c19-0272c333141f service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799274 Oct 20 11:10:44.223175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a6398046-3c29-4ec7-9413-e696a02340e8 req-18f02b33-13e3-4896-9dae-894c3cf7566c service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Oct 20 11:10:44.310043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-b4a23fde-f5fd-4ce8-bd17-2f72f365f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.311555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-b4a23fde-f5fd-4ce8-bd17-2f72f365f006 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0410478 Oct 20 11:10:44.404614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-537006a9-c9cf-437d-b380-f6466794dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.406056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-537006a9-c9cf-437d-b380-f6466794dbeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.0874662 Oct 20 11:10:44.445766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-e5ff3ef9-e5ea-4b29-a964-488dba8b9345 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0322685 Oct 20 11:10:44.497311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-e5375a4c-6b66-4a43-acb5-2b925a6e36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.498687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-e5375a4c-6b66-4a43-acb5-2b925a6e36b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0450780 Oct 20 11:10:44.531236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-e0eff3e8-ac95-4762-9dcb-ab1e3239cf77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241642 Oct 20 11:10:44.617685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-b3ed1095-7bab-4b68-ba11-4fe99f617ceb service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788572 Oct 20 11:10:44.709545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e4770e0-08ed-4a40-9a5e-3178564d7d33 req-2ccda165-14d0-4f25-aa7d-d797ed131e45 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Oct 20 11:10:44.874458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdf891-95d3-4127-8618-b042ece09b16 req-37d4c448-a5ac-41de-9b3f-5255817e9994 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.875872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81fdf891-95d3-4127-8618-b042ece09b16 req-37d4c448-a5ac-41de-9b3f-5255817e9994 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0486097 Oct 20 11:10:44.913558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81fdf891-95d3-4127-8618-b042ece09b16 req-18424739-c257-4cbf-ab5f-74126670ad43 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Oct 20 11:10:45.958626 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:46.028845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fe11-687a-47a2-a7bb-10d3ab97c646 req-04d8e6ef-93cb-4f91-9f64-213d72a5a529 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:46.030337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a166fe11-687a-47a2-a7bb-10d3ab97c646 req-04d8e6ef-93cb-4f91-9f64-213d72a5a529 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0489850 Oct 20 11:10:46.071843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a166fe11-687a-47a2-a7bb-10d3ab97c646 req-22865414-8366-41f7-9941-f4086cd473a2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Oct 20 11:10:46.838490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:47.187193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1c20-4874-4690-9ef4-36756eac5c52 req-da5654b9-7e40-4018-bd22-9b4f0bcba5e8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:47.188696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e0b1c20-4874-4690-9ef4-36756eac5c52 req-da5654b9-7e40-4018-bd22-9b4f0bcba5e8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0492527 Oct 20 11:10:47.227494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e0b1c20-4874-4690-9ef4-36756eac5c52 req-9b3e37f2-7219-4eaf-b57c-044b394f8b6f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Oct 20 11:10:48.342664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5499a71-bad0-489a-8300-5256240c8427 req-331522b7-a98a-4bbc-b81a-a00ee2f6b24f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:48.344191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5499a71-bad0-489a-8300-5256240c8427 req-331522b7-a98a-4bbc-b81a-a00ee2f6b24f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0487628 Oct 20 11:10:48.344758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3a8f64a8-29da-48ae-a450-6296409b6dc0 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:48.381409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5499a71-bad0-489a-8300-5256240c8427 req-6d767a6d-040a-4bf9-9023-b5f313dafdc5 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Oct 20 11:10:48.439386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:48.454085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3a8f64a8-29da-48ae-a450-6296409b6dc0', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'port_id': '3a8f64a8-29da-48ae-a450-6296409b6dc0', 'mac_address': 'fa:16:3e:bd:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7aa9f-2038-447b-a923-da17aba180cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:48.489487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:48.502034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8f64a8-29da-48ae-a450-6296409b6dc0 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:48.520978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:48.524689 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:48.569085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:48.759627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:49.438323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2016-99bb-4033-86cb-bd4d93310fb9 req-e388b503-1f32-42c8-88df-7ba1dbff680f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:49.439871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecab2016-99bb-4033-86cb-bd4d93310fb9 req-e388b503-1f32-42c8-88df-7ba1dbff680f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0411437 Oct 20 11:10:49.503949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ecab2016-99bb-4033-86cb-bd4d93310fb9 req-145e0e96-ebf6-4a4a-80b0-16e9385f0f94 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581496 Oct 20 11:10:49.518983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1d26-0605-4717-a8e2-7d6eb86a1ef8 req-1d3ebc07-5d3e-49c5-ad12-f6d828d6f2d2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:49.520434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b02c1d26-0605-4717-a8e2-7d6eb86a1ef8 req-1d3ebc07-5d3e-49c5-ad12-f6d828d6f2d2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0689459 Oct 20 11:10:49.559667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b02c1d26-0605-4717-a8e2-7d6eb86a1ef8 req-1e78589e-a5cd-4348-b761-a92707e935c8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Oct 20 11:10:49.618161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728e582-81ed-491b-aff5-4f9fb1b352e4 req-90350229-3aaa-4788-9897-83e4ceb975a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:49.619573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c728e582-81ed-491b-aff5-4f9fb1b352e4 req-90350229-3aaa-4788-9897-83e4ceb975a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Oct 20 11:10:49.657084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c728e582-81ed-491b-aff5-4f9fb1b352e4 req-4eb561c7-70cc-4453-9338-7801427d1280 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Oct 20 11:10:49.678191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 59956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:49.740580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5eacb27d-9ee7-4949-b342-eda96d3d7726 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/b7281a4f-c238-43c2-bbbf-b612f0ff908b HTTP/1.1" status: 200 len: 994 time: 0.0612836 Oct 20 11:10:50.041961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-1b0845a2-d5f9-4200-b454-0207dcddfe63 req-c0e77916-4843-4c7f-a6b4-24c30b319376 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:10:50.043075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b0845a2-d5f9-4200-b454-0207dcddfe63 req-c0e77916-4843-4c7f-a6b4-24c30b319376 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055261 Oct 20 11:10:50.344556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3a8f64a8-29da-48ae-a450-6296409b6dc0 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:50.353684 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-db774753-0269-4c3d-9541-980d1b401caf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489089 Oct 20 11:10:50.370420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd71b-e4ca-41ed-82fc-882a183fe137 req-e4f73d71-1ea6-460f-aac1-a8d680f066ca tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:50.372755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abecd71b-e4ca-41ed-82fc-882a183fe137 req-e4f73d71-1ea6-460f-aac1-a8d680f066ca tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0573232 Oct 20 11:10:50.396234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3a8f64a8-29da-48ae-a450-6296409b6dc0 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:50.400855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3a8f64a8-29da-48ae-a450-6296409b6dc0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:50.401409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:50.413919 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abecd71b-e4ca-41ed-82fc-882a183fe137 req-c1bd97b6-1cf2-43b9-866b-a244566970a6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Oct 20 11:10:50.486140 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:50.510230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:50.512623 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3bd4e-ae5a-462c-9496-a91b89698f1d" -d '{"events": [{"server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:50.530617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:50.535200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:50.568880 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75acd1-8956-41ab-8a90-c057156dee81 x-openstack-request-id: req-2a75acd1-8956-41ab-8a90-c057156dee81 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:50.569771 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:50.570036 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a75acd1-8956-41ab-8a90-c057156dee81 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:50.570425 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0', 'code': 200} Oct 20 11:10:50.608518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:50.692301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39039-b2c9-4eee-aa67-fd1f4718cd95 req-eb81f569-a445-40c7-8edc-f15c39150bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:50.693780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b39039-b2c9-4eee-aa67-fd1f4718cd95 req-eb81f569-a445-40c7-8edc-f15c39150bad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0765035 Oct 20 11:10:50.706155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b558f4-030f-4118-869e-783df43b8aef req-9782e92c-8423-4ea6-a08c-08cc3ab4a717 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:50.707586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b558f4-030f-4118-869e-783df43b8aef req-9782e92c-8423-4ea6-a08c-08cc3ab4a717 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.0641437 Oct 20 11:10:50.758371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4b39039-b2c9-4eee-aa67-fd1f4718cd95 req-4021e3a8-9dc7-48cb-acd4-bf8f57aebc93 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Oct 20 11:10:50.765748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5b558f4-030f-4118-869e-783df43b8aef req-ef35a5e2-7717-410e-81cf-62d24f9fabe8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Oct 20 11:10:51.534771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff428fe-2da3-483c-8b06-3de6923f400f req-0a82d695-1cc1-4718-a2fe-12ea03a7c247 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.536240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ff428fe-2da3-483c-8b06-3de6923f400f req-0a82d695-1cc1-4718-a2fe-12ea03a7c247 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0493798 Oct 20 11:10:51.574140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ff428fe-2da3-483c-8b06-3de6923f400f req-a6656ebe-9586-4b4b-862c-49f3b516aba5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Oct 20 11:10:51.661345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-810e44a9-910a-43d7-82c3-143b51442110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.662782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-810e44a9-910a-43d7-82c3-143b51442110 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0398796 Oct 20 11:10:51.750723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-9a86bd11-2f96-4e74-983b-19b862ba57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.752078 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-9a86bd11-2f96-4e74-983b-19b862ba57de service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0817647 Oct 20 11:10:51.820409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-e97b904c-8d52-455f-974a-cd4a5c450c22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1002 time: 0.0600803 Oct 20 11:10:51.871332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-24b69ebe-fd84-4215-897a-474d38c304f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.873566 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-24b69ebe-fd84-4215-897a-474d38c304f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0457118 Oct 20 11:10:51.884529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1302c7-8733-4bcd-b08f-d93c134e2b3b req-5778612a-5c2b-4d19-bff5-e0e1204be2d8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.886009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e1302c7-8733-4bcd-b08f-d93c134e2b3b req-5778612a-5c2b-4d19-bff5-e0e1204be2d8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.0532985 Oct 20 11:10:51.920711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-31a06017-0c1c-47b8-bcaf-89173477959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:51.922194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-31a06017-0c1c-47b8-bcaf-89173477959f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402625 Oct 20 11:10:51.923385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e1302c7-8733-4bcd-b08f-d93c134e2b3b req-72f6dc0d-311a-4534-846a-70dbcb703d1d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Oct 20 11:10:52.020667 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-d9d629e9-2df6-4edb-803d-c0ee5c6a58f5 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893803 Oct 20 11:10:52.117661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-a144ba21-7477-4dfc-ba00-2a223ef43b7c service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885487 Oct 20 11:10:52.688571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58906-3394-442d-817b-5ec17ec77030 req-927aa82d-897f-4f0b-8ec9-9f17a87eb67b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:52.690034 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfd58906-3394-442d-817b-5ec17ec77030 req-927aa82d-897f-4f0b-8ec9-9f17a87eb67b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0485468 Oct 20 11:10:52.727760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfd58906-3394-442d-817b-5ec17ec77030 req-9e256f75-499f-4005-8c68-1324918f60a8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Oct 20 11:10:53.036486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12680810-44c3-4f86-b4bb-be75e808f440 req-2d26fb76-99c6-464c-a8b7-931373be0fbd tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:53.037938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12680810-44c3-4f86-b4bb-be75e808f440 req-2d26fb76-99c6-464c-a8b7-931373be0fbd tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.0495164 Oct 20 11:10:53.074367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12680810-44c3-4f86-b4bb-be75e808f440 req-7f176814-aad6-40b5-88d7-9b88553fbfa4 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Oct 20 11:10:53.846038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdc60-238b-46a2-a7d4-bd1172f8aef7 req-a9fe3c48-8421-4a50-89e0-e9b6bae02265 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:53.847537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d9bdc60-238b-46a2-a7d4-bd1172f8aef7 req-a9fe3c48-8421-4a50-89e0-e9b6bae02265 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0521624 Oct 20 11:10:53.885545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d9bdc60-238b-46a2-a7d4-bd1172f8aef7 req-525b5f68-b23a-46ff-960c-33842fe4286e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Oct 20 11:10:55.002589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb6c13-71b5-4cde-bda4-10d87098b45b req-41af8b0e-ae8d-4f99-b7ab-04cd58795b24 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:55.004246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bfb6c13-71b5-4cde-bda4-10d87098b45b req-41af8b0e-ae8d-4f99-b7ab-04cd58795b24 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0494566 Oct 20 11:10:55.041304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bfb6c13-71b5-4cde-bda4-10d87098b45b req-b9137185-091f-4a5f-8695-ce5dad1e7222 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306761 Oct 20 11:10:56.164779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd169c7d-2eee-47c5-a12d-ea549c6b3081 req-95e2eb4a-aa86-49ff-ae88-740bb5406211 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:56.168761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd169c7d-2eee-47c5-a12d-ea549c6b3081 req-95e2eb4a-aa86-49ff-ae88-740bb5406211 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0568614 Oct 20 11:10:56.209697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd169c7d-2eee-47c5-a12d-ea549c6b3081 req-45c7d928-8441-4e3b-a9a7-1423deb8c4c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364139 Oct 20 11:10:57.328822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583387d4-2261-4dee-8e8e-2c5093d3c6ed req-8758f29f-38a4-4576-b7ae-6419307186b1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:57.330307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583387d4-2261-4dee-8e8e-2c5093d3c6ed req-8758f29f-38a4-4576-b7ae-6419307186b1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0534801 Oct 20 11:10:57.368386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-583387d4-2261-4dee-8e8e-2c5093d3c6ed req-121b7049-d285-44c5-aab7-5958c1cca531 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Oct 20 11:10:58.488202 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba5029bc-e962-4436-9de7-e77e2c58b5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:58.488808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecab8d-7060-40fb-a418-04646cb7ebdf req-f7c46331-2099-4c93-8f05-f9692d9ec244 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:58.490596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ecab8d-7060-40fb-a418-04646cb7ebdf req-f7c46331-2099-4c93-8f05-f9692d9ec244 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0525084 Oct 20 11:10:58.528641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82ecab8d-7060-40fb-a418-04646cb7ebdf req-0fab08f8-8509-426a-a415-a6be4ab8626d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Oct 20 11:10:59.645312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc144157-3555-4d67-b66a-6794e4f123ef req-782c1cd4-c08e-4297-8ff4-e1cfea63f246 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:59.646817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc144157-3555-4d67-b66a-6794e4f123ef req-782c1cd4-c08e-4297-8ff4-e1cfea63f246 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Oct 20 11:10:59.685898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc144157-3555-4d67-b66a-6794e4f123ef req-d0c7c0ac-c5ad-4429-b40e-ba8a5316ed15 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Oct 20 11:11:00.804716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e572ecd-a9c2-4044-aa59-121670b85152 req-69fe745e-fd0c-4516-9478-39a596e4a161 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:00.806140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e572ecd-a9c2-4044-aa59-121670b85152 req-69fe745e-fd0c-4516-9478-39a596e4a161 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Oct 20 11:11:00.842537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e572ecd-a9c2-4044-aa59-121670b85152 req-d3a18cec-9516-4aba-93ae-18896f1b6b83 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297971 Oct 20 11:11:01.378185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eb89f700-e918-4209-9372-dcdcf40a68ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:01.788501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:01.957766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867381da-4519-4df0-b672-1b3cef243257 req-a522c65c-a9d9-40b6-a856-c43f411b32a9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:01.959270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867381da-4519-4df0-b672-1b3cef243257 req-a522c65c-a9d9-40b6-a856-c43f411b32a9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0489771 Oct 20 11:11:01.995427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867381da-4519-4df0-b672-1b3cef243257 req-1fa28ef7-4858-4530-801b-cb8067e063ae tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303555 Oct 20 11:11:02.839417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:03.112368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dbc37-10fa-4047-aec6-dfbce21c86cb req-6c5c3c7b-f199-43e8-969c-cbd15af763d6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:03.113854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-811dbc37-10fa-4047-aec6-dfbce21c86cb req-6c5c3c7b-f199-43e8-969c-cbd15af763d6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0503571 Oct 20 11:11:03.151160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-811dbc37-10fa-4047-aec6-dfbce21c86cb req-b97eb806-be90-4fd5-a166-1052570b0349 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312696 Oct 20 11:11:04.049372 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-ad385c5c-d7f4-4035-bd5c-5e59e11e6bd2 service neutron] show failed (client error): The resource could not be found. Oct 20 11:11:04.050339 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-ad385c5c-d7f4-4035-bd5c-5e59e11e6bd2 service neutron] 10.222.0.83 "GET /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0534725 Oct 20 11:11:04.284089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-fe210af0-6293-44a6-8bda-5b3519967b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:04.285542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-fe210af0-6293-44a6-8bda-5b3519967b87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 1098 time: 0.0689085 Oct 20 11:11:04.302603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5886-bd4e-4cb7-a70c-b131ec5eb5df req-b31193a2-792c-4e0b-b288-c7a26ea9260d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:04.304086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eedd5886-bd4e-4cb7-a70c-b131ec5eb5df req-b31193a2-792c-4e0b-b288-c7a26ea9260d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0600810 Oct 20 11:11:04.309569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:04.369434 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.379908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eedd5886-bd4e-4cb7-a70c-b131ec5eb5df req-87cc1cfa-5648-42f0-85b1-17db609ea69b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676494 Oct 20 11:11:04.389126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.587823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:04.606803 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:11:04.619445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:04.657362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:04.659657 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a995a-5c49-477f-ac26-0012fb814a0a" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:04.663629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.676201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Transition to ACTIVE for port object 9a43e92f-68cc-4146-8032-9422485154ae will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:04.680371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.708131 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ce528-1180-43ec-b513-7ef990826293 x-openstack-request-id: req-db1ce528-1180-43ec-b513-7ef990826293 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:04.708428 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:04.708677 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db1ce528-1180-43ec-b513-7ef990826293 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:04.709063 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'code': 200} Oct 20 11:11:04.765540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:04.803705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] No DVR routers for this DVR port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:04.938841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:04.939195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:04.939518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:04.943644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:04.943960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:04.948653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:04.948978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:04.949373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Bound using segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:04.949788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Bound port: 9a43e92f-68cc-4146-8032-9422485154ae, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:04.950126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.009812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:05.012813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:05.016179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.049742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.050336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.051850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] 10.222.0.70 "PUT /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1093 time: 0.7467234 Oct 20 11:11:05.072139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba7bf9-ada8-4aec-97cf-3b6788b2f544 service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:05.120062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-edb5138b-6f15-47e7-a7f7-a2cdf49b8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.121595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-edb5138b-6f15-47e7-a7f7-a2cdf49b8f4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0457921 Oct 20 11:11:05.223821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-19bd4613-f1fb-4f3d-9f58-a1c49c702c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.226966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-19bd4613-f1fb-4f3d-9f58-a1c49c702c3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0967331 Oct 20 11:11:05.302736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-b32829fc-0252-46b7-a851-817820689826 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0651450 Oct 20 11:11:05.354631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-58b5786e-0f24-4044-b044-4f7c0dd696f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.356123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-58b5786e-0f24-4044-b044-4f7c0dd696f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0459876 Oct 20 11:11:05.403232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-a49470fd-c038-4cfa-8809-8d898cf0c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.404601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-a49470fd-c038-4cfa-8809-8d898cf0c479 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398448 Oct 20 11:11:05.530256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-d602734c-2691-4f52-bda4-dca83ea69edf service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157858 Oct 20 11:11:05.543469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85348cf-077f-438d-bdc7-43258a260903 req-01f97485-b490-41a4-853d-5b1e82a1eb03 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.544884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c85348cf-077f-438d-bdc7-43258a260903 req-01f97485-b490-41a4-853d-5b1e82a1eb03 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 944 time: 0.0712073 Oct 20 11:11:05.637078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c85348cf-077f-438d-bdc7-43258a260903 req-2abded5e-248e-45e4-8fef-2a0f3fe60a2c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841470 Oct 20 11:11:05.663908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2d6b34f-1b5d-4d23-928b-56d6b939aff6 req-7c81f24f-9bd3-4bb9-a9ea-42aaa0c2d6ff service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180260 Oct 20 11:11:06.530467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-7012a8af-7e78-49fa-b60d-d91784adbc64 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.531948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-7012a8af-7e78-49fa-b60d-d91784adbc64 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.1006978 Oct 20 11:11:06.547095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-3a44d03f-bbb5-4ba9-b865-4b53b9ccadc2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/quotas/3678279ab7674452a3851272c8e013de HTTP/1.1" status: 200 len: 375 time: 0.0094087 Oct 20 11:11:06.597998 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-758286d4-f6a9-4e84-a112-4cdba486f125 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458379 Oct 20 11:11:06.688693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-dc089b25-ffec-4170-abeb-e44704959808 service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836430 Oct 20 11:11:06.712320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:06.714555 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b46121-8169-4c82-b101-c82f406ff544" -d '{"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:07.069868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1abea-24c1-4667-93f2-0c5998fa0b6f req-f731711f-4ace-42bf-9d4b-2a2fe2c5e4db tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.071385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da1abea-24c1-4667-93f2-0c5998fa0b6f req-f731711f-4ace-42bf-9d4b-2a2fe2c5e4db tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 944 time: 0.3534648 Oct 20 11:11:07.077695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-7ea0f4f3-d5e0-4840-a40a-a9cf44df74b1 service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825529 Oct 20 11:11:07.112438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1da1abea-24c1-4667-93f2-0c5998fa0b6f req-036c7899-d0ec-4638-b5ab-18767143def7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335817 Oct 20 11:11:07.175158 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3c7cc-1818-4934-87a9-8a79f87daf92 x-openstack-request-id: req-7bf3c7cc-1818-4934-87a9-8a79f87daf92 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:07.175473 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:07.178351 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7bf3c7cc-1818-4934-87a9-8a79f87daf92 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:07.178351 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:11:07.215256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:07.240734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-2293b0a9-7204-4373-b653-f617ad7a70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.242562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-2293b0a9-7204-4373-b653-f617ad7a70a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0461445 Oct 20 11:11:07.273143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:07.284381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4f23d75b-3891-435d-8774-8e2817e2d5f8 req-e15e2791-4984-4a90-ae37-9d8f7cf0a80c tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 210 time: 0.0515902 Oct 20 11:11:07.307968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-22a20b99-25d9-4891-b412-d8877f035d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.310504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-22a20b99-25d9-4891-b412-d8877f035d84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1096 time: 0.1022894 Oct 20 11:11:07.363075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-217d528a-da80-44d1-9be4-cf86162bb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.364612 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-217d528a-da80-44d1-9be4-cf86162bb272 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.1143198 Oct 20 11:11:07.410738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-271a8e3d-b533-41a7-9901-4a0f77dd0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.412280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-271a8e3d-b533-41a7-9901-4a0f77dd0065 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0937872 Oct 20 11:11:07.435976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-11b48b38-1553-49f3-a2c3-399a466db7ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0635030 Oct 20 11:11:07.492455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-0a571cd3-ba67-4306-8fd3-6ea7b3689d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.493922 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-0a571cd3-ba67-4306-8fd3-6ea7b3689d68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0507135 Oct 20 11:11:07.499907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-73e9b71c-0519-4bb1-8583-3aa67900db9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0721354 Oct 20 11:11:07.559492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-92015a81-a8a0-4001-8a11-b7cc6b5031e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.562099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-92015a81-a8a0-4001-8a11-b7cc6b5031e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610259 Oct 20 11:11:07.566986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-909c8bfd-8720-431f-9449-452415875a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.568442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-909c8bfd-8720-431f-9449-452415875a54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0585074 Oct 20 11:11:07.626002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46121-8169-4c82-b101-c82f406ff544 req-e9b0456f-2adc-4fde-aed5-aa434b9b5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.627539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-e9b0456f-2adc-4fde-aed5-aa434b9b5db3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446663 Oct 20 11:11:07.676728 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-6d9995fc-1fff-4890-bc7d-b3515fb4e469 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043983 Oct 20 11:11:07.763343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-291ef2ac-eb9a-45c5-b422-f750b1bdd27f service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176124 Oct 20 11:11:07.806759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-db1ec7f1-0217-48e8-9fa3-cfd016e0a0d1 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207659 Oct 20 11:11:07.873715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-28b46121-8169-4c82-b101-c82f406ff544 req-06d5110e-c77b-45ff-9d10-882228632a09 service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992787 Oct 20 11:11:08.238408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4780cc-5f50-4038-a2fd-9475fdca874a req-3bae170d-da4e-4b65-998a-bc50d4ac3540 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.240025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c4780cc-5f50-4038-a2fd-9475fdca874a req-3bae170d-da4e-4b65-998a-bc50d4ac3540 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 944 time: 0.0595837 Oct 20 11:11:08.281313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c4780cc-5f50-4038-a2fd-9475fdca874a req-19bb09d7-dd5b-4039-a344-3471fe81164d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Oct 20 11:11:08.362119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-3d3551ae-ed4c-4f91-b2c5-512ede41c782 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.363682 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-3d3551ae-ed4c-4f91-b2c5-512ede41c782 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.83 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.1302950 Oct 20 11:11:08.375213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9a43e92f-68cc-4146-8032-9422485154ae details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:08.378063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Request body: {'port': {'device_id': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'admin_state_up': True, 'tenant_id': '3678279ab7674452a3851272c8e013de'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:08.400515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a662c09-cfa5-4eea-b378-2b740ea83d65 req-1976f64b-c724-4ece-bfb3-3a9dfe13b50a tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 210 time: 0.0334632 Oct 20 11:11:08.479153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:08.491897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '9a43e92f-68cc-4146-8032-9422485154ae', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:08.530100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:08.534014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.534900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.547975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:08.569509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:08.573594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.629055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:08.637459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.637806 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.638146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.638471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.638810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.639158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.639565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.639791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.640088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.640402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.640714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.641039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.644798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-37bf7014-4f6d-492d-b8bd-ebb51f97a786 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.646332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-37bf7014-4f6d-492d-b8bd-ebb51f97a786 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2&tenant_id=3bd741658daa4d599311a0e41ea0ead8&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 944 time: 0.1329193 Oct 20 11:11:08.655116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd1c9-a04e-4670-ab84-384cef7a0049 req-68d45381-dddf-4fcb-a9c5-1aae96ed84c7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.656554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24ffd1c9-a04e-4670-ab84-384cef7a0049 req-68d45381-dddf-4fcb-a9c5-1aae96ed84c7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.1073790 Oct 20 11:11:08.680878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Allocated IP 172.20.0.2 (1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6/c9c7aa9f-2038-447b-a923-da17aba180cf/618e31ba-65aa-4a1d-b9f9-3c11878e96a6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:08.726607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24ffd1c9-a04e-4670-ab84-384cef7a0049 req-4b306f90-7c37-4a06-8c0c-c15ed30eeacc tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624483 Oct 20 11:11:08.759352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-a5fe4844-3456-4240-b6d9-da1b70f793e6 service neutron] 10.222.0.70 "GET /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.1016850 Oct 20 11:11:08.844760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.848144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-99c34b2e-56e1-44d0-95d0-eff6e50e7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.849703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-99c34b2e-56e1-44d0-95d0-eff6e50e7346 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0466542 Oct 20 11:11:08.883214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.895888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:08.920264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['9a43e92f-68cc-4146-8032-9422485154ae'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:08.926207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:08.930220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:08.934242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:08.962246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-aa7b5d99-b1b0-4dfb-a2ea-d1d7caeda61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.964441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-aa7b5d99-b1b0-4dfb-a2ea-d1d7caeda61b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.1063802 Oct 20 11:11:08.966265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event updated for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:08.983462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.983820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.984166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.984506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.984841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.985241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.985582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.985909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.986417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.986757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.987114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:08.987807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:09.006534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.007175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.024574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-d6bd13c4-22bc-494c-898b-cf2d11f27b90 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507454 Oct 20 11:11:09.033819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-a0b0342b-12c0-4106-b0d1-453b3dc29240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1001 time: 0.0608892 Oct 20 11:11:09.038511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Request body: {'port': {'device_id': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:09.101606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-94fbaa2e-c591-4c4e-a138-348d44efbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.101830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.102978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-94fbaa2e-c591-4c4e-a138-348d44efbf3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0520766 Oct 20 11:11:09.156355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-85e5a373-fd1a-4e19-b22a-4887321514da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.158000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-85e5a373-fd1a-4e19-b22a-4887321514da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467985 Oct 20 11:11:09.264947 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-e79b8b7f-c37a-4b17-87e8-bbb743e33da7 service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982807 Oct 20 11:11:09.364789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-a7759766-8ebb-46d8-ba76-bc4bc3bf0541 service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884063 Oct 20 11:11:09.387025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:09.395662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.408459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Transition to ACTIVE for port object 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:09.412217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.461242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Pushing event updated for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:09.529776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddfab9-bb7b-4300-a50a-d2b72bd0e16d req-e9831cdf-1867-4d68-9ac5-003d0ede06ee tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.531218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6ddfab9-bb7b-4300-a50a-d2b72bd0e16d req-e9831cdf-1867-4d68-9ac5-003d0ede06ee tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 943 time: 0.0581493 Oct 20 11:11:09.538466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Attempting to bind port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:09.538799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Attempting to bind port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:09.539156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Attempting to bind port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:09.543449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:09.543770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Attempting to bind port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:09.548557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:09.548895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Checking segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:09.549269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Bound using segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:09.549690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Bound port: 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:09.550034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.569385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6ddfab9-bb7b-4300-a50a-d2b72bd0e16d req-89b8416d-3e6a-43e3-a426-4b472b41245c tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Oct 20 11:11:09.614143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:09.617109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:09.621963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.655661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.656263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:09.657622 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] 10.222.0.83 "PUT /v2.0/ports/618e31ba-65aa-4a1d-b9f9-3c11878e96a6 HTTP/1.1" status: 200 len: 1092 time: 0.6236732 Oct 20 11:11:09.658053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:09.660322 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:09.684123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c4d6-f7ef-4e0c-8679-87960213e390 service neutron] Pushing event updated for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:09.731771 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54351c1-b39e-4862-b8f3-b8e992aaba59 x-openstack-request-id: req-b54351c1-b39e-4862-b8f3-b8e992aaba59 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:09.732216 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:09.732464 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b54351c1-b39e-4862-b8f3-b8e992aaba59 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:09.732854 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6', 'status': 'completed', 'code': 200} Oct 20 11:11:09.750803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-48b190da-2635-4082-9a7f-052de7a70347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.752447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-48b190da-2635-4082-9a7f-052de7a70347 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 1095 time: 0.0537002 Oct 20 11:11:09.798238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-6ecf3eba-a43f-4783-8798-7c7f800e1e4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6 HTTP/1.1" status: 200 len: 217 time: 0.0353513 Oct 20 11:11:09.848385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-797ad134-d897-49ea-ba3e-ea1b3d7c8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.849901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-797ad134-d897-49ea-ba3e-ea1b3d7c8d9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0441489 Oct 20 11:11:09.850797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea52ef-b00f-4ba7-8c9b-636057e30d71 req-2b3a0ebc-6f99-4848-a6f6-2956f720d598 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:09.852273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fea52ef-b00f-4ba7-8c9b-636057e30d71 req-2b3a0ebc-6f99-4848-a6f6-2956f720d598 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Oct 20 11:11:09.882563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-89ffd179-7cfb-4f9f-84a4-f26eee937961 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249987 Oct 20 11:11:09.890401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fea52ef-b00f-4ba7-8c9b-636057e30d71 req-edf324a4-5272-413a-bbd0-c9decbfc6954 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Oct 20 11:11:09.975661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-4a1dc389-8369-4151-8608-88b578fc0a21 service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849130 Oct 20 11:11:10.070292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c84d02b7-e982-448c-aeac-489d3d14c090 req-6117d000-6856-4d0e-8226-632bf55c6720 service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Oct 20 11:11:10.151280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-136e15b2-268b-4be4-bcf9-5f5f57a64086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:10.153254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-136e15b2-268b-4be4-bcf9-5f5f57a64086 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 1095 time: 0.0411007 Oct 20 11:11:10.245453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-bc4977b5-f1b9-40e3-b3fd-ccce232aeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:10.247024 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-bc4977b5-f1b9-40e3-b3fd-ccce232aeb76 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.0866318 Oct 20 11:11:10.291604 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-39662999-a3e8-44e8-adaa-e559fe3ad5b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6 HTTP/1.1" status: 200 len: 217 time: 0.0371683 Oct 20 11:11:10.341826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-44507b4f-81b4-47e2-b4e3-df7bdf28d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:10.343233 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-44507b4f-81b4-47e2-b4e3-df7bdf28d48f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0436287 Oct 20 11:11:10.380070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-447089ee-44fa-4ce1-b242-91e4f2ba5e66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253036 Oct 20 11:11:10.406960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9a43e92f-68cc-4146-8032-9422485154ae up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:10.459358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 9a43e92f-68cc-4146-8032-9422485154ae completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:10.462916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 9a43e92f-68cc-4146-8032-9422485154ae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:10.463307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.474847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-45794e96-f6a7-4ab0-b384-b7c9fbe0051c service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871942 Oct 20 11:11:10.539939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.562153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:10.564442 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c3e53-b798-46e7-b977-bf10b0470f74" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:10.564901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6446a336-4e55-465c-81d1-7a5bbeb8f8dc req-f369679c-3ccd-4cc7-94ab-a9799034b39b service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Oct 20 11:11:10.578041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:10.582765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.617511 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd2c9e-5be0-426c-9747-ea2a1fcfd10d x-openstack-request-id: req-4afd2c9e-5be0-426c-9747-ea2a1fcfd10d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:10.617816 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:10.618068 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4afd2c9e-5be0-426c-9747-ea2a1fcfd10d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:10.618455 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'code': 200} Oct 20 11:11:10.636033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:10.687851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d665-4acf-4a8f-98e8-d079e0f05139 req-e37e75eb-3303-4080-8ba1-d86a9bf72511 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:10.689319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d871d665-4acf-4a8f-98e8-d079e0f05139 req-e37e75eb-3303-4080-8ba1-d86a9bf72511 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 943 time: 0.0492623 Oct 20 11:11:10.726990 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d871d665-4acf-4a8f-98e8-d079e0f05139 req-b5f2c5c4-5879-4d99-8e72-d5d598b09e3e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Oct 20 11:11:11.006528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2a12a-ed80-4399-9184-7101477db56d req-8d629c42-93f4-4ec7-871d-d0eba5768be1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:11.008071 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18f2a12a-ed80-4399-9184-7101477db56d req-8d629c42-93f4-4ec7-871d-d0eba5768be1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Oct 20 11:11:11.046630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18f2a12a-ed80-4399-9184-7101477db56d req-aac5fb1e-9672-4891-b437-502af5dd7393 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Oct 20 11:11:11.226899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:11.320126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:11.331157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'port_id': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6', 'mac_address': 'fa:16:3e:a6:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7aa9f-2038-447b-a923-da17aba180cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:11.368385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:11.385390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:11.407603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:11.411403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:11.459889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:11.705339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['618e31ba-65aa-4a1d-b9f9-3c11878e96a6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:11.724917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-9817a808-1412-412a-a4e8-9265d2715a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:11.726420 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-9817a808-1412-412a-a4e8-9265d2715a30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 1098 time: 0.0744891 Oct 20 11:11:11.740063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:11.795142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:11.856629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113893f-7880-416c-bf50-277a4dc00b34 req-69929468-1505-481a-906e-e14e5542598d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:11.858388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6113893f-7880-416c-bf50-277a4dc00b34 req-69929468-1505-481a-906e-e14e5542598d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 944 time: 0.0617566 Oct 20 11:11:11.899746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6113893f-7880-416c-bf50-277a4dc00b34 req-642c2299-85de-4799-80bf-d6917204fd01 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340140 Oct 20 11:11:12.008833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:12.047560 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:12.088399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:12.091397 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e7caf-e835-40bf-bf07-33181627369a" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:12.095752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.108731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Transition to ACTIVE for port object 9a43e92f-68cc-4146-8032-9422485154ae will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:12.113763 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.225573 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e730c86-45aa-43ef-9b90-edce58e29c40 x-openstack-request-id: req-5e730c86-45aa-43ef-9b90-edce58e29c40 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:12.225903 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:12.226135 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e730c86-45aa-43ef-9b90-edce58e29c40 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:12.226489 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'code': 200} Oct 20 11:11:12.232722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563163a4-6096-479f-bc56-67b611466665 service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:12.236710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d70ff-327b-4372-81f9-770b4b6aeb89 req-c5fc3208-729d-4323-b818-447be437acdb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.243489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-223d70ff-327b-4372-81f9-770b4b6aeb89 req-c5fc3208-729d-4323-b818-447be437acdb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.0928853 Oct 20 11:11:12.293576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-223d70ff-327b-4372-81f9-770b4b6aeb89 req-ea7e8c35-57df-4b4d-9d74-d22a4cf8d9f7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Oct 20 11:11:12.318618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] No DVR routers for this DVR port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:12.455760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:12.456008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:12.456329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:12.460543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:12.460858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Attempting to bind port 9a43e92f-68cc-4146-8032-9422485154ae on network 5defd984-ac70-4015-9d59-84170473b6fb {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:12.465550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:12.465878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Checking segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:12.466252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Bound using segment: {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:12.466668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Bound port: 9a43e92f-68cc-4146-8032-9422485154ae, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df06874-2af3-4541-b996-59a63233e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:12.467035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.529526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:12.532478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:12.537394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.569096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.569703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.571147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-563163a4-6096-479f-bc56-67b611466665 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1094 time: 0.8350348 Oct 20 11:11:12.603394 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563163a4-6096-479f-bc56-67b611466665 service neutron] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=11']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:12.640233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-d84a7381-160f-4a27-9ab6-25ed5c08f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.641775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-d84a7381-160f-4a27-9ab6-25ed5c08f10f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0463326 Oct 20 11:11:12.741799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-ca1ba492-cc08-494d-bf6b-40084502314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.743309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-ca1ba492-cc08-494d-bf6b-40084502314d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0928793 Oct 20 11:11:12.810999 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-5ffc94ac-2cc2-4d96-a4ec-a484573dd577 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0601444 Oct 20 11:11:12.862220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-d8eb008f-461e-4380-8f84-99b23a67373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.863619 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-d8eb008f-461e-4380-8f84-99b23a67373d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0447152 Oct 20 11:11:12.913261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-3fc1299f-326a-44f0-89f6-09ce865e2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.914819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-3fc1299f-326a-44f0-89f6-09ce865e2243 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428181 Oct 20 11:11:13.006964 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-919d4e23-5418-47a2-92c2-cef3ad9f50f6 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841589 Oct 20 11:11:13.022192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd46bd8-da59-4760-80d1-17a077053cde req-3eca4a58-595c-4e48-b39c-2a57169f8368 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:13.027404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dd46bd8-da59-4760-80d1-17a077053cde req-3eca4a58-595c-4e48-b39c-2a57169f8368 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 944 time: 0.0549242 Oct 20 11:11:13.062819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8dd46bd8-da59-4760-80d1-17a077053cde req-fde836ee-71f9-4d3b-a058-c74b037ff3a7 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Oct 20 11:11:13.100898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3a41a891-5728-4d71-8205-5450efb2fe74 req-75239af8-d2bb-4e5f-a769-77d090653fcc service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867324 Oct 20 11:11:13.227545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:13.279992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:13.283788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:13.284159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:13.366401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:13.389335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:13.391700 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67384942-9d2b-4181-a758-0f03454a4c80" -d '{"events": [{"server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "name": "network-vif-plugged", "status": "completed", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:13.407222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:13.413389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:13.426926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334a46-5558-4014-83f4-f75ba5e96d0e req-c00b843b-e5e9-4381-9721-3547fbc7d9ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:13.428480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11334a46-5558-4014-83f4-f75ba5e96d0e req-c00b843b-e5e9-4381-9721-3547fbc7d9ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.0598662 Oct 20 11:11:13.455154 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe2a7d1-ab24-443d-b0ab-745f64c51faf x-openstack-request-id: req-0fe2a7d1-ab24-443d-b0ab-745f64c51faf {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:13.455455 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "name": "network-vif-plugged", "status": "completed", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:13.455790 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0fe2a7d1-ab24-443d-b0ab-745f64c51faf {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:13.456174 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6', 'code': 200} Oct 20 11:11:13.479642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11334a46-5558-4014-83f4-f75ba5e96d0e req-74ef9441-839c-43f2-bee0-e1da3934a90d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Oct 20 11:11:13.485265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:13.552343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305d0a-c994-4f12-a7a9-59a3bd44baec req-9fa888c6-0c9c-4bec-9e7d-f8ac20eb55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:13.553788 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98305d0a-c994-4f12-a7a9-59a3bd44baec req-9fa888c6-0c9c-4bec-9e7d-f8ac20eb55db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 1097 time: 0.0392766 Oct 20 11:11:13.588243 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98305d0a-c994-4f12-a7a9-59a3bd44baec req-0844fb37-fbeb-4974-bdf2-1d58d755fc9e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264530 Oct 20 11:11:14.177389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6377-991f-4535-885b-d9cb97b1e7b0 req-5ef5c1ec-94fa-408e-bcfb-48f3f4c082a5 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.178706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-314c6377-991f-4535-885b-d9cb97b1e7b0 req-5ef5c1ec-94fa-408e-bcfb-48f3f4c082a5 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 945 time: 0.0491164 Oct 20 11:11:14.217087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-314c6377-991f-4535-885b-d9cb97b1e7b0 req-d3fc2430-2caf-40ea-9d07-d224ec2e4bba tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Oct 20 11:11:14.227943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:14.231047 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960bb433-11a9-47a7-8c76-9183ed8a9e75" -d '{"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:14.277325 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629b53c-b79b-4207-bbea-e0bdf4988257 x-openstack-request-id: req-5629b53c-b79b-4207-bbea-e0bdf4988257 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:14.277614 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:14.277864 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5629b53c-b79b-4207-bbea-e0bdf4988257 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:14.278259 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:11:14.350060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-73e0ba7e-cb8d-4715-9b8c-7a0edf6367a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.351708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-73e0ba7e-cb8d-4715-9b8c-7a0edf6367a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0425267 Oct 20 11:11:14.352343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-ff55ad2a-f8ae-43d0-989c-5a2f02f2ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.353845 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-ff55ad2a-f8ae-43d0-989c-5a2f02f2ffaa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0466611 Oct 20 11:11:14.447142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-a75e6a0d-74d4-49fe-a4f7-90fc28420d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.447707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-80ca4225-c6e0-493a-8e43-61f99a55e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.448513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-80ca4225-c6e0-493a-8e43-61f99a55e7a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0870972 Oct 20 11:11:14.449131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-a75e6a0d-74d4-49fe-a4f7-90fc28420d75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.0870564 Oct 20 11:11:14.514780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-12bb496c-97f3-4735-be4c-8e55606591d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0569971 Oct 20 11:11:14.522860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-1bc2d840-c888-46a0-96c4-f52399eba735 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 1000 time: 0.0569756 Oct 20 11:11:14.577522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-c8228fdc-b470-447a-8cb9-4d950bb3d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.578989 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-c8228fdc-b470-447a-8cb9-4d950bb3d03e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0476050 Oct 20 11:11:14.594788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-c7af7b4a-dde6-4bdb-8572-b69e4f4220b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.596485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-c7af7b4a-dde6-4bdb-8572-b69e4f4220b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0745173 Oct 20 11:11:14.624266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b23c-3fff-4502-8a42-48949e29652d req-e5938d2a-4afe-485a-9cf4-f8f6b47f2aaa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.625734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f82b23c-3fff-4502-8a42-48949e29652d req-e5938d2a-4afe-485a-9cf4-f8f6b47f2aaa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 945 time: 0.0659311 Oct 20 11:11:14.625889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-82395c8b-48df-400b-adc8-0558a11e3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.627319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-82395c8b-48df-400b-adc8-0558a11e3f11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397072 Oct 20 11:11:14.683575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f82b23c-3fff-4502-8a42-48949e29652d req-062ed0cd-006e-4c69-ab4c-8f884c031187 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Oct 20 11:11:14.685298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-4764c1ee-4b44-4015-8ba6-b7bb201f3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.686714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-4764c1ee-4b44-4015-8ba6-b7bb201f3593 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810893 Oct 20 11:11:14.732089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-9d5500f0-6e21-4b38-9292-bd7ec9a36a5d service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919492 Oct 20 11:11:14.786576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-96e47189-9686-47d8-9dd5-0e70c49b799f service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897839 Oct 20 11:11:14.835491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-e76a20bd-2717-49dc-af63-56593beb31c0 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949667 Oct 20 11:11:14.878445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-960bb433-11a9-47a7-8c76-9183ed8a9e75 req-cd46b83b-e6d9-461b-91fa-1376b3119046 service neutron] 10.222.0.70 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829742 Oct 20 11:11:15.241794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:15.334350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:15.336841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc77f3-206d-4ab6-a54c-280397eadc6d req-7039e66f-8e05-4012-b9ad-8a7c9bf1bf49 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:15.338444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cccc77f3-206d-4ab6-a54c-280397eadc6d req-7039e66f-8e05-4012-b9ad-8a7c9bf1bf49 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 945 time: 0.0545683 Oct 20 11:11:15.345257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '9a43e92f-68cc-4146-8032-9422485154ae', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'port_id': '9a43e92f-68cc-4146-8032-9422485154ae', 'mac_address': 'fa:16:3e:40:3d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:15.376570 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cccc77f3-206d-4ab6-a54c-280397eadc6d req-982dc1c9-1b02-4959-9937-64a0d0385027 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Oct 20 11:11:15.386493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:15.399230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:15.419015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:15.422908 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:15.469317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:15.688203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:15.731712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['9a43e92f-68cc-4146-8032-9422485154ae'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:15.845943 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-98e268ad-3880-4bda-bb54-702e440e8e51 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4996 time: 0.1563103 Oct 20 11:11:15.848822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:15.854459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'network': {'name': 'tempest-network-smoke--1519304744', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'port_security_enabled': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:15.857825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e579-f985-45e1-b7a3-71482e0e099e req-57a81177-5437-4712-ac14-09e8b91e0561 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:15.859330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8d8e579-f985-45e1-b7a3-71482e0e099e req-57a81177-5437-4712-ac14-09e8b91e0561 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 946 time: 0.0954263 Oct 20 11:11:15.878388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:15.882781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:15.899375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8d8e579-f985-45e1-b7a3-71482e0e099e req-76fd309e-64fa-4d06-b9f3-31c09c3d5860 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 Oct 20 11:11:15.908479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:11:15.927372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:15.927372 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Added segment 1f51d424-b905-463e-9fd5-94c64055e686 of type vlan for network 27ab109b-d0ae-4547-bc7b-001330fcf803 Oct 20 11:11:15.927925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:15.985582 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.004537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.028383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a9361f1-fe08-403c-821f-032c225427b6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/b7281a4f-c238-43c2-bbbf-b612f0ff908b HTTP/1.1" status: 200 len: 993 time: 0.0972476 Oct 20 11:11:16.043253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.048953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:16.049546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.084906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2344344 Oct 20 11:11:16.087498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60174) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:16.092405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'admin_state_up': True, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:16.132862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc99c-19a1-4bb0-b3b8-f749bc29d4f1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Network': ['ID=27ab109b-d0ae-4547-bc7b-001330fcf803,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:16.144919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:11:16.147458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.148623 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.205415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.350194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.437377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9a43e92f-68cc-4146-8032-9422485154ae no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:16.488500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 9a43e92f-68cc-4146-8032-9422485154ae not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:16.838362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.871867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:16.891147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.000555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.25.3.229 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/c5c3d2ec-1332-4e80-b898-52e88f96ef5f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:17.105903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.142411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.179620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:17.184031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:17.190450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:17.193475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:17.258134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:17.316286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 9a43e92f-68cc-4146-8032-9422485154ae completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:17.320176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 9a43e92f-68cc-4146-8032-9422485154ae triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:17.320511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.399577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.425641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:17.428201 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e57554-b01b-4a3d-bcfb-57b95968dbf1" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:17.441085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:17.447497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.455915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.481333 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1a269-8d23-467d-bbc3-e952b54c2523 x-openstack-request-id: req-26b1a269-8d23-467d-bbc3-e952b54c2523 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:17.481817 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:17.482070 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26b1a269-8d23-467d-bbc3-e952b54c2523 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:17.482459 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'code': 200} Oct 20 11:11:17.502050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=13']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:17.667357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.796881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 026c6845-e911-41f1-929d-76d64568ed1f is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:11:17.931195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-0ff27a7f-be8a-49ee-a3d7-6045e688d6c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0911319 Oct 20 11:11:17.955590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:17.968560 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Sync routers for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:17.977602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.978909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d077a964-4e1e-44cf-8ca2-803b0bc6a963 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8904998 Oct 20 11:11:17.981933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60182) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:17.989421 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:17.990039 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:18.084979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f0e76-03dd-4220-849c-1c9da196dc61 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.089381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-730f0e76-03dd-4220-849c-1c9da196dc61 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1033700 Oct 20 11:11:18.090214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.100169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.100652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.101115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.101650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.102122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.102581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.103062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.105500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ffd043a6-44c9-49ca-a33d-32b25a78e397 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd676190bf643f385546e093799e024&device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 6508 time: 0.0888112 Oct 20 11:11:18.209942 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:18.250114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a14b7189-f0f1-4185-b064-03b504d11848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.250755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a14b7189-f0f1-4185-b064-03b504d11848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.251317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a14b7189-f0f1-4185-b064-03b504d11848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.252952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a14b7189-f0f1-4185-b064-03b504d11848 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a91ae3e2-6a90-44b7-be18-de320866274e&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&id=e2788b8c-7b61-495e-9718-ac990188d315&id=e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 200 len: 2301 time: 0.1206696 Oct 20 11:11:18.274012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f3db1-7a8c-4b58-a265-e8e7e8913ad3 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.280376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-243f3db1-7a8c-4b58-a265-e8e7e8913ad3 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881487 Oct 20 11:11:18.281397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60186) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.332325 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-107c3980-1e9f-4e31-bd84-f1f894a595ee tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486820 Oct 20 11:11:18.332651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.344211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-ac5e439d-2965-4cb8-97ba-03a84cac27e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0834098 Oct 20 11:11:18.375279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79ca7c7f-93e9-4649-a3f6-e0c3f58fde04 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380337 Oct 20 11:11:18.375279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.432662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:17Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:18.466326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-50209663-9080-4a70-85f0-fafb4afcee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.467584 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Checking router: 026c6845-e911-41f1-929d-76d64568ed1f for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:18.467939 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-50209663-9080-4a70-85f0-fafb4afcee07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 200 len: 856 time: 0.1057014 Oct 20 11:11:18.468197 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Updating router 026c6845-e911-41f1-929d-76d64568ed1f port c5c3d2ec-1332-4e80-b898-52e88f96ef5f binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:11:18.496940 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.523569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63524e-7285-47a3-997f-c350db89613b tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.525074 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f63524e-7285-47a3-997f-c350db89613b tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498516 Oct 20 11:11:18.528415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60192) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.560589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d406e1e-5cca-432a-bea1-b41e213afc7d tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288022 Oct 20 11:11:18.560810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60194) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:18.565566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159939091', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:18.569738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-f092177d-91df-414a-a837-2ea31e74b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:18.571237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-f092177d-91df-414a-a837-2ea31e74b5fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a91ae3e2-6a90-44b7-be18-de320866274e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933802 Oct 20 11:11:18.728344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:18.732449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.750320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-3a3e8912-41b4-4fba-8daf-22cca481b8ff service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660581 Oct 20 11:11:18.756590 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.762331 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.809944 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Attempting to bind port c5c3d2ec-1332-4e80-b898-52e88f96ef5f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:18.810396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Attempting to bind port c5c3d2ec-1332-4e80-b898-52e88f96ef5f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:18.810822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Attempting to bind port c5c3d2ec-1332-4e80-b898-52e88f96ef5f on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:18.821670 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:18.822041 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:18.822458 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.822823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:18.824056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Bound port: c5c3d2ec-1332-4e80-b898-52e88f96ef5f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:18.824613 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.887770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] For port c5c3d2ec-1332-4e80-b898-52e88f96ef5f, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:18.890288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] For port c5c3d2ec-1332-4e80-b898-52e88f96ef5f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:18.891711 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Pushing event updated for resources: {'Port': ['ID=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:18.900288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.900678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.900967 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.901296 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.902332 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.902707 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.903058 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.903379 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.903861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.904188 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.904511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.904922 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:18.908561 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:18.967154 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc59df9-ea20-4aaa-a56e-734a6dadad13 None None] Pushing event updated for resources: {'Port': ['ID=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:18.982559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:18.983182 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:18.987668 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-f11b1fda-1b04-48c8-9e67-3f21ea9f3459 service neutron] 10.222.0.83 "GET /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231441 Oct 20 11:11:19.058166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-042edaf3-068f-41e4-b5a7-af501317c96a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 217 time: 0.0434885 Oct 20 11:11:19.076692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.092277 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:19.162466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Subnet': ['ID=0be811fc-b566-4098-a279-15ea7992d9c0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:19.165664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-3b0d1b7a-6643-48bb-aa69-9acd4650dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:19.167310 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-3b0d1b7a-6643-48bb-aa69-9acd4650dce2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.1003132 Oct 20 11:11:19.212703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Checking segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:19.213212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network hostable DHCP agents. Network: 27ab109b-d0ae-4547-bc7b-001330fcf803, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:11:19.236026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-034328cb-c4d4-4189-9d75-db9c368beb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:19.237636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-034328cb-c4d4-4189-9d75-db9c368beb37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609226 Oct 20 11:11:19.238961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:11:19.254430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 27ab109b-d0ae-4547-bc7b-001330fcf803) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:19.265540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349668f8-7f80-4f04-9951-b206b748b555 None None] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:19.270016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:19.270721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.297853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:17Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:19.331785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796f9c2-7709-4310-a0c3-085918f32c4f None None] The sync data for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 is: [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:17Z', 'revision_number': 3, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:19.348017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-16210d2c-32cd-4138-8640-4fb5545c611c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7856698 Oct 20 11:11:19.348366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60198) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:19.372891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-6cd5846a-941e-43f1-bce3-8b86f5b3347a service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266246 Oct 20 11:11:19.468458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-27ab109b-d0ae-4547-bc7b-001330fcf803', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'fixed_ips': [{'subnet_id': '0be811fc-b566-4098-a279-15ea7992d9c0'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:11:19.469544 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.499166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-4ea44285-1ed7-400b-8ffb-d003003e4f52 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166229 Oct 20 11:11:19.565735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-67688dc7-41d7-40bb-b677-38576dd1bb60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 217 time: 0.0531509 Oct 20 11:11:19.638407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-80e25b0a-dbcc-40ce-aa9b-71eae9aadd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:19.639911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-80e25b0a-dbcc-40ce-aa9b-71eae9aadd03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0658307 Oct 20 11:11:19.644803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Allocated IP 172.20.0.18 (27ab109b-d0ae-4547-bc7b-001330fcf803/0be811fc-b566-4098-a279-15ea7992d9c0/f94a90db-964b-454f-99db-be9f65673f85) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:19.732653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a7038521-bbed-4d78-8a36-a8142d080633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:19.734501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-a7038521-bbed-4d78-8a36-a8142d080633 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867636 Oct 20 11:11:19.879415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-aec20714-9fa6-4a74-9176-1a7b6552f6e5 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345985 Oct 20 11:11:19.882503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.897274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.971174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:19.972862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Pushing event updated for resources: {'Port': ['ID=f94a90db-964b-454f-99db-be9f65673f85,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:19.977469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:19.980643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:20.060987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Attempting to bind port f94a90db-964b-454f-99db-be9f65673f85 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:20.061360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Attempting to bind port f94a90db-964b-454f-99db-be9f65673f85 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:20.061727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Attempting to bind port f94a90db-964b-454f-99db-be9f65673f85 on network 27ab109b-d0ae-4547-bc7b-001330fcf803 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:20.063523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-d0df9056-e371-4864-9480-9091c00f0c90 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758308 Oct 20 11:11:20.068412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:20.068923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Checking segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:20.069328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.069724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Bound using segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:20.070200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Bound port: f94a90db-964b-454f-99db-be9f65673f85, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:20.070580 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.126343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-f99dc4c9-1eb4-4c3a-89b4-91dcf96954e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 200 len: 217 time: 0.0509865 Oct 20 11:11:20.189852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] For port f94a90db-964b-454f-99db-be9f65673f85, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:20.193494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] For port f94a90db-964b-454f-99db-be9f65673f85, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f94a90db-964b-454f-99db-be9f65673f85,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:20.207733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.209518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-639eeba5-a897-4449-bb0b-20fc416aa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:20.211182 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-639eeba5-a897-4449-bb0b-20fc416aa88e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0736818 Oct 20 11:11:20.273626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9577312-2282-4800-b193-aaa3098c6086 None None] Pushing event updated for resources: {'Port': ['ID=f94a90db-964b-454f-99db-be9f65673f85,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:20.274205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-4fa9ef57-6973-4218-9d8a-5ae4ac55f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:20.275694 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-4fa9ef57-6973-4218-9d8a-5ae4ac55f369 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569038 Oct 20 11:11:20.324490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.395901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-414fe0a6-a3e0-4b2c-98d8-8332dca0e71d service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076469 Oct 20 11:11:20.520442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5c3d2ec-1332-4e80-b898-52e88f96ef5f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:20.595225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-4a210663-56b4-457b-a9a5-e90baa3408f2 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893225 Oct 20 11:11:20.647349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c5c3d2ec-1332-4e80-b898-52e88f96ef5f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:20.647717 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.665944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-9d9f3c14-cd05-4ac6-9880-7888a9562157 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 200 len: 217 time: 0.0619004 Oct 20 11:11:20.758736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-c8133217-14f9-4130-bd93-9f2e64652d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:20.760520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-c8133217-14f9-4130-bd93-9f2e64652d9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 200 len: 797 time: 0.0850985 Oct 20 11:11:20.773320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.820834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-d89f5db0-f5b4-41e6-b415-d271089e34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:20.822535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-d89f5db0-f5b4-41e6-b415-d271089e34be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7f9c4d-1f51-43b6-b443-72bd28c52932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535405 Oct 20 11:11:20.826486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c5c3d2ec-1332-4e80-b898-52e88f96ef5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:20.830756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.888588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.20.0.17 (27ab109b-d0ae-4547-bc7b-001330fcf803/0be811fc-b566-4098-a279-15ea7992d9c0/ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:20.890511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:20.936210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-896532c1-7cd1-4267-badc-8f58ff933a6e service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042831 Oct 20 11:11:21.017051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.043952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-421f6492-c4f5-461a-be95-32d06b6f967a service neutron] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991201 Oct 20 11:11:21.053665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.093701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-9f6052b1-87d3-4ccf-a417-262a955ac81a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 200 len: 217 time: 0.0419886 Oct 20 11:11:21.103817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:21.107199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:21.111437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:21.150449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.175728 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.347914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.541172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01af40-0c55-46aa-9668-f5f89516a8f0 None None] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:21.542731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-7939cfa9-a01d-49d9-a067-f200de905f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.544065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-7939cfa9-a01d-49d9-a067-f200de905f2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.4384339 Oct 20 11:11:21.597663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-0961c5f3-8416-4fb5-8836-350f0a0e11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.599553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-0961c5f3-8416-4fb5-8836-350f0a0e11a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462480 Oct 20 11:11:21.643110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] Provisioning complete for port f94a90db-964b-454f-99db-be9f65673f85 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:21.643476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.669475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.675564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.734779 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-fbbce547-cdbd-4af3-84d1-701d8c41be09 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268275 Oct 20 11:11:21.763365 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.769530 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.799082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.849809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] For port f94a90db-964b-454f-99db-be9f65673f85, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f94a90db-964b-454f-99db-be9f65673f85,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:21.854057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-aab7c9a9-b667-46cd-949c-8f4ceab29bec service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119747 Oct 20 11:11:21.855844 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.918258 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-861aff4c-1758-4eac-9e0f-4564e37aa7b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 200 len: 217 time: 0.0563672 Oct 20 11:11:21.924906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b8f6a-34e3-4125-a481-5721d045a160 None None] Pushing event updated for resources: {'Port': ['ID=f94a90db-964b-454f-99db-be9f65673f85,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.937445 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-030256bb-180f-4c65-9572-d7b2471e847e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831943 Oct 20 11:11:21.945791 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:21.947352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:21.977616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-e7090127-88d0-44fb-b79b-5752f3cf10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.979253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-e7090127-88d0-44fb-b79b-5752f3cf10ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 200 len: 797 time: 0.0539658 Oct 20 11:11:22.043783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-23e36eef-cf72-4e23-9a1a-f20eb60b48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.045223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-23e36eef-cf72-4e23-9a1a-f20eb60b48b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2788b8c-7b61-495e-9718-ac990188d315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486033 Oct 20 11:11:22.090483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2c9dbef3-d3a3-4d73-8df3-f6d47bab73a0 None None] Provisioning complete for port f94a90db-964b-454f-99db-be9f65673f85 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:22.090855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbef3-d3a3-4d73-8df3-f6d47bab73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:22.091862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-c91a5456-7bf1-4b68-aedf-d6e47cc23a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.093347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-c91a5456-7bf1-4b68-aedf-d6e47cc23a64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 1097 time: 0.0954435 Oct 20 11:11:22.126401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 026c6845-e911-41f1-929d-76d64568ed1f has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:22.166552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-e8df0c9e-878d-4c75-98d9-b8fbd4cb60ec service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087694 Oct 20 11:11:22.220710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2c9dbef3-d3a3-4d73-8df3-f6d47bab73a0 None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:22.221081 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbef3-d3a3-4d73-8df3-f6d47bab73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:22.279117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dbef3-d3a3-4d73-8df3-f6d47bab73a0 None None] Port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:22.291384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98ac1fcb-93b7-49b5-a56f-557755999e79 req-59d5a0a8-65e6-410d-96d2-d80541430aa1 service neutron] 10.222.0.83 "GET /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152303 Oct 20 11:11:22.322005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-4bd56614-f06f-49a9-99b2-0d355ab0298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.323720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-4bd56614-f06f-49a9-99b2-0d355ab0298a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.2070286 Oct 20 11:11:22.407461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:22.423652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dbcef4be-1b47-47f6-aed2-197a55433b07 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "PUT /v2.0/routers/026c6845-e911-41f1-929d-76d64568ed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0647185 Oct 20 11:11:22.427079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Sync routers for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:22.431106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-89ac0f23-9fa2-4bd9-8323-acb6305cbaba None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:22.431478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-89ac0f23-9fa2-4bd9-8323-acb6305cbaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:22.471208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-c573b11b-2892-4f33-9cd8-5b5a4a0e7b34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 200 len: 1000 time: 0.1167932 Oct 20 11:11:22.487785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:22.488607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:22.582800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-89ac0f23-9fa2-4bd9-8323-acb6305cbaba None None] Port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:22.598417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5c3d2ec-1332-4e80-b898-52e88f96ef5f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:22.624772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-ae854c3c-4d1b-4188-9432-7e22a17537e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.626237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-ae854c3c-4d1b-4188-9432-7e22a17537e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1403222 Oct 20 11:11:22.762070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-fd753f86-bd05-4b82-b06c-b3e6b4fb4ee9 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.763639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-fd753f86-bd05-4b82-b06c-b3e6b4fb4ee9 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.2440667 Oct 20 11:11:22.787889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-f3f577e1-1dad-48ba-8112-dd77f2c19e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.789369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-f3f577e1-1dad-48ba-8112-dd77f2c19e9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550009 Oct 20 11:11:22.797182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-0094980c-ccd1-4b26-b842-181536c8782b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/quotas/3678279ab7674452a3851272c8e013de HTTP/1.1" status: 200 len: 375 time: 0.0250933 Oct 20 11:11:22.842321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-1df510d1-9488-4dbe-8321-92bcc5c9a7a1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:22.843802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-1df510d1-9488-4dbe-8321-92bcc5c9a7a1 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/networks?id=27ab109b-d0ae-4547-bc7b-001330fcf803 HTTP/1.1" status: 200 len: 798 time: 0.1826041 Oct 20 11:11:22.860476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bef889cf-b6be-417c-8cf5-a139221f3035 None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:22.860835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bef889cf-b6be-417c-8cf5-a139221f3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:22.864290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:22.909940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-85ea00f3-bfd7-4a0e-8ffd-190dff639595 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/quotas/5ce6203ae3e84d9fbf0d0d2f7f04a824 HTTP/1.1" status: 200 len: 375 time: 0.0470252 Oct 20 11:11:22.912336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c5c3d2ec-1332-4e80-b898-52e88f96ef5f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:22.912703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:22.942892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-4ffa5ec4-ace5-465b-aea2-3fe52784e383 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390185 Oct 20 11:11:22.961340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bef889cf-b6be-417c-8cf5-a139221f3035 None None] Port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:22.983463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-fa8c2c6a-2f53-43b4-a49d-f6cdcbc13491 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807387 Oct 20 11:11:23.006593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-d8894264-316f-42a3-9a0a-0353af8da94d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0867627 Oct 20 11:11:23.043177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-aabb3a24-8081-49cc-902a-1631e1546773 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:11:23.044196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-aabb3a24-8081-49cc-902a-1631e1546773 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0823929 Oct 20 11:11:23.105474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f94a90db-964b-454f-99db-be9f65673f85 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:23.190666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f94a90db-964b-454f-99db-be9f65673f85 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:23.190963 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.215786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:21Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d', 'name': '', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:6d:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:20Z', 'updated_at': '2021-10-20T11:11:21Z', 'revision_number': 2, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:23.227556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43ec7fb7-1dee-4463-b617-faa4769ae6df req-ab1d42f8-72e6-4be6-85e4-f7e6b3a266d8 service neutron] 10.222.0.70 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199714 Oct 20 11:11:23.246039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-23fa22e2-500a-4515-b731-036f5b8a8948 service neutron] 10.222.0.74 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206132 Oct 20 11:11:23.252126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Checking router: 026c6845-e911-41f1-929d-76d64568ed1f for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:23.252654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Updating router 026c6845-e911-41f1-929d-76d64568ed1f port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:11:23.282559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-4c850f5d-164a-481a-8236-6a0aeaf9f28e service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217486 Oct 20 11:11:23.293223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.409138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-0daa596d-aade-4599-b7a1-c7f69a3ff663 service neutron] 10.222.0.74 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569128 Oct 20 11:11:23.428051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-9f6b21d3-d380-46b3-88cf-9e183de063fa service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386478 Oct 20 11:11:23.603226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a937325b-66ae-4e8b-ad2b-4296c8a3adae req-046401f7-3c17-4d81-a4b0-ea204f52d4b6 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 210 time: 0.0371733 Oct 20 11:11:23.644959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5733d0a0-2b80-4349-ba77-aea7fa9dcb68 req-21711fc5-2a9f-450a-84b3-2e384a7eb099 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 210 time: 0.0322556 Oct 20 11:11:23.645857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.654070 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.738685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8482e-4f54-4965-96e6-9c7b0de61050 None None] Pushing event updated for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:23.767123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Attempting to bind port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:23.767593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Attempting to bind port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:23.767956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Attempting to bind port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d on network 27ab109b-d0ae-4547-bc7b-001330fcf803 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:23.774083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:23.774452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Checking segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:23.775272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.775660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Bound using segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:23.776144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Bound port: ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:23.777050 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.847321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] For port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:23.850839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] For port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:23.858231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.953328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:23.954015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:23.993345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8482e-4f54-4965-96e6-9c7b0de61050 None None] Pushing event updated for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:24.110876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:24.111243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.113924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:24.341323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.409422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] For port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:24.413134 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.469605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a4e75-96ab-4121-9c42-7a462dc83601 None None] Pushing event updated for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:24.477683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:21Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d', 'name': '', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:6d:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:20Z', 'updated_at': '2021-10-20T11:11:23Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:24.504973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afeba0-952f-4b8d-bda9-a71fcc4656c4 None None] The sync data for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 is: [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:21Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d', 'name': '', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:6d:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:20Z', 'updated_at': '2021-10-20T11:11:23Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:24.536591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-eed03a9b-61d1-4c32-a3d5-88ecde18cd01 None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:24.537017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eed03a9b-61d1-4c32-a3d5-88ecde18cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.708137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91e54268-5ef3-4ce7-934d-804b530984e0 req-f5db8d87-70bb-4977-a97d-f109ee7fd34a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Oct 20 11:11:24.772745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2da6f5ef-b7e7-414d-9d7d-f1dbd600591a req-b4de0757-99b1-4db7-b577-03f5d0e90ea2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 210 time: 0.0398605 Oct 20 11:11:24.881188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-d929e6e6-02b9-4595-9edd-94f222490237 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:24.883350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-d929e6e6-02b9-4595-9edd-94f222490237 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.1394403 Oct 20 11:11:24.897978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Request body: {'port': {'device_id': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'admin_state_up': True, 'tenant_id': '3678279ab7674452a3851272c8e013de'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:25.094005 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-a9d7c0b7-30f6-49d3-b5af-f20fb5583b35 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.096061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-a9d7c0b7-30f6-49d3-b5af-f20fb5583b35 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.83 "GET /v2.0/networks?id=27ab109b-d0ae-4547-bc7b-001330fcf803 HTTP/1.1" status: 200 len: 798 time: 0.1621184 Oct 20 11:11:25.111931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Request body: {'port': {'device_id': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'admin_state_up': True, 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:25.241022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Made reservation on behalf of 5ce6203ae3e84d9fbf0d0d2f7f04a824 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:25.244637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.312882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:25.316775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.389080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Allocated IP 172.20.0.21 (27ab109b-d0ae-4547-bc7b-001330fcf803/0be811fc-b566-4098-a279-15ea7992d9c0/499df752-9bbb-439e-8c22-3fd7fccfb871) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:25.462622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Allocated IP 172.20.0.6 (1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6/c9c7aa9f-2038-447b-a923-da17aba180cf/62a70c14-8aa0-4d16-8ca4-dc2697081071) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:25.532620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.577294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.623868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:25.627141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:25.631357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:25.652989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.666911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event updated for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:25.691612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.707036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['618e31ba-65aa-4a1d-b9f9-3c11878e96a6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:25.709718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:25.751843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.755219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.769054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:25.776967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:25.782925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:25.805992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-aaab5096-16a3-4bd2-8de5-d6a4fea33009 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6940837 Oct 20 11:11:25.822465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Request body: {'port': {'device_id': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:25.836742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event updated for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:25.865892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.872654 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.933811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:25.965618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-fb9718ea-46b5-4147-a81d-bb18f131cdf8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0724828 Oct 20 11:11:25.983066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Request body: {'port': {'device_id': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:26.023501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074f630-9a5a-4bc4-a5bd-e131a1ef3c60 req-b1709acc-0bf5-46d3-b9a0-f498dd12942c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.025181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e074f630-9a5a-4bc4-a5bd-e131a1ef3c60 req-b1709acc-0bf5-46d3-b9a0-f498dd12942c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 895 time: 0.1495080 Oct 20 11:11:26.046626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55c438-10bb-4836-82a9-e1d36aeca13f req-f2584478-1036-465f-ad09-dc24966016ca tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.047269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa55c438-10bb-4836-82a9-e1d36aeca13f req-f2584478-1036-465f-ad09-dc24966016ca tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 931 time: 0.1377406 Oct 20 11:11:26.096368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.130174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6e8b0ba2-a364-42c1-b8f4-2a02d28d861e None None] Provisioning complete for port 499df752-9bbb-439e-8c22-3fd7fccfb871 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:26.130958 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6e8b0ba2-a364-42c1-b8f4-2a02d28d861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.150341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa55c438-10bb-4836-82a9-e1d36aeca13f req-57968319-78ff-4d24-b973-ed1def703da6 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826337 Oct 20 11:11:26.178643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b0ba2-a364-42c1-b8f4-2a02d28d861e None None] Port 499df752-9bbb-439e-8c22-3fd7fccfb871 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:26.291834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.298533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.306062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499df752-9bbb-439e-8c22-3fd7fccfb871 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:26.306926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.313075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.313892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.319493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.326420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.327046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Transition to ACTIVE for port object 499df752-9bbb-439e-8c22-3fd7fccfb871 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:26.331210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.333217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.341962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-e1f6a5df-bd6c-4ada-92f8-c50b4bc1fec0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.1951280 Oct 20 11:11:26.421655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Pushing event updated for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:26.449295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-867abb2d-14e6-4992-a056-af9ad249eb75 req-18c0a0ad-3674-4b2e-8e86-6a887013031f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063263 Oct 20 11:11:26.494552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Attempting to bind port 499df752-9bbb-439e-8c22-3fd7fccfb871 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:26.494883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Attempting to bind port 499df752-9bbb-439e-8c22-3fd7fccfb871 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:26.495209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Attempting to bind port 499df752-9bbb-439e-8c22-3fd7fccfb871 on network 27ab109b-d0ae-4547-bc7b-001330fcf803 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:26.500540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Port 499df752-9bbb-439e-8c22-3fd7fccfb871 on network 27ab109b-d0ae-4547-bc7b-001330fcf803 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:26.500864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Attempting to bind port 499df752-9bbb-439e-8c22-3fd7fccfb871 on network 27ab109b-d0ae-4547-bc7b-001330fcf803 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:26.507585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:26.507987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Checking segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:26.508494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Bound using segment: {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:26.509100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Bound port: 499df752-9bbb-439e-8c22-3fd7fccfb871, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f51d424-b905-463e-9fd5-94c64055e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:26.509477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.548288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:26.596459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:26.599871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=499df752-9bbb-439e-8c22-3fd7fccfb871,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:26.604510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a70c14-8aa0-4d16-8ca4-dc2697081071 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:26.613269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.614627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.638850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Transition to ACTIVE for port object 62a70c14-8aa0-4d16-8ca4-dc2697081071 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:26.646288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.651025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:26.652068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.692954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Pushing event updated for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:26.701748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.703263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.704676 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-210778bb-1129-4adb-8ca3-9726c9b7a001 service neutron] 10.222.0.83 "PUT /v2.0/ports/499df752-9bbb-439e-8c22-3fd7fccfb871 HTTP/1.1" status: 200 len: 1056 time: 0.8937602 Oct 20 11:11:26.705136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:26.707717 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103a8aae-4b1e-4218-85f3-048419535df0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:26.737814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Pushing event updated for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:26.777871 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db234675-3f2f-4900-aff1-e07aa10ef9a1 x-openstack-request-id: req-db234675-3f2f-4900-aff1-e07aa10ef9a1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:26.778167 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:26.778418 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db234675-3f2f-4900-aff1-e07aa10ef9a1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:26.778815 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871', 'status': 'completed', 'code': 200} Oct 20 11:11:26.798024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-7ce3e800-337d-48c7-9f8b-3a152905d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.799589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-7ce3e800-337d-48c7-9f8b-3a152905d9bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 1059 time: 0.0489345 Oct 20 11:11:26.823035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Attempting to bind port 62a70c14-8aa0-4d16-8ca4-dc2697081071 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:26.824079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Attempting to bind port 62a70c14-8aa0-4d16-8ca4-dc2697081071 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:26.824485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Attempting to bind port 62a70c14-8aa0-4d16-8ca4-dc2697081071 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:26.829383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Port 62a70c14-8aa0-4d16-8ca4-dc2697081071 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:26.829713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Attempting to bind port 62a70c14-8aa0-4d16-8ca4-dc2697081071 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:26.834856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:26.835229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Checking segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:26.835610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Bound using segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:26.836040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Bound port: 62a70c14-8aa0-4d16-8ca4-dc2697081071, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:26.836395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.851499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-8eb16973-ad01-4a7b-ae2d-9494ae1b3b43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=499df752-9bbb-439e-8c22-3fd7fccfb871 HTTP/1.1" status: 200 len: 217 time: 0.0398250 Oct 20 11:11:26.906302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:26.909007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-2bf8a396-432f-402d-9937-e7e18a895dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.910555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-2bf8a396-432f-402d-9937-e7e18a895dbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0be811fc-b566-4098-a279-15ea7992d9c0 HTTP/1.1" status: 200 len: 837 time: 0.0480425 Oct 20 11:11:26.910922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:26.916237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.956572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.957214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:26.958551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] 10.222.0.70 "PUT /v2.0/ports/62a70c14-8aa0-4d16-8ca4-dc2697081071 HTTP/1.1" status: 200 len: 1092 time: 0.9835911 Oct 20 11:11:26.958998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-20adf645-7eef-4cf3-871d-000af9b10b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.959210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:26.960533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-20adf645-7eef-4cf3-871d-000af9b10b0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27ab109b-d0ae-4547-bc7b-001330fcf803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0420878 Oct 20 11:11:26.961284 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3976b26-6928-48dd-adb4-29011cac958a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:26.984354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aed8-cf84-4f4b-b43c-46ef3f37f806 service neutron] Pushing event updated for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:27.001604 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b331164-06ee-4912-bf11-e045df2bc003 x-openstack-request-id: req-2b331164-06ee-4912-bf11-e045df2bc003 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:27.001977 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:27.002246 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b331164-06ee-4912-bf11-e045df2bc003 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:27.002645 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071', 'status': 'completed', 'code': 200} Oct 20 11:11:27.047243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-df4bba3f-30c2-43b2-9525-e3c93ac6f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.053136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-df4bba3f-30c2-43b2-9525-e3c93ac6f74e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0422525 Oct 20 11:11:27.076907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-133e7bd6-b99c-47c5-86b7-f32ae575a24f service neutron] 10.222.0.83 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081445 Oct 20 11:11:27.092773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-acac36a1-f945-43a4-b95e-d1149b224664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071 HTTP/1.1" status: 200 len: 217 time: 0.0364110 Oct 20 11:11:27.174089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dd4-ed89-4832-a96d-44c627972693 req-ef04a69e-f948-4881-8469-ec5b5c7a66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.175115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-ef04a69e-f948-4881-8469-ec5b5c7a66fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0689678 Oct 20 11:11:27.184362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccac65-3c5b-45b8-9445-7bc8c1a78993 req-6100901f-cefe-45bd-8a42-a86f4fb49a8b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.187469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e5ccac65-3c5b-45b8-9445-7bc8c1a78993 req-6100901f-cefe-45bd-8a42-a86f4fb49a8b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 907 time: 0.0906003 Oct 20 11:11:27.206577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.211393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.218025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.222137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-fdd36038-7796-43aa-b0db-ae9db5dc4a42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336995 Oct 20 11:11:27.224026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.230056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.236604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.242592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.244527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-aa772d3a-4b58-4bd5-ae29-a976e65ea2c9 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.1545782 Oct 20 11:11:27.270026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-17c69127-4476-4f26-b6cd-2faecd152e46 req-01a89514-5759-4a49-b8de-87abc963883d service neutron] 10.222.0.83 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817896 Oct 20 11:11:27.304352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4e7135cd-04be-4646-9d61-8979b53581c3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.305755 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4e7135cd-04be-4646-9d61-8979b53581c3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0499589 Oct 20 11:11:27.341833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8afd9-5833-4e3d-a6c9-9bb0ab3a2f18 req-63756ab6-7035-427b-81a6-7bc932cf15f9 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.343352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83f8afd9-5833-4e3d-a6c9-9bb0ab3a2f18 req-63756ab6-7035-427b-81a6-7bc932cf15f9 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 943 time: 0.1060221 Oct 20 11:11:27.377928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-483dd34d-14bb-43c5-a8e0-399b98886dc1 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485424 Oct 20 11:11:27.414895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-83f8afd9-5833-4e3d-a6c9-9bb0ab3a2f18 req-2efa65bc-345e-43f1-9b5a-a4a35277de89 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621970 Oct 20 11:11:27.429207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8aae-4b1e-4218-85f3-048419535df0 req-b6e73441-e5a9-4a4d-a457-a9a1fabd118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.430704 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-b6e73441-e5a9-4a4d-a457-a9a1fabd118e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 1059 time: 0.1016641 Oct 20 11:11:27.469859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-cff49a26-9800-41c0-a6be-387c1c03adb0 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1507845 Oct 20 11:11:27.484430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:27.488833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-32908dd4-ed89-4832-a96d-44c627972693 req-39f2b63c-79ac-42fe-8136-3449016d387f service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978770 Oct 20 11:11:27.596862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:27.602008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8aae-4b1e-4218-85f3-048419535df0 req-b81b9801-68a5-446e-8294-503231915bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.603517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-b81b9801-68a5-446e-8294-503231915bcc service neutron] 10.222.0.83 "GET /v2.0/networks?id=27ab109b-d0ae-4547-bc7b-001330fcf803 HTTP/1.1" status: 200 len: 900 time: 0.1637998 Oct 20 11:11:27.628353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3976b26-6928-48dd-adb4-29011cac958a req-17ea8fa6-ec5c-49d6-8961-e07df5e552c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.630431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-17ea8fa6-ec5c-49d6-8961-e07df5e552c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0853701 Oct 20 11:11:27.653602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.661027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.667541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.670483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-24f7bd68-7a4c-4d29-9f0c-971262906ea6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=499df752-9bbb-439e-8c22-3fd7fccfb871 HTTP/1.1" status: 200 len: 217 time: 0.0575333 Oct 20 11:11:27.673676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.679822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.686305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.692768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.694709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-c874c76a-ea87-44b7-b961-55179dadd11c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 5444 time: 0.1356628 Oct 20 11:11:27.781510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8aae-4b1e-4218-85f3-048419535df0 req-9f669889-b6d0-4bf9-b3fb-d506cdccfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.783018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-9f669889-b6d0-4bf9-b3fb-d506cdccfaac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0be811fc-b566-4098-a279-15ea7992d9c0 HTTP/1.1" status: 200 len: 837 time: 0.0947573 Oct 20 11:11:27.790826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d7c5e3cb-7a6c-46cd-97cc-15e9246bee83 req-0677a647-8ac5-455b-8fb8-98cfe368d3fb tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&id=13df9bb6-f33d-41a9-ab91-906129ab2308&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861754 Oct 20 11:11:27.824403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3976b26-6928-48dd-adb4-29011cac958a req-795ce24f-fcb4-47ab-9de3-652f11bf830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.825889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-795ce24f-fcb4-47ab-9de3-652f11bf830d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.1845069 Oct 20 11:11:27.841646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f85cd23e-79fe-4ed4-9447-88685368ed33,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:27.861932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8aae-4b1e-4218-85f3-048419535df0 req-d613a1f5-77f2-4b3c-8158-29dc224c7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.863393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-d613a1f5-77f2-4b3c-8158-29dc224c7d0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27ab109b-d0ae-4547-bc7b-001330fcf803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0705597 Oct 20 11:11:27.867523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-46a0f303-a658-4173-a289-3646b21fed80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071 HTTP/1.1" status: 200 len: 217 time: 0.0344088 Oct 20 11:11:27.900179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] For port f85cd23e-79fe-4ed4-9447-88685368ed33, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:27.921871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3976b26-6928-48dd-adb4-29011cac958a req-79b99d9b-d2c5-4807-b82e-cfb860ac362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:27.923364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-79b99d9b-d2c5-4807-b82e-cfb860ac362a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0475297 Oct 20 11:11:27.961569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-c6b79836-e026-4d6f-887f-7ad43574003b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244532 Oct 20 11:11:27.972023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] device_id is not set on port f85cd23e-79fe-4ed4-9447-88685368ed33 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:11:27.984940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:27.994580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.037707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-258cb12e-f869-4a28-9edb-f90f6c2a269d service neutron] 10.222.0.83 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618013 Oct 20 11:11:28.056258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-ba9916ce-6458-4d7d-9257-b466275071fd service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Oct 20 11:11:28.065079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] No DVR routers for this DVR port f85cd23e-79fe-4ed4-9447-88685368ed33 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:28.117872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Pushing event updated for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:28.160652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3976b26-6928-48dd-adb4-29011cac958a req-cf84f4b8-2b29-4e76-ac50-f06d23059453 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961077 Oct 20 11:11:28.179519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] In _notify_port_updated(), no bound segment for port f85cd23e-79fe-4ed4-9447-88685368ed33 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:11:28.180403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.181003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.182298 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-74adf057-2d82-47b6-bb20-6fe379b0d64a service neutron] 10.222.0.83 "PUT /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 200 len: 1033 time: 0.7026291 Oct 20 11:11:28.237382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-103a8aae-4b1e-4218-85f3-048419535df0 req-e52e1ab0-221e-4e06-a0c2-f8f1a6ef0995 service neutron] 10.222.0.83 "GET /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698458 Oct 20 11:11:28.248701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-2f7dff87-2a28-416f-9abe-ca349f454d0f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.250128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-2f7dff87-2a28-416f-9abe-ca349f454d0f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "GET /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0613689 Oct 20 11:11:28.260316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-aa7cd239-b023-4148-a118-575e509de38b None None] Provisioning complete for port f85cd23e-79fe-4ed4-9447-88685368ed33 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:28.260919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd239-b023-4148-a118-575e509de38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.267579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:28.308457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecedcda-223c-470a-8f9e-e64fad603369 req-afeecc62-6d46-43f7-afe2-29cf0ae47f0b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.309979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ecedcda-223c-470a-8f9e-e64fad603369 req-afeecc62-6d46-43f7-afe2-29cf0ae47f0b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 907 time: 0.0532303 Oct 20 11:11:28.311556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-aa7cd239-b023-4148-a118-575e509de38b None None] Port f85cd23e-79fe-4ed4-9447-88685368ed33 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:28.327179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.459797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4e6db930-1a21-4ef1-b327-6e19a2b580a9,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:28.492405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b87507be-760d-46df-8e14-1a8b13c1e527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.499601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] For port 4e6db930-1a21-4ef1-b327-6e19a2b580a9, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:28.535934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] device_id is not set on port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:11:28.545991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.552386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.619378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:28.622881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] No DVR routers for this DVR port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:28.669194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] In _notify_port_updated(), no bound segment for port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 on network bb7f9c4d-1f51-43b6-b443-72bd28c52932 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:11:28.670242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.671170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.672705 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-72f9d1e9-e3fc-4700-8e03-90fa73e5b764 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 200 len: 1031 time: 0.4094684 Oct 20 11:11:28.780575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:28.780748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.796105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7af3ee-1d1a-4242-9850-b45c17556675 req-32f23ebc-728e-4da7-89a0-f910826e3eef tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.797726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc7af3ee-1d1a-4242-9850-b45c17556675 req-32f23ebc-728e-4da7-89a0-f910826e3eef tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 943 time: 0.0509889 Oct 20 11:11:28.834228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-02851c1d-3ab3-4d1f-8b43-71c7c291bf02 None None] Provisioning complete for port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:28.834933 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-02851c1d-3ab3-4d1f-8b43-71c7c291bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.847654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc7af3ee-1d1a-4242-9850-b45c17556675 req-febfdf24-fcc6-4cb5-a653-fe87e9ea948f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Oct 20 11:11:28.877864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-02851c1d-3ab3-4d1f-8b43-71c7c291bf02 None None] Port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:28.896071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:28.896430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:28.909057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:28.935949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.942889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.949644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.955835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.961887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.963772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96872677-17a7-4a78-95dc-3289cef228ee req-db5686e6-671c-45fe-86dd-f02085d39188 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 3886 time: 0.0850205 Oct 20 11:11:29.002722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-96872677-17a7-4a78-95dc-3289cef228ee req-97685b10-0f7b-41e4-a639-e7f90fbee920 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Oct 20 11:11:29.037879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.069221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=8d430fb0-486f-4fa7-a9b8-ac9b049c48a1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:29.109849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:29.112483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.116026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-0c76faf9-42ae-4d8e-b877-b2177e0cec48 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "DELETE /v2.0/ports/8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 HTTP/1.1" status: 204 len: 173 time: 0.4317925 Oct 20 11:11:29.116480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:29.118722 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3965b0c-ecb7-491b-b0a2-41a513be0907" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:29.156377 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488affdb-ed7f-479d-b55d-51ce09a42040 x-openstack-request-id: req-488affdb-ed7f-479d-b55d-51ce09a42040 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:29.156749 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "8d430fb0-486f-4fa7-a9b8-ac9b049c48a1", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:29.157026 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-488affdb-ed7f-479d-b55d-51ce09a42040 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:29.157446 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '8d430fb0-486f-4fa7-a9b8-ac9b049c48a1', 'status': 'completed', 'code': 200} Oct 20 11:11:29.218085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port 2c25c0c1-6978-49b1-b615-089dcd60601d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:29.218418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.308401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port 2c25c0c1-6978-49b1-b615-089dcd60601d, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=2c25c0c1-6978-49b1-b615-089dcd60601d,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:29.308760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.320567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 499df752-9bbb-439e-8c22-3fd7fccfb871 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:29.321784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for 2c25c0c1-6978-49b1-b615-089dcd60601d owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:29.326203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device bc41ec20-4afc-4c68-a411-9a179e740fd7 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:29.456281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675ae0d-1429-45b3-b59a-291e70a53d18 req-99b22c6c-893c-4d75-b3fe-424f7b368ac5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:29.467492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2675ae0d-1429-45b3-b59a-291e70a53d18 req-99b22c6c-893c-4d75-b3fe-424f7b368ac5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 907 time: 0.0824256 Oct 20 11:11:29.520441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=499df752-9bbb-439e-8c22-3fd7fccfb871,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:29.528041 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.538926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.542424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '499df752-9bbb-439e-8c22-3fd7fccfb871', 'network_id': '27ab109b-d0ae-4547-bc7b-001330fcf803', 'port_id': '499df752-9bbb-439e-8c22-3fd7fccfb871', 'mac_address': 'fa:16:3e:3f:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be811fc-b566-4098-a279-15ea7992d9c0', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:29.571787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=2c25c0c1-6978-49b1-b615-089dcd60601d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:29.587778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:29.590060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:29.592474 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603699d6-6d71-4706-8fbd-a5b535fc2843" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:29.616946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port 2c25c0c1-6978-49b1-b615-089dcd60601d on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:29.619660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.622060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f5e1-26a0-4741-be5a-61f9f7f2c9e8 req-878e0f55-1c01-4d5e-b73f-661862d0479a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:29.623518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7324f5e1-26a0-4741-be5a-61f9f7f2c9e8 req-878e0f55-1c01-4d5e-b73f-661862d0479a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0649226 Oct 20 11:11:29.628045 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d495a07f-3ee5-4d91-8043-3f9648ed180e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "DELETE /v2.0/ports/2c25c0c1-6978-49b1-b615-089dcd60601d HTTP/1.1" status: 204 len: 173 time: 0.5035000 Oct 20 11:11:29.633944 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.634787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f85cd23e-79fe-4ed4-9447-88685368ed33 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:29.682300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.685822 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2aac5a-a017-4f83-9a11-a8e66255e5ce x-openstack-request-id: req-0f2aac5a-a017-4f83-9a11-a8e66255e5ce {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:29.686107 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:29.686359 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0f2aac5a-a017-4f83-9a11-a8e66255e5ce {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:29.686745 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'code': 200} Oct 20 11:11:29.687763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7324f5e1-26a0-4741-be5a-61f9f7f2c9e8 req-884256fa-f82e-4265-a0b0-6505edf19a87 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554831 Oct 20 11:11:29.743945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port bc41ec20-4afc-4c68-a411-9a179e740fd7 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:29.744280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.840300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port bc41ec20-4afc-4c68-a411-9a179e740fd7, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=bc41ec20-4afc-4c68-a411-9a179e740fd7,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:29.840660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.852765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for bc41ec20-4afc-4c68-a411-9a179e740fd7 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:29.887222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499df752-9bbb-439e-8c22-3fd7fccfb871 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:29.909330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=499df752-9bbb-439e-8c22-3fd7fccfb871,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:29.919757 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:29.928789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f85cd23e-79fe-4ed4-9447-88685368ed33 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:29.929103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2c25c0c1-6978-49b1-b615-089dcd60601d no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:29.954038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:29.968139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 2c25c0c1-6978-49b1-b615-089dcd60601d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:29.968606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 2c25c0c1-6978-49b1-b615-089dcd60601d not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:29.969128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4e6db930-1a21-4ef1-b327-6e19a2b580a9 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:29.983065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771b211-b321-4d04-ba2e-78a3dbb6f29a req-73bfdcd5-8723-4f4b-b3c8-3b52e06d3b07 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:29.984725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c771b211-b321-4d04-ba2e-78a3dbb6f29a req-73bfdcd5-8723-4f4b-b3c8-3b52e06d3b07 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 943 time: 0.0620415 Oct 20 11:11:30.012234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.049421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=bc41ec20-4afc-4c68-a411-9a179e740fd7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.062298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c771b211-b321-4d04-ba2e-78a3dbb6f29a req-57858dba-90c3-4f3b-bc65-49fa6961a8de tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571392 Oct 20 11:11:30.099586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.105333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4e6db930-1a21-4ef1-b327-6e19a2b580a9 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:30.105761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device c3db2f81-71b6-4828-a8b1-35cec62536fc no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:30.117891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port bc41ec20-4afc-4c68-a411-9a179e740fd7 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:30.120585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.124477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-d1097cd3-8e70-42c7-8667-ab4a1a9645e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "DELETE /v2.0/ports/bc41ec20-4afc-4c68-a411-9a179e740fd7 HTTP/1.1" status: 204 len: 173 time: 0.4894106 Oct 20 11:11:30.184470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709fafe-d5d8-4fc8-af4f-1014c02740f6 req-6cd58305-21e7-44c1-b194-f7b1405abc0f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:30.188887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['499df752-9bbb-439e-8c22-3fd7fccfb871'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:30.191156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709fafe-d5d8-4fc8-af4f-1014c02740f6 req-6cd58305-21e7-44c1-b194-f7b1405abc0f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:30.193975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3709fafe-d5d8-4fc8-af4f-1014c02740f6 req-6cd58305-21e7-44c1-b194-f7b1405abc0f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 1682 time: 0.0647633 Oct 20 11:11:30.230281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.237176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3709fafe-d5d8-4fc8-af4f-1014c02740f6 req-c592879e-0d4d-4ab2-82c7-d7c6bde38462 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352321 Oct 20 11:11:30.239881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port c3db2f81-71b6-4828-a8b1-35cec62536fc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:30.240306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.277373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.281158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.281824 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 454d55aa-e323-4209-b54c-6624fc4dc13b no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:30.337587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port c3db2f81-71b6-4828-a8b1-35cec62536fc, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=c3db2f81-71b6-4828-a8b1-35cec62536fc,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.337946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.350253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for c3db2f81-71b6-4828-a8b1-35cec62536fc owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:30.359211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.397404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.430916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.436124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.436837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:30.477666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:30.477994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8d430fb0-486f-4fa7-a9b8-ac9b049c48a1 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:30.485748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.503001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 62a70c14-8aa0-4d16-8ca4-dc2697081071 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:30.531886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.601354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cdbf2-cac2-4a9d-b75a-bc92440837f4 req-d807e74d-5a87-4c62-8484-65b378be05c0 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:30.602995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a45cdbf2-cac2-4a9d-b75a-bc92440837f4 req-d807e74d-5a87-4c62-8484-65b378be05c0 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 908 time: 0.0561724 Oct 20 11:11:30.640964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.653057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '62a70c14-8aa0-4d16-8ca4-dc2697081071', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'port_id': '62a70c14-8aa0-4d16-8ca4-dc2697081071', 'mac_address': 'fa:16:3e:10:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7aa9f-2038-447b-a923-da17aba180cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:30.695766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.709953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a70c14-8aa0-4d16-8ca4-dc2697081071 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:30.730962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.736477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.789054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.820628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba64b3-edc8-498b-8a1a-25fd892b016e req-1568d679-2d56-4ecc-b44a-d1517f64a8c6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:30.822128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46ba64b3-edc8-498b-8a1a-25fd892b016e req-1568d679-2d56-4ecc-b44a-d1517f64a8c6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0577207 Oct 20 11:11:30.861809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46ba64b3-edc8-498b-8a1a-25fd892b016e req-721350bb-596f-4a88-8bd0-9e091001d72a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Oct 20 11:11:30.889810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=c3db2f81-71b6-4828-a8b1-35cec62536fc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.930981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port c3db2f81-71b6-4828-a8b1-35cec62536fc on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:30.934119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.937516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-156d85f3-9bd0-4ad2-bebe-6ba4fc2aee94 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "DELETE /v2.0/ports/c3db2f81-71b6-4828-a8b1-35cec62536fc HTTP/1.1" status: 204 len: 173 time: 0.7992704 Oct 20 11:11:31.003306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['62a70c14-8aa0-4d16-8ca4-dc2697081071'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:31.032255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port 454d55aa-e323-4209-b54c-6624fc4dc13b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:31.032594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.122167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-35720f17-3e41-4a9f-ac1a-479c92517b9d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.124352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-35720f17-3e41-4a9f-ac1a-479c92517b9d tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 945 time: 0.0503793 Oct 20 11:11:31.127329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port 454d55aa-e323-4209-b54c-6624fc4dc13b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=454d55aa-e323-4209-b54c-6624fc4dc13b,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:31.127697 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.173756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:31.176031 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38faf64d-f08d-4ee9-8b64-0ebb13a4c1ec" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:31.240990 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8170cf-f826-43de-9771-a4929cf602fa x-openstack-request-id: req-cf8170cf-f826-43de-9771-a4929cf602fa {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:31.241254 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "2c25c0c1-6978-49b1-b615-089dcd60601d", "status": "completed", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "bc41ec20-4afc-4c68-a411-9a179e740fd7", "status": "completed", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:31.241513 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cf8170cf-f826-43de-9771-a4929cf602fa {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:31.241934 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '2c25c0c1-6978-49b1-b615-089dcd60601d', 'status': 'completed', 'code': 200} Oct 20 11:11:31.242261 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': 'bc41ec20-4afc-4c68-a411-9a179e740fd7', 'status': 'completed', 'code': 200} Oct 20 11:11:31.242515 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'status': 'completed', 'code': 200} Oct 20 11:11:31.247011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460bf-c378-47e6-90da-b39f889e5766 req-f58c715d-41d5-49bf-aee7-609e7164b067 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.248657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b48460bf-c378-47e6-90da-b39f889e5766 req-f58c715d-41d5-49bf-aee7-609e7164b067 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 944 time: 0.0913808 Oct 20 11:11:31.316908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b48460bf-c378-47e6-90da-b39f889e5766 req-91e13e0c-4b68-4e0c-a4b6-08239516e060 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577025 Oct 20 11:11:31.320011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port 641a358c-9ad0-4083-b1c4-9be251c283e9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:31.320579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.320700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 499df752-9bbb-439e-8c22-3fd7fccfb871 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:31.351878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.352237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.352557 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Floating IP e46f0496-4648-4bf9-aba8-b5dc12598b07 disassociated. External IP: 172.25.3.224, port: 454d55aa-e323-4209-b54c-6624fc4dc13b. Oct 20 11:11:31.352899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for 454d55aa-e323-4209-b54c-6624fc4dc13b owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:31.437595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 499df752-9bbb-439e-8c22-3fd7fccfb871 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:31.442856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7009f5ca-ef5a-4419-bfec-651dbf637a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.447383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 499df752-9bbb-439e-8c22-3fd7fccfb871 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:31.447756 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.469456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port 641a358c-9ad0-4083-b1c4-9be251c283e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=641a358c-9ad0-4083-b1c4-9be251c283e9,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:31.469833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.485795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f916fb-69c7-47dc-adf7-4d7b318296cb req-e2e82b76-a3bd-4cd6-97de-1100f05f3b62 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.487223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48f916fb-69c7-47dc-adf7-4d7b318296cb req-e2e82b76-a3bd-4cd6-97de-1100f05f3b62 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 944 time: 0.0942955 Oct 20 11:11:31.512613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.543863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=454d55aa-e323-4209-b54c-6624fc4dc13b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:31.551049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.573611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48f916fb-69c7-47dc-adf7-4d7b318296cb req-989dfbe3-1258-438a-91d2-b09da4f95ac8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups?id=cbfe6c95-318e-4370-8452-27f392d4db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776372 Oct 20 11:11:31.592975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=499df752-9bbb-439e-8c22-3fd7fccfb871,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:31.600952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.665599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:31.674563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Router da92a737-61f2-490f-b73d-b63189fb2eb2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:31.687896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc'}, {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b'}, {'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:31.690378 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b83c8d8-c85f-4ce0-be3c-0d1f7d1bc73c" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc"}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b"}, {"server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "name": "network-vif-plugged", "status": "completed", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:31.717106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.717554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.717939 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP dd39f910-3e61-4e82-9811-dc8c9eaf5efe disassociated. External IP: 172.25.3.75, port: 641a358c-9ad0-4083-b1c4-9be251c283e9. Oct 20 11:11:31.718352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for 641a358c-9ad0-4083-b1c4-9be251c283e9 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:31.734330 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607da41-e86d-4b18-8d59-0636128ae1b8 x-openstack-request-id: req-7607da41-e86d-4b18-8d59-0636128ae1b8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:31.734695 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "c3db2f81-71b6-4828-a8b1-35cec62536fc", "code": 200}, {"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-unplugged", "status": "completed", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b", "code": 200}, {"server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "name": "network-vif-plugged", "status": "completed", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:31.735048 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7607da41-e86d-4b18-8d59-0636128ae1b8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:31.735803 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db2f81-71b6-4828-a8b1-35cec62536fc', 'code': 200} Oct 20 11:11:31.736121 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'code': 200} Oct 20 11:11:31.736636 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871', 'code': 200} Oct 20 11:11:31.799660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740974f9-db1d-4b99-9574-49a45053f494 req-80162f62-8c4e-4033-9ed1-ec112b3ae368 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.800598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.801939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:31.803425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-740974f9-db1d-4b99-9574-49a45053f494 req-80162f62-8c4e-4033-9ed1-ec112b3ae368 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.1115463 Oct 20 11:11:31.823494 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Sync routers for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:31.829946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:31.830558 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:31.871121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port 454d55aa-e323-4209-b54c-6624fc4dc13b on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:31.873983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.877146 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-80af502b-e4f0-431c-9863-cefbf62f8f43 req-4808e174-9dfe-4e7f-9587-3f6732ac5383 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.83 "DELETE /v2.0/ports/454d55aa-e323-4209-b54c-6624fc4dc13b HTTP/1.1" status: 204 len: 173 time: 0.9337602 Oct 20 11:11:31.919698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:31.920900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d117-ee35-4285-86fa-df79cf2eba73 req-bbe6617b-832d-4e68-bbb2-a35738ad014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.924366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-99f2d117-ee35-4285-86fa-df79cf2eba73 req-bbe6617b-832d-4e68-bbb2-a35738ad014f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 1061 time: 0.0953979 Oct 20 11:11:31.953168 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:31.977413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=641a358c-9ad0-4083-b1c4-9be251c283e9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:32.001901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d82da000-decb-4360-a831-a9267ee61188 req-0f3d1e8e-58c5-45ea-b789-2966c55d48d8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0391645 Oct 20 11:11:32.124493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:32.246429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:32.261547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:32.290206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:32.291266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:32.292008 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:32.310758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port 641a358c-9ad0-4083-b1c4-9be251c283e9 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:32.314500 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.318682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6e08974-13ae-4156-84c1-424bc6a7e6ee req-e14a2f1c-f93e-4f72-9112-40ac8db17791 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.70 "DELETE /v2.0/ports/641a358c-9ad0-4083-b1c4-9be251c283e9 HTTP/1.1" status: 204 len: 173 time: 1.1877806 Oct 20 11:11:32.319097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'name': 'network-vif-deleted', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:32.321846 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bdbf48-83c2-408a-80fc-0b53955bcad9" -d '{"events": [{"server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "name": "network-vif-deleted", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:32.335799 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Checking router: da92a737-61f2-490f-b73d-b63189fb2eb2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:32.348446 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:32.350276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:32.406057 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c795eea-94be-4387-a40a-62507e0207d9 x-openstack-request-id: req-4c795eea-94be-4387-a40a-62507e0207d9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:32.406308 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da456bd-c5a2-450f-8278-1fa1430f248c", "name": "network-vif-deleted", "tag": "641a358c-9ad0-4083-b1c4-9be251c283e9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:32.406563 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c795eea-94be-4387-a40a-62507e0207d9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:32.407002 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da456bd-c5a2-450f-8278-1fa1430f248c', 'name': 'network-vif-deleted', 'tag': '641a358c-9ad0-4083-b1c4-9be251c283e9', 'status': 'completed', 'code': 200} Oct 20 11:11:32.502411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631b76a-8a4d-4478-88c0-6aafdc31fd35 req-c32aa3b4-598e-47f4-90e8-66d72bd4352d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:32.512610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5631b76a-8a4d-4478-88c0-6aafdc31fd35 req-c32aa3b4-598e-47f4-90e8-66d72bd4352d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 944 time: 0.0837243 Oct 20 11:11:32.532675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:32.564833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5631b76a-8a4d-4478-88c0-6aafdc31fd35 req-26eaca94-57eb-4640-aa9a-ab09f97fc03e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512180 Oct 20 11:11:32.574422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 62a70c14-8aa0-4d16-8ca4-dc2697081071 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:32.653431 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:32.724901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb507723-add9-452f-8265-9150092d3e9d req-189e7cf4-4b50-4151-b8aa-7b101cc5fb3d tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0410633 Oct 20 11:11:32.760086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 62a70c14-8aa0-4d16-8ca4-dc2697081071 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:32.767930 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 62a70c14-8aa0-4d16-8ca4-dc2697081071 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:32.768372 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.895223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.915671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.931820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:32.946419 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:32.954110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34597064-c7dc-4ad4-9032-517cc49a11ed req-02781011-4c9f-49e1-a3be-4eee3873d22e tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:32.955796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34597064-c7dc-4ad4-9032-517cc49a11ed req-02781011-4c9f-49e1-a3be-4eee3873d22e tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0611701 Oct 20 11:11:32.968113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:32.976435 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fd81-7c30-43e8-a8d3-36a5591e0bab None None] The sync data for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 is: [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:00:31Z', 'revision_number': 4, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '00b03771-d61b-4076-8acc-74ea66a83ee7', 'name': '', 'network_id': 'a91ae3e2-6a90-44b7-be18-de320866274e', 'tenant_id': '1cd676190bf643f385546e093799e024', 'mac_address': 'fa:16:3e:76:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:29Z', 'updated_at': '2021-10-20T11:00:38Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'subnets': [{'id': '1388bd64-3b06-4dc9-93e5-82fb600ec519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:32.992671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:32.998796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:32.999504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:33.001435 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:33.002355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 641a358c-9ad0-4083-b1c4-9be251c283e9 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:33.090030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 641a358c-9ad0-4083-b1c4-9be251c283e9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:33.090390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 641a358c-9ad0-4083-b1c4-9be251c283e9 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:33.139100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb7a77a6-4e53-4a6b-846b-d7bc43e8e815 req-1fcecc07-6a0c-49bd-b1c6-a588e3b06679 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0584819 Oct 20 11:11:33.172659 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:33.217957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:33.243988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:33.247400 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb996b0-98e2-4f68-9365-23b92ea26caf" -d '{"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:33.300138 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6cc1fb-dc25-4882-9c05-f8eb173c4715 x-openstack-request-id: req-2f6cc1fb-dc25-4882-9c05-f8eb173c4715 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:33.300461 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0dc07-3a27-47e7-b858-16ca4c3d7594", "name": "network-vif-deleted", "tag": "454d55aa-e323-4209-b54c-6624fc4dc13b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:33.300709 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f6cc1fb-dc25-4882-9c05-f8eb173c4715 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:33.301102 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0dc07-3a27-47e7-b858-16ca4c3d7594', 'name': 'network-vif-deleted', 'tag': '454d55aa-e323-4209-b54c-6624fc4dc13b', 'status': 'completed', 'code': 200} Oct 20 11:11:33.336132 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba198f21-4995-437e-a9d2-c8556995ac09 None None] New status for floating IP e46f0496-4648-4bf9-aba8-b5dc12598b07: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:11:33.442963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:33.474460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688b176-06f2-436b-88e6-046e99bfae2d None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:33.679543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7082-7977-479f-8851-1b5556352596 req-82c9ba5f-b1fc-47f7-995d-a84544c0918c tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:33.681064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02ed7082-7977-479f-8851-1b5556352596 req-82c9ba5f-b1fc-47f7-995d-a84544c0918c tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 20 11:11:33.721866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-02ed7082-7977-479f-8851-1b5556352596 req-23010e13-da3f-45aa-8b3f-8ec2cd0fb035 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Oct 20 11:11:33.728375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9523905-669d-4d2b-abb6-dae6da7db5f6 None None] New status for floating IP dd39f910-3e61-4e82-9811-dc8c9eaf5efe: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:11:33.760004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:33.762875 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c0b46e-c442-4c6d-943a-021ba2490ce8" -d '{"events": [{"server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:33.809319 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f851e-62e9-4907-b1d2-bad7bb49ebe6 x-openstack-request-id: req-488f851e-62e9-4907-b1d2-bad7bb49ebe6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:33.809729 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "name": "network-vif-plugged", "status": "completed", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:33.810130 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-488f851e-62e9-4907-b1d2-bad7bb49ebe6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:33.810536 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071', 'code': 200} Oct 20 11:11:33.867120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bd44d17-3f0c-4fd3-a19f-1b06d90dc7ff req-06d871ad-9e18-44b8-a050-57878b8e85a7 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0340328 Oct 20 11:11:33.917230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c79ef-6143-4f99-96bb-a5ce8e3859de req-674742a1-fa11-49da-b2b9-717e6736b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:33.918695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-816c79ef-6143-4f99-96bb-a5ce8e3859de req-674742a1-fa11-49da-b2b9-717e6736b2d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0503635 Oct 20 11:11:33.954062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-816c79ef-6143-4f99-96bb-a5ce8e3859de req-f5d437ff-881b-415a-a25a-d91d4fa3859a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279274 Oct 20 11:11:34.077761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f4176-8b0c-43d1-b17f-5eb8e19c3f92 req-e98cc811-0d96-40e9-a14a-f423f96dd4b5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.079274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c67f4176-8b0c-43d1-b17f-5eb8e19c3f92 req-e98cc811-0d96-40e9-a14a-f423f96dd4b5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0507948 Oct 20 11:11:34.195987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d8180-c5f1-4df1-ba76-305b17e056af req-88446867-a44e-4272-b5f7-7492723bbcb3 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.197559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d4d8180-c5f1-4df1-ba76-305b17e056af req-88446867-a44e-4272-b5f7-7492723bbcb3 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0517707 Oct 20 11:11:34.258494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8adc9142-166d-430c-9c34-bb53281616c3 req-3cdb4865-7e26-4b9a-966b-d49ea2fbad41 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0313337 Oct 20 11:11:34.318066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6066-39ee-4a59-a77f-58451eceb1f0 req-cfea4fd5-6358-4a95-88c5-27ae9ef1f8f2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.319903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6bfc6066-39ee-4a59-a77f-58451eceb1f0 req-cfea4fd5-6358-4a95-88c5-27ae9ef1f8f2 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 1061 time: 0.0470114 Oct 20 11:11:34.373450 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:34.425638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b0c27-4a8e-44ef-a1c3-4197ef2dee6b req-65b23260-1d5e-45da-b7ba-4fb1676737bb tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.427194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac3b0c27-4a8e-44ef-a1c3-4197ef2dee6b req-65b23260-1d5e-45da-b7ba-4fb1676737bb tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1136 time: 0.0420086 Oct 20 11:11:34.465151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac3b0c27-4a8e-44ef-a1c3-4197ef2dee6b req-60939fa2-de4a-495e-a248-77a94f88585a tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0313988 Oct 20 11:11:34.486466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60350) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:34.525173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07857cc-0320-4bfa-ac90-601daec690f9 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.527172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f07857cc-0320-4bfa-ac90-601daec690f9 tempest-TestSecurityGroupsBasicOps-935252388 tempest-TestSecurityGroupsBasicOps-935252388-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 1056 time: 0.0396099 Oct 20 11:11:34.741487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5c66e-0211-4f7f-813a-d45f8fc53faf req-120c4460-39b3-4564-84a0-7cf95f484832 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:34.742983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45d5c66e-0211-4f7f-813a-d45f8fc53faf req-120c4460-39b3-4564-84a0-7cf95f484832 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0528584 Oct 20 11:11:35.146162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af9cbc4f-9231-42da-90f7-efdb0e1b77cd req-a73570b2-81cf-450d-aa42-e751da4951ed tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0300574 Oct 20 11:11:35.161294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa77e4-3267-403d-a140-1957009c0f5c req-8388c0a8-3233-4655-aed2-3b572d9c2f1d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:35.162742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1daa77e4-3267-403d-a140-1957009c0f5c req-8388c0a8-3233-4655-aed2-3b572d9c2f1d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.3597493 Oct 20 11:11:35.201249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1daa77e4-3267-403d-a140-1957009c0f5c req-a12fc424-e1c5-4cf0-8d82-fc40122c5219 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Oct 20 11:11:35.352278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cd4fc8a1-3396-45a3-9f18-497ba5e8c1fc req-a482d24b-4db9-4919-86f4-a1df649a4ea0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0257959 Oct 20 11:11:35.861486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1210552-e1a9-4813-b195-d65019a86b25 req-f2c740e4-d648-4d28-aac8-db1d637b1a1d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:35.862928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1210552-e1a9-4813-b195-d65019a86b25 req-f2c740e4-d648-4d28-aac8-db1d637b1a1d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0506649 Oct 20 11:11:36.247596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-713bcfa5-8f81-4fcf-9666-ff275295a877 req-b42be341-06bd-4b0b-b27b-51cd17e8ef25 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Oct 20 11:11:36.319545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874c3-b8c3-41df-86ad-5b73e683a83e req-6558d441-b622-47ec-82b4-517a802c3ad0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.321030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae6874c3-b8c3-41df-86ad-5b73e683a83e req-6558d441-b622-47ec-82b4-517a802c3ad0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Oct 20 11:11:36.354087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-052d5819-54b7-4e81-b0e4-322b806eb06a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.355589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-052d5819-54b7-4e81-b0e4-322b806eb06a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.83 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 909 time: 0.0681581 Oct 20 11:11:36.362841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae6874c3-b8c3-41df-86ad-5b73e683a83e req-4876d782-b4e0-401a-934b-ae3096ead317 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Oct 20 11:11:36.456589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aecdd85d-53b1-4e05-8602-dd71bc019c98 req-ad7ea84b-3ec2-492c-bf9b-01ef4ffb1c02 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0283868 Oct 20 11:11:36.458158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port 499df752-9bbb-439e-8c22-3fd7fccfb871 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:36.458500 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:36.546899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port 499df752-9bbb-439e-8c22-3fd7fccfb871, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=499df752-9bbb-439e-8c22-3fd7fccfb871,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:36.547288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:36.560350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for 499df752-9bbb-439e-8c22-3fd7fccfb871 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:36.688569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:36.721170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=499df752-9bbb-439e-8c22-3fd7fccfb871,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:36.763861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] No DVR routers for this DVR port 499df752-9bbb-439e-8c22-3fd7fccfb871 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:36.766782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:36.771127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d7d61a5b-b5e8-414f-be0b-08caed1215d5 req-83dda8f6-a54a-4555-b288-a3179dcb5b96 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.83 "DELETE /v2.0/ports/499df752-9bbb-439e-8c22-3fd7fccfb871 HTTP/1.1" status: 204 len: 173 time: 0.4082136 Oct 20 11:11:36.771646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'name': 'network-vif-deleted', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:36.775036 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579e3791-2e84-422b-b590-17594e638376" -d '{"events": [{"server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "name": "network-vif-deleted", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:36.826179 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1f8fd-5b42-4908-ba93-ec461f9d1c4f x-openstack-request-id: req-4ee1f8fd-5b42-4908-ba93-ec461f9d1c4f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:36.826472 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d61060b-7e52-4a32-bde3-2dcf9cdd1622", "name": "network-vif-deleted", "tag": "499df752-9bbb-439e-8c22-3fd7fccfb871", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:36.826724 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ee1f8fd-5b42-4908-ba93-ec461f9d1c4f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:36.827154 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d61060b-7e52-4a32-bde3-2dcf9cdd1622', 'name': 'network-vif-deleted', 'tag': '499df752-9bbb-439e-8c22-3fd7fccfb871', 'status': 'completed', 'code': 200} Oct 20 11:11:36.999512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff08919d-7f87-4efb-a627-5870b8c49948 req-cc863df4-d02a-436a-8a5c-c1596bfb9db5 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d61060b-7e52-4a32-bde3-2dcf9cdd1622 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Oct 20 11:11:37.387227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b31fc185-20ef-4c3f-8314-9cf0c2233c6b req-f267ecd3-ea2f-4c32-8534-be8779b917af tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0410931 Oct 20 11:11:37.552939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d6b4434-e83f-4d11-ab2b-4fe5eca3385d req-fab851df-ca11-431c-8a1e-e1693c2c5335 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0280383 Oct 20 11:11:38.059253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:38.430058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:38.495330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cecfeb1f-8609-487f-ade2-9b3a9b76a80a req-30235e51-5ad9-43c0-a9e3-99b60abe6954 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0305469 Oct 20 11:11:38.654830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23f5f456-8209-4b7d-8cca-78fe5ca7030a req-36b8ec44-6800-4aec-b3da-a0d7eb91f9a9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0327933 Oct 20 11:11:38.751481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:38.751817 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:38.844569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:38.844826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:38.856979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:39.042879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.069532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:39.247117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.383145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 499df752-9bbb-439e-8c22-3fd7fccfb871 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:39.405028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 499df752-9bbb-439e-8c22-3fd7fccfb871 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:39.405610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 499df752-9bbb-439e-8c22-3fd7fccfb871 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:39.475998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 026c6845-e911-41f1-929d-76d64568ed1f has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:39.604337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc5246df-2dad-4feb-ae70-2b47fba2ba3e req-6761c242-c414-4042-aae2-7c77f0d93127 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Oct 20 11:11:39.607568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:39.615907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f44f617-7b05-4d8d-8b27-b273a216e783 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "PUT /v2.0/routers/026c6845-e911-41f1-929d-76d64568ed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521305 Oct 20 11:11:39.615907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60396) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:39.618927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Sync routers for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:39.628663 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:39.629589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:39.675510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting subnet 0be811fc-b566-4098-a279-15ea7992d9c0 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:11:39.680414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.730621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.776588 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:39.784610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f68512cd-b04f-4a8b-96dc-ebe327b48e5a req-c13e4645-ac55-4904-b1be-49d715b01ffa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0325933 Oct 20 11:11:39.848181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.908679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.937485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Subnet': ['ID=0be811fc-b566-4098-a279-15ea7992d9c0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:39.941209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:39.944563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7648a531-6e26-4e95-8075-bd7d6c4d546b tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/subnets/0be811fc-b566-4098-a279-15ea7992d9c0 HTTP/1.1" status: 204 len: 168 time: 0.3284030 Oct 20 11:11:39.947091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:39.952206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e45f2f-d408-4eea-8665-6e09ba3c6ce1 None None] Network 27ab109b-d0ae-4547-bc7b-001330fcf803 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:39.980198 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:38Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:40.009203 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Checking router: 026c6845-e911-41f1-929d-76d64568ed1f for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:40.019005 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Routers {'026c6845-e911-41f1-929d-76d64568ed1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:40.019769 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026c6845-e911-41f1-929d-76d64568ed1f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:40.055521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.145116 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] Set router 026c6845-e911-41f1-929d-76d64568ed1f gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:40.167960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] DHCP port deletion for 27ab109b-d0ae-4547-bc7b-001330fcf803 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:11:40.170665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.227526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Deleting port f94a90db-964b-454f-99db-be9f65673f85 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:40.228310 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.242973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port c5c3d2ec-1332-4e80-b898-52e88f96ef5f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:40.243447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.328823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] For port f94a90db-964b-454f-99db-be9f65673f85, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f94a90db-964b-454f-99db-be9f65673f85,segment=NetworkSegment(1f51d424-b905-463e-9fd5-94c64055e686),segment_id=1f51d424-b905-463e-9fd5-94c64055e686)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:40.329464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.335724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port c5c3d2ec-1332-4e80-b898-52e88f96ef5f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:40.336104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.345395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Calling delete_port for f94a90db-964b-454f-99db-be9f65673f85 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:40.351576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for c5c3d2ec-1332-4e80-b898-52e88f96ef5f owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:40.362102 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:38Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:40.399723 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2199715-7dd1-4eee-bed3-ed8da2ce75fc None None] The sync data for ids ['026c6845-e911-41f1-929d-76d64568ed1f'] in n-d-802060-17 is: [{'id': '026c6845-e911-41f1-929d-76d64568ed1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-266151711', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:38Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'c5c3d2ec-1332-4e80-b898-52e88f96ef5f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:12:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026c6845-e911-41f1-929d-76d64568ed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:11:16Z', 'updated_at': '2021-10-20T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:40.449938 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.463166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] No DVR routers for this DVR port f94a90db-964b-454f-99db-be9f65673f85 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:40.485314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3827898-44c0-4594-955d-2d70cfab5213 None None] Pushing event deleted for resources: {'Port': ['ID=f94a90db-964b-454f-99db-be9f65673f85,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:40.577431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.606409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=c5c3d2ec-1332-4e80-b898-52e88f96ef5f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:40.666875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.781098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60459f60-4eac-4279-8810-ff921e70c7e3 req-adaee0f3-8b41-4cb1-aa4d-33cfb3817c96 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0556462 Oct 20 11:11:40.783260 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.785668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.863223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.866971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Fanout notify agent at l3_agent the message router_deleted on router 026c6845-e911-41f1-929d-76d64568ed1f {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:11:40.883002 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.886327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e9f12188-ef5c-45ce-8809-f6f10c8b3677 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/routers/026c6845-e911-41f1-929d-76d64568ed1f HTTP/1.1" status: 204 len: 168 time: 0.9360852 Oct 20 11:11:40.887114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60406) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:40.919549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac2f3882-89a0-416d-9053-9e02f95c2134 req-6f00b2e3-7003-4dcc-8b7f-19329719a855 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=8da456bd-c5a2-450f-8278-1fa1430f248c HTTP/1.1" status: 200 len: 210 time: 0.0342665 Oct 20 11:11:40.926298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f94a90db-964b-454f-99db-be9f65673f85 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:40.950471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f94a90db-964b-454f-99db-be9f65673f85 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:40.951036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f94a90db-964b-454f-99db-be9f65673f85 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:40.985825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.075247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.102387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ab109b-d0ae-4547-bc7b-001330fcf803']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:41.113499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f51d424-b905-463e-9fd5-94c64055e686') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:41.113795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f51d424-b905-463e-9fd5-94c64055e686') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:41.124362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.139467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.146601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:11:41.147106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:11:41.161435 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:11:41.217674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.223734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.227222 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/networks/27ab109b-d0ae-4547-bc7b-001330fcf803 HTTP/1.1" status: 204 len: 168 time: 0.3386037 Oct 20 11:11:41.231049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:41.242435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac6ace-9ac3-4546-af37-7e82a4ac10bb tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Network': ['ID=27ab109b-d0ae-4547-bc7b-001330fcf803,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:41.420058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port 25758c25-d2cb-4a54-9517-dcb44e46b3af {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:41.420769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.607097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:11:41.857396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.857953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:41.881064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for 25758c25-d2cb-4a54-9517-dcb44e46b3af owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:41.925297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eee828d0-9998-4be2-a63e-9c84e4c999c5 req-ff5e067f-494d-44b7-a28f-d5fc5d07a5e3 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0318260 Oct 20 11:11:42.135961 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:42.165637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=25758c25-d2cb-4a54-9517-dcb44e46b3af,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:42.243886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:42.244905 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Floating IP 3cad0664-fdc7-4abc-a5ff-12e0788670e4 disassociated (deleted). External IP: 172.25.3.189, port: a7df5681-b444-4c03-9218-6086833efdaa. Oct 20 11:11:42.473699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 15e4d228-7abf-4ed0-8e41-47b6e342e89c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:42.484392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5c3d2ec-1332-4e80-b898-52e88f96ef5f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:42.507002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c5c3d2ec-1332-4e80-b898-52e88f96ef5f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:42.507415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c5c3d2ec-1332-4e80-b898-52e88f96ef5f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:42.507835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:42.528343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:42.528702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca98e0ec-2b7f-4a8a-8c45-2cb03dee258d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:42.590629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:42.595203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:42.602294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Sync routers for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:42.612646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:42.613295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:42.626826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4f937718-fe39-49a7-b7f4-a9b41c87217c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/floatingips/3cad0664-fdc7-4abc-a5ff-12e0788670e4 HTTP/1.1" status: 204 len: 168 time: 1.3940501 Oct 20 11:11:42.627477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:42.630416 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:42.793547 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e5916-df7c-456d-9a66-4a3f3e4a77fe x-openstack-request-id: req-134e5916-df7c-456d-9a66-4a3f3e4a77fe {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:42.793835 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "tag": "a7df5681-b444-4c03-9218-6086833efdaa", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:42.794086 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-134e5916-df7c-456d-9a66-4a3f3e4a77fe {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:42.794486 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa', 'status': 'completed', 'code': 200} Oct 20 11:11:42.882813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:42.904881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-91017f27-1134-4ee0-8007-8eed311673c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:42.907103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-91017f27-1134-4ee0-8007-8eed311673c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 1136 time: 0.0821912 Oct 20 11:11:42.919436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a5f07-175c-4a2a-b71c-bb9ae02e9302 req-74919726-43da-4cc9-b14e-9652710de28d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:42.921249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da9a5f07-175c-4a2a-b71c-bb9ae02e9302 req-74919726-43da-4cc9-b14e-9652710de28d tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0640733 Oct 20 11:11:43.022386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da9a5f07-175c-4a2a-b71c-bb9ae02e9302 req-1c8624cc-3d78-4b8a-a4cf-46c09e71dc4a tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0916541 Oct 20 11:11:43.056562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-b5db6a61-f2bc-46b9-bb43-4bf320610840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:43.058291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-b5db6a61-f2bc-46b9-bb43-4bf320610840 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 200 len: 898 time: 0.1360826 Oct 20 11:11:43.104044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:43.107317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-c430ff34-a860-405c-b62c-186517126563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 200 len: 217 time: 0.0374868 Oct 20 11:11:43.145606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Checking router: 15e4d228-7abf-4ed0-8e41-47b6e342e89c for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:43.146184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e206ad-45f7-4eb1-8d41-6496be4696bc req-bdc1a35a-693f-4635-84f5-144c630b92e2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0378430 Oct 20 11:11:43.157752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:43.158816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:43.185889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-442ec647-a7c1-4898-9d82-65abf704a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:43.187345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-442ec647-a7c1-4898-9d82-65abf704a1f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33a35ce-2ee8-44cf-a848-e9baa549396a HTTP/1.1" status: 200 len: 835 time: 0.0501764 Oct 20 11:11:43.237892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-0612c27e-bfcc-456e-8444-d6625f4327ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:43.239413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-0612c27e-bfcc-456e-8444-d6625f4327ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417898 Oct 20 11:11:43.271279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:43.342466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-7057c7f4-a5d7-4055-a6ef-65803cb9d1d8 service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926595 Oct 20 11:11:43.435526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a42ac564-e6f6-43aa-b2c1-b05d5f20557a req-b50985e6-7dba-4806-9d9a-22da0ccffc86 service neutron] 10.222.0.70 "GET /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848291 Oct 20 11:11:43.479472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:43.506469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064414f-bd6a-4641-ba6c-31d3f380a748 None None] The sync data for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 is: [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6ca3cd3d-3b0f-4f46-9a38-427785ac4bec', 'name': '', 'network_id': 'ca99f58c-7a8d-44c2-8b0e-41c3c52eb334', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'mac_address': 'fa:16:3e:be:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:22Z', 'updated_at': '2021-10-20T11:10:26Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'subnets': [{'id': 'b33a35ce-2ee8-44cf-a848-e9baa549396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:43.723651 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06719ea6-39c4-4b24-9801-5551b63ac17e None None] New status for floating IP 3cad0664-fdc7-4abc-a5ff-12e0788670e4: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:11:44.145934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e70e5-0908-4531-a995-3fbed86307a2 req-8b4127cc-676e-49d2-a1ca-9f19ae788e16 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:44.148022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a7e70e5-0908-4531-a995-3fbed86307a2 req-8b4127cc-676e-49d2-a1ca-9f19ae788e16 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0499227 Oct 20 11:11:44.194020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a7e70e5-0908-4531-a995-3fbed86307a2 req-803e68be-5c5d-414b-937c-b1b11ec6b0b7 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "GET /v2.0/security-groups?id=97349048-dae9-4d9a-9c52-25ea5214a82e&id=72b6de9a-1c59-4d1b-9471-1209642ed6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0383046 Oct 20 11:11:44.267929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-e9224814-8085-4f80-a543-000ff1b00152 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:44.269371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-e9224814-8085-4f80-a543-000ff1b00152 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c16fd51-5828-40c3-ac88-d80b2bb0bd35 HTTP/1.1" status: 200 len: 984 time: 0.0493166 Oct 20 11:11:44.387009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a98fed0-5978-47c6-b44e-35f17aaace51 req-83c7651a-f499-4893-83d1-30aa609ecb4f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0522628 Oct 20 11:11:44.417383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port a7df5681-b444-4c03-9218-6086833efdaa {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:44.417792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:44.505930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port a7df5681-b444-4c03-9218-6086833efdaa, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a7df5681-b444-4c03-9218-6086833efdaa,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:44.506289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:44.519380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for a7df5681-b444-4c03-9218-6086833efdaa owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:44.648151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:44.678170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=a7df5681-b444-4c03-9218-6086833efdaa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:44.691946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.692294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.692639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.692975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.693298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.693631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.693959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.694283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.694610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.694957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.695285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.695603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:44.730873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] No DVR routers for this DVR port a7df5681-b444-4c03-9218-6086833efdaa on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:44.733359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:44.737015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45689c5e-dbcd-4f17-990c-dde8c5cef210 req-28485f11-c92c-4c18-9418-9d9f6f33d14c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.70 "DELETE /v2.0/ports/a7df5681-b444-4c03-9218-6086833efdaa HTTP/1.1" status: 204 len: 173 time: 0.4593818 Oct 20 11:11:44.795755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'name': 'network-vif-deleted', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:44.798891 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4325a71-25d5-42a5-a3d0-ba13d76e7c97" -d '{"events": [{"server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "name": "network-vif-deleted", "tag": "a7df5681-b444-4c03-9218-6086833efdaa"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:44.842830 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa987235-8e5b-46f6-98fe-dff59cb26b36 x-openstack-request-id: req-fa987235-8e5b-46f6-98fe-dff59cb26b36 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:44.843177 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c16fd51-5828-40c3-ac88-d80b2bb0bd35", "name": "network-vif-deleted", "tag": "a7df5681-b444-4c03-9218-6086833efdaa", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:44.843766 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa987235-8e5b-46f6-98fe-dff59cb26b36 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:44.844183 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c16fd51-5828-40c3-ac88-d80b2bb0bd35', 'name': 'network-vif-deleted', 'tag': 'a7df5681-b444-4c03-9218-6086833efdaa', 'status': 'completed', 'code': 200} Oct 20 11:11:45.256209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60452) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:45.315645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.338342 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.379608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.382470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.383679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/security-groups/72b6de9a-1c59-4d1b-9471-1209642ed6ec HTTP/1.1" status: 204 len: 168 time: 0.1264813 Oct 20 11:11:45.386471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60454) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:45.393769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5461cd-6a4f-404b-a99d-5347b601ef23 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6de9a-1c59-4d1b-9471-1209642ed6ec,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:45.444946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.468669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.496120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9904c610-e2db-4e3f-957c-c60b9d0257b0 req-ab1c3370-47bc-4488-9a7a-37e2a45525c2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Oct 20 11:11:45.525809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.528562 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:45.532212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/security-groups/97349048-dae9-4d9a-9c52-25ea5214a82e HTTP/1.1" status: 204 len: 168 time: 0.1414669 Oct 20 11:11:45.533227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:45.540104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a0208-dd2f-4666-8d59-50355d75719c tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97349048-dae9-4d9a-9c52-25ea5214a82e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:45.804391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-9777a061-0036-4564-93a4-ef2cd4a1091a tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703445931&fields=id&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 267 time: 0.0516765 Oct 20 11:11:45.968795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8f706c40-2c83-4fb4-ae62-f99d3cc1bbc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:45.970123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8f706c40-2c83-4fb4-ae62-f99d3cc1bbc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.1428249 Oct 20 11:11:45.986794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:46.001904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-6468e79d-763c-4aff-a1e8-dc3780f74661 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0216305 Oct 20 11:11:46.087104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-318594b8-d7c1-4bfe-8dc6-a0974b6ff0be tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641303 Oct 20 11:11:46.093393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:46.262187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-a4143e56-620f-4c12-8b1c-496a8e2df662 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366062 Oct 20 11:11:46.417173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-c82d17de-34a5-4b80-9d5a-55e65a2e78fb service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256976 Oct 20 11:11:46.760065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ededda8e-121c-4238-b138-97c8c864d3b7 req-068e6f0a-07cb-4a6f-9d4d-3f9371b3406e tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Oct 20 11:11:46.810601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:46.810863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:46.854844 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:46.900651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:46.901013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:46.913469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:47.094840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.119192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=6ca3cd3d-3b0f-4f46-9a38-427785ac4bec,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:47.320932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.545660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Router 15e4d228-7abf-4ed0-8e41-47b6e342e89c has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:47.653795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:47.661818 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fe4abe22-65a1-41ff-9cfc-414692f26c87 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "PUT /v2.0/routers/15e4d228-7abf-4ed0-8e41-47b6e342e89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1274393 Oct 20 11:11:47.662458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60468) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:47.665085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Sync routers for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:47.674685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:47.675337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:47.719502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting subnet b33a35ce-2ee8-44cf-a848-e9baa549396a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:11:47.722604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.763668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.789647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:47.850617 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.911135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b320658-ccc6-441c-a95e-fbf198727f8f req-49e3ae5d-cdbc-47fc-8322-9cfcaa9e15e4 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Oct 20 11:11:47.957306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.984721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:11:47Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:47.986239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Subnet': ['ID=b33a35ce-2ee8-44cf-a848-e9baa549396a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:47.993464 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:47.999419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-80edbf50-441b-401b-b029-0a060e1c6bed tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/subnets/b33a35ce-2ee8-44cf-a848-e9baa549396a HTTP/1.1" status: 204 len: 168 time: 0.3359706 Oct 20 11:11:48.000619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60472) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:48.013358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818e8f5-f845-4523-a5dd-d3641fddfd2f None None] Network ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:48.016535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Checking router: 15e4d228-7abf-4ed0-8e41-47b6e342e89c for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:48.073843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Routers {'15e4d228-7abf-4ed0-8e41-47b6e342e89c'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:48.074383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:48.117836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.224174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] Set router 15e4d228-7abf-4ed0-8e41-47b6e342e89c gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:48.229789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.308297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Deleting port f87497b6-1232-4674-8c07-a43e0e5dcc80 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:48.309230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.340989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] DHCP port deletion for ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:11:48.409694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] For port f87497b6-1232-4674-8c07-a43e0e5dcc80, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f87497b6-1232-4674-8c07-a43e0e5dcc80,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:48.410235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.423330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Calling delete_port for f87497b6-1232-4674-8c07-a43e0e5dcc80 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:48.436012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Deleting port a7169863-3bd1-49cc-8880-891653136d4e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:48.436380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.511421 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] For port a7169863-3bd1-49cc-8880-891653136d4e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a7169863-3bd1-49cc-8880-891653136d4e,segment=NetworkSegment(366940cd-0ad8-4053-b7ab-f6f3cf66a217),segment_id=366940cd-0ad8-4053-b7ab-f6f3cf66a217)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:48.511818 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.524520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:11:47Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:48.530434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Calling delete_port for a7169863-3bd1-49cc-8880-891653136d4e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:48.557084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83dc98-1a76-4847-b812-be48561fb4ed None None] The sync data for ids ['15e4d228-7abf-4ed0-8e41-47b6e342e89c'] in n-d-802060-17 is: [{'id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2063888497', 'tenant_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:17Z', 'updated_at': '2021-10-20T11:11:47Z', 'revision_number': 5, 'project_id': '5ce6203ae3e84d9fbf0d0d2f7f04a824', 'gw_port': {'id': 'f87497b6-1232-4674-8c07-a43e0e5dcc80', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e4d228-7abf-4ed0-8e41-47b6e342e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:18Z', 'updated_at': '2021-10-20T11:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:48.601285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a7169863-3bd1-49cc-8880-891653136d4e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:48.608469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a7df5681-b444-4c03-9218-6086833efdaa no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:48.637037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.652302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: a7df5681-b444-4c03-9218-6086833efdaa {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:48.652640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a7df5681-b444-4c03-9218-6086833efdaa not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:48.664039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Port': ['ID=f87497b6-1232-4674-8c07-a43e0e5dcc80,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:48.719457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.728861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.749487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] Pushing event deleted for resources: {'Port': ['ID=a7169863-3bd1-49cc-8880-891653136d4e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:48.759268 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.762733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153603bd-9bb8-417a-a7ba-c370a0f02187 None None] No DVR routers for this DVR port a7169863-3bd1-49cc-8880-891653136d4e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:48.822512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.825129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.872481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.872921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Fanout notify agent at l3_agent the message router_deleted on router 15e4d228-7abf-4ed0-8e41-47b6e342e89c {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:11:48.879963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:48.882656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9266f3b8-6e4a-4e61-9fad-b13330d6f933 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/routers/15e4d228-7abf-4ed0-8e41-47b6e342e89c HTTP/1.1" status: 204 len: 168 time: 0.8795094 Oct 20 11:11:48.883955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60474) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:48.972483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.066550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba32ebc0-6157-4d11-b3c4-1807fbe3a78e req-0c9892ca-997a-4923-856b-5b01e6a95c8f tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0456226 Oct 20 11:11:49.112215 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.132920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca99f58c-7a8d-44c2-8b0e-41c3c52eb334']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:49.142442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366940cd-0ad8-4053-b7ab-f6f3cf66a217') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:49.142730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366940cd-0ad8-4053-b7ab-f6f3cf66a217') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:49.151956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.165608 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.173026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:11:49.173422 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:11:49.176539 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:11:49.247218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.256244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.263815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] 10.222.0.74 "DELETE /v2.0/networks/ca99f58c-7a8d-44c2-8b0e-41c3c52eb334 HTTP/1.1" status: 204 len: 168 time: 0.3783724 Oct 20 11:11:49.276220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d1da-b1b9-4077-94e6-522f3e598f93 tempest-TestSecurityGroupsBasicOps-360885004 tempest-TestSecurityGroupsBasicOps-360885004-project] Pushing event deleted for resources: {'Network': ['ID=ca99f58c-7a8d-44c2-8b0e-41c3c52eb334,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:49.510503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60484) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:49.642122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7a2a53d-9886-4cee-9a0d-829fb8182f29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ce6203ae3e84d9fbf0d0d2f7f04a824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301925 Oct 20 11:11:49.644470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:49.700194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.721226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.768530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.771145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:49.772281 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ad7ff08-5daf-49cd-ade3-de8823cf0aac HTTP/1.1" status: 204 len: 168 time: 0.1269507 Oct 20 11:11:49.779853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934889-d8ad-4154-9004-4ab218b880bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad7ff08-5daf-49cd-ade3-de8823cf0aac,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:50.046091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60494) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:50.059197 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77c7a928-ec27-4207-88b5-a79bd5204d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.139679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77c7a928-ec27-4207-88b5-a79bd5204d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.144875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-77c7a928-ec27-4207-88b5-a79bd5204d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.203250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61c991e6-50e1-4a7b-96d5-3b3869634208 req-8c94770c-8beb-4e00-a978-e409648e219c tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0465717 Oct 20 11:11:50.210717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-77c7a928-ec27-4207-88b5-a79bd5204d8a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8659b97f80c5467190f716c2a7bed0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611402 Oct 20 11:11:50.210717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7a928-ec27-4207-88b5-a79bd5204d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba85be7-a880-4717-8b71-acd3d8cb7cce,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:50.211615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60498) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:50.276848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.299355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.346795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.349879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.351102 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bba85be7-a880-4717-8b71-acd3d8cb7cce HTTP/1.1" status: 204 len: 168 time: 0.1343009 Oct 20 11:11:50.359099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d9605-8ffd-4c3f-bd79-02ede20c9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba85be7-a880-4717-8b71-acd3d8cb7cce,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:50.462026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:50.482481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:50.482902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6ca3cd3d-3b0f-4f46-9a38-427785ac4bec not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:50.483403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f87497b6-1232-4674-8c07-a43e0e5dcc80 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:50.502395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f87497b6-1232-4674-8c07-a43e0e5dcc80 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:50.502775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f87497b6-1232-4674-8c07-a43e0e5dcc80 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:50.595290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61df0-c6ec-4e4b-81fd-2e82b800ae94 req-7507084e-c6c1-497d-96e3-8ab277ddb508 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:50.597117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44e61df0-c6ec-4e4b-81fd-2e82b800ae94 req-7507084e-c6c1-497d-96e3-8ab277ddb508 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1099 time: 0.0433075 Oct 20 11:11:50.633647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44e61df0-c6ec-4e4b-81fd-2e82b800ae94 req-992bdd2a-ae82-4e62-9391-72085af350d8 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302973 Oct 20 11:11:50.658726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60508) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:50.720771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60510) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:50.810960 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ab5671c5-0213-4256-948f-bc8674df19bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=750b0c4531b244cda7aeb833c569d23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890846 Oct 20 11:11:50.813620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60512) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:50.856957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 4d19b007-3a46-4f3a-956e-f761a21a198b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:50.858054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.866841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.889414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.938328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.942544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.946147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ea5cf8b-3073-4d34-8135-4eb6b273b878 HTTP/1.1" status: 204 len: 168 time: 0.1291528 Oct 20 11:11:50.946301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.946301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.955522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d327704-ac19-4f63-8569-41506fb88c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5cf8b-3073-4d34-8135-4eb6b273b878,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:50.958475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 4d19b007-3a46-4f3a-956e-f761a21a198b owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:51.116200 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:51.148831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=4d19b007-3a46-4f3a-956e-f761a21a198b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:51.215719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:51.216454 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP b7281a4f-c238-43c2-bbbf-b612f0ff908b disassociated (deleted). External IP: 172.25.3.221, port: 9a43e92f-68cc-4146-8032-9422485154ae. Oct 20 11:11:51.338097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0dd03da5-423d-4080-918a-d4efd239832a req-def67ebc-d337-4f72-bb5e-98b5fd84c834 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0396554 Oct 20 11:11:51.470653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 38b3e660-991f-45ca-b676-6dc19b0b9373 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:51.590485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:51.595705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:51.601033 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Sync routers for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:51.611717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:51.612331 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:51.627943 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2b0a1f4-56e2-40c7-8697-b9aa4f06e368 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/floatingips/b7281a4f-c238-43c2-bbbf-b612f0ff908b HTTP/1.1" status: 204 len: 168 time: 0.9653380 Oct 20 11:11:51.627943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:51.628471 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:51.730234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:51.794509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2afd3-7502-45a1-bc0a-aeaadb11f75d x-openstack-request-id: req-95f2afd3-7502-45a1-bc0a-aeaadb11f75d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:51.794799 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:51.795072 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95f2afd3-7502-45a1-bc0a-aeaadb11f75d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:51.795470 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:11:51.875713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-f3a7347e-f279-459f-8a4a-6a26c8021561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:51.879578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-f3a7347e-f279-459f-8a4a-6a26c8021561 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 1099 time: 0.0531399 Oct 20 11:11:51.894483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222bfb2-6e7c-493d-a0fe-006decf22368 req-47f205d5-f7fb-498c-a0dd-5676e4716fde tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:51.903222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7222bfb2-6e7c-493d-a0fe-006decf22368 req-47f205d5-f7fb-498c-a0dd-5676e4716fde tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 947 time: 0.0614324 Oct 20 11:11:51.950329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7222bfb2-6e7c-493d-a0fe-006decf22368 req-e6993c94-98f3-4f2c-b998-27579c3213e6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Oct 20 11:11:51.952738 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:51.979463 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Checking router: 38b3e660-991f-45ca-b676-6dc19b0b9373 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:51.988196 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:51.988727 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:52.001866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-ab3aa7e7-1c90-477d-9e0a-008eff1c70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:52.003865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-ab3aa7e7-1c90-477d-9e0a-008eff1c70e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 200 len: 897 time: 0.1170082 Oct 20 11:11:52.048224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-7abecf1d-77b4-4faf-9a9e-385a8c224cd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 200 len: 217 time: 0.0348930 Oct 20 11:11:52.094105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:52.105699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-e703d842-4a45-47b3-9817-7162a7156d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:52.107214 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-e703d842-4a45-47b3-9817-7162a7156d39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 200 len: 835 time: 0.0492039 Oct 20 11:11:52.156639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-41ccbc28-62cc-4934-a5ec-a9de280c5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:52.158173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-41ccbc28-62cc-4934-a5ec-a9de280c5a94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5defd984-ac70-4015-9d59-84170473b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415640 Oct 20 11:11:52.257080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-1b735d8a-5602-4ad7-848e-9ecb2e3635a6 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874500 Oct 20 11:11:52.303467 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:52.331422 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d091-1cd6-405e-8de6-b42c074e15c4 None None] The sync data for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 is: [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:10:05Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6465d0b1-f650-4983-af6c-eea36b4606e2', 'name': '', 'network_id': '5defd984-ac70-4015-9d59-84170473b6fb', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:7a:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '773842e7-1cda-468b-809b-c2a775019afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:08Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '773842e7-1cda-468b-809b-c2a775019afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:52.365959 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f19412ed-9dd3-48ca-8b5a-577bd6dabe5a req-be1a6802-b306-49b3-aa43-a3d986251e47 service neutron] 10.222.0.83 "GET /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010098 Oct 20 11:11:52.464992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c64a65fa-b438-40aa-bd46-2cf769eea84b req-94a91cdc-6652-4828-87aa-866b1e9bbcf8 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/ports?device_id=43a0dc07-3a27-47e7-b858-16ca4c3d7594 HTTP/1.1" status: 200 len: 210 time: 0.0319302 Oct 20 11:11:52.617570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0075b-0215-4ae7-89ac-24a15065407b None None] New status for floating IP b7281a4f-c238-43c2-bbbf-b612f0ff908b: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:11:52.902004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-863ffe6d-26f7-4440-b0a7-769c743db539 req-ab4f7f19-0ca2-4e56-801e-c7cf53725930 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Oct 20 11:11:53.071810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca5f95-c834-4ec0-93e7-c7e8671c3664 req-fad8dfb1-89bf-4030-b8cd-b979b3d57637 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:53.080763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8ca5f95-c834-4ec0-93e7-c7e8671c3664 req-fad8dfb1-89bf-4030-b8cd-b979b3d57637 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 947 time: 0.0652144 Oct 20 11:11:53.132588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8ca5f95-c834-4ec0-93e7-c7e8671c3664 req-7a3630e5-2498-4dae-80b3-d99baffde601 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=3032e733-215e-489f-8634-3cee46eb3ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507560 Oct 20 11:11:53.422179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-643a3fa2-b240-4f09-992a-b425772e826a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:53.423706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-643a3fa2-b240-4f09-992a-b425772e826a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 947 time: 0.0536125 Oct 20 11:11:53.543068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:53.543485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.564739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60546) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:53.681342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 9a43e92f-68cc-4146-8032-9422485154ae, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=9a43e92f-68cc-4146-8032-9422485154ae,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:53.681616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.684043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.703923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 9a43e92f-68cc-4146-8032-9422485154ae owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:53.721233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.821224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.824430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:53.825799 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/security-groups/cbfe6c95-318e-4370-8452-27f392d4db7e HTTP/1.1" status: 204 len: 168 time: 0.2599487 Oct 20 11:11:53.828822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60550) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:53.840285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73564dd2-ac19-4a23-bddc-8585cc7a08f2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe6c95-318e-4370-8452-27f392d4db7e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:53.856722 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-fb1b2d3c-9668-458d-bcdd-24e8df7e7e11 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] show failed (client error): The resource could not be found. Oct 20 11:11:53.857778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fb1b2d3c-9668-458d-bcdd-24e8df7e7e11 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "GET /v2.0/security-groups/cbfe6c95-318e-4370-8452-27f392d4db7e HTTP/1.1" status: 404 len: 347 time: 0.0279379 Oct 20 11:11:53.867886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60552) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:53.985587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.033405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=9a43e92f-68cc-4146-8032-9422485154ae,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:54.065536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a3b0b37-f5d3-4bce-9e95-8ecaf9c21f33 req-892241a5-4ad3-4238-b393-89d91bc250b2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0497448 Oct 20 11:11:54.094600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] No DVR routers for this DVR port 9a43e92f-68cc-4146-8032-9422485154ae on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:54.101678 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.105379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-916fdaac-d16d-4c85-9f9e-09f7f7242e39 req-a64a5468-a894-46b9-942a-d04e0277c00f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "DELETE /v2.0/ports/9a43e92f-68cc-4146-8032-9422485154ae HTTP/1.1" status: 204 len: 173 time: 0.6718919 Oct 20 11:11:54.105918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-deleted', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:54.108331 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dd633a-17a4-4a2f-9858-d0c11d9ceb16" -d '{"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-deleted", "tag": "9a43e92f-68cc-4146-8032-9422485154ae"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:54.122300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-997a1fb9-2d38-4cc5-8431-d55564d47244 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:54.124089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-997a1fb9-2d38-4cc5-8431-d55564d47244 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2429237 Oct 20 11:11:54.132160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port e0312993-a9c3-49cf-b79d-446a277d7475 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:54.132601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.186598 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e786be5-1e48-49e8-8683-cf3d7825ff72 x-openstack-request-id: req-4e786be5-1e48-49e8-8683-cf3d7825ff72 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:54.187046 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c8f30c-92cb-460b-bc6a-315311d9e7a2", "name": "network-vif-deleted", "tag": "9a43e92f-68cc-4146-8032-9422485154ae", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:54.187520 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e786be5-1e48-49e8-8683-cf3d7825ff72 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:54.188048 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c8f30c-92cb-460b-bc6a-315311d9e7a2', 'name': 'network-vif-deleted', 'tag': '9a43e92f-68cc-4146-8032-9422485154ae', 'status': 'completed', 'code': 200} Oct 20 11:11:54.206722 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-81a6942f-2f80-4c9f-b9ce-f8f4b343c55e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 379 time: 0.0680201 Oct 20 11:11:54.223822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'security_groups': ['9086a619-8ecb-42aa-8862-bd35e0136d51']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:54.279873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9367e421-88e0-4b8f-98fd-e616467d48a2 req-117a4d97-bd99-451f-bfc9-2eeab72f56ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=20c8f30c-92cb-460b-bc6a-315311d9e7a2 HTTP/1.1" status: 200 len: 210 time: 0.0446274 Oct 20 11:11:54.284450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.284773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.299356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for e0312993-a9c3-49cf-b79d-446a277d7475 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:54.403863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:54.410251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.488572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.533527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=e0312993-a9c3-49cf-b79d-446a277d7475,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:54.592674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.12 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/b0ade1be-9b8a-4305-a1dc-729c2db044a8) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:54.629714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.633378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.634795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-542b6edc-619f-4f0d-a4d1-6c67f033b4b2 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/floatingips/e46f0496-4648-4bf9-aba8-b5dc12598b07 HTTP/1.1" status: 204 len: 168 time: 0.7640827 Oct 20 11:11:54.637310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60560) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:54.750161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port 4e6db930-1a21-4ef1-b327-6e19a2b580a9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:54.751273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.816370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.838327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-968eebb7-cd43-4f69-8282-bce59b5632e9 req-63fe17eb-1ee4-4dea-834f-607b8c97eb88 service neutron] (100746) timed out ('10.222.0.74', 38346) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:11:54.855091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.855640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:54.867436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for 4e6db930-1a21-4ef1-b327-6e19a2b580a9 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:54.897507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:54.905601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:54.908668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:54.926722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:55.004716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:55.005761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.016092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.034598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f08b8c21-4d3a-4cbe-bb06-f839ad6193ce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8194296 Oct 20 11:11:55.047933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Request body: {'port': {'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:55.053336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=4e6db930-1a21-4ef1-b327-6e19a2b580a9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:55.130787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.212113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.218195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-05cda354-eae5-4698-96af-b7f34e355384 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/ports/4e6db930-1a21-4ef1-b327-6e19a2b580a9 HTTP/1.1" status: 204 len: 168 time: 0.5798919 Oct 20 11:11:55.222886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8dc1e63d-0f0c-40d8-879e-75cab5fbfc5d None None] Provisioning complete for port b0ade1be-9b8a-4305-a1dc-729c2db044a8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:55.223413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60566) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:55.223994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e63d-0f0c-40d8-879e-75cab5fbfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.268553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9033f43-4c2f-4889-b2e6-41f65ed432d8 req-44917546-635b-4925-b05f-c00055a5cd71 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:55.270059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9033f43-4c2f-4889-b2e6-41f65ed432d8 req-44917546-635b-4925-b05f-c00055a5cd71 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 932 time: 0.0966423 Oct 20 11:11:55.279947 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1e63d-0f0c-40d8-879e-75cab5fbfc5d None None] Port b0ade1be-9b8a-4305-a1dc-729c2db044a8 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:55.367807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60570) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:55.491064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:55.513072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 9a43e92f-68cc-4146-8032-9422485154ae {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:55.513696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 9a43e92f-68cc-4146-8032-9422485154ae not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:55.546131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ade1be-9b8a-4305-a1dc-729c2db044a8 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:55.566473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.661304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9033f43-4c2f-4889-b2e6-41f65ed432d8 req-cf8e523f-3986-45a2-91fd-02b40d177663 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798523 Oct 20 11:11:55.668367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Transition to ACTIVE for port object b0ade1be-9b8a-4305-a1dc-729c2db044a8 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:55.678725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.680054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port f85cd23e-79fe-4ed4-9447-88685368ed33 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:55.680494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.770507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:55.793898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:55.808121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for f85cd23e-79fe-4ed4-9447-88685368ed33 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:55.923960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Attempting to bind port b0ade1be-9b8a-4305-a1dc-729c2db044a8 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:55.924504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Attempting to bind port b0ade1be-9b8a-4305-a1dc-729c2db044a8 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:55.925048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Attempting to bind port b0ade1be-9b8a-4305-a1dc-729c2db044a8 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:55.936237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Port b0ade1be-9b8a-4305-a1dc-729c2db044a8 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:55.936884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Attempting to bind port b0ade1be-9b8a-4305-a1dc-729c2db044a8 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:55.948640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:55.949031 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:55.949506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:55.950070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Bound port: b0ade1be-9b8a-4305-a1dc-729c2db044a8, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:55.950446 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.001546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.039336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=f85cd23e-79fe-4ed4-9447-88685368ed33,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:56.059105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:56.063194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:56.070613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.083114 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.110917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.116960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6cdde75a-0a4b-424a-8edc-07db84a6008b tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/ports/f85cd23e-79fe-4ed4-9447-88685368ed33 HTTP/1.1" status: 204 len: 168 time: 0.8860099 Oct 20 11:11:56.117185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:56.151766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:56.152379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.153771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] 10.222.0.83 "PUT /v2.0/ports/b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 1093 time: 1.1103013 Oct 20 11:11:56.192451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting subnet 7e910072-0d57-423a-b9dd-b68942ea6ed3 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:11:56.195392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:56.195965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.197778 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee81e30-285c-41a2-aaab-18257735bfec" -d '{"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:56.247040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.260994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ea592-a0b6-43e9-9d00-776fdd21bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:56.350563 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc78ae-427b-41fc-8a9c-e0273da07d3a x-openstack-request-id: req-64cc78ae-427b-41fc-8a9c-e0273da07d3a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:56.350845 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:56.351119 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64cc78ae-427b-41fc-8a9c-e0273da07d3a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:56.351514 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'status': 'completed', 'code': 200} Oct 20 11:11:56.380194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.383106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-1978e70e-d102-43d7-aee5-e0dca5fde4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:56.385363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-1978e70e-d102-43d7-aee5-e0dca5fde4e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1096 time: 0.1844521 Oct 20 11:11:56.459145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f18bb595-b452-40e0-a043-c9f7c07d6586 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 217 time: 0.0617304 Oct 20 11:11:56.468673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.498490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Subnet': ['ID=7e910072-0d57-423a-b9dd-b68942ea6ed3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:56.504921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.511845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5a62f-f35a-43e9-9038-9b39368a7e42 None None] Network e2788b8c-7b61-495e-9718-ac990188d315 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:56.517367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-df6d0afd-1858-40f8-bd39-048eb446f245 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/subnets/7e910072-0d57-423a-b9dd-b68942ea6ed3 HTTP/1.1" status: 204 len: 168 time: 0.3968296 Oct 20 11:11:56.518147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60578) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:56.591319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting subnet 1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:11:56.595604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.671603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.800076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] DHCP port deletion for e2788b8c-7b61-495e-9718-ac990188d315 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:11:56.829788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.851005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Deleting port 1aec9b7d-1205-48d3-9da2-c006b609cf3a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:56.851686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.901769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.928624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] For port 1aec9b7d-1205-48d3-9da2-c006b609cf3a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1aec9b7d-1205-48d3-9da2-c006b609cf3a,segment=NetworkSegment(01c9f344-86dc-4bde-894f-50d094a36d56),segment_id=01c9f344-86dc-4bde-894f-50d094a36d56)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:56.929251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:56.931362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-28d0a24d-aedd-42d7-b92c-37b30dc60db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:56.932868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-28d0a24d-aedd-42d7-b92c-37b30dc60db8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.4610851 Oct 20 11:11:56.952820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Calling delete_port for 1aec9b7d-1205-48d3-9da2-c006b609cf3a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:56.986548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.002198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/subnets/1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac HTTP/1.1" status: 204 len: 168 time: 0.4810991 Oct 20 11:11:57.002198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3b2c4-889d-4f3e-874c-90521d760507 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Subnet': ['ID=1e92b8a4-e4f5-431c-9a8f-b188b4ece6ac,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.002966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60584) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:57.046588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-ac108437-996d-42ef-9b47-9b059b01ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:57.048378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-ac108437-996d-42ef-9b47-9b059b01ba5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041148 Oct 20 11:11:57.050964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 6465d0b1-f650-4983-af6c-eea36b4606e2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:57.051443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.054866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ab0e1-f975-43c8-8daf-21c2f83ebc89 None None] Network bb7f9c4d-1f51-43b6-b443-72bd28c52932 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:57.069540 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.096511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.099449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] Pushing event deleted for resources: {'Port': ['ID=1aec9b7d-1205-48d3-9da2-c006b609cf3a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.106297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998f69-0b6d-4701-b387-002572950993 req-8b494c7e-3276-47ab-979a-ddc30c22e3e7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:57.114691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6998f69-0b6d-4701-b387-002572950993 req-8b494c7e-3276-47ab-979a-ddc30c22e3e7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.3403587 Oct 20 11:11:57.114923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f905e4-9883-496d-b649-cadc7bb09de5 None None] No DVR routers for this DVR port 1aec9b7d-1205-48d3-9da2-c006b609cf3a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:57.169843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6998f69-0b6d-4701-b387-002572950993 req-72394640-4e38-4424-808d-55c6f776c1ec tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537679 Oct 20 11:11:57.257557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 6465d0b1-f650-4983-af6c-eea36b4606e2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6465d0b1-f650-4983-af6c-eea36b4606e2,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:57.257926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.269082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-f5697f31-bc71-408f-a395-a1d7ca4538bc service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114401 Oct 20 11:11:57.269679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.275281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 6465d0b1-f650-4983-af6c-eea36b4606e2 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:57.319948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2788b8c-7b61-495e-9718-ac990188d315']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:57.331525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c9f344-86dc-4bde-894f-50d094a36d56') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:57.332182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c9f344-86dc-4bde-894f-50d094a36d56') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:57.342800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.357127 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.363817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:11:57.364586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.447414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06e71cb9-b494-47a7-a252-1e15ddb004e9 req-be214751-91ea-4bac-9bbf-dc16528ab86d service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699994 Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:11:57.448932 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:11:57.465957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.475804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.480009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/networks/e2788b8c-7b61-495e-9718-ac990188d315 HTTP/1.1" status: 204 len: 168 time: 0.4751735 Oct 20 11:11:57.489651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60586) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:57.503640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f55df0-1477-4b70-9864-945492c04915 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Network': ['ID=e2788b8c-7b61-495e-9718-ac990188d315,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.506786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] DHCP port deletion for bb7f9c4d-1f51-43b6-b443-72bd28c52932 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:11:57.559556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Deleting port c630432b-bc3d-4cd1-a70a-50972dfade8e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:57.560255 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.581943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81e30-285c-41a2-aaab-18257735bfec req-73c8a7ad-3625-4692-a83e-d7582f0b5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:57.584101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-73c8a7ad-3625-4692-a83e-d7582f0b5609 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1096 time: 0.0710504 Oct 20 11:11:57.596559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.652200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] For port c630432b-bc3d-4cd1-a70a-50972dfade8e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c630432b-bc3d-4cd1-a70a-50972dfade8e,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:57.652679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.661067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Deleting port c630432b-bc3d-4cd1-a70a-50972dfade8e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:57.661583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.666921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Calling delete_port for c630432b-bc3d-4cd1-a70a-50972dfade8e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:57.721038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.733941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] For port c630432b-bc3d-4cd1-a70a-50972dfade8e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c630432b-bc3d-4cd1-a70a-50972dfade8e,segment=NetworkSegment(cc7e9a68-073c-465f-a066-cf643cda6afa),segment_id=cc7e9a68-073c-465f-a066-cf643cda6afa)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:57.734459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.753032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Calling delete_port for c630432b-bc3d-4cd1-a70a-50972dfade8e owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:57.754784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.762155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=6465d0b1-f650-4983-af6c-eea36b4606e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.782770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81e30-285c-41a2-aaab-18257735bfec req-93951330-3858-4c89-9dd7-6e0a8d3a0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:57.784944 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-93951330-3858-4c89-9dd7-6e0a8d3a0c7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1921954 Oct 20 11:11:57.806380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] Pushing event deleted for resources: {'Port': ['ID=c630432b-bc3d-4cd1-a70a-50972dfade8e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.813797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c0edc-42db-44b6-b981-07597b2875f0 None None] No DVR routers for this DVR port c630432b-bc3d-4cd1-a70a-50972dfade8e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:57.846924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:57.887662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Port': ['ID=c630432b-bc3d-4cd1-a70a-50972dfade8e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:57.890908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] No DVR routers for this DVR port c630432b-bc3d-4cd1-a70a-50972dfade8e on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:57.897767 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-3d54968e-7324-4797-ad66-c25f983c3236 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 217 time: 0.0694733 Oct 20 11:11:57.995162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.025065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7f9c4d-1f51-43b6-b443-72bd28c52932']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:58.035889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81e30-285c-41a2-aaab-18257735bfec req-ff1836a1-f0d5-46a1-8fb7-5ea39d11e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:58.037502 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-ff1836a1-f0d5-46a1-8fb7-5ea39d11e524 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1339614 Oct 20 11:11:58.038439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7e9a68-073c-465f-a066-cf643cda6afa') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:58.038798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7e9a68-073c-465f-a066-cf643cda6afa') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:58.052356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.070535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.077990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:11:58.078403 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:11:58.082077 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:11:58.145304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81e30-285c-41a2-aaab-18257735bfec req-6ae1c5bc-8ea6-45d6-903a-18a38b1a00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:58.146852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-6ae1c5bc-8ea6-45d6-903a-18a38b1a00ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996425 Oct 20 11:11:58.147946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.149327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.156119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.160135 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] 10.222.0.74 "DELETE /v2.0/networks/bb7f9c4d-1f51-43b6-b443-72bd28c52932 HTTP/1.1" status: 204 len: 168 time: 0.6686404 Oct 20 11:11:58.199336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f5f8-7179-4ddf-aa0d-e487ded64865 tempest-TaggedBootDevicesTest_v242-223066567 tempest-TaggedBootDevicesTest_v242-223066567-project] Pushing event deleted for resources: {'Network': ['ID=bb7f9c4d-1f51-43b6-b443-72bd28c52932,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:58.367545 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-4352ce9f-3c76-4b71-b2f9-3731536d74f7 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100029 Oct 20 11:11:58.370386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610fc6b-0696-4539-86d3-dbf178e68975 req-9294bf89-11df-439c-8b81-0dda600470f4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:58.372005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6610fc6b-0696-4539-86d3-dbf178e68975 req-9294bf89-11df-439c-8b81-0dda600470f4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.0721250 Oct 20 11:11:58.424691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6610fc6b-0696-4539-86d3-dbf178e68975 req-35888bd7-d96f-4e86-96e4-c62ad192b43c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Oct 20 11:11:58.514467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7843163f-abc7-4464-a3da-5ddd2f74c1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.600390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c630432b-bc3d-4cd1-a70a-50972dfade8e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:58.625789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c630432b-bc3d-4cd1-a70a-50972dfade8e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:58.626224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c630432b-bc3d-4cd1-a70a-50972dfade8e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:58.626692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1aec9b7d-1205-48d3-9da2-c006b609cf3a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:58.633458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 38b3e660-991f-45ca-b676-6dc19b0b9373 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:11:58.637874 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cee81e30-285c-41a2-aaab-18257735bfec req-24dde7f0-5bb6-4ba9-85de-2e76b008b514 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582605 Oct 20 11:11:58.655827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1aec9b7d-1205-48d3-9da2-c006b609cf3a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:58.656677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1aec9b7d-1205-48d3-9da2-c006b609cf3a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:58.752092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:11:58.757695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6e86ac3c-afd6-46c5-806e-9d74802a5a60 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/38b3e660-991f-45ca-b676-6dc19b0b9373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3891699 Oct 20 11:11:58.760783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60602) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:58.762840 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Sync routers for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:11:58.772791 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:58.773473 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:58.812588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting subnet 773842e7-1cda-468b-809b-c2a775019afb {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:11:58.815711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.858879 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:58.878060 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:58.942797 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.005204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.038904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Subnet': ['ID=773842e7-1cda-468b-809b-c2a775019afb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:59.044149 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.047692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0ab56845-a0a9-43d1-861e-ca333771711f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/subnets/773842e7-1cda-468b-809b-c2a775019afb HTTP/1.1" status: 204 len: 168 time: 0.2858248 Oct 20 11:11:59.050470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60604) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:59.054776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7119a1-87e1-4dc9-9929-922595ccc5c3 None None] Network 5defd984-ac70-4015-9d59-84170473b6fb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:59.075821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:11:57Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:59.112003 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Checking router: 38b3e660-991f-45ca-b676-6dc19b0b9373 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:11:59.123896 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Routers {'38b3e660-991f-45ca-b676-6dc19b0b9373'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:11:59.124574 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:11:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['38b3e660-991f-45ca-b676-6dc19b0b9373'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:59.196408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.251606 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] Set router 38b3e660-991f-45ca-b676-6dc19b0b9373 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:11:59.316613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] DHCP port deletion for 5defd984-ac70-4015-9d59-84170473b6fb request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:11:59.322369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.368468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Deleting port a0e6f954-c762-415f-98b3-74f9b460a8c5 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:59.369443 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.385034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:59.385569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.438145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] For port a0e6f954-c762-415f-98b3-74f9b460a8c5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a0e6f954-c762-415f-98b3-74f9b460a8c5,segment=NetworkSegment(4df06874-2af3-4541-b996-59a63233e7da),segment_id=4df06874-2af3-4541-b996-59a63233e7da)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:59.438918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.454644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Calling delete_port for a0e6f954-c762-415f-98b3-74f9b460a8c5 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:59.468871 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:11:57Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:11:59.499519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:59.500079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.501839 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d4996-b71b-46ed-8a4f-8869f08ce97b None None] The sync data for ids ['38b3e660-991f-45ca-b676-6dc19b0b9373'] in n-d-802060-17 is: [{'id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41714996', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:00Z', 'updated_at': '2021-10-20T11:11:57Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b3e660-991f-45ca-b676-6dc19b0b9373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:01Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:11:59.519359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:59.576123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.603726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] Pushing event deleted for resources: {'Port': ['ID=a0e6f954-c762-415f-98b3-74f9b460a8c5,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:59.607237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa4673-84c8-467e-ba6d-c41a785cb00c None None] No DVR routers for this DVR port a0e6f954-c762-415f-98b3-74f9b460a8c5 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:59.701574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df04704-3085-4c64-a995-a7931596be3f req-33c2cb1a-4269-43b4-a5d2-3f13816141eb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:59.703110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5df04704-3085-4c64-a995-a7931596be3f req-33c2cb1a-4269-43b4-a5d2-3f13816141eb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.1288838 Oct 20 11:11:59.776851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5df04704-3085-4c64-a995-a7931596be3f req-20d9a6e6-5bec-45a9-9d84-1c1de12499d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675321 Oct 20 11:11:59.782584 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.817714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:59.886222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.996142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:59.998883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.052626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.053439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Fanout notify agent at l3_agent the message router_deleted on router 38b3e660-991f-45ca-b676-6dc19b0b9373 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:12:00.062303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.066343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d203e4f1-b876-4b7a-8d44-8e335c9cca32 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/routers/38b3e660-991f-45ca-b676-6dc19b0b9373 HTTP/1.1" status: 204 len: 168 time: 1.0146751 Oct 20 11:12:00.066672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60612) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:00.160486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.293893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.327702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5defd984-ac70-4015-9d59-84170473b6fb']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:00.338232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df06874-2af3-4541-b996-59a63233e7da') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:00.338577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df06874-2af3-4541-b996-59a63233e7da') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:00.350167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.374159 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.381849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:12:00.382333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:12:00.385862 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:12:00.460696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.469812 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.477052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60624) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:00.478096 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/networks/5defd984-ac70-4015-9d59-84170473b6fb HTTP/1.1" status: 204 len: 168 time: 0.4095216 Oct 20 11:12:00.492597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7266c-d001-4f33-b2b4-a885ae4a70ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Network': ['ID=5defd984-ac70-4015-9d59-84170473b6fb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:00.540667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.566897 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.642060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.645635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:00.647617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/security-groups/3032e733-215e-489f-8634-3cee46eb3ecb HTTP/1.1" status: 204 len: 168 time: 0.1683671 Oct 20 11:12:00.681022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9a2f8-1d8e-4e3e-b658-470756f901ff tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3032e733-215e-489f-8634-3cee46eb3ecb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:00.859243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0e6f954-c762-415f-98b3-74f9b460a8c5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:00.886846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a0e6f954-c762-415f-98b3-74f9b460a8c5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:00.888061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a0e6f954-c762-415f-98b3-74f9b460a8c5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:00.900646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:00.927034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:00.927832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 389bc5ca-48d2-4c6f-9f3a-423a5a5ec6a1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:00.928409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6465d0b1-f650-4983-af6c-eea36b4606e2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:00.949939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60642) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:00.951518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6465d0b1-f650-4983-af6c-eea36b4606e2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:00.952034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6465d0b1-f650-4983-af6c-eea36b4606e2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:00.961264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379412286', 'description': 'tempest-secgroup-smoke-1379412286 description', 'project_id': '3bd741658daa4d599311a0e41ea0ead8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:00.971919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709706ab-7d24-4018-9362-2977ede1335c req-611d7c50-0b68-4973-8281-094fbef8dd95 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:00.973535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-709706ab-7d24-4018-9362-2977ede1335c req-611d7c50-0b68-4973-8281-094fbef8dd95 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.0645559 Oct 20 11:12:00.993447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.018394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-709706ab-7d24-4018-9362-2977ede1335c req-397c0036-7b0f-4a08-8540-201894739e72 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365591 Oct 20 11:12:01.067339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.071931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.104040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.105320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543548 Oct 20 11:12:01.108525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.113059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8c59-20d5-420f-8829-a2dcdc059888 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2911d158-1f54-462e-b780-e16564284d50,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.113219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.152543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.200804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.205229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.226271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f9f891-0555-4224-828d-f797e4f754cd,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.236014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.237243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a95a4b87-6069-4705-b8ae-ca5ff2800424 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276989 Oct 20 11:12:01.239961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60646) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.244977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.275484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.340923 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.345399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.363874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddd50e0-5295-4371-a632-a56857f050d7,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.372939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.376965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5b7bef2-636f-4b8c-b2c0-17a54906b63b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333063 Oct 20 11:12:01.377260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60648) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.382373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.387135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d05ae4c1-14bb-4b95-92b8-84af9195369e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.411729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.471639 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.475739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.494524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99770f9-7cef-4ebd-8f9e-05256247a877,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.505433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.509747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-feb59451-a27d-4e9d-911d-b90388e7618d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284695 Oct 20 11:12:01.510055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60650) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.515407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.546697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.612348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.616628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.635256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9069f29b-3e67-4979-9983-73d3c7993309,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.642759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.646677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-08587e01-2ee2-4474-bc74-743326de21e8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328223 Oct 20 11:12:01.647317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60652) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.651431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.673266 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:12:01.678077 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.756131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.761857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.791696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe57084-324d-4d06-8793-338f2f9f82d9,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.798056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.802703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60656) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.803098 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ba8d1513-f0af-4866-9c78-03a86e90ea25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551166 Oct 20 11:12:01.803768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.808590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': '2911d158-1f54-462e-b780-e16564284d50', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.835248 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:12:01.840441 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.913262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.922613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.937921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc0b89d-6ada-4d33-aa07-91cacb9e223d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:01.952246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:01.955343 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-977e5f1d-87e7-44fa-aad7-7d35216052c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506212 Oct 20 11:12:01.957646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60660) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:01.963231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'network': {'name': 'tempest-network-smoke--1368072088', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:01.984326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:01.989519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.013647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:12:02.022905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.023322 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Added segment 46e4dce7-9b2b-45be-b48a-bafe03513faf of type vlan for network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 Oct 20 11:12:02.066093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.095574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.102042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:02.103289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.193667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b3a9-f3ea-41c7-a50d-fed61ff982a7 req-9fd74107-b7c5-47c0-948a-c16a6687cb13 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:02.200938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62a5b3a9-f3ea-41c7-a50d-fed61ff982a7 req-9fd74107-b7c5-47c0-948a-c16a6687cb13 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.0598824 Oct 20 11:12:02.215057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Network': ['ID=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:02.230711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:12:02.231309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-97e1d939-d3e6-4f17-a3f3-4e84a9ff645b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2705832 Oct 20 11:12:02.232177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60666) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:02.237278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'admin_state_up': True, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:02.266316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62a5b3a9-f3ea-41c7-a50d-fed61ff982a7 req-44c6a25c-cc6e-4b85-864c-b4e191523eca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605805 Oct 20 11:12:02.275119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.276209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.352138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.499073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.700216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.719336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.846115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:02.846995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.174 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/586a9f49-1d7b-4cda-958f-3185294be0d0) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:02.966684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:03.001860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:03.042093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:03.045105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:03.048827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:03.062381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=586a9f49-1d7b-4cda-958f-3185294be0d0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:03.420945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802bb37-4713-49c5-9d4c-4e7e78d253b2 req-54e049c8-d5c4-44f2-a147-49ba4d7ea6c0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:03.430607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f802bb37-4713-49c5-9d4c-4e7e78d253b2 req-54e049c8-d5c4-44f2-a147-49ba4d7ea6c0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.0737209 Oct 20 11:12:03.495918 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f802bb37-4713-49c5-9d4c-4e7e78d253b2 req-3087ff4a-f3da-439f-a8bf-14672c8ab168 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639403 Oct 20 11:12:03.715211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:03.940700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.089613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 467b3272-9932-4b39-8e09-4979905f760b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:12:04.198412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:12:04.211960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Sync routers for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:12:04.224055 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.227411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d1fa4a9-1154-496f-84fe-ea7fc9f451f8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9939191 Oct 20 11:12:04.229706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:04.230325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:04.231155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:04.270119 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0b21e18a-6b89-4bbf-8c0a-85f61b4fa4bd tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=3bd741658daa4d599311a0e41ea0ead8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343699 Oct 20 11:12:04.270347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60684) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:04.370417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:04.375274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1390555-8dee-4f3b-968b-fc8fe963ec85 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.379510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c1390555-8dee-4f3b-968b-fc8fe963ec85 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1055295 Oct 20 11:12:04.380171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:04.428268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60688) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:04.428948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-85886722-88db-429a-8a79-a2ca078c6f6c tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471704 Oct 20 11:12:04.433966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813810780', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:04.504350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.536420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:04.541740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.608478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:03Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:04.644545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f317d-37c7-4cc1-be94-58518d7b0607 req-72293565-8d8a-4889-b4b9-c12168f56bda tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.655638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0f317d-37c7-4cc1-be94-58518d7b0607 req-72293565-8d8a-4889-b4b9-c12168f56bda tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.0717540 Oct 20 11:12:04.673505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Checking router: 467b3272-9932-4b39-8e09-4979905f760b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:12:04.674096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Updating router 467b3272-9932-4b39-8e09-4979905f760b port 586a9f49-1d7b-4cda-958f-3185294be0d0 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:12:04.701161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c0f317d-37c7-4cc1-be94-58518d7b0607 req-83b72799-0094-42d7-8db1-f347f8c8f7df tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444689 Oct 20 11:12:04.711218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.835771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.901366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Subnet': ['ID=6510c125-149e-40ce-be34-0a147e6735bb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:04.911434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:04.911839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network hostable DHCP agents. Network: d9e9ee14-5282-43df-a8a0-7b9b4de1aa03, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:12:04.933645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:12:04.949236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d9e9ee14-5282-43df-a8a0-7b9b4de1aa03) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:04.960533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.962014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.980381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e731e3-f5e8-4275-8f7b-f93f63658b24 None None] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:04.984262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-156b9c37-263e-490d-a64e-e0bbcd6485e4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5541434 Oct 20 11:12:04.985825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60696) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:05.046706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.058864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.105651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57894f-b13e-42e4-a9bf-60ca6a9be2fe None None] Pushing event updated for resources: {'Port': ['ID=586a9f49-1d7b-4cda-958f-3185294be0d0,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:05.128677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Attempting to bind port 586a9f49-1d7b-4cda-958f-3185294be0d0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:05.129043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Attempting to bind port 586a9f49-1d7b-4cda-958f-3185294be0d0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:05.129408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Attempting to bind port 586a9f49-1d7b-4cda-958f-3185294be0d0 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:05.145634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:05.146007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:05.146400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.146789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:05.147303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Bound port: 586a9f49-1d7b-4cda-958f-3185294be0d0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:05.147674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.233937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] For port 586a9f49-1d7b-4cda-958f-3185294be0d0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:05.237712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] For port 586a9f49-1d7b-4cda-958f-3185294be0d0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=586a9f49-1d7b-4cda-958f-3185294be0d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:05.253982 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.267844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:12:05.268664 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.336950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:05.337903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:05.414469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57894f-b13e-42e4-a9bf-60ca6a9be2fe None None] Pushing event updated for resources: {'Port': ['ID=586a9f49-1d7b-4cda-958f-3185294be0d0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:05.482088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.535088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:05.562518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Allocated IP 172.20.0.2 (d9e9ee14-5282-43df-a8a0-7b9b4de1aa03/6510c125-149e-40ce-be34-0a147e6735bb/2ae6ee77-8cc3-4970-8105-0775a695f52a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:05.847698 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.859500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:05.872694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:03Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:05.931173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9feea4-48b5-4cc2-bcde-be077e90e695 None None] The sync data for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 is: [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:03Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:12:05.933856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:05.938748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:05.945879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:05.949117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Pushing event updated for resources: {'Port': ['ID=2ae6ee77-8cc3-4970-8105-0775a695f52a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:06.008022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Attempting to bind port 2ae6ee77-8cc3-4970-8105-0775a695f52a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:06.008240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Attempting to bind port 2ae6ee77-8cc3-4970-8105-0775a695f52a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:06.008683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Attempting to bind port 2ae6ee77-8cc3-4970-8105-0775a695f52a on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:06.014787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:06.015186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:06.015586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.015996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Bound using segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:06.016456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Bound port: 2ae6ee77-8cc3-4970-8105-0775a695f52a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:06.016870 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.025372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d594-8a0d-4fa2-ad96-f2f38ed8b92f req-a9c6f9aa-9926-4e13-bdb1-2f2a3cfce52b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:06.027653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c952d594-8a0d-4fa2-ad96-f2f38ed8b92f req-a9c6f9aa-9926-4e13-bdb1-2f2a3cfce52b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.1406674 Oct 20 11:12:06.124887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] For port 2ae6ee77-8cc3-4970-8105-0775a695f52a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:06.130379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] For port 2ae6ee77-8cc3-4970-8105-0775a695f52a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ae6ee77-8cc3-4970-8105-0775a695f52a,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:06.145379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.213764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7cc35-25dd-499b-8e7c-e8f16d71ab8a None None] Pushing event updated for resources: {'Port': ['ID=2ae6ee77-8cc3-4970-8105-0775a695f52a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:06.278970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c952d594-8a0d-4fa2-ad96-f2f38ed8b92f req-a505be5c-f564-4f8a-9c76-78ed6e3d9fc6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271667 Oct 20 11:12:06.292396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.1 (d9e9ee14-5282-43df-a8a0-7b9b4de1aa03/6510c125-149e-40ce-be34-0a147e6735bb/cd0c493b-345f-414b-bb3e-d8ecab3770cd) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:06.520786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.602028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.615388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 586a9f49-1d7b-4cda-958f-3185294be0d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:06.691908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 586a9f49-1d7b-4cda-958f-3185294be0d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:06.692535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.716361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:06.732186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:06.738661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:06.796952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.825911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 586a9f49-1d7b-4cda-958f-3185294be0d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=586a9f49-1d7b-4cda-958f-3185294be0d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:06.832997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.839551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:06.865270 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.904210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=586a9f49-1d7b-4cda-958f-3185294be0d0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:06.929428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-6770f1aa-2039-4c66-be75-80d9e59c76dc tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:06.937605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-6770f1aa-2039-4c66-be75-80d9e59c76dc tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.2971556 Oct 20 11:12:06.955624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-4cccd008-2c2b-46fd-aa6e-e99b39e0fb0b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/quotas/3678279ab7674452a3851272c8e013de HTTP/1.1" status: 200 len: 375 time: 0.0169194 Oct 20 11:12:07.064640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-6c9d3c5b-f824-4c06-8221-2e2710546cde tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058302 Oct 20 11:12:07.116878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.302475 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-c13d6c77-59ab-4994-bb5b-6866e340c153 service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147288 Oct 20 11:12:07.490527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6ce00-b305-4f38-afa4-1d1637e29dd8 None None] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:07.522649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c80e-cd9c-41ad-b287-e26abf6627fb req-90987faa-1c96-4b4d-80ec-0dbe992acf0e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.524787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5911c80e-cd9c-41ad-b287-e26abf6627fb req-90987faa-1c96-4b4d-80ec-0dbe992acf0e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 944 time: 0.1413004 Oct 20 11:12:07.529201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-bdfc8dc7-1d30-40d8-ac06-69198400b687 service neutron] 10.222.0.74 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148640 Oct 20 11:12:07.575970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0ade1be-9b8a-4305-a1dc-729c2db044a8 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:07.614384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5911c80e-cd9c-41ad-b287-e26abf6627fb req-323c4cce-7447-4023-a846-7f23201ccaf4 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782714 Oct 20 11:12:07.737023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.758857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad0cf5bc-6bbb-49ea-af92-435d369a1259 req-c058a16e-fec7-4efc-9b06-9c4310d2e1e7 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 210 time: 0.0411167 Oct 20 11:12:07.765026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.855340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.861429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:07.974159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:07.975651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:08.006446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] Provisioning complete for port 2ae6ee77-8cc3-4970-8105-0775a695f52a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:08.006898 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.107340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:08.139438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:08.148174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 467b3272-9932-4b39-8e09-4979905f760b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:12:08.286097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.286097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.308855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:12:08.314424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2fc334d2-92d1-49ee-9bc4-41766c9b24d2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/467b3272-9932-4b39-8e09-4979905f760b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3275006 Oct 20 11:12:08.332372 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Sync routers for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:12:08.347932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:08.348547 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:08.375444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ade1be-9b8a-4305-a1dc-729c2db044a8 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:08.424114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:08.426670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] For port 2ae6ee77-8cc3-4970-8105-0775a695f52a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ae6ee77-8cc3-4970-8105-0775a695f52a,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:08.438102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.445624 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.555872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:08.639138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851f7c8-3069-4599-ad60-c8220dd0253e None None] Pushing event updated for resources: {'Port': ['ID=2ae6ee77-8cc3-4970-8105-0775a695f52a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:08.643588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-b9ab8d37-c487-485b-8952-ca7ba15930e9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379412286&fields=id&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 267 time: 0.0598679 Oct 20 11:12:08.676961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['b0ade1be-9b8a-4305-a1dc-729c2db044a8'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:08.715433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ae6ee77-8cc3-4970-8105-0775a695f52a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:08.841908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89020c-2a36-4a31-919a-d5a6cbff37f8 req-61c86458-f947-44d8-8179-45ea603b569f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.843952 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e89020c-2a36-4a31-919a-d5a6cbff37f8 req-61c86458-f947-44d8-8179-45ea603b569f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 945 time: 0.1215115 Oct 20 11:12:08.844100 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:08.892083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-0ee907cb-fcf6-475e-b266-90379bf5ed2a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.893600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-0ee907cb-fcf6-475e-b266-90379bf5ed2a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 797 time: 0.2317119 Oct 20 11:12:08.899258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2ae6ee77-8cc3-4970-8105-0775a695f52a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:08.899629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.919044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e89020c-2a36-4a31-919a-d5a6cbff37f8 req-ce04e10d-3976-4cc4-a1d7-2a59d1f757e6 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654075 Oct 20 11:12:08.929484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-18cacf04-2061-4178-92e5-ea3420d7fb9f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/quotas/3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 375 time: 0.0254543 Oct 20 11:12:09.015390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-43cb8815-1aaa-4559-84c0-1bc954c3f2a8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774958 Oct 20 11:12:09.036498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a13b7e69-84cf-4ae4-8e7e-2ffe3c579c2e None None] Provisioning complete for port 2ae6ee77-8cc3-4970-8105-0775a695f52a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:09.037048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a13b7e69-84cf-4ae4-8e7e-2ffe3c579c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.176986 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 2, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:09.218052 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Checking router: 467b3272-9932-4b39-8e09-4979905f760b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:12:09.218401 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Updating router 467b3272-9932-4b39-8e09-4979905f760b port cd0c493b-345f-414b-bb3e-d8ecab3770cd binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:12:09.235719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8b52a67-d309-4a2f-85f0-31a3ebf628c3 req-83b20c0c-7f76-4ef1-b8dc-19c4eaa1ad02 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 210 time: 0.1404867 Oct 20 11:12:09.265514 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.319013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 586a9f49-1d7b-4cda-958f-3185294be0d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:09.426450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-1fda5abc-286c-403d-8d3a-67223c78f29a service neutron] 10.222.0.74 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969605 Oct 20 11:12:09.484663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-0a3b384c-b448-4370-8b5f-0e72c0e6add1 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:09.486405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-0a3b384c-b448-4370-8b5f-0e72c0e6add1 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 815 time: 0.2593133 Oct 20 11:12:09.509511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a13b7e69-84cf-4ae4-8e7e-2ffe3c579c2e None None] Provisioning complete for port cd0c493b-345f-414b-bb3e-d8ecab3770cd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:09.509932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a13b7e69-84cf-4ae4-8e7e-2ffe3c579c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.514382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 586a9f49-1d7b-4cda-958f-3185294be0d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:09.514382 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.533197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Request body: {'port': {'device_id': '250bc6d2-8992-4444-8f41-823551a8018f', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'admin_state_up': True, 'tenant_id': '3678279ab7674452a3851272c8e013de'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:09.605136 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.608102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a13b7e69-84cf-4ae4-8e7e-2ffe3c579c2e None None] Port cd0c493b-345f-414b-bb3e-d8ecab3770cd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:12:09.614976 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.638970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-83e27d0b-ad82-48c8-9dfd-7cf09204a078 service neutron] 10.222.0.74 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031672 Oct 20 11:12:09.677615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019264a7-8085-49ba-ba6c-268b885b9a58 None None] Pushing event updated for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:09.711892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Made reservation on behalf of 3678279ab7674452a3851272c8e013de for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:09.716271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.736241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-665092a0-3b32-4fad-9c8f-b68c2c826ad3 None None] Provisioning complete for port cd0c493b-345f-414b-bb3e-d8ecab3770cd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:09.737017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-665092a0-3b32-4fad-9c8f-b68c2c826ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.787445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-665092a0-3b32-4fad-9c8f-b68c2c826ad3 None None] Port cd0c493b-345f-414b-bb3e-d8ecab3770cd cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:12:09.795858 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Attempting to bind port cd0c493b-345f-414b-bb3e-d8ecab3770cd on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:09.796535 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Attempting to bind port cd0c493b-345f-414b-bb3e-d8ecab3770cd by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:09.797101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Attempting to bind port cd0c493b-345f-414b-bb3e-d8ecab3770cd on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:09.823206 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:09.825195 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:09.825649 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.826002 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Bound using segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:09.826499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Bound port: cd0c493b-345f-414b-bb3e-d8ecab3770cd, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:09.826885 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.917370 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] For port cd0c493b-345f-414b-bb3e-d8ecab3770cd, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:09.921768 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] For port cd0c493b-345f-414b-bb3e-d8ecab3770cd, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd0c493b-345f-414b-bb3e-d8ecab3770cd,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:09.928115 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.931559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-61b52146-49ca-4d1f-a58e-5872430b5625 req-478a2b59-fe60-4f4e-90e1-d44233e483c0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 210 time: 0.0684865 Oct 20 11:12:09.966556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Allocated IP 172.20.0.10 (1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6/c9c7aa9f-2038-447b-a923-da17aba180cf/4d7f381e-ece5-4f90-bed6-6aa0678676e9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:09.999471 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:10.000117 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:10.035931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Provisioning complete for port cd0c493b-345f-414b-bb3e-d8ecab3770cd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:10.037295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.086092 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019264a7-8085-49ba-ba6c-268b885b9a58 None None] Pushing event updated for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:10.170096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.176853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:10.218017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] For port cd0c493b-345f-414b-bb3e-d8ecab3770cd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd0c493b-345f-414b-bb3e-d8ecab3770cd,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:10.229033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.351543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Pushing event updated for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:10.364520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.364864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.365204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.365673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.366009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.366339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.366663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.367007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.367120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea75df6-7de0-4ec0-8354-eeabc8dff384 req-0c28b836-df67-4fcb-98eb-7eab1b8d9478 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:10.367335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.368406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.368734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.369056 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4532cb6-b3fb-41e8-bea8-4b72e8b961f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:10.370016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ea75df6-7de0-4ec0-8354-eeabc8dff384 req-0c28b836-df67-4fcb-98eb-7eab1b8d9478 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 945 time: 0.3183367 Oct 20 11:12:10.380514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f0a94cee-a34f-44b7-9761-981bfd74b3a9 None None] Provisioning complete for port cd0c493b-345f-414b-bb3e-d8ecab3770cd triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:10.380892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f0a94cee-a34f-44b7-9761-981bfd74b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.556102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ae6ee77-8cc3-4970-8105-0775a695f52a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:10.599671 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:09Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:10.642222 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eefee8-f0f0-4bb3-bcd2-0df1e8310e29 None None] The sync data for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 is: [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:09Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:12:10.684081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2ae6ee77-8cc3-4970-8105-0775a695f52a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:10.684583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.038491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86161daa-1083-4466-a0b9-dbbfd6da97f8 req-19423f69-564a-4995-90ff-8e83b62189bf tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 210 time: 0.6516805 Oct 20 11:12:11.061397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.083644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ea75df6-7de0-4ec0-8354-eeabc8dff384 req-0b8497f4-64b6-45ac-8fa5-7184a84e88f7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6977026 Oct 20 11:12:11.163594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ec18769-563a-4ad5-81da-542abd9c3564 req-a36aa424-39b7-408a-87d3-da03a6f8aa29 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 210 time: 0.0434964 Oct 20 11:12:11.196013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.210602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['618e31ba-65aa-4a1d-b9f9-3c11878e96a6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:11.213261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0', '62a70c14-8aa0-4d16-8ca4-dc2697081071'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:11.259329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:11.265119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:11.292311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:11.329003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event updated for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:11.409584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:11.411259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.471173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-56480e12-49cb-45a2-a7f2-7e8cd0e0cdea tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9724052 Oct 20 11:12:11.483375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Request body: {'port': {'device_id': '250bc6d2-8992-4444-8f41-823551a8018f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:11.513021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-62766b56-7f5e-40da-babc-ec6aff62b2c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:11.518576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-62766b56-7f5e-40da-babc-ec6aff62b2c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 797 time: 0.2432499 Oct 20 11:12:11.581655 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-09cb20fe-1e8d-41dd-911f-84e4f0de2f03 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 380 time: 0.0520768 Oct 20 11:12:11.604953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'port': {'device_id': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'admin_state_up': True, 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'security_groups': ['2911d158-1f54-462e-b780-e16564284d50']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:11.611937 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.627463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0ade1be-9b8a-4305-a1dc-729c2db044a8 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:11.830075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:11.841327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port b0ade1be-9b8a-4305-a1dc-729c2db044a8 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:11.844551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.862383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port b0ade1be-9b8a-4305-a1dc-729c2db044a8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:11.862772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.027503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.035817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.6 (d9e9ee14-5282-43df-a8a0-7b9b4de1aa03/6510c125-149e-40ce-be34-0a147e6735bb/e7b4790b-cef1-4642-8e15-5fe92726ea8c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:12.064743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:12.073208 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d332b5-b93f-435b-9ae5-c09ac3ed5b22" -d '{"events": [{"server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "name": "network-vif-plugged", "status": "completed", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:12.085263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:12.089594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.092203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7f381e-ece5-4f90-bed6-6aa0678676e9 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:12.119690 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.160007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Transition to ACTIVE for port object 4d7f381e-ece5-4f90-bed6-6aa0678676e9 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:12.172151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.175367 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e4933-49cb-4dcd-a6f0-2e541bbc456e x-openstack-request-id: req-910e4933-49cb-4dcd-a6f0-2e541bbc456e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:12.176117 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "name": "network-vif-plugged", "status": "completed", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:12.177147 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-910e4933-49cb-4dcd-a6f0-2e541bbc456e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:12.178183 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'code': 200} Oct 20 11:12:12.193119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:12.284813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:12.382262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e49d8-8db7-433a-9f8c-c92b7b753649 req-31e46f6c-8dcb-4339-b5aa-692f580f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:12.384064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-011e49d8-8db7-433a-9f8c-c92b7b753649 req-31e46f6c-8dcb-4339-b5aa-692f580f9d61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.1541700 Oct 20 11:12:12.407955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.462226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-011e49d8-8db7-433a-9f8c-c92b7b753649 req-ee6976b3-f32b-4f6c-8238-9a9d38f38d66 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675282 Oct 20 11:12:12.472836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86967f-0995-475b-bb43-bbd9842d4c5d req-26f37f32-bfce-4ecd-8322-6b6b05d3911b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:12.488911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf86967f-0995-475b-bb43-bbd9842d4c5d req-26f37f32-bfce-4ecd-8322-6b6b05d3911b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.1930439 Oct 20 11:12:12.495922 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.546318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:12.549555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:12.553751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:12.582832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd0c493b-345f-414b-bb3e-d8ecab3770cd up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:12.588214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50505-9d35-42c0-bccb-193ec022ce14 req-e65e3e38-b44c-4527-9397-6fa4db0d6697 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:12.589777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f50505-9d35-42c0-bccb-193ec022ce14 req-e65e3e38-b44c-4527-9397-6fa4db0d6697 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 944 time: 0.4061027 Oct 20 11:12:12.630503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:12.631330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.645028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:12.662521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.663062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.663558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.664027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.664728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.665220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.665684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.666601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.667109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.667864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.668310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.668846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:12.681516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-6db27d24-b577-4154-a44d-c104049bb30a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898716 Oct 20 11:12:12.687114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cd0c493b-345f-414b-bb3e-d8ecab3770cd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:12.687485 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.697946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Request body: {'port': {'device_id': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:12.713732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf86967f-0995-475b-bb43-bbd9842d4c5d req-cfca1c2c-0c3f-4530-a927-c57227e198ac tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238271 Oct 20 11:12:12.757825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60f50505-9d35-42c0-bccb-193ec022ce14 req-e6ae18ba-1395-4f5c-a054-a883155b2c27 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537645 Oct 20 11:12:12.761591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Attempting to bind port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:12.762158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Attempting to bind port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:12.763702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Attempting to bind port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:12.781534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:12.783157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Attempting to bind port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 on network 1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:12.798350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:12.799121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Checking segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:12.802427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Bound using segment: {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:12.803654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Bound port: 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bd811c-5f43-4c5a-868a-cffc46e77306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:12.806809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.827324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.950085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:12.955482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:12.965771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab486f-a74e-4da5-9aab-24d1ee5ec990 req-cca4b33e-b99c-480e-b271-3796ba4aae76 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:12.974185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fab486f-a74e-4da5-9aab-24d1ee5ec990 req-cca4b33e-b99c-480e-b271-3796ba4aae76 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 931 time: 0.0920496 Oct 20 11:12:12.984506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.030015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-77bacd74-7984-4434-ae8e-c644317054be None None] Provisioning complete for port e7b4790b-cef1-4642-8e15-5fe92726ea8c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:13.030635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-77bacd74-7984-4434-ae8e-c644317054be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.043352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.044117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.045651 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] 10.222.0.70 "PUT /v2.0/ports/4d7f381e-ece5-4f90-bed6-6aa0678676e9 HTTP/1.1" status: 200 len: 1093 time: 1.5665774 Oct 20 11:12:13.047984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:13.058453 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b12856-c444-41df-9579-cc2c1f19e876" -d '{"events": [{"name": "network-changed", "server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:13.107881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-77bacd74-7984-4434-ae8e-c644317054be None None] Port e7b4790b-cef1-4642-8e15-5fe92726ea8c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:12:13.110497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fab486f-a74e-4da5-9aab-24d1ee5ec990 req-b999f4d5-207f-4a48-b133-e5ff28c5df35 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352620 Oct 20 11:12:13.150320 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217dd29-0c4d-4291-9766-e1ba3f1c2d39 x-openstack-request-id: req-f217dd29-0c4d-4291-9766-e1ba3f1c2d39 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:13.150778 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:13.151295 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f217dd29-0c4d-4291-9766-e1ba3f1c2d39 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:13.151803 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9', 'status': 'completed', 'code': 200} Oct 20 11:12:13.184700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21650-9f51-452c-8a16-ed09f36cf82b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.201070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-2038839e-2149-4d1b-af9b-465794b84299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.203883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-2038839e-2149-4d1b-af9b-465794b84299 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 1096 time: 0.0844364 Oct 20 11:12:13.232514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b4790b-cef1-4642-8e15-5fe92726ea8c {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:13.240589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.250649 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-38fb5144-22fc-425c-a9ef-8c160da1e157 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Oct 20 11:12:13.253421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Transition to ACTIVE for port object e7b4790b-cef1-4642-8e15-5fe92726ea8c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:13.257785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.314187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-2d3b7094-4c67-473b-b42b-2a044cbb2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.315719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-2d3b7094-4c67-473b-b42b-2a044cbb2700 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0577371 Oct 20 11:12:13.316016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.358407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-8b52c4bd-c3a3-4a8d-9486-b8c450dbe651 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352969 Oct 20 11:12:13.411892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:13.412307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:13.412762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:13.419656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:13.419999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:13.427585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:13.427847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:13.428204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Bound using segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:13.428656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Bound port: e7b4790b-cef1-4642-8e15-5fe92726ea8c, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:13.429013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.527254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:13.527588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-8f135e45-2b92-4613-a3b8-ab6733a12265 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615710 Oct 20 11:12:13.531417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:13.537283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.577591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.578931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.580555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] 10.222.0.83 "PUT /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 1092 time: 0.8898232 Oct 20 11:12:13.583757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:13.588173 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f8195-98a2-4eee-ae04-fd2f0cf23778" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:13.620450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e515f-768b-42da-9f46-591dde51bb04 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.655422 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05c955-d8c6-406f-bf04-3c3449c722dd x-openstack-request-id: req-6c05c955-d8c6-406f-bf04-3c3449c722dd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:13.655717 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:13.655990 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c05c955-d8c6-406f-bf04-3c3449c722dd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:13.656398 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'status': 'completed', 'code': 200} Oct 20 11:12:13.663841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-748d848a-8880-4833-ae6e-c7fd3f586b1d req-b5983f8a-a557-42c4-8df8-e1fe551646b3 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286635 Oct 20 11:12:13.742878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-2386da43-21e7-44bd-8bd7-8b75dc0e1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.745526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-2386da43-21e7-44bd-8bd7-8b75dc0e1efe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1095 time: 0.0731847 Oct 20 11:12:13.793893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12856-c444-41df-9579-cc2c1f19e876 req-fefb3cfc-f8f0-4611-9a84-762428c0d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.795878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-fefb3cfc-f8f0-4611-9a84-762428c0d741 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 1096 time: 0.0706513 Oct 20 11:12:13.822711 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-a78e0c21-e2c8-463d-8d0a-cf7a83e237a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 217 time: 0.0620794 Oct 20 11:12:13.948487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-77bb92e7-75bf-499d-8bdc-7664c7f327a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.950164 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-77bb92e7-75bf-499d-8bdc-7664c7f327a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.1192749 Oct 20 11:12:14.023679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-a93fa458-1a7a-4faf-b146-3b4459064b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.025589 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-a93fa458-1a7a-4faf-b146-3b4459064b9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666950 Oct 20 11:12:14.045641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2818fc-8c61-4492-b022-5bde23cadf9a req-def5d739-c98a-423e-aeea-8cdf15071180 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.054496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee2818fc-8c61-4492-b022-5bde23cadf9a req-def5d739-c98a-423e-aeea-8cdf15071180 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 944 time: 0.1251328 Oct 20 11:12:14.119965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee2818fc-8c61-4492-b022-5bde23cadf9a req-47f117bf-2e47-4577-9e81-2b6eb19271a7 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Oct 20 11:12:14.142031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e337e8a-b618-42c5-a337-8a21dcfb24c4 req-fd92008e-d0ba-4213-9483-01d3f0a0e077 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.145472 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-85a00bad-4e8a-4152-b16c-433c9ac79953 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105356 Oct 20 11:12:14.150332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e337e8a-b618-42c5-a337-8a21dcfb24c4 req-fd92008e-d0ba-4213-9483-01d3f0a0e077 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.2087660 Oct 20 11:12:14.204236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5e337e8a-b618-42c5-a337-8a21dcfb24c4 req-aa44d99d-2fb7-4ba7-b2dd-205a0dfd0a78 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482492 Oct 20 11:12:14.205939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12856-c444-41df-9579-cc2c1f19e876 req-069d5bdf-aaf4-44cd-aa89-1d6beb0065c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.209843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-069d5bdf-aaf4-44cd-aa89-1d6beb0065c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.4036260 Oct 20 11:12:14.306878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0564efa7-69e9-49f7-9b74-337201ddb91c req-e7ffe846-b1bf-47b2-9898-237ae3506c3c service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530626 Oct 20 11:12:14.309283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-3f6b37fc-7ebf-413a-9fff-5a5cd287af0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9 HTTP/1.1" status: 200 len: 217 time: 0.0870368 Oct 20 11:12:14.402840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12856-c444-41df-9579-cc2c1f19e876 req-054ffdef-b227-49e3-8e8a-7f63c5854444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.404450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-054ffdef-b227-49e3-8e8a-7f63c5854444 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0795503 Oct 20 11:12:14.410952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-67a94df6-f4ab-4739-b7bc-4f218c87daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.412960 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-67a94df6-f4ab-4739-b7bc-4f218c87daf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1095 time: 0.0530872 Oct 20 11:12:14.414773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1cb0d-3704-4c68-92da-251935ecda39 req-b82a178a-956d-4870-90af-308758fdf346 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.416291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22d1cb0d-3704-4c68-92da-251935ecda39 req-b82a178a-956d-4870-90af-308758fdf346 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.1183527 Oct 20 11:12:14.441319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775de7f-e89a-455d-a3c1-0146da299701 req-cf902916-791a-41ad-a386-cc93349018bd tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.442840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b775de7f-e89a-455d-a3c1-0146da299701 req-cf902916-791a-41ad-a386-cc93349018bd tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 943 time: 0.2132864 Oct 20 11:12:14.468927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-49eb5ee9-75e2-4dc4-af0c-d9c8a9b60ab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516698 Oct 20 11:12:14.518332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-30333440-1ca2-4b1b-991b-dce1e28ffe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.520302 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-30333440-1ca2-4b1b-991b-dce1e28ffe34 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.0967729 Oct 20 11:12:14.528609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22d1cb0d-3704-4c68-92da-251935ecda39 req-863d17a0-9a97-455c-8f0e-e5da2ebd07ec tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028605 Oct 20 11:12:14.545127 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b775de7f-e89a-455d-a3c1-0146da299701 req-b396aae0-1e0f-4cf3-8092-f07f48185f8c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839632 Oct 20 11:12:14.569627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:14.578822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-dd034c46-7109-4972-acd9-58e1d14df168 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 217 time: 0.0503683 Oct 20 11:12:14.611254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-b261710f-e452-448f-be0f-5ac91687bfcc service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278644 Oct 20 11:12:14.655055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6719a4-7308-4d2c-9fda-6d4000be8a37 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.656585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1d6719a4-7308-4d2c-9fda-6d4000be8a37 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1093 time: 0.0856922 Oct 20 11:12:14.659341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:14.662036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-cc539ec5-c38d-4ea9-9bc8-88296552ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.663430 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-cc539ec5-c38d-4ea9-9bc8-88296552ffee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0635173 Oct 20 11:12:14.667059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:14.712303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:14.715961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39b12856-c444-41df-9579-cc2c1f19e876 req-56b351b4-6914-4dad-b856-eaa15fb00980 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969598 Oct 20 11:12:14.752028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-b11f7c5c-68a5-4f84-8c7e-164488aadbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.753816 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-b11f7c5c-68a5-4f84-8c7e-164488aadbac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737724 Oct 20 11:12:14.891458 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-f6aeb486-cac2-452b-a472-2a021cd0977f service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289763 Oct 20 11:12:14.904681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:14.944234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:15.086957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-888f8195-98a2-4eee-ae04-fd2f0cf23778 req-5d4fa7fd-4609-4fb0-a2a3-da6b4861b205 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407146 Oct 20 11:12:15.087987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.25.3.247 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/b1e09105-f394-4c82-b23b-001694276347) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:15.205342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.245469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.286975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:15.294289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:15.294289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:15.312566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5477-3c43-48ae-867f-1f637602f2c8 req-1d1c116e-ff57-4e14-adfb-1f352f32511d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:15.314033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-594e5477-3c43-48ae-867f-1f637602f2c8 req-1d1c116e-ff57-4e14-adfb-1f352f32511d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 944 time: 0.1043077 Oct 20 11:12:15.326356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=b1e09105-f394-4c82-b23b-001694276347,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:15.401428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-594e5477-3c43-48ae-867f-1f637602f2c8 req-09960778-3578-4231-a841-a685f3a0a424 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Oct 20 11:12:15.552732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.583120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:15.700413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:15.712221 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'port_id': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'mac_address': 'fa:16:3e:48:41:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:15.723425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.753061 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.759745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373f1d5-a33f-4e58-acaf-affca1db7f4e req-2e74a166-334d-49d9-82d9-be805689f20f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:15.761291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7373f1d5-a33f-4e58-acaf-affca1db7f4e req-2e74a166-334d-49d9-82d9-be805689f20f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 943 time: 0.0971696 Oct 20 11:12:15.780136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b4790b-cef1-4642-8e15-5fe92726ea8c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:15.805436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:15.807560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.812855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.828545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7373f1d5-a33f-4e58-acaf-affca1db7f4e req-dd1862f8-6d37-4e89-afe7-c568c10bc97d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Oct 20 11:12:15.883964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:15.930698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Deleting port 00b03771-d61b-4076-8acc-74ea66a83ee7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:15.931058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:15.998458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.004285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.006297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.016417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] For port 00b03771-d61b-4076-8acc-74ea66a83ee7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=00b03771-d61b-4076-8acc-74ea66a83ee7,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:16.016784 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.031475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Calling delete_port for 00b03771-d61b-4076-8acc-74ea66a83ee7 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:16.056173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['e7b4790b-cef1-4642-8e15-5fe92726ea8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:16.092703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=b1e09105-f394-4c82-b23b-001694276347,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:16.106522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.222108 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP 6ef274c6-91da-48fb-b2f7-9f73f38f2314 associated. External IP: 172.25.3.247, port: b0ade1be-9b8a-4305-a1dc-729c2db044a8. Oct 20 11:12:16.242959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.268290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b03771-d61b-4076-8acc-74ea66a83ee7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:16.537693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:12:16.540997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.607855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70631cef-aa2a-436d-8d62-193b9ff0e8fb req-635021e0-b442-4e55-8449-b2f4e8229d9d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:16.609464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70631cef-aa2a-436d-8d62-193b9ff0e8fb req-635021e0-b442-4e55-8449-b2f4e8229d9d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 944 time: 0.0998359 Oct 20 11:12:16.691846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70631cef-aa2a-436d-8d62-193b9ff0e8fb req-444762a8-ba03-4fdd-8200-3f9296e6822d tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754685 Oct 20 11:12:16.698794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d7f381e-ece5-4f90-bed6-6aa0678676e9 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:16.811637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:16.824571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4d7f381e-ece5-4f90-bed6-6aa0678676e9', 'network_id': '1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6', 'port_id': '4d7f381e-ece5-4f90-bed6-6aa0678676e9', 'mac_address': 'fa:16:3e:de:8b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7aa9f-2038-447b-a923-da17aba180cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:16.825278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Router da92a737-61f2-490f-b73d-b63189fb2eb2 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:12:16.878906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.899127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7f381e-ece5-4f90-bed6-6aa0678676e9 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:16.907078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.924211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:16.928836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.985794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:17.020201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:12:17.031769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:12:17.039036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.041694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:17.042339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.067645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ce4092be-ae6b-466f-a16a-4bddce311e73 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4070277 Oct 20 11:12:17.068636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:17.071712 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32" -d '{"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:17.109337 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32854a-131e-4e70-8e94-3bbe976fa835 x-openstack-request-id: req-bd32854a-131e-4e70-8e94-3bbe976fa835 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:17.109700 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:17.110018 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd32854a-131e-4e70-8e94-3bbe976fa835 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:17.110493 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'status': 'completed', 'code': 200} Oct 20 11:12:17.159226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:17.173167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-36deb964-2c95-47ba-bbed-5eac9c09813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.174822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-36deb964-2c95-47ba-bbed-5eac9c09813a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.0423589 Oct 20 11:12:17.187612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d7f381e-ece5-4f90-bed6-6aa0678676e9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:17.266013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af317-f1ff-4cbd-9c41-b88ab1d4d7e8 req-eea8d571-05f1-4856-a9d6-93a87d3db9b3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.267521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e8af317-f1ff-4cbd-9c41-b88ab1d4d7e8 req-eea8d571-05f1-4856-a9d6-93a87d3db9b3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.0958822 Oct 20 11:12:17.275780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-e0d40cd0-d434-4f71-b5b1-fd9fb80a7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.277720 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-e0d40cd0-d434-4f71-b5b1-fd9fb80a7423 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.0957203 Oct 20 11:12:17.286099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:12:17.299101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-47150715-78dd-435a-b97d-71e4ecf118f2 admin admin] 10.222.0.74 "PUT /v2.0/routers/da92a737-61f2-490f-b73d-b63189fb2eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534389 Oct 20 11:12:17.299536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60824) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:17.313394 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Sync routers for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:12:17.323511 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:17.324320 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.358586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-31974709-1e32-47c3-926f-200778b38949 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 1000 time: 0.0721745 Oct 20 11:12:17.377484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e8af317-f1ff-4cbd-9c41-b88ab1d4d7e8 req-9da7b2a1-4324-4221-a896-7459b5d2134d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992889 Oct 20 11:12:17.426184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-9930a088-ff31-4952-8bd9-ea924babc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.427695 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-9930a088-ff31-4952-8bd9-ea924babc2e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0602970 Oct 20 11:12:17.438611 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:17.474417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.494241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-cf60dca5-17ec-480d-bacf-4da358cee087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.496051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-cf60dca5-17ec-480d-bacf-4da358cee087 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594029 Oct 20 11:12:17.536586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:15Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.569152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:12:17.581566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:17.585194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.592981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:17.607294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.613261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-93e83699-1c34-45d0-ab23-6387e347ad36 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075168 Oct 20 11:12:17.645592 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '244d5025-897c-46e2-ae99-06fed79152d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:12:16Z', 'revision_number': 5, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port': {'id': '244d5025-897c-46e2-ae99-06fed79152d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:25Z', 'updated_at': '2021-10-20T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.673807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Deleting port 244d5025-897c-46e2-ae99-06fed79152d0 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:17.674147 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.688187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Checking router: da92a737-61f2-490f-b73d-b63189fb2eb2 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:12:17.698695 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Routers {'da92a737-61f2-490f-b73d-b63189fb2eb2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:17.699655 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['da92a737-61f2-490f-b73d-b63189fb2eb2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.734584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d80b2c4d-70fa-4c45-9fb0-4700cfaa8a32 req-52077996-5551-4e99-b9a9-dc9711d106c7 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125770 Oct 20 11:12:17.833951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] For port 244d5025-897c-46e2-ae99-06fed79152d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=244d5025-897c-46e2-ae99-06fed79152d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:17.834379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.855671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Calling delete_port for 244d5025-897c-46e2-ae99-06fed79152d0 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:17.875533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d8ae-d2e2-4a65-92f1-e4240136a668 req-0c0e0c00-4718-4be4-a1b6-01efa308d044 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.877107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a252d8ae-d2e2-4a65-92f1-e4240136a668 req-0c0e0c00-4718-4be4-a1b6-01efa308d044 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 945 time: 0.0839150 Oct 20 11:12:17.897663 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] Set router da92a737-61f2-490f-b73d-b63189fb2eb2 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:17.909668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port e7b4790b-cef1-4642-8e15-5fe92726ea8c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:17.919854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:17.921547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port e7b4790b-cef1-4642-8e15-5fe92726ea8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:17.921913 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.954978 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:12:17Z', 'revision_number': 6, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:17.959634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a252d8ae-d2e2-4a65-92f1-e4240136a668 req-07cce945-2d80-4667-a818-d9128d54c226 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Oct 20 11:12:17.992473 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a17ca-148b-460b-b8e5-7fd76e400804 None None] The sync data for ids ['da92a737-61f2-490f-b73d-b63189fb2eb2'] in n-d-802060-17 is: [{'id': 'da92a737-61f2-490f-b73d-b63189fb2eb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1363628330-router', 'tenant_id': '1cd676190bf643f385546e093799e024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:24Z', 'updated_at': '2021-10-20T11:12:17Z', 'revision_number': 6, 'project_id': '1cd676190bf643f385546e093799e024', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:12:18.084495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.103300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.115962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Pushing event deleted for resources: {'Port': ['ID=244d5025-897c-46e2-ae99-06fed79152d0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:18.166269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:18.168555 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589764bf-bbb3-4697-8028-6915048bdc5d" -d '{"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-plugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:18.178028 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.186086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:18.193813 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.225456 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cc750c-71d0-47a1-95ff-bdf1c7496588 x-openstack-request-id: req-c9cc750c-71d0-47a1-95ff-bdf1c7496588 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:18.225748 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-plugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:18.225997 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9cc750c-71d0-47a1-95ff-bdf1c7496588 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:18.226380 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'code': 200} Oct 20 11:12:18.278536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:18.293452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.295833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.306000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:15Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:18.338166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306baa3f-e591-4284-846f-ecea1e49ebff req-e35384da-6158-428d-aa37-40409fd6093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:18.338726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff8484-c5a0-4f93-bc21-bf1c0944cb87 None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:15Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:12:18.338901 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-306baa3f-e591-4284-846f-ecea1e49ebff req-e35384da-6158-428d-aa37-40409fd6093c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1097 time: 0.0555513 Oct 20 11:12:18.349749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.350589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da92a737-61f2-490f-b73d-b63189fb2eb2 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:12:18.355785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.359750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c8cc60d-3e8f-4f3e-96fb-a6ef2badda2b admin admin] 10.222.0.74 "DELETE /v2.0/routers/da92a737-61f2-490f-b73d-b63189fb2eb2 HTTP/1.1" status: 204 len: 168 time: 1.0576298 Oct 20 11:12:18.360396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:18.379974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-306baa3f-e591-4284-846f-ecea1e49ebff req-d2e8ac87-6979-4d54-8021-4c674b092612 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Oct 20 11:12:18.416224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Deleting subnet 1388bd64-3b06-4dc9-93e5-82fb600ec519 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:12:18.423488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.474398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.568168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121a73-0194-45d8-8331-4ec1be895377 req-dc6047a3-49f4-4c3e-b395-2cd0662badf2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:18.569655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5121a73-0194-45d8-8331-4ec1be895377 req-dc6047a3-49f4-4c3e-b395-2cd0662badf2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0647793 Oct 20 11:12:18.606056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:12:18.622101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.629991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdfb6af-34ae-4885-a00b-c9647f33a63a None None] New status for floating IP 6ef274c6-91da-48fb-b2f7-9f73f38f2314: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:12:18.661008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d5121a73-0194-45d8-8331-4ec1be895377 req-b0fd788f-d62d-403d-af74-3342991cd2d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730762 Oct 20 11:12:18.691298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.717267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1388bd64-3b06-4dc9-93e5-82fb600ec519,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:18.719031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d7f381e-ece5-4f90-bed6-6aa0678676e9 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:18.721237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.724506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c6c0f04-f778-462a-9094-0ee263c94ee2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1388bd64-3b06-4dc9-93e5-82fb600ec519 HTTP/1.1" status: 204 len: 168 time: 0.3631651 Oct 20 11:12:18.727155 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60834) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:18.745857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cfea6-7b97-4921-93be-6a0b76c208f0 None None] Network a91ae3e2-6a90-44b7-be18-de320866274e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:18.800614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.853075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00b03771-d61b-4076-8acc-74ea66a83ee7 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:18.885486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 00b03771-d61b-4076-8acc-74ea66a83ee7 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:18.885486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 00b03771-d61b-4076-8acc-74ea66a83ee7 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:18.890574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-52f3409f-d7ae-4ca6-9a2a-4a114e2360eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534348 Oct 20 11:12:18.903104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Deleting port d220a94f-e704-4990-ab82-4b85ee9b3e02 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:18.903695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:18.935966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:18.942921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:18.943323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.004413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] For port d220a94f-e704-4990-ab82-4b85ee9b3e02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d220a94f-e704-4990-ab82-4b85ee9b3e02,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:19.004784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.022995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Calling delete_port for d220a94f-e704-4990-ab82-4b85ee9b3e02 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:19.038060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb205-5477-4e92-907e-e2ee998b214d req-49a36673-f94a-4535-ab7c-10e9c37096a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.039658 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-49a36673-f94a-4535-ab7c-10e9c37096a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 1097 time: 0.1104858 Oct 20 11:12:19.045978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.067942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] DHCP port deletion for a91ae3e2-6a90-44b7-be18-de320866274e request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:12:19.103621 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:19.110699 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.137937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dda9c-4aae-415c-a749-be9594f2ba2d req-a9c5b20a-989b-43f4-b0d7-39705510f25e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.140401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e35dda9c-4aae-415c-a749-be9594f2ba2d req-a9c5b20a-989b-43f4-b0d7-39705510f25e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 945 time: 0.0602782 Oct 20 11:12:19.183650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:19.190612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Deleting port d220a94f-e704-4990-ab82-4b85ee9b3e02 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:19.191014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.202525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.205663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e35dda9c-4aae-415c-a749-be9594f2ba2d req-63da12ef-3913-4d2c-98a6-e6bff889a444 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Oct 20 11:12:19.240087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb205-5477-4e92-907e-e2ee998b214d req-c558ccb9-ab25-4a81-b87e-3142db7dd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.241574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-c558ccb9-ab25-4a81-b87e-3142db7dd2b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.1648026 Oct 20 11:12:19.244725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] No DVR routers for this DVR port d220a94f-e704-4990-ab82-4b85ee9b3e02 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:19.250633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d220a94f-e704-4990-ab82-4b85ee9b3e02,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:19.271780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] For port d220a94f-e704-4990-ab82-4b85ee9b3e02, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d220a94f-e704-4990-ab82-4b85ee9b3e02,segment=NetworkSegment(e4d5c0b3-30bd-49b7-9377-98172f336f7e),segment_id=e4d5c0b3-30bd-49b7-9377-98172f336f7e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:19.272339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.288230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Calling delete_port for d220a94f-e704-4990-ab82-4b85ee9b3e02 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:19.312284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-16dab0f1-6114-426e-a08b-ab246f131680 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6 HTTP/1.1" status: 200 len: 217 time: 0.0421178 Oct 20 11:12:19.367885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.384425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.389928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] Pushing event deleted for resources: {'Port': ['ID=d220a94f-e704-4990-ab82-4b85ee9b3e02,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:19.395686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928068c-cb54-46dc-a45c-618088294f95 None None] No DVR routers for this DVR port d220a94f-e704-4990-ab82-4b85ee9b3e02 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:19.424917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91ae3e2-6a90-44b7-be18-de320866274e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:19.427733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb205-5477-4e92-907e-e2ee998b214d req-ce1bccff-f90d-44fb-8428-0cb48f979c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.429208 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-ce1bccff-f90d-44fb-8428-0cb48f979c8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0978501 Oct 20 11:12:19.437024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d5c0b3-30bd-49b7-9377-98172f336f7e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:19.437327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d5c0b3-30bd-49b7-9377-98172f336f7e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:19.446033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.484892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-8df121dd-913f-442d-adab-0d0a60a85c42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268648 Oct 20 11:12:19.485750 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.492026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:12:19.492417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:12:19.494138 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:12:19.597304 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.607283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.610421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a91ae3e2-6a90-44b7-be18-de320866274e HTTP/1.1" status: 204 len: 168 time: 0.8822880 Oct 20 11:12:19.624045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedb7e8-2efc-41cc-9b28-a3ebc5adf0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91ae3e2-6a90-44b7-be18-de320866274e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:19.650609 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-fef2385d-7623-4adb-b694-ea6a5f72c0ba service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469014 Oct 20 11:12:19.746810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60842) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:19.781635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d431e-ac58-45f7-9f11-1d603e3ed3fe req-cd567a81-0f13-456f-8181-0d1f63820b22 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.783529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d3d431e-ac58-45f7-9f11-1d603e3ed3fe req-cd567a81-0f13-456f-8181-0d1f63820b22 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0516899 Oct 20 11:12:19.785495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-23ceb205-5477-4e92-907e-e2ee998b214d req-264b72ef-b9d0-47f2-a213-16833106b82b service neutron] 10.222.0.83 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197779 Oct 20 11:12:19.805044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-17b98168-ced4-422f-b2de-4b1f917240f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1cd676190bf643f385546e093799e024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547297 Oct 20 11:12:19.805349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60844) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:19.826884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d3d431e-ac58-45f7-9f11-1d603e3ed3fe req-d73809d7-6a13-4164-9cd0-665d35254ade tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375087 Oct 20 11:12:19.862076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.883876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.931555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.934340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.937802 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13df9bb6-f33d-41a9-ab91-906129ab2308 HTTP/1.1" status: 204 len: 168 time: 0.1289461 Oct 20 11:12:19.943337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaf057-ba27-41bd-8e77-a3b1472d347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df9bb6-f33d-41a9-ab91-906129ab2308,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:19.944007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9faa-a4a7-49ef-b95f-c350a7e08b81 req-c0775fdb-e637-4779-b8f7-8a32529688cb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.946185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f14f9faa-a4a7-49ef-b95f-c350a7e08b81 req-c0775fdb-e637-4779-b8f7-8a32529688cb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Oct 20 11:12:19.998713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f14f9faa-a4a7-49ef-b95f-c350a7e08b81 req-5f8c616d-0d49-4479-95e0-5e59f366c2fa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Oct 20 11:12:20.020398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:20.060137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971f2b4-ee02-4ffc-b639-6e65321a981f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:20.061779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3971f2b4-ee02-4ffc-b639-6e65321a981f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1092 time: 0.0403717 Oct 20 11:12:20.064736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60852) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:20.069161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:20.092869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.193125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.228031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:20.230712 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8badf51-87c9-4ce8-a28c-ddeb944395e9" -d '{"events": [{"server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:20.285258 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706bd372-c875-4556-b15f-ffdb0f963396 x-openstack-request-id: req-706bd372-c875-4556-b15f-ffdb0f963396 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:20.285883 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:20.286337 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-706bd372-c875-4556-b15f-ffdb0f963396 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:20.286716 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9', 'code': 200} Oct 20 11:12:20.359727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.79 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ade4471d-00ee-4288-9c82-60bde5280c7a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:20.379771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c29f7-da6f-4394-8b84-e1473489a2cd req-bd4d5673-a151-4aa8-b94e-71ac1ef5542f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:20.381244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f48c29f7-da6f-4394-8b84-e1473489a2cd req-bd4d5673-a151-4aa8-b94e-71ac1ef5542f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.0951924 Oct 20 11:12:20.458581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4a4ae-e525-49fa-b35d-5aaf2471e6aa req-f875be42-0393-45e4-a544-b18ded7fb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:20.459782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12f4a4ae-e525-49fa-b35d-5aaf2471e6aa req-f875be42-0393-45e4-a544-b18ded7fb0bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 1098 time: 0.1080303 Oct 20 11:12:20.467702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d220a94f-e704-4990-ab82-4b85ee9b3e02 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:20.491197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d220a94f-e704-4990-ab82-4b85ee9b3e02 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:20.491818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d220a94f-e704-4990-ab82-4b85ee9b3e02 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:20.492436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 244d5025-897c-46e2-ae99-06fed79152d0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:20.507318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f48c29f7-da6f-4394-8b84-e1473489a2cd req-414cc13f-2484-4c0d-975a-09af8255d11e tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112232 Oct 20 11:12:20.516071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 244d5025-897c-46e2-ae99-06fed79152d0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:20.516594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 244d5025-897c-46e2-ae99-06fed79152d0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:20.539876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-12f4a4ae-e525-49fa-b35d-5aaf2471e6aa req-d98bd3e7-65f6-4177-abb3-4d4fe2a73f96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Oct 20 11:12:20.564307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.599007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.635997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:20.638883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:20.642368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:20.667970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=ade4471d-00ee-4288-9c82-60bde5280c7a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:20.678898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 60876) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:20.807251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1480687051-network', 'tenant_id': '11f32b970e9d42e289c810a88a00ff33'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:20.841429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Made reservation on behalf of 11f32b970e9d42e289c810a88a00ff33 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:20.843678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.881213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.189662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.202568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.530054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:12:21.536021 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.598308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8840b2a-74ca-4140-9617-07342fea2020,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:21.606672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.607078 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Added segment c2c8f8be-5732-44c3-b724-0c9e374724ad of type vlan for network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 Oct 20 11:12:21.713010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.732399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4437b-7397-4f8d-9ede-52969bce569d req-ad8ad894-5721-4c32-8ef0-836caadb3b19 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:21.733879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdc4437b-7397-4f8d-9ede-52969bce569d req-ad8ad894-5721-4c32-8ef0-836caadb3b19 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.1520989 Oct 20 11:12:21.737299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.793307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.794171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:21.794747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:21.854681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdc4437b-7397-4f8d-9ede-52969bce569d req-91f37620-a500-4e6d-85df-45b25835d77a tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124842 Oct 20 11:12:21.890005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2068336 Oct 20 11:12:21.890372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60882) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:21.895336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Request body: {'subnet': {'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1480687051-subnet', 'tenant_id': '11f32b970e9d42e289c810a88a00ff33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:21.896624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca25db-99b8-4dc3-8708-91efe9b1ab89 admin admin] Pushing event updated for resources: {'Network': ['ID=2039e053-c000-44f2-b5a1-3ff4b061dfb1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:21.907009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:12:21.920177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Made reservation on behalf of 11f32b970e9d42e289c810a88a00ff33 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:21.922866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.001223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.006084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.078094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=ade4471d-00ee-4288-9c82-60bde5280c7a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:22.086346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.093193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.151782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e99d04f-ed83-423b-8611-2edcf8ce83ff,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:22.158893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Checking segment: {'id': 'c2c8f8be-5732-44c3-b724-0c9e374724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:22.159284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Network hostable DHCP agents. Network: 2039e053-c000-44f2-b5a1-3ff4b061dfb1, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:12:22.176293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:12:22.185663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 2039e053-c000-44f2-b5a1-3ff4b061dfb1) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:22.190359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:22.190981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.195152 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP eb9e425e-eb7b-43fc-83cd-cb33618bb8ec associated. External IP: 172.25.3.79, port: e7b4790b-cef1-4642-8e15-5fe92726ea8c. Oct 20 11:12:22.195507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e81ae-d252-4eae-8e5f-1ff81b4bb617 None None] Network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:22.212954 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b0ac6ea6-001e-4160-b423-ebf72eaf10a0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3213632 Oct 20 11:12:22.336753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00609fc0-b68c-46fa-80ee-98b6acba3a0d None None] Network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:22.424819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 467b3272-9932-4b39-8e09-4979905f760b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:12:22.463748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-d63ca804-5129-484c-8f22-af3c999d2cd2 req-4e52b6d9-ecdb-4e80-b77c-314bae1b7aed service neutron] (100746) timed out ('10.222.0.74', 38672) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:12:22.537243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:12:22.548793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Sync routers for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:12:22.558584 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:22.559200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:22.562506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.610398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70c85c70-b88b-475c-ad72-c4552eaa1e1d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5443881 Oct 20 11:12:22.639294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:22.641701 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc65eac-8010-419a-9af7-20aa50918311" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:22.671708 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:22.708946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-3faad831-e219-460d-996e-e93d7d88ed0e tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:22.710440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-3faad831-e219-460d-996e-e93d7d88ed0e tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/networks?id=2039e053-c000-44f2-b5a1-3ff4b061dfb1 HTTP/1.1" status: 200 len: 822 time: 0.1616919 Oct 20 11:12:22.734139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356aa76-f006-43b3-adae-7c6735d64323 req-bde7cb00-7cb6-477b-b23d-99fb6d0e4357 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:22.735927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a356aa76-f006-43b3-adae-7c6735d64323 req-bde7cb00-7cb6-477b-b23d-99fb6d0e4357 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0776596 Oct 20 11:12:22.738414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-6ce37b7c-6891-4e1b-b05b-e6fd54a8a778 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/quotas/11f32b970e9d42e289c810a88a00ff33 HTTP/1.1" status: 200 len: 375 time: 0.0209389 Oct 20 11:12:22.785039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-8f32d95c-11ee-4396-86b5-bc71b4af1657 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=11f32b970e9d42e289c810a88a00ff33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363905 Oct 20 11:12:22.810106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a356aa76-f006-43b3-adae-7c6735d64323 req-decd609b-b8a8-48cf-b439-60ee5b9c39d0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683420 Oct 20 11:12:22.834023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60904) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:22.860947 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b621e-ff64-4fe2-86bf-d57acd798ae1 x-openstack-request-id: req-552b621e-ff64-4fe2-86bf-d57acd798ae1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:22.861460 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:22.861460 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-552b621e-ff64-4fe2-86bf-d57acd798ae1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:22.861781 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'status': 'completed', 'code': 200} Oct 20 11:12:22.902176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-db8ae1ce-3f3a-4922-823b-7277942f63f2 service neutron] 10.222.0.74 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089621 Oct 20 11:12:22.934245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d80cb6dd-b7a2-41e2-b262-efd57b23346c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/eb9e425e-eb7b-43fc-83cd-cb33618bb8ec HTTP/1.1" status: 200 len: 990 time: 0.0987468 Oct 20 11:12:22.945079 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'eb9e425e-eb7b-43fc-83cd-cb33618bb8ec', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '467b3272-9932-4b39-8e09-4979905f760b', 'port_id': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'mac_address': 'fa:16:3e:48:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:20Z', 'updated_at': '2021-10-20T11:12:20Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:22.947553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65eac-8010-419a-9af7-20aa50918311 req-820247d7-4f61-4529-bbdc-a065f8223637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:22.949027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-820247d7-4f61-4529-bbdc-a065f8223637 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1097 time: 0.0583899 Oct 20 11:12:22.976630 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Checking router: 467b3272-9932-4b39-8e09-4979905f760b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:12:22.988482 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:12:22.989102 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:12:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:23.043994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a661f-c541-4e76-96d4-8432830cebd7 req-358b95f5-0df9-46a9-9184-9bd31e839408 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.045542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b8a661f-c541-4e76-96d4-8432830cebd7 req-358b95f5-0df9-46a9-9184-9bd31e839408 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.1079426 Oct 20 11:12:23.049707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-c6b3fc8a-314c-481a-af9f-35c787224cc5 service neutron] 10.222.0.74 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467273 Oct 20 11:12:23.058120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65eac-8010-419a-9af7-20aa50918311 req-8cbfd429-47fe-40df-a8bb-439a9e56996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.061126 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-8cbfd429-47fe-40df-a8bb-439a9e56996a service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.1029596 Oct 20 11:12:23.101391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b8a661f-c541-4e76-96d4-8432830cebd7 req-3cf52312-16aa-4cda-a8a5-dd310dbdd7e0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Oct 20 11:12:23.116134 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:12:23.140006 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-d449c523-b375-4db0-adee-cb96e9154e20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 998 time: 0.0704532 Oct 20 11:12:23.215961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65eac-8010-419a-9af7-20aa50918311 req-5730982c-638e-4e21-9102-2a91fdbed3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.217449 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-5730982c-638e-4e21-9102-2a91fdbed3b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0684652 Oct 20 11:12:23.278093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65eac-8010-419a-9af7-20aa50918311 req-4180d7ef-6cfd-4e93-95b6-076b3c2c70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.280670 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-4180d7ef-6cfd-4e93-95b6-076b3c2c70b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546608 Oct 20 11:12:23.281470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ebb373d-2c02-494a-8c8b-a03837c6294e req-cd46595c-c59a-4be7-8598-ca07f84e25b3 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 210 time: 0.0399082 Oct 20 11:12:23.370847 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'eb9e425e-eb7b-43fc-83cd-cb33618bb8ec', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '467b3272-9932-4b39-8e09-4979905f760b', 'port_id': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'mac_address': 'fa:16:3e:48:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:20Z', 'updated_at': '2021-10-20T11:12:20Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:23.399686 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ffb0d-a50c-4a35-8221-c50b899ed6f4 None None] The sync data for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 is: [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'eb9e425e-eb7b-43fc-83cd-cb33618bb8ec', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '467b3272-9932-4b39-8e09-4979905f760b', 'port_id': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'mac_address': 'fa:16:3e:48:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:20Z', 'updated_at': '2021-10-20T11:12:20Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:12:23.420411 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-bcb387e1-5ade-4a88-a85d-61096ac27317 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294804 Oct 20 11:12:23.568773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7dc65eac-8010-419a-9af7-20aa50918311 req-ddcc1cf1-d70d-4931-96d6-e11ed21277b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301172 Oct 20 11:12:23.689937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2ad35-581f-42da-873b-82233fd2cb8c None None] New status for floating IP eb9e425e-eb7b-43fc-83cd-cb33618bb8ec: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:12:23.911734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-06ed1956-c804-4172-b0c2-01a262bd0131 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429709 Oct 20 11:12:23.938361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 60926) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:23.981447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827098-0642-448d-8c9f-2c91c5a13376 req-733dfe2c-273d-4031-af76-c671990c1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.982922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-733dfe2c-273d-4031-af76-c671990c1790 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3678279ab7674452a3851272c8e013de&device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0479410 Oct 20 11:12:24.017241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-583c67a4-df7e-4337-922d-22a09983f729 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/eb9e425e-eb7b-43fc-83cd-cb33618bb8ec HTTP/1.1" status: 200 len: 992 time: 0.0768554 Oct 20 11:12:24.091319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827098-0642-448d-8c9f-2c91c5a13376 req-e9dcd446-6e4f-4253-939f-1de3abdbbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.092777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-e9dcd446-6e4f-4253-939f-1de3abdbbacb service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 200 len: 917 time: 0.0887334 Oct 20 11:12:24.138659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-7c3b63a5-c9b6-4089-8014-b1f947936ac2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0386150 Oct 20 11:12:24.188166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827098-0642-448d-8c9f-2c91c5a13376 req-66c8e58e-034b-4e9c-aeeb-2106af96931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.189659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-66c8e58e-034b-4e9c-aeeb-2106af96931e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 200 len: 855 time: 0.0447073 Oct 20 11:12:24.224284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-9a15f801-5bde-480c-abc0-6ad1a2b745f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277553 Oct 20 11:12:24.352110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-455620ea-9b8c-45ab-9c79-1e6c1048bbcb service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201944 Oct 20 11:12:24.404007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-998dbd3d-68c6-47a7-99c3-0c4382423c95 req-d57c6824-8b43-4bae-8697-d9251de3d78f tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 210 time: 0.0490088 Oct 20 11:12:24.490805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86827098-0642-448d-8c9f-2c91c5a13376 req-898a382a-4b37-4662-8f0e-b9bf9404ca16 service neutron] 10.222.0.70 "GET /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265142 Oct 20 11:12:24.535723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-38b1e066-823e-4418-b452-cc32869433c3 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.537270 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-38b1e066-823e-4418-b452-cc32869433c3 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.83 "GET /v2.0/networks?id=2039e053-c000-44f2-b5a1-3ff4b061dfb1 HTTP/1.1" status: 200 len: 822 time: 0.1568925 Oct 20 11:12:24.569766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Request body: {'port': {'device_id': '30025011-5172-4e4b-893f-a163b7359a0b', 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1', 'admin_state_up': True, 'tenant_id': '11f32b970e9d42e289c810a88a00ff33'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:24.680811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Made reservation on behalf of 11f32b970e9d42e289c810a88a00ff33 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:24.684432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:24.831146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Allocated IP 172.20.0.9 (2039e053-c000-44f2-b5a1-3ff4b061dfb1/5e99d04f-ed83-423b-8611-2edcf8ce83ff/95e1dbee-c1d7-4e6a-b900-7b9c21937abd) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:24.995508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.030675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.077480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:25.080694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:25.087582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:25.091947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Pushing event updated for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:25.141039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:25.141645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.159895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-02e66e38-25c6-49c7-b397-8024911e443d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942509 Oct 20 11:12:25.173293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Request body: {'port': {'device_id': '30025011-5172-4e4b-893f-a163b7359a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:25.238729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.519917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e1dbee-c1d7-4e6a-b900-7b9c21937abd {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:25.528485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.535438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ed53f-d7ac-4692-a559-0ac5405ffedc req-18529bd6-ca78-40a4-adbc-2766e23f3af8 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:25.536964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-217ed53f-d7ac-4692-a559-0ac5405ffedc req-18529bd6-ca78-40a4-adbc-2766e23f3af8 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 931 time: 0.0557470 Oct 20 11:12:25.543962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Transition to ACTIVE for port object 95e1dbee-c1d7-4e6a-b900-7b9c21937abd will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:25.548104 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.591879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-217ed53f-d7ac-4692-a559-0ac5405ffedc req-6f215bcf-a5d1-450b-b291-107d5fca8225 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Oct 20 11:12:25.627718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Pushing event updated for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:25.682317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Attempting to bind port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:25.682794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Attempting to bind port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'c2c8f8be-5732-44c3-b724-0c9e374724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:25.683248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Attempting to bind port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd on network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:25.687897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd on network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:25.688153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Attempting to bind port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd on network 2039e053-c000-44f2-b5a1-3ff4b061dfb1 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:25.693376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:25.693702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Checking segment: {'id': 'c2c8f8be-5732-44c3-b724-0c9e374724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:25.694080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Bound using segment: {'id': 'c2c8f8be-5732-44c3-b724-0c9e374724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:25.694499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Bound port: 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c8f8be-5732-44c3-b724-0c9e374724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:25.695417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.763245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:25.766595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,segment=NetworkSegment(c2c8f8be-5732-44c3-b724-0c9e374724ad),segment_id=c2c8f8be-5732-44c3-b724-0c9e374724ad)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:25.772067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.808520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:25.809127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:25.810634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] 10.222.0.83 "PUT /v2.0/ports/95e1dbee-c1d7-4e6a-b900-7b9c21937abd HTTP/1.1" status: 200 len: 1092 time: 0.6420453 Oct 20 11:12:25.811091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:25.813329 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463facbf-3a75-4b28-b934-79b17d454cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:25.839802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53900ed9-e59f-4044-86ff-445b2e0ea971 service neutron] Pushing event updated for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:25.869512 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0854ca-acdd-4c1c-9c04-aa37f9161c86 x-openstack-request-id: req-9b0854ca-acdd-4c1c-9c04-aa37f9161c86 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:25.869614 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:25.869782 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b0854ca-acdd-4c1c-9c04-aa37f9161c86 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:25.870188 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd', 'status': 'completed', 'code': 200} Oct 20 11:12:25.909896 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-5829d5ac-77a5-44c8-a342-e7a26325952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:25.911551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-5829d5ac-77a5-44c8-a342-e7a26325952f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11f32b970e9d42e289c810a88a00ff33&device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 1095 time: 0.0519187 Oct 20 11:12:25.957469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-6ef32ef2-3596-4401-a83b-308c16db2202 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd HTTP/1.1" status: 200 len: 217 time: 0.0368307 Oct 20 11:12:26.012516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-bc339b53-222c-411d-b0ed-aaa62006955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.014044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-bc339b53-222c-411d-b0ed-aaa62006955d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e99d04f-ed83-423b-8611-2edcf8ce83ff HTTP/1.1" status: 200 len: 862 time: 0.0488226 Oct 20 11:12:26.051871 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-26a5f683-a820-4404-9021-98f27ead54c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2039e053-c000-44f2-b5a1-3ff4b061dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276663 Oct 20 11:12:26.155362 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-0bb9e30e-d321-46a5-8049-f8db63e8e91f service neutron] 10.222.0.83 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936327 Oct 20 11:12:26.260817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-06a13d55-1496-4f53-88a0-0f20b848bd47 req-c924687d-ecd2-453f-9fe6-3be92dd3689b service neutron] 10.222.0.83 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959070 Oct 20 11:12:26.351498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-76699989-ed2a-4608-8585-1441a6794b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.353016 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-76699989-ed2a-4608-8585-1441a6794b41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11f32b970e9d42e289c810a88a00ff33&device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 1095 time: 0.0410683 Oct 20 11:12:26.449289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-13a3d77f-f433-4a67-a6ef-ec86805319e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.450791 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-13a3d77f-f433-4a67-a6ef-ec86805319e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2039e053-c000-44f2-b5a1-3ff4b061dfb1 HTTP/1.1" status: 200 len: 924 time: 0.0907562 Oct 20 11:12:26.499332 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-f94392b9-4ba0-4c3f-84dd-ad6b7e884f9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd HTTP/1.1" status: 200 len: 217 time: 0.0393705 Oct 20 11:12:26.555919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-d4582a51-f384-4fa9-bde9-278fca6b5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.557346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-d4582a51-f384-4fa9-bde9-278fca6b5e66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e99d04f-ed83-423b-8611-2edcf8ce83ff HTTP/1.1" status: 200 len: 862 time: 0.0449443 Oct 20 11:12:26.589172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-0886277b-2d1d-4372-93aa-629ce2a4242e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2039e053-c000-44f2-b5a1-3ff4b061dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236979 Oct 20 11:12:26.697721 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-a2ac098b-f1aa-4f24-9b44-2bf0eed01040 service neutron] 10.222.0.83 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952392 Oct 20 11:12:26.733776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a28e-6424-4f3a-bbea-f80b185e4721 req-1a4129c3-40f5-4fe2-a08c-3e61e593d8f2 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.742415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efb4a28e-6424-4f3a-bbea-f80b185e4721 req-1a4129c3-40f5-4fe2-a08c-3e61e593d8f2 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 943 time: 0.0673482 Oct 20 11:12:26.789879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efb4a28e-6424-4f3a-bbea-f80b185e4721 req-4b1cd609-b8ef-4df9-922d-db8370f53c45 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Oct 20 11:12:26.806911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-463facbf-3a75-4b28-b934-79b17d454cb3 req-7388da47-fdfd-4130-8952-8bc2e8dcac62 service neutron] 10.222.0.83 "GET /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010098 Oct 20 11:12:27.637248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 95e1dbee-c1d7-4e6a-b900-7b9c21937abd details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:27.728326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,segment=NetworkSegment(c2c8f8be-5732-44c3-b724-0c9e374724ad),segment_id=c2c8f8be-5732-44c3-b724-0c9e374724ad)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:27.739050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd', 'network_id': '2039e053-c000-44f2-b5a1-3ff4b061dfb1', 'port_id': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd', 'mac_address': 'fa:16:3e:66:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e99d04f-ed83-423b-8611-2edcf8ce83ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:27.780965 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:27.793992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e1dbee-c1d7-4e6a-b900-7b9c21937abd {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:27.813927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,segment=NetworkSegment(c2c8f8be-5732-44c3-b724-0c9e374724ad),segment_id=c2c8f8be-5732-44c3-b724-0c9e374724ad)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:27.818848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:27.872100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:27.902469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6850193-f40c-4709-8119-9c8dbbf4bd11 req-a7e79f13-3029-4ce5-b72d-5aa288e66cc3 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:27.903924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6850193-f40c-4709-8119-9c8dbbf4bd11 req-a7e79f13-3029-4ce5-b72d-5aa288e66cc3 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 944 time: 0.0488040 Oct 20 11:12:27.942951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6850193-f40c-4709-8119-9c8dbbf4bd11 req-912a6794-de2e-448c-973e-f8870bae6248 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Oct 20 11:12:28.092985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['95e1dbee-c1d7-4e6a-b900-7b9c21937abd'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:28.512564 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-78d8f0b5-85c8-4935-ac4e-a45efd048a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:29.065674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a05758-8627-438b-b823-7f64abdd5927 req-bd934146-f37e-4bdc-9395-42c89fcf2cdb tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:29.067371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9a05758-8627-438b-b823-7f64abdd5927 req-bd934146-f37e-4bdc-9395-42c89fcf2cdb tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 944 time: 0.0561199 Oct 20 11:12:29.106640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9a05758-8627-438b-b823-7f64abdd5927 req-7da2f0f5-c48b-43cb-a0e9-452816bb076a tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Oct 20 11:12:29.649456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 95e1dbee-c1d7-4e6a-b900-7b9c21937abd up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:29.698408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:29.702512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:29.702889 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:29.782625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:29.809605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:29.811992 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d23e1-d312-4677-bd2b-e2b51a2bfec7" -d '{"events": [{"server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "name": "network-vif-plugged", "status": "completed", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:29.824831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,segment=NetworkSegment(c2c8f8be-5732-44c3-b724-0c9e374724ad),segment_id=c2c8f8be-5732-44c3-b724-0c9e374724ad)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:29.829816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:29.854517 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dbd8ca-e381-490f-80c2-ab7214259fd4 x-openstack-request-id: req-43dbd8ca-e381-490f-80c2-ab7214259fd4 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:29.854817 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "name": "network-vif-plugged", "status": "completed", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:29.855099 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-43dbd8ca-e381-490f-80c2-ab7214259fd4 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:29.855486 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd', 'code': 200} Oct 20 11:12:29.881848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:29.968548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc5d9c-00af-4a7b-a21c-e9501a5de210 req-0b98752c-36b6-4c4c-a0c8-7c8afb36cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:29.969921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50cc5d9c-00af-4a7b-a21c-e9501a5de210 req-0b98752c-36b6-4c4c-a0c8-7c8afb36cb61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 1097 time: 0.0436306 Oct 20 11:12:30.004766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-50cc5d9c-00af-4a7b-a21c-e9501a5de210 req-663b810e-683d-4a58-a3a8-4da54768452a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262649 Oct 20 11:12:30.222154 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b5c11-f51c-49ec-904d-4975b1861b0c req-b6ce38db-a47e-496d-b6fa-e1bff772b716 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:30.223583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f6b5c11-f51c-49ec-904d-4975b1861b0c req-b6ce38db-a47e-496d-b6fa-e1bff772b716 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0513768 Oct 20 11:12:30.263288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f6b5c11-f51c-49ec-904d-4975b1861b0c req-a0f45147-701d-4425-8572-58c7cd6b8473 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Oct 20 11:12:31.381198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd385ae-6919-4b75-964c-882c22739970 req-51cd60e6-b59b-4a48-8df5-ed2b5cba0870 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:31.383233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fd385ae-6919-4b75-964c-882c22739970 req-51cd60e6-b59b-4a48-8df5-ed2b5cba0870 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0515084 Oct 20 11:12:31.394264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dddaa465-6c23-41a3-bd3b-0ba20f3a99a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:31.422225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fd385ae-6919-4b75-964c-882c22739970 req-514f4b10-3f2f-4047-9002-73b81c511264 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Oct 20 11:12:31.785780 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:32.537778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31447ba4-e3f6-40c0-acbc-f192c772f5ad req-00a81b08-02a3-4a31-9bd7-bdadd8585e0e tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:32.539730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31447ba4-e3f6-40c0-acbc-f192c772f5ad req-00a81b08-02a3-4a31-9bd7-bdadd8585e0e tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0521798 Oct 20 11:12:32.577285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31447ba4-e3f6-40c0-acbc-f192c772f5ad req-c73558bc-bd54-413b-8d0e-58f4f541d16d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Oct 20 11:12:32.852332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:32.906504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6230778-d4f2-4ee1-8f89-ffc43b95df30 req-007475ba-8ad3-456a-9565-2245bab70c50 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:32.908104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6230778-d4f2-4ee1-8f89-ffc43b95df30 req-007475ba-8ad3-456a-9565-2245bab70c50 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0517142 Oct 20 11:12:32.951834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6230778-d4f2-4ee1-8f89-ffc43b95df30 req-ddc887ca-e755-4eee-861c-c004bc94b473 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338988 Oct 20 11:12:34.072300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a5e-f286-477f-8552-aab4647ab4f1 req-111d27e7-6459-4f94-afc8-6bf0e901b38d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:34.073781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c11a0a5e-f286-477f-8552-aab4647ab4f1 req-111d27e7-6459-4f94-afc8-6bf0e901b38d tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0493431 Oct 20 11:12:34.112072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c11a0a5e-f286-477f-8552-aab4647ab4f1 req-dd387bf4-38cd-4928-99e4-dddd8481265a tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/security-groups?id=c8840b2a-74ca-4140-9617-07342fea2020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Oct 20 11:12:34.379063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.522656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-8158dc47-7921-46d3-a155-550dc6bd4d70 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:34.524599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-8158dc47-7921-46d3-a155-550dc6bd4d70 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.83 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 945 time: 0.0470436 Oct 20 11:12:34.614348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Deleting port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:34.614610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.704210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] For port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,segment=NetworkSegment(c2c8f8be-5732-44c3-b724-0c9e374724ad),segment_id=c2c8f8be-5732-44c3-b724-0c9e374724ad)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:34.704570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.717444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Calling delete_port for 95e1dbee-c1d7-4e6a-b900-7b9c21937abd owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:34.842359 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.855570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['95e1dbee-c1d7-4e6a-b900-7b9c21937abd'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:34.870988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Pushing event deleted for resources: {'Port': ['ID=95e1dbee-c1d7-4e6a-b900-7b9c21937abd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:34.909091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] No DVR routers for this DVR port 95e1dbee-c1d7-4e6a-b900-7b9c21937abd on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:34.911636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.914918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1260fd58-e679-44f7-a4f8-49f685095d91 req-e648094f-1a8d-4375-9523-be8fad478089 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.83 "DELETE /v2.0/ports/95e1dbee-c1d7-4e6a-b900-7b9c21937abd HTTP/1.1" status: 204 len: 173 time: 0.3823533 Oct 20 11:12:34.915355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'name': 'network-vif-deleted', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:34.917557 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab48fc-fe43-4086-843f-a26aa9233387" -d '{"events": [{"server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "name": "network-vif-deleted", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:34.956215 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf289b7-558a-4aca-a5d6-e379611f33bc x-openstack-request-id: req-dbf289b7-558a-4aca-a5d6-e379611f33bc {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:34.956500 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30025011-5172-4e4b-893f-a163b7359a0b", "name": "network-vif-deleted", "tag": "95e1dbee-c1d7-4e6a-b900-7b9c21937abd", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:34.956747 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dbf289b7-558a-4aca-a5d6-e379611f33bc {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:34.957137 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30025011-5172-4e4b-893f-a163b7359a0b', 'name': 'network-vif-deleted', 'tag': '95e1dbee-c1d7-4e6a-b900-7b9c21937abd', 'status': 'completed', 'code': 200} Oct 20 11:12:35.218732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0f7ad39-c0a3-4146-89db-aad12bd1dba8 req-0ec55167-3a34-4a2e-8e08-4826892f5a38 tempest-InstanceActionsNegativeTestJSON-1133812172 tempest-InstanceActionsNegativeTestJSON-1133812172-project] 10.222.0.74 "GET /v2.0/ports?device_id=30025011-5172-4e4b-893f-a163b7359a0b HTTP/1.1" status: 200 len: 210 time: 0.0298595 Oct 20 11:12:36.276862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:36.321327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Deleting subnet 5e99d04f-ed83-423b-8611-2edcf8ce83ff {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:12:36.324335 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.358294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.397242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.452325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.485312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e99d04f-ed83-423b-8611-2edcf8ce83ff,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:36.487306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.490484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-83d88104-20b7-459c-8d49-7e9d2b948d54 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5e99d04f-ed83-423b-8611-2edcf8ce83ff HTTP/1.1" status: 204 len: 168 time: 0.2126412 Oct 20 11:12:36.493681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:36.566330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.653902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.675372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2039e053-c000-44f2-b5a1-3ff4b061dfb1']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:36.686125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c8f8be-5732-44c3-b724-0c9e374724ad') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:36.686421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c8f8be-5732-44c3-b724-0c9e374724ad') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:36.696926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.710863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.717737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:12:36.718158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:12:36.720106 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:12:36.781989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.790808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.794479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2039e053-c000-44f2-b5a1-3ff4b061dfb1 HTTP/1.1" status: 204 len: 168 time: 0.2998619 Oct 20 11:12:36.806091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3cc4d-1807-478a-ab85-85d954cb60b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2039e053-c000-44f2-b5a1-3ff4b061dfb1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:36.916345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32790) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:36.960933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3813c6e1-c684-48b8-a1bc-1200eeca5144 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=11f32b970e9d42e289c810a88a00ff33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434170 Oct 20 11:12:36.963316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32792) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:37.010198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.030512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.076369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.079092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.080253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c8840b2a-74ca-4140-9617-07342fea2020 HTTP/1.1" status: 204 len: 168 time: 0.1160393 Oct 20 11:12:37.087694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600b93c-c867-4b10-bfd9-f40fc3ba89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8840b2a-74ca-4140-9617-07342fea2020,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:37.694134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 95e1dbee-c1d7-4e6a-b900-7b9c21937abd no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:37.715500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 95e1dbee-c1d7-4e6a-b900-7b9c21937abd {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:37.716026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 95e1dbee-c1d7-4e6a-b900-7b9c21937abd not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:37.754519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32814) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:37.876371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-558936333-network', 'tenant_id': '00568d8b18fc42e7aa27ed872e8df8ac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:37.899329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Made reservation on behalf of 00568d8b18fc42e7aa27ed872e8df8ac for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:37.901758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.910390 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.989395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.994176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.024555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:12:38.030838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093def71-ff74-4c0c-9da5-33eaeaa8e8fd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:38.039425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.039769 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Added segment d2da0449-647f-4121-a76a-e2d685ab06b8 of type vlan for network 31ca3171-a539-4a96-9413-60cdf202aa4a Oct 20 11:12:38.090996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.118184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.119502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:38.120142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.155058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3992600 Oct 20 11:12:38.157853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:38.187792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Request body: {'subnet': {'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-558936333-subnet', 'tenant_id': '00568d8b18fc42e7aa27ed872e8df8ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:38.196524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef24d97-597d-4174-a41d-97c402cab207 admin admin] Pushing event updated for resources: {'Network': ['ID=31ca3171-a539-4a96-9413-60cdf202aa4a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:38.211021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 31ca3171-a539-4a96-9413-60cdf202aa4a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:12:38.219636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Made reservation on behalf of 00568d8b18fc42e7aa27ed872e8df8ac for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:38.222484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.409455 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.472250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a508302-ef2e-4342-8b3f-cdbc0f9e2656,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:38.479560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Checking segment: {'id': 'd2da0449-647f-4121-a76a-e2d685ab06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:38.479913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Network hostable DHCP agents. Network: 31ca3171-a539-4a96-9413-60cdf202aa4a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:12:38.498255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Network 31ca3171-a539-4a96-9413-60cdf202aa4a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:12:38.508849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 31ca3171-a539-4a96-9413-60cdf202aa4a) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:38.513266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:38.514032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:38.521922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad1f14-6036-4ef8-9008-d961c9bedbdc None None] Network 31ca3171-a539-4a96-9413-60cdf202aa4a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:38.538167 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-26fd8baf-c85e-4b7a-920c-8d50a12afabf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3718534 Oct 20 11:12:38.659198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1e5d0-dc2c-48a9-86af-a9eda903865a None None] Network 31ca3171-a539-4a96-9413-60cdf202aa4a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:38.980471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-d6e4f9d9-1675-4f12-86ab-3d5ef42f3191 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:38.982103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-d6e4f9d9-1675-4f12-86ab-3d5ef42f3191 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/networks?id=31ca3171-a539-4a96-9413-60cdf202aa4a HTTP/1.1" status: 200 len: 813 time: 0.1136980 Oct 20 11:12:38.997878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-a5492526-f13d-402a-8cfa-df2149579f20 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/quotas/00568d8b18fc42e7aa27ed872e8df8ac HTTP/1.1" status: 200 len: 375 time: 0.0100899 Oct 20 11:12:39.030743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-2ecb0fec-5a34-4648-9cbb-74d76b0c88c1 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=00568d8b18fc42e7aa27ed872e8df8ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269580 Oct 20 11:12:39.125534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-80465c09-c93f-4b99-9503-5f7edf3d02de service neutron] 10.222.0.74 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875139 Oct 20 11:12:39.219837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-f9c3c8ab-97b8-4db0-ace2-437c2396cab2 service neutron] 10.222.0.74 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874207 Oct 20 11:12:39.393277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07bae9a1-00bb-4e28-b1df-10bac058a171 req-a789b3a2-7dec-427b-afb0-515835bff577 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 210 time: 0.0284534 Oct 20 11:12:40.367802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-88c14f7a-9a37-4623-a203-72383e14d2ad tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:40.369353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-88c14f7a-9a37-4623-a203-72383e14d2ad tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.70 "GET /v2.0/networks?id=31ca3171-a539-4a96-9413-60cdf202aa4a HTTP/1.1" status: 200 len: 813 time: 0.1093869 Oct 20 11:12:40.383929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Request body: {'port': {'device_id': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a', 'admin_state_up': True, 'tenant_id': '00568d8b18fc42e7aa27ed872e8df8ac'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:40.503808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43736b85-87ab-4b23-9193-84014fc6f2a1 req-d6c3a9a6-a7d6-41ab-afc7-bf2af08413b5 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 210 time: 0.0369215 Oct 20 11:12:40.529552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Made reservation on behalf of 00568d8b18fc42e7aa27ed872e8df8ac for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:40.533434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:40.670644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Allocated IP 172.20.0.14 (31ca3171-a539-4a96-9413-60cdf202aa4a/9a508302-ef2e-4342-8b3f-cdbc0f9e2656/74ac2c6f-4811-4892-be39-28610661959a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:40.829351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:40.865581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:40.909464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Network 31ca3171-a539-4a96-9413-60cdf202aa4a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:40.912574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:40.915921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:40.948898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Pushing event updated for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:40.971702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:40.972309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:40.989175 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-23e72e90-9749-422d-9980-f0a95685252e tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6094751 Oct 20 11:12:41.003207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Request body: {'port': {'device_id': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:41.069595 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:41.350919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ac2c6f-4811-4892-be39-28610661959a {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:41.359573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:41.372369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Transition to ACTIVE for port object 74ac2c6f-4811-4892-be39-28610661959a will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:41.377750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:41.440134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Pushing event updated for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:41.511464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Attempting to bind port 74ac2c6f-4811-4892-be39-28610661959a on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:41.511807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Attempting to bind port 74ac2c6f-4811-4892-be39-28610661959a by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'd2da0449-647f-4121-a76a-e2d685ab06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:41.512131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Attempting to bind port 74ac2c6f-4811-4892-be39-28610661959a on network 31ca3171-a539-4a96-9413-60cdf202aa4a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:41.516430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Port 74ac2c6f-4811-4892-be39-28610661959a on network 31ca3171-a539-4a96-9413-60cdf202aa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:41.516735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Attempting to bind port 74ac2c6f-4811-4892-be39-28610661959a on network 31ca3171-a539-4a96-9413-60cdf202aa4a {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:41.521587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:41.521926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Checking segment: {'id': 'd2da0449-647f-4121-a76a-e2d685ab06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:41.522300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Bound using segment: {'id': 'd2da0449-647f-4121-a76a-e2d685ab06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:41.523359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Bound port: 74ac2c6f-4811-4892-be39-28610661959a, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2da0449-647f-4121-a76a-e2d685ab06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:41.523744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:41.627214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:41.646836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74ac2c6f-4811-4892-be39-28610661959a,segment=NetworkSegment(d2da0449-647f-4121-a76a-e2d685ab06b8),segment_id=d2da0449-647f-4121-a76a-e2d685ab06b8)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:41.654099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:42.027485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a6a1-d106-4758-a302-1fc57e388a09 req-05c90aa9-bfce-447b-bd93-e163c7bf0b73 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.029287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85f2a6a1-d106-4758-a302-1fc57e388a09 req-05c90aa9-bfce-447b-bd93-e163c7bf0b73 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 944 time: 0.4363234 Oct 20 11:12:42.036588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.037486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:42.039073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] 10.222.0.70 "PUT /v2.0/ports/74ac2c6f-4811-4892-be39-28610661959a HTTP/1.1" status: 200 len: 1093 time: 1.0406184 Oct 20 11:12:42.039721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'tag': '74ac2c6f-4811-4892-be39-28610661959a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:42.042084 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd39cd-afb6-4f05-8d65-e45875cafdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "tag": "74ac2c6f-4811-4892-be39-28610661959a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:42.103685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dca89-9a19-4f4f-a057-be7c9a23f1eb service neutron] Pushing event updated for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:42.123859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85f2a6a1-d106-4758-a302-1fc57e388a09 req-1e9e5d9f-6b0d-451f-82be-81c9949c0b6f tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Oct 20 11:12:42.127129 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac752356-8114-4e02-af55-ff9e6150ad12 x-openstack-request-id: req-ac752356-8114-4e02-af55-ff9e6150ad12 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:42.127287 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "tag": "74ac2c6f-4811-4892-be39-28610661959a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:42.127516 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac752356-8114-4e02-af55-ff9e6150ad12 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:42.127925 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'tag': '74ac2c6f-4811-4892-be39-28610661959a', 'status': 'completed', 'code': 200} Oct 20 11:12:42.146296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-038ab7a8-4f13-4ea4-8d11-4e9130ff3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.147900 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-038ab7a8-4f13-4ea4-8d11-4e9130ff3241 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00568d8b18fc42e7aa27ed872e8df8ac&device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 1096 time: 0.0630512 Oct 20 11:12:42.198621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-334d569e-1b68-4b2e-b50a-234d8be90205 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ac2c6f-4811-4892-be39-28610661959a HTTP/1.1" status: 200 len: 217 time: 0.0402091 Oct 20 11:12:42.257526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-bd766184-60c0-4207-a1c0-59fcbc94cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.259021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-bd766184-60c0-4207-a1c0-59fcbc94cbbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9a508302-ef2e-4342-8b3f-cdbc0f9e2656 HTTP/1.1" status: 200 len: 853 time: 0.0527380 Oct 20 11:12:42.291884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-154e3b37-aec0-4199-b325-74f0653d0c58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31ca3171-a539-4a96-9413-60cdf202aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255179 Oct 20 11:12:42.392529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-beec3b27-e21d-4799-a381-751bd12494d1 service neutron] 10.222.0.70 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898671 Oct 20 11:12:42.490549 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f08d2dd7-f70b-4280-9a42-ed604b02fc1c req-b041db9b-4d80-41d3-903d-066d12d45c11 service neutron] 10.222.0.70 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868013 Oct 20 11:12:42.577432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-8bb7c969-3f00-4ac1-8955-fb42c7de1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.578811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-8bb7c969-3f00-4ac1-8955-fb42c7de1831 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00568d8b18fc42e7aa27ed872e8df8ac&device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 1096 time: 0.0405543 Oct 20 11:12:42.672460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-7448c76b-e6da-44f8-9e60-b65bb36a7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.673917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-7448c76b-e6da-44f8-9e60-b65bb36a7ed9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31ca3171-a539-4a96-9413-60cdf202aa4a HTTP/1.1" status: 200 len: 915 time: 0.0874991 Oct 20 11:12:42.716588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-5a935012-c059-419a-8122-6363d60b5ceb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ac2c6f-4811-4892-be39-28610661959a HTTP/1.1" status: 200 len: 217 time: 0.0333986 Oct 20 11:12:42.769641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-82fffd67-6b6b-4d55-9cf7-f18d52fb13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.771125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-82fffd67-6b6b-4d55-9cf7-f18d52fb13f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9a508302-ef2e-4342-8b3f-cdbc0f9e2656 HTTP/1.1" status: 200 len: 853 time: 0.0471945 Oct 20 11:12:42.804887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-bc71ec0b-25a4-4dc1-bbf7-a53f3025db70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31ca3171-a539-4a96-9413-60cdf202aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246546 Oct 20 11:12:42.896810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-3b9e1eb7-8638-489d-b476-154582e61854 service neutron] 10.222.0.70 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Oct 20 11:12:42.993404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fd39cd-afb6-4f05-8d65-e45875cafdc5 req-37d7114c-f857-403d-9677-8d41c8709c4f service neutron] 10.222.0.70 "GET /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860558 Oct 20 11:12:43.240339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34ec53-b940-4d44-acbd-26d9faf5ac40 req-4907106b-af1b-4cc3-840d-77524535f077 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:43.242286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b34ec53-b940-4d44-acbd-26d9faf5ac40 req-4907106b-af1b-4cc3-840d-77524535f077 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 944 time: 0.0499330 Oct 20 11:12:43.282484 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b34ec53-b940-4d44-acbd-26d9faf5ac40 req-a7b93933-4efe-48bd-a73f-93e179c2b567 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339582 Oct 20 11:12:44.401932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc21c0-f31a-4fb8-8c38-d60941fb267b req-52de01fb-7aaf-4682-aa6d-4831bc1d6af1 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:44.403517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68cc21c0-f31a-4fb8-8c38-d60941fb267b req-52de01fb-7aaf-4682-aa6d-4831bc1d6af1 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 944 time: 0.0490189 Oct 20 11:12:44.445406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68cc21c0-f31a-4fb8-8c38-d60941fb267b req-ca2d7135-1ecd-40e9-ae43-e745f83d2426 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Oct 20 11:12:44.826003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74ac2c6f-4811-4892-be39-28610661959a details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:44.921456 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74ac2c6f-4811-4892-be39-28610661959a,segment=NetworkSegment(d2da0449-647f-4121-a76a-e2d685ab06b8),segment_id=d2da0449-647f-4121-a76a-e2d685ab06b8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:44.933454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '74ac2c6f-4811-4892-be39-28610661959a', 'network_id': '31ca3171-a539-4a96-9413-60cdf202aa4a', 'port_id': '74ac2c6f-4811-4892-be39-28610661959a', 'mac_address': 'fa:16:3e:70:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a508302-ef2e-4342-8b3f-cdbc0f9e2656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:45.123971 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:45.136606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ac2c6f-4811-4892-be39-28610661959a {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:45.155585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74ac2c6f-4811-4892-be39-28610661959a,segment=NetworkSegment(d2da0449-647f-4121-a76a-e2d685ab06b8),segment_id=d2da0449-647f-4121-a76a-e2d685ab06b8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:45.159476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:45.206244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:45.445870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['74ac2c6f-4811-4892-be39-28610661959a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:45.575131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7fa97-fb4d-4745-a756-5504d01fe5fa req-2462987c-d46d-4181-abee-c16bf67b61e0 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:45.576891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79f7fa97-fb4d-4745-a756-5504d01fe5fa req-2462987c-d46d-4181-abee-c16bf67b61e0 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 945 time: 0.0543113 Oct 20 11:12:45.645586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-79f7fa97-fb4d-4745-a756-5504d01fe5fa req-ccb34d50-f542-4a3e-a6d3-66a8992ec786 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583386 Oct 20 11:12:45.657618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfc6d6-5186-485a-958a-7d725110cab3 req-b0b9cfbd-76d0-4d8c-a8a9-810ed1031648 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:45.659137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bdfc6d6-5186-485a-958a-7d725110cab3 req-b0b9cfbd-76d0-4d8c-a8a9-810ed1031648 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.0812819 Oct 20 11:12:45.697456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bdfc6d6-5186-485a-958a-7d725110cab3 req-59a9ce29-274b-4770-83a6-f879d9085b3b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Oct 20 11:12:46.023812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:46.763347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a269-dcd5-4753-9682-3abb1267ba7e req-a6fe43d7-00ec-4564-8f6d-76684c1a0b3c tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:46.764864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9192a269-dcd5-4753-9682-3abb1267ba7e req-a6fe43d7-00ec-4564-8f6d-76684c1a0b3c tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 945 time: 0.0525882 Oct 20 11:12:46.829096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9192a269-dcd5-4753-9682-3abb1267ba7e req-887af7b8-8eee-4c1a-868e-f81b72cdc733 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Oct 20 11:12:46.837830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675463b4-73f4-4c46-8ae8-637e356b9a80 req-e3a285a7-cccf-4066-b2de-ffa5c9940d72 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:46.839291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-675463b4-73f4-4c46-8ae8-637e356b9a80 req-e3a285a7-cccf-4066-b2de-ffa5c9940d72 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.0735335 Oct 20 11:12:46.863211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74ac2c6f-4811-4892-be39-28610661959a up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:46.877400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-675463b4-73f4-4c46-8ae8-637e356b9a80 req-514884c8-c570-4776-8b05-2cabaaee0596 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Oct 20 11:12:46.896340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:46.916802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 74ac2c6f-4811-4892-be39-28610661959a completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:46.920394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 74ac2c6f-4811-4892-be39-28610661959a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:46.920753 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:46.997914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.020163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ac2c6f-4811-4892-be39-28610661959a'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:47.022462 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f41f0-4d10-415d-8550-c6b2667e6f0b" -d '{"events": [{"server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "name": "network-vif-plugged", "status": "completed", "tag": "74ac2c6f-4811-4892-be39-28610661959a"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:47.036917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74ac2c6f-4811-4892-be39-28610661959a,segment=NetworkSegment(d2da0449-647f-4121-a76a-e2d685ab06b8),segment_id=d2da0449-647f-4121-a76a-e2d685ab06b8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:47.040886 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.065484 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f5203-d990-4e4f-bb77-aeb9210cf355 x-openstack-request-id: req-549f5203-d990-4e4f-bb77-aeb9210cf355 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:47.065778 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "name": "network-vif-plugged", "status": "completed", "tag": "74ac2c6f-4811-4892-be39-28610661959a", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:47.066032 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-549f5203-d990-4e4f-bb77-aeb9210cf355 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:47.066424 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ac2c6f-4811-4892-be39-28610661959a', 'code': 200} Oct 20 11:12:47.091888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:47.163874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1145f-e952-4e69-9d89-951afb8ad0e3 req-004628fd-30a5-464e-8287-28e65860e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:47.165344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ab1145f-e952-4e69-9d89-951afb8ad0e3 req-004628fd-30a5-464e-8287-28e65860e042 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 1098 time: 0.0403924 Oct 20 11:12:47.200106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ab1145f-e952-4e69-9d89-951afb8ad0e3 req-92157671-ea58-4a42-85cf-526869bf2388 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274389 Oct 20 11:12:47.445640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa253f-a652-4792-9640-8eddb48d244f req-75564809-8ab1-40df-b539-325fd8fd11f2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:47.447085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9caa253f-a652-4792-9640-8eddb48d244f req-75564809-8ab1-40df-b539-325fd8fd11f2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 946 time: 0.0515206 Oct 20 11:12:47.535304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Deleting port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:47.535635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.625426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] For port 4d7f381e-ece5-4f90-bed6-6aa0678676e9, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d7f381e-ece5-4f90-bed6-6aa0678676e9,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:47.625698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.637505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Calling delete_port for 4d7f381e-ece5-4f90-bed6-6aa0678676e9 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:47.761059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.774234 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['618e31ba-65aa-4a1d-b9f9-3c11878e96a6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:47.776608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0', '62a70c14-8aa0-4d16-8ca4-dc2697081071', '4d7f381e-ece5-4f90-bed6-6aa0678676e9'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:47.796242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event deleted for resources: {'Port': ['ID=4d7f381e-ece5-4f90-bed6-6aa0678676e9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:47.819996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.820345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.820679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.821008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.821336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.821665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.821984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.822304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.822624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.822964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.823282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.823594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:47.845954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] No DVR routers for this DVR port 4d7f381e-ece5-4f90-bed6-6aa0678676e9 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:47.848618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:47.852736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9caa253f-a652-4792-9640-8eddb48d244f req-10f7ce90-a342-4d84-9552-6034876d0240 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "DELETE /v2.0/ports/4d7f381e-ece5-4f90-bed6-6aa0678676e9 HTTP/1.1" status: 204 len: 173 time: 0.3993485 Oct 20 11:12:47.853147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'name': 'network-vif-deleted', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:47.855448 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fdf1f-ea8c-4e83-8f35-2132028c1094" -d '{"events": [{"server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "name": "network-vif-deleted", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:47.921389 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22cb4a2-5a80-4dd5-9426-c6f88fe4f1a7 x-openstack-request-id: req-e22cb4a2-5a80-4dd5-9426-c6f88fe4f1a7 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:47.922048 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bc6d2-8992-4444-8f41-823551a8018f", "name": "network-vif-deleted", "tag": "4d7f381e-ece5-4f90-bed6-6aa0678676e9", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:47.922048 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e22cb4a2-5a80-4dd5-9426-c6f88fe4f1a7 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:47.922776 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bc6d2-8992-4444-8f41-823551a8018f', 'name': 'network-vif-deleted', 'tag': '4d7f381e-ece5-4f90-bed6-6aa0678676e9', 'status': 'completed', 'code': 200} Oct 20 11:12:47.997626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daad339-ee69-4864-b86e-55ca0fc23a97 req-08cd70fc-437a-41e0-b378-e55393060fb8 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:47.999164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6daad339-ee69-4864-b86e-55ca0fc23a97 req-08cd70fc-437a-41e0-b378-e55393060fb8 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 946 time: 0.0755315 Oct 20 11:12:48.015067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a88d4f82-e19a-43fe-8d90-7925b82b588d req-f8ca3a52-b8bc-402d-976e-bc6686c45553 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=250bc6d2-8992-4444-8f41-823551a8018f HTTP/1.1" status: 200 len: 210 time: 0.0374491 Oct 20 11:12:48.049220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6daad339-ee69-4864-b86e-55ca0fc23a97 req-258c67e2-81b8-4b10-a919-1f954ab30d96 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Oct 20 11:12:49.184630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f2eaf-e865-4ec2-a5c0-6994ed18d172 req-a77b28c9-9328-46c6-8f14-c10954437a92 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:49.186337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-276f2eaf-e865-4ec2-a5c0-6994ed18d172 req-a77b28c9-9328-46c6-8f14-c10954437a92 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 946 time: 0.0657713 Oct 20 11:12:49.226673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-276f2eaf-e865-4ec2-a5c0-6994ed18d172 req-de5fd2c9-bbde-40d3-8d5c-3f14dda59390 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Oct 20 11:12:49.596243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dedba-37e6-4195-bd3b-c8a7ec08b75c req-d8a170a0-3b56-4786-b486-dde4cac3d342 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:49.597626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-078dedba-37e6-4195-bd3b-c8a7ec08b75c req-d8a170a0-3b56-4786-b486-dde4cac3d342 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 946 time: 0.0494063 Oct 20 11:12:49.635145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-078dedba-37e6-4195-bd3b-c8a7ec08b75c req-261b5c4b-d3f7-4c0e-b8b2-67e68c1d9d3b tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Oct 20 11:12:50.753948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065d95-e6bc-4b02-8002-ac301a3012ac req-a3ff9455-45cf-4d84-8d4c-f684cb52c77f tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:50.755495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78065d95-e6bc-4b02-8002-ac301a3012ac req-a3ff9455-45cf-4d84-8d4c-f684cb52c77f tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Oct 20 11:12:50.794854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-78065d95-e6bc-4b02-8002-ac301a3012ac req-b51b6c33-a9b4-4123-9613-6a0fb2a2a3d4 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.74 "GET /v2.0/security-groups?id=093def71-ff74-4c0c-9da5-33eaeaa8e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Oct 20 11:12:50.899580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018844c6-2eea-445c-8861-b52071eac85e req-a5b48720-7d3a-47ff-99d6-e1345e3d26a7 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:50.900940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-018844c6-2eea-445c-8861-b52071eac85e req-a5b48720-7d3a-47ff-99d6-e1345e3d26a7 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.70 "GET /v2.0/ports?device_id=60153b3c-ff6c-414e-a17f-ce6ace08dba6 HTTP/1.1" status: 200 len: 946 time: 0.0537148 Oct 20 11:12:50.910330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d7f381e-ece5-4f90-bed6-6aa0678676e9 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:50.930968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 4d7f381e-ece5-4f90-bed6-6aa0678676e9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:50.931313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d7f381e-ece5-4f90-bed6-6aa0678676e9 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:50.994582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Deleting port 74ac2c6f-4811-4892-be39-28610661959a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:50.994921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.088129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] For port 74ac2c6f-4811-4892-be39-28610661959a, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=74ac2c6f-4811-4892-be39-28610661959a,segment=NetworkSegment(d2da0449-647f-4121-a76a-e2d685ab06b8),segment_id=d2da0449-647f-4121-a76a-e2d685ab06b8)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:51.088489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.100179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Calling delete_port for 74ac2c6f-4811-4892-be39-28610661959a owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:51.231578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.243744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['74ac2c6f-4811-4892-be39-28610661959a'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:51.269698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Pushing event deleted for resources: {'Port': ['ID=74ac2c6f-4811-4892-be39-28610661959a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:51.313246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] No DVR routers for this DVR port 74ac2c6f-4811-4892-be39-28610661959a on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:51.315822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.319804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-018844c6-2eea-445c-8861-b52071eac85e req-d81f24e6-707b-4d52-94c2-04a5180f0393 tempest-ServerAddressesTestJSON-1199923517 tempest-ServerAddressesTestJSON-1199923517-project] 10.222.0.70 "DELETE /v2.0/ports/74ac2c6f-4811-4892-be39-28610661959a HTTP/1.1" status: 204 len: 173 time: 0.4122760 Oct 20 11:12:51.320275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'name': 'network-vif-deleted', 'tag': '74ac2c6f-4811-4892-be39-28610661959a'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:51.322528 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0032ed3a-8f7f-4130-b2e4-8831215e2b7b" -d '{"events": [{"server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "name": "network-vif-deleted", "tag": "74ac2c6f-4811-4892-be39-28610661959a"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:51.364088 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e80bcd4-ec35-4037-b601-efacd6aa3b9f x-openstack-request-id: req-8e80bcd4-ec35-4037-b601-efacd6aa3b9f {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:51.364404 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60153b3c-ff6c-414e-a17f-ce6ace08dba6", "name": "network-vif-deleted", "tag": "74ac2c6f-4811-4892-be39-28610661959a", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:51.364685 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e80bcd4-ec35-4037-b601-efacd6aa3b9f {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:51.365091 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60153b3c-ff6c-414e-a17f-ce6ace08dba6', 'name': 'network-vif-deleted', 'tag': '74ac2c6f-4811-4892-be39-28610661959a', 'status': 'completed', 'code': 200} Oct 20 11:12:51.850053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32934) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:51.896889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Deleting subnet 9a508302-ef2e-4342-8b3f-cdbc0f9e2656 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:12:51.899950 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.941869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:51.979694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.029458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.055342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a508302-ef2e-4342-8b3f-cdbc0f9e2656,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:52.059184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.064841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-130b32ab-af92-4c08-9036-72694b2f34ad admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9a508302-ef2e-4342-8b3f-cdbc0f9e2656 HTTP/1.1" status: 204 len: 168 time: 0.2110219 Oct 20 11:12:52.065142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32936) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:52.136382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.212726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.232478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ca3171-a539-4a96-9413-60cdf202aa4a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:52.241726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2da0449-647f-4121-a76a-e2d685ab06b8') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:52.241909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2da0449-647f-4121-a76a-e2d685ab06b8') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:52.255694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.269073 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.275922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:12:52.276322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:12:52.278514 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:12:52.337525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.343407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.349784 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/31ca3171-a539-4a96-9413-60cdf202aa4a HTTP/1.1" status: 204 len: 168 time: 0.2810538 Oct 20 11:12:52.360229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c1b7-17f1-41ee-b484-22feb929ddc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ca3171-a539-4a96-9413-60cdf202aa4a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:52.472308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:52.520351 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f0e42d15-706a-4279-94da-08c1b413ac3c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00568d8b18fc42e7aa27ed872e8df8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465412 Oct 20 11:12:52.523029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32948) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:52.558078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2879f3-b5b6-4203-8042-18fdf73f4591 req-84176b17-9782-41ad-8d28-fa88e795c697 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:52.559743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d2879f3-b5b6-4203-8042-18fdf73f4591 req-84176b17-9782-41ad-8d28-fa88e795c697 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Oct 20 11:12:52.578830 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.601176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d2879f3-b5b6-4203-8042-18fdf73f4591 req-5b7b8a67-f943-4552-8244-4b9938092982 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Oct 20 11:12:52.605906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.654860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.657792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:52.659060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/093def71-ff74-4c0c-9da5-33eaeaa8e8fd HTTP/1.1" status: 204 len: 168 time: 0.1349142 Oct 20 11:12:52.667091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dffa7-f8f9-474b-9335-b758eb0b47c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093def71-ff74-4c0c-9da5-33eaeaa8e8fd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:53.618019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 32982) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:53.722216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fab64b4e-8f8e-47e2-9003-75aaced928d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.722424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738aae7-894d-4ce5-bbbf-0de4588985a1 req-d7516bbc-64a6-4d03-bedf-7f88d788db98 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:53.723771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9738aae7-894d-4ce5-bbbf-0de4588985a1 req-d7516bbc-64a6-4d03-bedf-7f88d788db98 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Oct 20 11:12:53.762282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9738aae7-894d-4ce5-bbbf-0de4588985a1 req-618df41b-f76b-4c01-a853-8bc71475d6af tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Oct 20 11:12:53.799410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fab64b4e-8f8e-47e2-9003-75aaced928d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.803418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fab64b4e-8f8e-47e2-9003-75aaced928d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.840523 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fab64b4e-8f8e-47e2-9003-75aaced928d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68ab9a2baaa84786b83b89d7cceb9128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214470 Oct 20 11:12:53.841377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64b4e-8f8e-47e2-9003-75aaced928d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e646b58-4e34-4d28-b1f7-293122ef0de1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:53.843352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 32988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:53.892082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.913229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.956601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.959248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.960883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e646b58-4e34-4d28-b1f7-293122ef0de1 HTTP/1.1" status: 204 len: 168 time: 0.1165094 Oct 20 11:12:53.968441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99558883-0658-4ea7-bcb0-09ff497f0abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e646b58-4e34-4d28-b1f7-293122ef0de1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:54.036208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-2b0cbe11-394c-4bf4-a54c-e3b4964437f3 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.038296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-2b0cbe11-394c-4bf4-a54c-e3b4964437f3 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Oct 20 11:12:54.132385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Deleting port 62a70c14-8aa0-4d16-8ca4-dc2697081071 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:54.132742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.226336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] For port 62a70c14-8aa0-4d16-8ca4-dc2697081071, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=62a70c14-8aa0-4d16-8ca4-dc2697081071,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:54.226703 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.240010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Calling delete_port for 62a70c14-8aa0-4d16-8ca4-dc2697081071 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:54.376952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.390256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0', '62a70c14-8aa0-4d16-8ca4-dc2697081071'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:54.392545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['618e31ba-65aa-4a1d-b9f9-3c11878e96a6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:54.407174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event deleted for resources: {'Port': ['ID=62a70c14-8aa0-4d16-8ca4-dc2697081071,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:54.458356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] No DVR routers for this DVR port 62a70c14-8aa0-4d16-8ca4-dc2697081071 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:54.461370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.464630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1844800-fa09-46eb-bde7-d914d2c6d374 req-1c033f6c-c963-4a25-9c55-8c2590fe8b2b tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "DELETE /v2.0/ports/62a70c14-8aa0-4d16-8ca4-dc2697081071 HTTP/1.1" status: 204 len: 173 time: 0.4204338 Oct 20 11:12:54.465107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'name': 'network-vif-deleted', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:54.467404 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851863ae-e555-4fd0-86fa-ebe1d95c01b8" -d '{"events": [{"server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "name": "network-vif-deleted", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:54.505797 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9126c635-e699-4a5d-a28c-8e6b9048efc1 x-openstack-request-id: req-9126c635-e699-4a5d-a28c-8e6b9048efc1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:54.506087 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7", "name": "network-vif-deleted", "tag": "62a70c14-8aa0-4d16-8ca4-dc2697081071", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:54.506417 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9126c635-e699-4a5d-a28c-8e6b9048efc1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:54.507463 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7', 'name': 'network-vif-deleted', 'tag': '62a70c14-8aa0-4d16-8ca4-dc2697081071', 'status': 'completed', 'code': 200} Oct 20 11:12:54.876754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cf7ec4e-6c25-4f8b-8048-7728e9d1180f req-5ffdbab4-e0be-4422-a5dc-38279996a821 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0c2924-8b23-4e4e-bc52-b103bbe5d4d7 HTTP/1.1" status: 200 len: 210 time: 0.0309143 Oct 20 11:12:54.915286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74ac2c6f-4811-4892-be39-28610661959a no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:54.940865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 74ac2c6f-4811-4892-be39-28610661959a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:54.941214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 74ac2c6f-4811-4892-be39-28610661959a not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:55.606008 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:12:56.142043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ea011-fb1b-45f1-ab99-014e13945e95 req-4e59ca07-fa66-421d-8480-f8c7cabd0729 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.143565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a92ea011-fb1b-45f1-ab99-014e13945e95 req-4e59ca07-fa66-421d-8480-f8c7cabd0729 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 945 time: 0.0502882 Oct 20 11:12:56.182615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a92ea011-fb1b-45f1-ab99-014e13945e95 req-6548517a-3aff-40dc-9d07-a69a27e87e80 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Oct 20 11:12:57.300689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a368f0e-ae18-43c1-a0b5-b6b777d6a2ee req-dbdf02e1-d84d-4684-80d2-2716cefac50f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:57.301979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a368f0e-ae18-43c1-a0b5-b6b777d6a2ee req-dbdf02e1-d84d-4684-80d2-2716cefac50f tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 945 time: 0.0495782 Oct 20 11:12:57.348583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a368f0e-ae18-43c1-a0b5-b6b777d6a2ee req-a929c532-8e32-4398-baa2-8cb62b91e205 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Oct 20 11:12:57.567908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3f1e5fc9-e790-4d55-ae0c-e9ecfc55d2a8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:57.569356 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3f1e5fc9-e790-4d55-ae0c-e9ecfc55d2a8 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.83 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 945 time: 0.0489461 Oct 20 11:12:57.664204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Deleting port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:57.664538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:57.751882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] For port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:57.752242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:57.768794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Calling delete_port for 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:57.893091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:57.905734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:57.921063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event deleted for resources: {'Port': ['ID=618e31ba-65aa-4a1d-b9f9-3c11878e96a6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:57.964546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] No DVR routers for this DVR port 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:57.967228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:57.970688 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4aa57521-b270-4a55-bb5e-31f97c5d8d0f req-3a80cd29-ccc9-469f-a6d4-50d53e43f2a0 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.83 "DELETE /v2.0/ports/618e31ba-65aa-4a1d-b9f9-3c11878e96a6 HTTP/1.1" status: 204 len: 173 time: 0.3942568 Oct 20 11:12:57.971154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'name': 'network-vif-deleted', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:57.973550 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e145395-ca93-4e95-9629-cf44ddbb9d95" -d '{"events": [{"server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "name": "network-vif-deleted", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:58.011015 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eab644-7b0f-46b4-9c3c-af4aae5fe87a x-openstack-request-id: req-15eab644-7b0f-46b4-9c3c-af4aae5fe87a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:58.011492 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e24502-fe03-4286-ac91-ce4af3138b0c", "name": "network-vif-deleted", "tag": "618e31ba-65aa-4a1d-b9f9-3c11878e96a6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:58.011908 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15eab644-7b0f-46b4-9c3c-af4aae5fe87a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:58.012345 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e24502-fe03-4286-ac91-ce4af3138b0c', 'name': 'network-vif-deleted', 'tag': '618e31ba-65aa-4a1d-b9f9-3c11878e96a6', 'status': 'completed', 'code': 200} Oct 20 11:12:58.524611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1803280a-40b1-4ef3-9cc2-839576a3795b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:58.525274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcc40b5a-2549-4295-aff0-ffd743902c61 req-90dda625-02d0-417d-af12-52c674ee3459 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e24502-fe03-4286-ac91-ce4af3138b0c HTTP/1.1" status: 200 len: 210 time: 0.0631299 Oct 20 11:12:58.725185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33074) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:58.831604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03fd96bf-2650-470a-8948-b4df07586396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:58.914596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03fd96bf-2650-470a-8948-b4df07586396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:58.919775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03fd96bf-2650-470a-8948-b4df07586396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:58.937121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 62a70c14-8aa0-4d16-8ca4-dc2697081071 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:58.958082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 62a70c14-8aa0-4d16-8ca4-dc2697081071 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:58.958567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 62a70c14-8aa0-4d16-8ca4-dc2697081071 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:58.959987 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-03fd96bf-2650-470a-8948-b4df07586396 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39270f1b2c054bcd8c0ee36766df3c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336199 Oct 20 11:12:58.962649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:58.966893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd96bf-2650-470a-8948-b4df07586396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af397fa3-2064-4f78-b82f-b86e0981a5f8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:59.028948 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:59.050559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:59.097679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:59.100376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:59.101521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af397fa3-2064-4f78-b82f-b86e0981a5f8 HTTP/1.1" status: 204 len: 168 time: 0.1372571 Oct 20 11:12:59.113148 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003876a2-1982-43fc-bcaa-4ea60bcd0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af397fa3-2064-4f78-b82f-b86e0981a5f8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:59.557993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d273f3-a806-4336-a1ff-67ea485cca7b req-be85f9b5-b18f-4586-b33c-f4edf14a78ae tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.559554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1d273f3-a806-4336-a1ff-67ea485cca7b req-be85f9b5-b18f-4586-b33c-f4edf14a78ae tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0586081 Oct 20 11:12:59.607298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1d273f3-a806-4336-a1ff-67ea485cca7b req-ed8def07-0f72-41d3-b881-be02d36e5d35 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Oct 20 11:12:59.632701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33108) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:59.715583 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-97ded58d-bbd7-422e-a795-8e0c0e53b57f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/eb9e425e-eb7b-43fc-83cd-cb33618bb8ec HTTP/1.1" status: 200 len: 992 time: 0.0800371 Oct 20 11:12:59.805826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:59.831487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:59.831825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 618e31ba-65aa-4a1d-b9f9-3c11878e96a6 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:00.262253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c075c7-7f42-48ab-91a6-5c34e87a3534 req-a67e707c-9445-468e-b9b0-46731e443f4b tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:00.264059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8c075c7-7f42-48ab-91a6-5c34e87a3534 req-a67e707c-9445-468e-b9b0-46731e443f4b tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1097 time: 0.0535197 Oct 20 11:13:00.312321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8c075c7-7f42-48ab-91a6-5c34e87a3534 req-bffe1bbd-9a75-4f8c-a000-77e6d5c9fcee tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Oct 20 11:13:00.898714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33176) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:01.073186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-90bc9242-74ab-4cec-a300-e1b3a9312265 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1729321 Oct 20 11:13:01.083234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-666d6cff-0625-4fd5-8ed3-392cabf961c4 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:13:01.084200 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-666d6cff-0625-4fd5-8ed3-392cabf961c4 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055814 Oct 20 11:13:01.390869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e1c81f69-5362-40d5-b8bb-7bc33a641d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:01.807858 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:01.811092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-d8f475aa-200a-4b14-b08c-0d019b4ffc95 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:01.812739 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-d8f475aa-200a-4b14-b08c-0d019b4ffc95 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 1094 time: 0.2200270 Oct 20 11:13:01.832752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Request body: {'binding': {'host': 'n-h1-802060-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:01.833214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Unknown quota resources ['binding']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:13:01.978042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on host n-h1-802060-17 for vnic_type normal with profile None {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:01.978690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:01.978831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:01.983372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:13:01.983729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:01.988951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:01.989281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:01.989658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Bound using segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:01.990077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Bound port: e7b4790b-cef1-4642-8e15-5fe92726ea8c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:02.095458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:02.103513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] Publish callbacks [] for binding, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.113317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] 10.222.0.74 "POST /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2812619 Oct 20 11:13:02.294170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eb510-7819-42c4-b0ca-565ce6038e87 req-1fd13c48-64bb-49f5-9d73-087080df452e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.304138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac5eb510-7819-42c4-b0ca-565ce6038e87 req-1fd13c48-64bb-49f5-9d73-087080df452e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0726962 Oct 20 11:13:02.341479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac5eb510-7819-42c4-b0ca-565ce6038e87 req-52ae2ba1-6e46-4eae-ad46-c3e7f9c858e6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362401 Oct 20 11:13:02.403811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ccc05bde-00be-40f3-8b95-1a4b9da4d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.405321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ccc05bde-00be-40f3-8b95-1a4b9da4d4c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1097 time: 0.0558894 Oct 20 11:13:02.508522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-c5970dab-d939-44dc-b3ea-78afa74d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.510161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-c5970dab-d939-44dc-b3ea-78afa74d0f55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.0977221 Oct 20 11:13:02.524895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:02.584007 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-e4a8c42b-a6c9-4871-a5f4-914c9f0c788c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 1000 time: 0.0670087 Oct 20 11:13:02.641059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ec3fb275-8cb4-4ea7-ae35-5c3453fc2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.642542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ec3fb275-8cb4-4ea7-ae35-5c3453fc2143 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0503283 Oct 20 11:13:02.658686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b60f62f-508a-4e54-9f8f-872939995393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.692301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-23ff2eaa-2ffb-4669-ad9a-5904f54c6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.693814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-23ff2eaa-2ffb-4669-ad9a-5904f54c6d51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433559 Oct 20 11:13:02.740042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b60f62f-508a-4e54-9f8f-872939995393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.744418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3b60f62f-508a-4e54-9f8f-872939995393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.779829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33248) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:02.780050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3b60f62f-508a-4e54-9f8f-872939995393 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1858a5b8f4004371ae7c344a21da76d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538145 Oct 20 11:13:02.798830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60f62f-508a-4e54-9f8f-872939995393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ed588f-04a3-47aa-9123-03e9493e43bf,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:02.819611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-1f56ee66-f17d-4595-8cb6-d673bc8da072 service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175687 Oct 20 11:13:02.860883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.904903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.940398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:02.968750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-59f79f72-9f03-4eb7-a954-0b08aec807ec service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413131 Oct 20 11:13:03.012383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.015107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.018623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33ed588f-04a3-47aa-9123-03e9493e43bf HTTP/1.1" status: 204 len: 168 time: 0.2354352 Oct 20 11:13:03.025176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a0a5c-cbb2-4880-81eb-8c709c3b115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ed588f-04a3-47aa-9123-03e9493e43bf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.139615 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a867bd6-d3f6-4da7-b82e-da3238952cc2 req-438b7269-ff1b-4afa-b1a3-c7a2faeccdd4 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:03.141999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a867bd6-d3f6-4da7-b82e-da3238952cc2 req-438b7269-ff1b-4afa-b1a3-c7a2faeccdd4 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.1147759 Oct 20 11:13:03.164742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-17339a2b-3897-472c-af32-53473d05263f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:03.166176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-17339a2b-3897-472c-af32-53473d05263f tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36&tenant_id=3bd741658daa4d599311a0e41ea0ead8&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1097 time: 0.1076667 Oct 20 11:13:03.179662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-17'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:03.223519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a867bd6-d3f6-4da7-b82e-da3238952cc2 req-949c80df-f9e0-40f4-8d6d-436c826147f2 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Oct 20 11:13:03.257854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.344398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33260) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:03.391463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e01335b-6e1c-4266-bfde-947b85034e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.437513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:03.515959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:03.551411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8be52-e419-4b6d-a029-b5ba861e3ac2 req-d99a2761-a3a0-4dfb-8fb7-9c599c9670a6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:03.552886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33d8be52-e419-4b6d-a029-b5ba861e3ac2 req-d99a2761-a3a0-4dfb-8fb7-9c599c9670a6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.1319888 Oct 20 11:13:03.596844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:03.599102 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d77a9-2bfd-4fff-916f-ef3529df872e" -d '{"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:03.602915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.621037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.630633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e01335b-6e1c-4266-bfde-947b85034e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.642822 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4e01335b-6e1c-4266-bfde-947b85034e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.668163 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5371bdba-2e7d-4c47-8437-dcac69462e76 x-openstack-request-id: req-5371bdba-2e7d-4c47-8437-dcac69462e76 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:03.668604 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:03.668725 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5371bdba-2e7d-4c47-8437-dcac69462e76 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:03.669069 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'code': 200} Oct 20 11:13:03.673041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33d8be52-e419-4b6d-a029-b5ba861e3ac2 req-b9161b1e-3d74-4d11-b3a8-87281d237b88 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099162 Oct 20 11:13:03.729565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01335b-6e1c-4266-bfde-947b85034e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f125b76-2c6b-49ba-9c74-79b3aa8d5962,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.767379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4e01335b-6e1c-4266-bfde-947b85034e33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9f44067a5cf5421992ef1312733badd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952172 Oct 20 11:13:03.770180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33266) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:03.776434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.827824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.842785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on host n-h2-802060-17 for vnic_type normal with profile {"migrating_to": "n-h1-802060-17"} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:03.843315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:03.843662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:03.849674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:13:03.850264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Attempting to bind port e7b4790b-cef1-4642-8e15-5fe92726ea8c on network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:03.857097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:03.858084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Checking segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:03.858614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.858853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Bound using segment: {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:03.859493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Bound port: e7b4790b-cef1-4642-8e15-5fe92726ea8c, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4dce7-9b2b-45be-b48a-bafe03513faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:03.860032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.916527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.919777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.921245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f125b76-2c6b-49ba-9c74-79b3aa8d5962 HTTP/1.1" status: 204 len: 168 time: 0.1500206 Oct 20 11:13:03.930801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a07fc-ba78-4857-a5fe-c1e95e2361ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f125b76-2c6b-49ba-9c74-79b3aa8d5962,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.931574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:03.935052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:03.940916 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.964684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] Provisioning complete for port e7b4790b-cef1-4642-8e15-5fe92726ea8c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:03.965648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.034413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=8']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:04.057947 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.086369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.087023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.088793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-4d000634-2259-4a80-819e-8e459289b95b service neutron] 10.222.0.70 "PUT /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 1123 time: 0.9146609 Oct 20 11:13:04.095471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:04.102684 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e48d80-de2c-45d8-8f61-02609db24c22" -d '{"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-plugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:04.108875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:04.115390 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.164912 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac79c9-9a63-4632-9721-6473c396bdda x-openstack-request-id: req-29ac79c9-9a63-4632-9721-6473c396bdda {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:04.165201 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-plugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:04.165453 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29ac79c9-9a63-4632-9721-6473c396bdda {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:04.165840 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'code': 200} Oct 20 11:13:04.233392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['e7b4790b-cef1-4642-8e15-5fe92726ea8c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:04.354794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7db5-899e-45d0-bb4f-950dbd8ab20f None None] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:04.358434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fe60a-06f1-40cc-9e2e-ad5c95b5e62a req-6c93fa74-06a5-4454-bffa-14d907198569 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.360595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-172fe60a-06f1-40cc-9e2e-ad5c95b5e62a req-6c93fa74-06a5-4454-bffa-14d907198569 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.0594170 Oct 20 11:13:04.405969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-172fe60a-06f1-40cc-9e2e-ad5c95b5e62a req-fabbcdf3-f773-4246-bfb8-327223d1ac18 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b8b12af-b89d-4d95-a168-164e99dcdf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Oct 20 11:13:04.426384 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.537472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9e390811-e880-441a-9cb9-848a2ac56389 None None] Provisioning complete for port e7b4790b-cef1-4642-8e15-5fe92726ea8c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:04.537846 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e390811-e880-441a-9cb9-848a2ac56389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.579927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57125c-abfa-4c20-8385-69500537bed9 req-31d5080c-55a4-4d8e-b78f-6ef2cf10b4fe tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.581399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a57125c-abfa-4c20-8385-69500537bed9 req-31d5080c-55a4-4d8e-b78f-6ef2cf10b4fe tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 946 time: 0.0613649 Oct 20 11:13:04.687594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Deleting port 3a8f64a8-29da-48ae-a450-6296409b6dc0 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:04.687949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.807535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] For port 3a8f64a8-29da-48ae-a450-6296409b6dc0, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3a8f64a8-29da-48ae-a450-6296409b6dc0,segment=NetworkSegment(54bd811c-5f43-4c5a-868a-cffc46e77306),segment_id=54bd811c-5f43-4c5a-868a-cffc46e77306)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:04.807890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.825916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Calling delete_port for 3a8f64a8-29da-48ae-a450-6296409b6dc0 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:04.834571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a076a7-c8bb-49ed-b756-5375ddd5f77d req-001378f2-5657-4c81-b394-1be6ee4336b1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.836727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0a076a7-c8bb-49ed-b756-5375ddd5f77d req-001378f2-5657-4c81-b394-1be6ee4336b1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0793128 Oct 20 11:13:04.912932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0a076a7-c8bb-49ed-b756-5375ddd5f77d req-b4e48aaa-21f0-4afd-8868-6d222747caca tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689824 Oct 20 11:13:04.996750 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:05.008805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3a8f64a8-29da-48ae-a450-6296409b6dc0'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:05.025574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Pushing event deleted for resources: {'Port': ['ID=3a8f64a8-29da-48ae-a450-6296409b6dc0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:05.065099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] No DVR routers for this DVR port 3a8f64a8-29da-48ae-a450-6296409b6dc0 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:05.067787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:05.071285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0a57125c-abfa-4c20-8385-69500537bed9 req-8b65adfa-1693-4b24-b49d-83ebc5a50e88 tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.70 "DELETE /v2.0/ports/3a8f64a8-29da-48ae-a450-6296409b6dc0 HTTP/1.1" status: 204 len: 173 time: 0.4827664 Oct 20 11:13:05.524594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c277f526-a5cd-4304-9f98-9f47a593be07 req-946ce64c-695d-4fd1-9ab2-3bdd4ed7f2ba tempest-AttachVolumeNegativeTest-1329000259 tempest-AttachVolumeNegativeTest-1329000259-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b19c7f-96cb-4919-a3b2-1694fd82a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Oct 20 11:13:05.670062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}, {'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'name': 'network-vif-deleted', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:05.672611 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f481ce5-c360-4f58-87bc-8428165ee6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}, {"server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "name": "network-vif-deleted", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:05.716142 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51990266-eb2c-400d-8a04-4e69f8a0e442 x-openstack-request-id: req-51990266-eb2c-400d-8a04-4e69f8a0e442 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:05.716442 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "status": "completed", "code": 200}, {"server_uuid": "01b19c7f-96cb-4919-a3b2-1694fd82a0c5", "name": "network-vif-deleted", "tag": "3a8f64a8-29da-48ae-a450-6296409b6dc0", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:05.716695 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51990266-eb2c-400d-8a04-4e69f8a0e442 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:05.717096 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'status': 'completed', 'code': 200} Oct 20 11:13:05.717353 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b19c7f-96cb-4919-a3b2-1694fd82a0c5', 'name': 'network-vif-deleted', 'tag': '3a8f64a8-29da-48ae-a450-6296409b6dc0', 'status': 'completed', 'code': 200} Oct 20 11:13:05.779809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-4cd7be92-c446-4d54-ac8a-d189094cb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.781309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-4cd7be92-c446-4d54-ac8a-d189094cb777 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1128 time: 0.0432200 Oct 20 11:13:06.040728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5d54a-2b9c-4010-8d1d-bba38e519290 req-4f182829-61e3-4c5f-a970-700187cf45a1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:06.042330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d5d54a-2b9c-4010-8d1d-bba38e519290 req-4f182829-61e3-4c5f-a970-700187cf45a1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0568459 Oct 20 11:13:06.088488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d5d54a-2b9c-4010-8d1d-bba38e519290 req-50c3b966-cc2c-47d6-a688-310accb77532 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398071 Oct 20 11:13:06.246453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-fef0995d-3163-475b-b1ec-30076f7e6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:06.247952 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-fef0995d-3163-475b-b1ec-30076f7e6aca service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.4577935 Oct 20 11:13:06.319417 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-7e9d1224-5478-4fd6-8180-530145885ed6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 1000 time: 0.0626895 Oct 20 11:13:06.372659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-0a81e24b-0b35-4297-b65d-1d09dfe8004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:06.374305 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-0a81e24b-0b35-4297-b65d-1d09dfe8004e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0477309 Oct 20 11:13:06.422821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-19e2e603-f2c9-4880-a822-7d41c2cde3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:06.426414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-19e2e603-f2c9-4880-a822-7d41c2cde3f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417712 Oct 20 11:13:06.520323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-df731d20-6ba0-40b6-96c7-01385907b442 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876729 Oct 20 11:13:06.590106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33350) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:06.645369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f481ce5-c360-4f58-87bc-8428165ee6bd req-7e67a462-4cfe-498c-bd49-3cbb7ce19d58 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171885 Oct 20 11:13:06.649056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Deleting subnet c9c7aa9f-2038-447b-a923-da17aba180cf {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:13:06.652223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.690460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.729754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.785072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.811924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c7aa9f-2038-447b-a923-da17aba180cf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:06.813916 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.817378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e72e1352-a266-4dda-88ad-c68ae5e7cc00 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c9c7aa9f-2038-447b-a923-da17aba180cf HTTP/1.1" status: 204 len: 168 time: 0.2262816 Oct 20 11:13:06.820661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33354) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:06.894218 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.972893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.984214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:13:06.995430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:07.007017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bd811c-5f43-4c5a-868a-cffc46e77306') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:07.007321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bd811c-5f43-4c5a-868a-cffc46e77306') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:07.021129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.036723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.046190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:07.046864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:07.048911 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:07.087283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:07.100710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c has no active binding in host n-h1-802060-17 {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:13:07.106654 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.111606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.114995 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] 10.222.0.74 "DELETE /v2.0/networks/1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6 HTTP/1.1" status: 204 len: 168 time: 0.2930179 Oct 20 11:13:07.128553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9128af4-a96d-4993-9281-acb9d4c4c42d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccfbfb3-9e4e-467b-9fa7-80e9ad5782c6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:07.218610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879364-8cc7-4da8-80c7-3a35da872e4d req-97b5b155-3f20-4a43-9248-dce1a58f51db tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:07.224320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05879364-8cc7-4da8-80c7-3a35da872e4d req-97b5b155-3f20-4a43-9248-dce1a58f51db tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0565424 Oct 20 11:13:07.264215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05879364-8cc7-4da8-80c7-3a35da872e4d req-12b6c55c-fe0a-4d90-a642-4a3c5dd11bca tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358479 Oct 20 11:13:07.296804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:07.337259 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-da1238d1-2828-4709-9281-1e0468d5633c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3678279ab7674452a3851272c8e013de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390429 Oct 20 11:13:07.339744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33378) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:07.387504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.411851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.459496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.462329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.463575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b8b12af-b89d-4d95-a168-164e99dcdf38 HTTP/1.1" status: 204 len: 168 time: 0.1229253 Oct 20 11:13:07.472010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91734d6b-fd84-478c-ab63-995e0bb5f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b12af-b89d-4d95-a168-164e99dcdf38,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:08.394322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0de7-597c-44fa-b87a-6a4a5fb1a3f1 req-e56d516f-3c56-4d33-b69b-0e1582543691 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:08.396139 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55ff0de7-597c-44fa-b87a-6a4a5fb1a3f1 req-e56d516f-3c56-4d33-b69b-0e1582543691 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 945 time: 0.0558951 Oct 20 11:13:08.436229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55ff0de7-597c-44fa-b87a-6a4a5fb1a3f1 req-c8c97dcb-45f3-4643-8d3e-289987825e6f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Oct 20 11:13:08.956338 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-c85b63b6-251b-4b81-8c3c-c047bc3877d2 service neutron] 10.222.0.83 "GET /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 385 time: 0.0617163 Oct 20 11:13:09.001436 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3a8f64a8-29da-48ae-a450-6296409b6dc0 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:09.026069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 3a8f64a8-29da-48ae-a450-6296409b6dc0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:09.026848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3a8f64a8-29da-48ae-a450-6296409b6dc0 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:09.150793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:09.171225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:09.227666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:09.229802 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0621138-bd1f-4a36-bffa-c439252481fc" -d '{"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:09.247234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:09.273791 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d889b02-f7cb-41da-947b-21e0e5c04599 x-openstack-request-id: req-3d889b02-f7cb-41da-947b-21e0e5c04599 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:09.274225 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:09.274446 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d889b02-f7cb-41da-947b-21e0e5c04599 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:09.274885 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'code': 200} Oct 20 11:13:09.276201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:09.362700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] Transition to ACTIVE for port object e7b4790b-cef1-4642-8e15-5fe92726ea8c will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:13:09.368600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:09.541016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=11']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:09.616467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87d05-523b-464a-b713-e6465992fc1f req-302160ff-2f89-414e-ac36-1ecf61a2fb88 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:09.617280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] No DVR routers for this DVR port e7b4790b-cef1-4642-8e15-5fe92726ea8c on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:09.624861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbf87d05-523b-464a-b713-e6465992fc1f req-302160ff-2f89-414e-ac36-1ecf61a2fb88 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.1111801 Oct 20 11:13:09.664297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbf87d05-523b-464a-b713-e6465992fc1f req-76f37355-d737-4740-b766-5b15f2e326ce tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385549 Oct 20 11:13:09.775157 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-fa76882f-6664-4b32-8b7c-f9a6816f8282 service neutron] 10.222.0.83 "PUT /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c/bindings/n-h1-802060-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8055313 Oct 20 11:13:09.874726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-62c6da5e-7a84-439f-8b92-643553ba9d89 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:09.876560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-62c6da5e-7a84-439f-8b92-643553ba9d89 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36&tenant_id=3bd741658daa4d599311a0e41ea0ead8&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0476711 Oct 20 11:13:09.929768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-636d7786-e689-4e57-b83d-e955c57ba643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:09.931299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-636d7786-e689-4e57-b83d-e955c57ba643 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0466957 Oct 20 11:13:09.999183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-028ae9f8-5c14-418b-8d30-87796e6e2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.001273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-028ae9f8-5c14-418b-8d30-87796e6e2274 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1096 time: 0.0464237 Oct 20 11:13:10.100686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-254a76cd-ac4f-4477-b9d6-26090b1af719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.102555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-254a76cd-ac4f-4477-b9d6-26090b1af719 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.0942562 Oct 20 11:13:10.183107 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-8b06d7d2-8c1d-4863-acd3-f8b342e92e9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 998 time: 0.0736756 Oct 20 11:13:10.239644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-8a9075f3-dc3b-4473-80c6-8bb28af4bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.241262 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-8a9075f3-dc3b-4473-80c6-8bb28af4bb42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0513997 Oct 20 11:13:10.292540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ebb869c2-7d7e-4d6e-8085-abaf968e5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.294156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-ebb869c2-7d7e-4d6e-8085-abaf968e5a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457962 Oct 20 11:13:10.736106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-e49c689d-2a55-4a28-8c15-aa84b7a836b2 service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346092 Oct 20 11:13:10.861788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ded4-a6e6-445f-8ac3-8b043c89bc3a req-7f4fd507-711c-409c-9c78-3d5c4c45d2fa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.863274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd07ded4-a6e6-445f-8ac3-8b043c89bc3a req-7f4fd507-711c-409c-9c78-3d5c4c45d2fa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.1105287 Oct 20 11:13:10.905336 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-30eb76e8-a77d-4903-ab8d-698354ddb56f service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619985 Oct 20 11:13:10.919375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd07ded4-a6e6-445f-8ac3-8b043c89bc3a req-2f377228-2853-457b-b4e6-e365ea01627a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488038 Oct 20 11:13:11.170281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-8357e6a5-ebb2-401e-a111-c4d5f9662a4d tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:11.171954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-8357e6a5-ebb2-401e-a111-c4d5f9662a4d tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36&tenant_id=3bd741658daa4d599311a0e41ea0ead8&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 1096 time: 0.0525806 Oct 20 11:13:11.338119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-974cfe30-a77d-40b4-aefa-113f0de406fa service neutron] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:11.341511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-974cfe30-a77d-40b4-aefa-113f0de406fa service neutron] Publish callbacks [] for binding, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:11.342622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-974cfe30-a77d-40b4-aefa-113f0de406fa service neutron] 10.222.0.70 "DELETE /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c/bindings/n-h2-802060-17 HTTP/1.1" status: 204 len: 173 time: 0.1628947 Oct 20 11:13:11.888583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:11.939516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:12.048162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d91b7-c4e1-4b56-b9a8-63458b124f25 req-f226d5c7-269a-4f92-9eba-4aaa73f7cbc2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:12.050512 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-779d91b7-c4e1-4b56-b9a8-63458b124f25 req-f226d5c7-269a-4f92-9eba-4aaa73f7cbc2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.0566938 Oct 20 11:13:12.118557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-779d91b7-c4e1-4b56-b9a8-63458b124f25 req-f360725d-816c-4eb2-a947-a1be05752289 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526297 Oct 20 11:13:12.243246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46ec64-eaea-4031-8382-928e5be06ed4 req-086f2072-c70a-4d23-b165-79fa27b63482 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:12.245036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d46ec64-eaea-4031-8382-928e5be06ed4 req-086f2072-c70a-4d23-b165-79fa27b63482 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1096 time: 0.0588837 Oct 20 11:13:12.291451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d46ec64-eaea-4031-8382-928e5be06ed4 req-fcbbd6e7-4e0d-463f-ab43-902a6c4b32b4 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390153 Oct 20 11:13:12.433126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb43d19-b3f7-4693-81aa-ced388ec7ba4 req-da7f638d-e31f-49cc-98ce-f61d7810b0ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:12.434700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cb43d19-b3f7-4693-81aa-ced388ec7ba4 req-da7f638d-e31f-49cc-98ce-f61d7810b0ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.0601156 Oct 20 11:13:12.479256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8cb43d19-b3f7-4693-81aa-ced388ec7ba4 req-42c1f7f1-1439-40c7-ba89-d74f5591f90d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370250 Oct 20 11:13:12.510702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33610) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:12.581243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-630216bf-cc91-43f5-9f68-f482819e5f7e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/eb9e425e-eb7b-43fc-83cd-cb33618bb8ec HTTP/1.1" status: 200 len: 990 time: 0.0689087 Oct 20 11:13:14.326189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:14.531097 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e39e75b-aa46-41a2-aa1e-ad28ef74052e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.607510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e39e75b-aa46-41a2-aa1e-ad28ef74052e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.611642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e39e75b-aa46-41a2-aa1e-ad28ef74052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.649588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39e75b-aa46-41a2-aa1e-ad28ef74052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f408d05b-6817-40cc-bab9-01e546c01b2d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:14.655463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e39e75b-aa46-41a2-aa1e-ad28ef74052e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b815bd4f4f64e6b97d55f7b4cf10fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281322 Oct 20 11:13:14.656659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:14.705930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.727731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.774847 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.777492 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:14.778629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f408d05b-6817-40cc-bab9-01e546c01b2d HTTP/1.1" status: 204 len: 168 time: 0.1209412 Oct 20 11:13:14.787287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bade2-3aa9-4429-bcb6-549ace526f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f408d05b-6817-40cc-bab9-01e546c01b2d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:15.094848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33778) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:15.108438 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64184871-7129-4cee-875a-983cdbddf262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.189072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64184871-7129-4cee-875a-983cdbddf262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.193757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-64184871-7129-4cee-875a-983cdbddf262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.234838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-64184871-7129-4cee-875a-983cdbddf262 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f022ffde7ab4afeaeff36111acc1840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388004 Oct 20 11:13:15.235834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184871-7129-4cee-875a-983cdbddf262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf17074-c60c-4ea1-b46c-40d6e8d5564f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:15.237545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:15.288319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.311175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.357488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.360169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:15.361297 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecf17074-c60c-4ea1-b46c-40d6e8d5564f HTTP/1.1" status: 204 len: 168 time: 0.1227567 Oct 20 11:13:15.369511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf17074-c60c-4ea1-b46c-40d6e8d5564f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.380821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.381710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ea6d5-b3b6-4a62-ae4c-640541351ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:15.835000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:16.005165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port ade4471d-00ee-4288-9c82-60bde5280c7a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:16.005505 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.018217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.090933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.091438 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.103723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for ade4471d-00ee-4288-9c82-60bde5280c7a owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:16.301816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.329804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=ade4471d-00ee-4288-9c82-60bde5280c7a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:16.396992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.397551 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP eb9e425e-eb7b-43fc-83cd-cb33618bb8ec disassociated (deleted). External IP: 172.25.3.79, port: e7b4790b-cef1-4642-8e15-5fe92726ea8c. Oct 20 11:13:16.588748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:16.633523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 467b3272-9932-4b39-8e09-4979905f760b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:16.746010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:16.750864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.757898 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Sync routers for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:16.766639 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:16.767225 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:16.777474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-736807a7-241f-41cb-909e-209c04f241d5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/floatingips/eb9e425e-eb7b-43fc-83cd-cb33618bb8ec HTTP/1.1" status: 204 len: 168 time: 0.9411156 Oct 20 11:13:16.778085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:16.780417 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:16.828305 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2a941b-6e59-484f-9df6-87efb0fa78f9 x-openstack-request-id: req-bd2a941b-6e59-484f-9df6-87efb0fa78f9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:16.828609 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:16.828865 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd2a941b-6e59-484f-9df6-87efb0fa78f9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:16.829462 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'status': 'completed', 'code': 200} Oct 20 11:13:16.856656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3abf2244-19ef-4281-a591-60f31204f00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.876673 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:16.894323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:16.999640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-996d8971-81b8-493b-bf94-95252ec45931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.001735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-996d8971-81b8-493b-bf94-95252ec45931 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 1096 time: 0.1135483 Oct 20 11:13:17.121596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3abf2244-19ef-4281-a591-60f31204f00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.129178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:17.134175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3abf2244-19ef-4281-a591-60f31204f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.160808 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Checking router: 467b3272-9932-4b39-8e09-4979905f760b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:17.171926 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:17.173096 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:17.182926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-6be76d13-e9f4-4b3d-a44e-73a08a27728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.184716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-6be76d13-e9f4-4b3d-a44e-73a08a27728e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 200 len: 899 time: 0.1721072 Oct 20 11:13:17.190727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf2244-19ef-4281-a591-60f31204f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b065fb-2679-4ded-a92f-08e41d0fe45b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:17.197268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3abf2244-19ef-4281-a591-60f31204f00b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49134455daa843a798a523e005416c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073880 Oct 20 11:13:17.200104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33866) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:17.237910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-b5c0df17-c327-4e5c-9c58-53d7def9ec2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 200 len: 217 time: 0.0435538 Oct 20 11:13:17.265147 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.291074 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.342640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33868) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:17.345869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-f2d63ab2-efbb-45ea-b139-d19e0b90673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.347341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-f2d63ab2-efbb-45ea-b139-d19e0b90673b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 200 len: 835 time: 0.0998034 Oct 20 11:13:17.353226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.359379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.360810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7b065fb-2679-4ded-a92f-08e41d0fe45b HTTP/1.1" status: 204 len: 168 time: 0.1597323 Oct 20 11:13:17.374247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc3098-ab0a-4db5-af9f-e58ee1f20841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b065fb-2679-4ded-a92f-08e41d0fe45b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:17.409436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06de4-77ef-482f-a287-c7e570ce4cd1 req-dd690f78-5618-4e13-8b39-fdb3dbe436c2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.415421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bad06de4-77ef-482f-a287-c7e570ce4cd1 req-dd690f78-5618-4e13-8b39-fdb3dbe436c2 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.3585236 Oct 20 11:13:17.429185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-7f3e346f-a9a3-42d7-b57e-cd99af40eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.432857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-7f3e346f-a9a3-42d7-b57e-cd99af40eec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770807 Oct 20 11:13:17.515217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37550510-695a-47ed-858a-1fb2028c8a83 req-25654908-38e4-46d2-ad22-adaeb98f8e8a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.520532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bad06de4-77ef-482f-a287-c7e570ce4cd1 req-498d4be3-89ce-4ad3-8aa2-d91727850a64 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=2911d158-1f54-462e-b780-e16564284d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864906 Oct 20 11:13:17.532178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37550510-695a-47ed-858a-1fb2028c8a83 req-25654908-38e4-46d2-ad22-adaeb98f8e8a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/ports?device_id=39f4adeb-70a4-4acf-a2f4-33fe4ee5be36 HTTP/1.1" status: 200 len: 944 time: 0.0917475 Oct 20 11:13:17.532526 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:17.564924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae84-72c3-4014-a7ac-ba840fad6bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.635472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-9039187a-4115-4180-98ec-0b5df3939d83 service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855090 Oct 20 11:13:17.665383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port e7b4790b-cef1-4642-8e15-5fe92726ea8c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:17.666223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.747392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae84-72c3-4014-a7ac-ba840fad6bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.757586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae84-72c3-4014-a7ac-ba840fad6bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.780217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port e7b4790b-cef1-4642-8e15-5fe92726ea8c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e7b4790b-cef1-4642-8e15-5fe92726ea8c,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:17.780821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.788020 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17d3ae84-72c3-4014-a7ac-ba840fad6bad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=98f6200ee65043a5b77be8d36decdf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448905 Oct 20 11:13:17.790704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33876) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:17.791847 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:17.799459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3995cee5-2c39-4b2e-a8a4-b858b2ae7970 req-4ce81f91-1d5c-441c-b2ab-66bcdfbb4f8d service neutron] 10.222.0.70 "GET /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549079 Oct 20 11:13:17.814768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33878) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:17.827067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for e7b4790b-cef1-4642-8e15-5fe92726ea8c owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:17.836198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3ae84-72c3-4014-a7ac-ba840fad6bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ebbcb-f745-4a56-9602-200d6ef46a55,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:17.842726 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde1b6dc-9854-43b1-9e84-8b2f33259a3e None None] The sync data for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 is: [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:07Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cd0c493b-345f-414b-bb3e-d8ecab3770cd', 'name': '', 'network_id': 'd9e9ee14-5282-43df-a8a0-7b9b4de1aa03', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:aa:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6510c125-149e-40ce-be34-0a147e6735bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:05Z', 'updated_at': '2021-10-20T11:12:10Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '6510c125-149e-40ce-be34-0a147e6735bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:17.858344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f55685b-b39a-48c5-a3b3-fea9768216f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:17.975222 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.023945 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.073427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85180bed-34cd-4ff9-8a53-739db93825fc None None] New status for floating IP eb9e425e-eb7b-43fc-83cd-cb33618bb8ec: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:13:18.112836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f55685b-b39a-48c5-a3b3-fea9768216f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.118285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f55685b-b39a-48c5-a3b3-fea9768216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.129503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.190523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=e7b4790b-cef1-4642-8e15-5fe92726ea8c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.194786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.197610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.198454 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/813ebbcb-f745-4a56-9602-200d6ef46a55 HTTP/1.1" status: 204 len: 168 time: 0.4065735 Oct 20 11:13:18.204413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f55685b-b39a-48c5-a3b3-fea9768216f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=397ae276e8d548df9f0f2bf4ca83026a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873925 Oct 20 11:13:18.208459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55685b-b39a-48c5-a3b3-fea9768216f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc555795-707d-44f9-8837-33cb57c22faa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.208632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33882) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:18.248001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] No DVR routers for this DVR port e7b4790b-cef1-4642-8e15-5fe92726ea8c on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:18.249865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6c64-48c9-4f79-afb0-c9f625f690c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ebbcb-f745-4a56-9602-200d6ef46a55,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.252194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.255575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37550510-695a-47ed-858a-1fb2028c8a83 req-c31bfe08-b176-4f58-99eb-20b8cf3ddc7d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "DELETE /v2.0/ports/e7b4790b-cef1-4642-8e15-5fe92726ea8c HTTP/1.1" status: 204 len: 173 time: 0.7199640 Oct 20 11:13:18.275645 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.300316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.353762 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.356704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.357956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc555795-707d-44f9-8837-33cb57c22faa HTTP/1.1" status: 204 len: 168 time: 0.1492085 Oct 20 11:13:18.367188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0a68-e033-42da-b7f5-31eca99b32d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc555795-707d-44f9-8837-33cb57c22faa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.600120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 33892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:18.617850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33894) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:18.637113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-981faa84-ef2d-47ad-842a-c89d884f8776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.732755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-981faa84-ef2d-47ad-842a-c89d884f8776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.737991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-981faa84-ef2d-47ad-842a-c89d884f8776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.778523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-981faa84-ef2d-47ad-842a-c89d884f8776 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7e9fcdf9e5f407ba58a0723a4f3b0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586175 Oct 20 11:13:18.779179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33898) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:18.819465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981faa84-ef2d-47ad-842a-c89d884f8776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be5e5ba-2328-45a1-a989-c9cb6de0a07f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.855186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.879243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.929228 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.932208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:18.933425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1be5e5ba-2328-45a1-a989-c9cb6de0a07f HTTP/1.1" status: 204 len: 168 time: 0.1519005 Oct 20 11:13:18.943535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456933a1-84f1-434a-9639-2cf4b71bdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be5e5ba-2328-45a1-a989-c9cb6de0a07f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:18.960326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-deleted', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:18.962573 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeb0e01-ef7d-4f04-97e3-d59e529f3013" -d '{"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-deleted", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:19.033365 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c31b7bc-dedf-4d08-82a7-5fbe3fa8cf02 x-openstack-request-id: req-7c31b7bc-dedf-4d08-82a7-5fbe3fa8cf02 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:19.033651 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4adeb-70a4-4acf-a2f4-33fe4ee5be36", "name": "network-vif-deleted", "tag": "e7b4790b-cef1-4642-8e15-5fe92726ea8c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:19.033987 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c31b7bc-dedf-4d08-82a7-5fbe3fa8cf02 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:19.034281 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4adeb-70a4-4acf-a2f4-33fe4ee5be36', 'name': 'network-vif-deleted', 'tag': 'e7b4790b-cef1-4642-8e15-5fe92726ea8c', 'status': 'completed', 'code': 200} Oct 20 11:13:19.252314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-aef937e2-98c3-442c-9b9d-b403eadc68cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1082234 Oct 20 11:13:19.414529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-43ff21f0-6c86-4ca8-a424-f04fed22b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:19.416065 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-43ff21f0-6c86-4ca8-a424-f04fed22b181 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.1051483 Oct 20 11:13:19.479319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:19.621221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-a5eb87f6-c384-4fc1-b98e-1474b0acf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:19.622768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-a5eb87f6-c384-4fc1-b98e-1474b0acf115 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1839421 Oct 20 11:13:19.722510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33952) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:19.751251 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-10e26f7e-4be3-4eb3-90f7-80a530a55399 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 1002 time: 0.1206377 Oct 20 11:13:19.835923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-573c1e1d-bc20-442f-b6d3-63d480cf1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:19.837455 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-573c1e1d-bc20-442f-b6d3-63d480cf1184 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0772173 Oct 20 11:13:19.920021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-8151d4de-8c19-4802-a648-db701b03e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:19.921524 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-8151d4de-8c19-4802-a648-db701b03e6ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730398 Oct 20 11:13:19.953794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd98b308-3575-4067-9319-d40784e5ff69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:19.954012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port cd0c493b-345f-414b-bb3e-d8ecab3770cd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:19.954335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.040531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd98b308-3575-4067-9319-d40784e5ff69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.045129 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cd98b308-3575-4067-9319-d40784e5ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.088318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cd98b308-3575-4067-9319-d40784e5ff69 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0283492938d440cb82cba2b60f090fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639705 Oct 20 11:13:20.091595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 33964) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:20.098880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-b999d48b-ca84-4187-9e0e-f4923eaae83b service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690180 Oct 20 11:13:20.099646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b308-3575-4067-9319-d40784e5ff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33303575-81c6-477c-99d0-1c2d0bcdb3b0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:20.104679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port cd0c493b-345f-414b-bb3e-d8ecab3770cd, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd0c493b-345f-414b-bb3e-d8ecab3770cd,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:20.105040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.137453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for cd0c493b-345f-414b-bb3e-d8ecab3770cd owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:20.146769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.169259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.229256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.232114 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.236413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33303575-81c6-477c-99d0-1c2d0bcdb3b0 HTTP/1.1" status: 204 len: 168 time: 0.1410546 Oct 20 11:13:20.242372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fa4f4-adc4-4d3e-8e08-2c109a62d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33303575-81c6-477c-99d0-1c2d0bcdb3b0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:20.267573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e36f85e3-5a92-4aaa-b63d-d068c3b9d123 req-6d9e891b-4b36-4d38-95ad-64bfd9623290 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596680 Oct 20 11:13:20.413586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.455882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=cd0c493b-345f-414b-bb3e-d8ecab3770cd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:20.650738 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.901337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 467b3272-9932-4b39-8e09-4979905f760b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:21.072478 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:21.100151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: e7b4790b-cef1-4642-8e15-5fe92726ea8c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:21.100838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e7b4790b-cef1-4642-8e15-5fe92726ea8c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:21.270718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:21.279108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34038) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:21.279562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cb29e834-b46d-4d71-89f2-f72bf80897c6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/467b3272-9932-4b39-8e09-4979905f760b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776872 Oct 20 11:13:21.284234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Sync routers for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:21.311931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:21.312829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:21.338630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting subnet 6510c125-149e-40ce-be34-0a147e6735bb {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:13:21.342846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.352505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34040) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:21.401346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.439224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:21.493741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9b3c-946a-4dea-af46-c38037f97bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.513974 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.585302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.593804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9b3c-946a-4dea-af46-c38037f97bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.600502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9b3c-946a-4dea-af46-c38037f97bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.620729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Subnet': ['ID=6510c125-149e-40ce-be34-0a147e6735bb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:21.629559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.637051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a9a0891-a4ff-448d-a110-bcb993b8a796 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/subnets/6510c125-149e-40ce-be34-0a147e6735bb HTTP/1.1" status: 204 len: 168 time: 0.3563991 Oct 20 11:13:21.637733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34052) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:21.639442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7c895-77b4-4679-a4e2-74645c344ebd None None] Network d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:21.660753 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a4d9b3c-946a-4dea-af46-c38037f97bef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e989576866c414c84ffb64b7d2db3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066065 Oct 20 11:13:21.661655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34054) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:21.662512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9b3c-946a-4dea-af46-c38037f97bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2361b9-1c4e-48ba-a460-97e2b6a89fd6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:21.680367 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:13:20Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:21.733357 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Checking router: 467b3272-9932-4b39-8e09-4979905f760b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:21.753774 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Routers {'467b3272-9932-4b39-8e09-4979905f760b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:21.754721 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['467b3272-9932-4b39-8e09-4979905f760b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:21.757543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.802405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.804429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.881487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.884476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.885634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e2361b9-1c4e-48ba-a460-97e2b6a89fd6 HTTP/1.1" status: 204 len: 168 time: 0.2190878 Oct 20 11:13:21.901471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2eb4-e5b3-4891-83fb-6d394af6ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2361b9-1c4e-48ba-a460-97e2b6a89fd6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:21.916355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] DHCP port deletion for d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:13:21.927611 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] Set router 467b3272-9932-4b39-8e09-4979905f760b gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:21.975474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:21.992703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Deleting port 2ae6ee77-8cc3-4970-8105-0775a695f52a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:21.993205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.071926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 586a9f49-1d7b-4cda-958f-3185294be0d0 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:22.072359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.081467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] For port 2ae6ee77-8cc3-4970-8105-0775a695f52a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2ae6ee77-8cc3-4970-8105-0775a695f52a,segment=NetworkSegment(46e4dce7-9b2b-45be-b48a-bafe03513faf),segment_id=46e4dce7-9b2b-45be-b48a-bafe03513faf)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:22.082709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.114132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Calling delete_port for 2ae6ee77-8cc3-4970-8105-0775a695f52a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:22.211594 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:13:20Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:22.238869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.240864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 586a9f49-1d7b-4cda-958f-3185294be0d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=586a9f49-1d7b-4cda-958f-3185294be0d0,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:22.241252 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.248104 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d15ab-98c7-49dd-8b36-527ca1f484f5 None None] The sync data for ids ['467b3272-9932-4b39-8e09-4979905f760b'] in n-d-802060-17 is: [{'id': '467b3272-9932-4b39-8e09-4979905f760b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869841413', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:13:20Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': '586a9f49-1d7b-4cda-958f-3185294be0d0', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467b3272-9932-4b39-8e09-4979905f760b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:12:02Z', 'updated_at': '2021-10-20T11:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:22.262160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 586a9f49-1d7b-4cda-958f-3185294be0d0 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:22.309955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Pushing event deleted for resources: {'Port': ['ID=2ae6ee77-8cc3-4970-8105-0775a695f52a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:22.318226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] No DVR routers for this DVR port 2ae6ee77-8cc3-4970-8105-0775a695f52a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:22.320590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.320942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.321483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.321737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.323269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.323903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.324484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.325013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.325535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.326063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.326720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.327525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff50dcf-e95c-475d-89fd-3fce96932aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:22.440152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34102) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:22.455284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e561-a1a2-48d0-ac4c-6cfbc8b857b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.471607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.507008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=586a9f49-1d7b-4cda-958f-3185294be0d0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:22.560416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e561-a1a2-48d0-ac4c-6cfbc8b857b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.568968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e561-a1a2-48d0-ac4c-6cfbc8b857b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.586099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.614029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8ff4e561-a1a2-48d0-ac4c-6cfbc8b857b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=457392126baa4e54ab9c24cd51db7d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722302 Oct 20 11:13:22.615366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4e561-a1a2-48d0-ac4c-6cfbc8b857b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81d306-6a27-48d0-acf2-14e383471fd4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:22.617805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34124) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:22.699009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.731912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.734447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.735290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.805788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.806514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Fanout notify agent at l3_agent the message router_deleted on router 467b3272-9932-4b39-8e09-4979905f760b {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:22.816131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.822271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34138) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:22.826254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-45028def-eb95-4135-a4b3-fb94f23c4508 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/routers/467b3272-9932-4b39-8e09-4979905f760b HTTP/1.1" status: 204 len: 168 time: 1.1873531 Oct 20 11:13:22.835794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.837158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd0c493b-345f-414b-bb3e-d8ecab3770cd no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:22.841128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:22.841314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa81d306-6a27-48d0-acf2-14e383471fd4 HTTP/1.1" status: 204 len: 168 time: 0.2223589 Oct 20 11:13:22.862271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cd0c493b-345f-414b-bb3e-d8ecab3770cd {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:22.862929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd0c493b-345f-414b-bb3e-d8ecab3770cd not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:22.863647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ae6ee77-8cc3-4970-8105-0775a695f52a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:22.888679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2ae6ee77-8cc3-4970-8105-0775a695f52a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:22.889117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2ae6ee77-8cc3-4970-8105-0775a695f52a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:22.920230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09a7cc-14f4-4899-b2fe-1a52b95e2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81d306-6a27-48d0-acf2-14e383471fd4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:22.979487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.096781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.120189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e9ee14-5282-43df-a8a0-7b9b4de1aa03']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:23.132072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e4dce7-9b2b-45be-b48a-bafe03513faf') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:23.132464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e4dce7-9b2b-45be-b48a-bafe03513faf') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:23.149065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.170962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.180729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:23.181577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:23.185968 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:23.194702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34148) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:23.265242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.273490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.280393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/networks/d9e9ee14-5282-43df-a8a0-7b9b4de1aa03 HTTP/1.1" status: 204 len: 168 time: 0.4541488 Oct 20 11:13:23.281766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:23.305065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89da8e-f53b-4309-95de-46e957e621a0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Network': ['ID=d9e9ee14-5282-43df-a8a0-7b9b4de1aa03,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:23.357330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3c51617-a517-4dea-88bd-3acaa5902bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.363180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.391544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.447130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3c51617-a517-4dea-88bd-3acaa5902bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.451418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3c51617-a517-4dea-88bd-3acaa5902bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.458220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.461210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.462470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/security-groups/2911d158-1f54-462e-b780-e16564284d50 HTTP/1.1" status: 204 len: 168 time: 0.1808777 Oct 20 11:13:23.475080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ebdf-dacc-46c5-9304-36e785ed6d41 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2911d158-1f54-462e-b780-e16564284d50,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:23.504585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3c51617-a517-4dea-88bd-3acaa5902bc7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1f2eb161e564262981b8d45c5452796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084369 Oct 20 11:13:23.505299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51617-a517-4dea-88bd-3acaa5902bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a66a1b-18a0-4eac-a11e-f8acc56443f0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:23.507715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:23.588969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.619231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.673249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.675882 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.679843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f5a66a1b-18a0-4eac-a11e-f8acc56443f0 HTTP/1.1" status: 204 len: 168 time: 0.1684167 Oct 20 11:13:23.685390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294b9ab-0da8-433d-8f5a-dfb969eb2f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a66a1b-18a0-4eac-a11e-f8acc56443f0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:23.760428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34178) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:23.764969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989757836', 'description': 'tempest-secgroup-smoke-989757836 description', 'project_id': '3bd741658daa4d599311a0e41ea0ead8'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:23.788959 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.870336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.874621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.903015 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:23.906932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1428113 Oct 20 11:13:23.907188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:23.912777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:23.918029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06af55-15bc-4494-b1f5-88a8b20e5e17 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be185117-fbf5-4d80-aa67-48e520109441,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:23.945861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.012297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.016935 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.032265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.034869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4426d8d-72e7-43fc-8309-9dee4400f0f0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.044655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.045873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2869eb74-520f-427c-b108-e69e59915152 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378045 Oct 20 11:13:24.046423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d4a992a-4101-4b17-8519-46f3ff1251ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.049177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34192) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.054100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.098836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.173188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.178735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.198672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d4a992a-4101-4b17-8519-46f3ff1251ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.202354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f14dec-e729-412e-84e5-69daa5a80fe0,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.207370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d4a992a-4101-4b17-8519-46f3ff1251ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.226590 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.227726 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cdf9c768-b91a-4fde-bd6b-5e5c9d38e873 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1776083 Oct 20 11:13:24.230629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34198) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.235543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.248564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a992a-4101-4b17-8519-46f3ff1251ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5a349-6790-4522-a80d-726e4247aa3f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.253410 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d4a992a-4101-4b17-8519-46f3ff1251ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0aa246718a744a7962a640ab3e42b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201104 Oct 20 11:13:24.256749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34202) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.266128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.312229 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.336351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.341227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.341760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.361835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae704e9-e118-4820-9514-9c04fbcd21fb,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.368833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.373164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-557f0c2b-6726-441b-846c-35323c822e50 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387601 Oct 20 11:13:24.373381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34206) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.379108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.399212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.402146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.403330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65a5a349-6790-4522-a80d-726e4247aa3f HTTP/1.1" status: 204 len: 168 time: 0.1456122 Oct 20 11:13:24.411131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c44a1-ce8b-4d28-9161-7ef774a5ce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5a349-6790-4522-a80d-726e4247aa3f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.412541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.467721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 586a9f49-1d7b-4cda-958f-3185294be0d0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:24.493147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 586a9f49-1d7b-4cda-958f-3185294be0d0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:24.493489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 586a9f49-1d7b-4cda-958f-3185294be0d0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:24.499384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.504151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.524742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af997309-c4d4-4d8c-bbf0-dcd43cad0393,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.533810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.538221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e778d72b-27cf-48a9-9f06-5ce807c55c25 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601720 Oct 20 11:13:24.538221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.543429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.566643 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:13:24.572570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.641043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.645011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.662611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4baa5-672e-40ba-800a-41f633b7cd42,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.672810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.674021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-28628125-a7b4-4331-9ff9-39c0d65616e7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349013 Oct 20 11:13:24.676993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34224) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.682073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'security_group_rule': {'security_group_id': 'be185117-fbf5-4d80-aa67-48e520109441', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.717103 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Project 3bd741658daa4d599311a0e41ea0ead8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:13:24.721959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.787267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.791381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.811643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9cf2eb-4715-4707-afb7-0d6c66b3eaa3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:24.818649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.819826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a53984a-42c8-4420-9472-c57d7aa70160 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413002 Oct 20 11:13:24.822690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:24.828318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'network': {'name': 'tempest-network-smoke--984984084', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:24.850171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:24.853854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.878433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:24.887804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.888314 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Added segment 24db7075-c479-488b-8dc7-41826c741a98 of type vlan for network b3eb1f6c-e273-4e1d-908e-50dd09814f0a Oct 20 11:13:24.935345 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.962240 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:24.968410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:24.968837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.011701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1853204 Oct 20 11:13:25.012069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34246) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:25.016856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'admin_state_up': True, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:25.044182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.045513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.047743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20e70e-de71-434e-948c-083f12c03497 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Network': ['ID=b3eb1f6c-e273-4e1d-908e-50dd09814f0a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:25.060366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:25.118596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.274697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.477678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.478190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34280) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:25.497986 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.594220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dae87df4-ceb3-47dd-81e8-5ac2ca718887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.614039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.71 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/bf16d399-06d6-4d63-9322-6adf91fa8e8c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:25.671656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dae87df4-ceb3-47dd-81e8-5ac2ca718887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.675743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dae87df4-ceb3-47dd-81e8-5ac2ca718887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.719777 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae87df4-ceb3-47dd-81e8-5ac2ca718887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56693a7-1d16-42f7-987a-e1540f28a704,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:25.726868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dae87df4-ceb3-47dd-81e8-5ac2ca718887 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da53a5884220446ca12ce8291f079f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475927 Oct 20 11:13:25.728717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.729421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34292) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:25.767289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.782149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.805572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.808494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:25.811937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:25.815118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:25.848973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=bf16d399-06d6-4d63-9322-6adf91fa8e8c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:25.868237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.871529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:25.872925 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d56693a7-1d16-42f7-987a-e1540f28a704 HTTP/1.1" status: 204 len: 168 time: 0.1423769 Oct 20 11:13:25.884196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48323eec-3219-4024-89c8-c2998173d488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56693a7-1d16-42f7-987a-e1540f28a704,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:26.030309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34302) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.097782 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.292478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34308) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.306404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e520ac48-dfaa-4781-91ca-e54e711ad89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.385392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e520ac48-dfaa-4781-91ca-e54e711ad89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.390448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e520ac48-dfaa-4781-91ca-e54e711ad89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.429529 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e520ac48-dfaa-4781-91ca-e54e711ad89e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d468ae4bf8349299330b6841dcb3eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357539 Oct 20 11:13:26.430310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520ac48-dfaa-4781-91ca-e54e711ad89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896fd443-356d-420a-aeae-4c47d91a5ad8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:26.432612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34310) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.486750 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.504784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f02b8833-db8e-4bd7-883f-f2ed68fb4e39 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:26.508930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.536982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f02b8833-db8e-4bd7-883f-f2ed68fb4e39 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "PUT /v2.0/quotas/253cbc4fd024455abc1281e2b13a9bbe HTTP/1.1" status: 200 len: 368 time: 0.5055771 Oct 20 11:13:26.539942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34312) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.544695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Request body: {'network': {'project_id': '253cbc4fd024455abc1281e2b13a9bbe'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:26.565152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Made reservation on behalf of 253cbc4fd024455abc1281e2b13a9bbe for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:26.567423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.576084 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.578620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.579751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/896fd443-356d-420a-aeae-4c47d91a5ad8 HTTP/1.1" status: 204 len: 168 time: 0.1462495 Oct 20 11:13:26.584145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.595900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baf358-52b5-4b33-8eb6-ad8718586afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896fd443-356d-420a-aeae-4c47d91a5ad8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:26.651299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.672883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.678529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.704547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:26.713663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cbe4d6-ff59-446d-86e7-2e0fee281414,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:26.719953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.720298 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Added segment 809eae51-5f55-4874-9d0b-c68cd2254acf of type vlan for network 0813b4fc-1500-4897-8891-7a2493a511b2 Oct 20 11:13:26.763169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.788843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 8527169c-f6cf-4b8b-9274-9291c9116f25 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:13:26.791684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.793050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:26.794162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.827035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2860026 Oct 20 11:13:26.832382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.840876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Request body: {'network': {'project_id': '253cbc4fd024455abc1281e2b13a9bbe'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:26.902365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:26.914751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Sync routers for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:26.923577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e70e-8219-4e89-b6ff-8f151af31823 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event updated for resources: {'Network': ['ID=0813b4fc-1500-4897-8891-7a2493a511b2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:26.935038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 0813b4fc-1500-4897-8891-7a2493a511b2 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:26.935201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Made reservation on behalf of 253cbc4fd024455abc1281e2b13a9bbe for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:26.937346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:26.938324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:26.939895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.944650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.944794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cc08c775-f745-4ba0-9473-fc1abc2687a3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9280250 Oct 20 11:13:26.944961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34324) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:26.971396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:26.985989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:26.986337 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Added segment 4f550da0-2234-4a5f-9e01-1e93b367279d of type vlan for network 386f1308-f9c3-4f46-8b56-06329343949e Oct 20 11:13:26.993217 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2cde4f1-00b1-4a9a-b9aa-9d2fd943d7df tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=3bd741658daa4d599311a0e41ea0ead8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439916 Oct 20 11:13:26.993421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.106780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.122776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a66a3-537b-48bd-b6b8-246f3ae2787b tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:27.127392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d7a66a3-537b-48bd-b6b8-246f3ae2787b tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269386 Oct 20 11:13:27.128548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34332) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.178412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.179698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:27.180506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.185806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e9923afc-6c5f-411b-aa3e-4725304cf488 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536640 Oct 20 11:13:27.186004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34336) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.192165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223504650', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:27.273028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4395595 Oct 20 11:13:27.273729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34340) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.282769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aa5e265c-8cb1-4c4f-8953-fc586930e6af tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Request body: {'network': {'project_id': '253cbc4fd024455abc1281e2b13a9bbe'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:27.287863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571ce61-7131-4408-8beb-b99551fdb0f7 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event updated for resources: {'Network': ['ID=386f1308-f9c3-4f46-8b56-06329343949e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:27.306798 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5e265c-8cb1-4c4f-8953-fc586930e6af tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 11:13:27.308114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5e265c-8cb1-4c4f-8953-fc586930e6af tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:13:27.312645 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa5e265c-8cb1-4c4f-8953-fc586930e6af tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0350494 Oct 20 11:13:27.313506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.350850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 386f1308-f9c3-4f46-8b56-06329343949e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:27.381470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:27.384212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-340e8a6d-cbe1-42d4-9ba4-412058e1f217 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=253cbc4fd024455abc1281e2b13a9bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690408 Oct 20 11:13:27.386829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.387207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:27.399866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.526854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.563962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.611703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:25Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:27.643149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.646498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.650837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2cbe4d6-ff59-446d-86e7-2e0fee281414 HTTP/1.1" status: 204 len: 168 time: 0.2623425 Oct 20 11:13:27.651456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34356) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.652212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Checking router: 8527169c-f6cf-4b8b-9274-9291c9116f25 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:27.652770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Updating router 8527169c-f6cf-4b8b-9274-9291c9116f25 port bf16d399-06d6-4d63-9322-6adf91fa8e8c binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:13:27.668490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299eab7-5e69-484d-9904-959d7342f4d3 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cbe4d6-ff59-446d-86e7-2e0fee281414,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:27.701293 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.718066 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.754880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.810285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Subnet': ['ID=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:27.826712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Checking segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:27.827133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network hostable DHCP agents. Network: b3eb1f6c-e273-4e1d-908e-50dd09814f0a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:27.843611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.853168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:27.865606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b3eb1f6c-e273-4e1d-908e-50dd09814f0a) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:27.866643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386f1308-f9c3-4f46-8b56-06329343949e']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:27.870745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:27.871542 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.882433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb304509-899e-4b20-a348-dd14c2a8e44d None None] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:27.885082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f550da0-2234-4a5f-9e01-1e93b367279d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:27.885381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f550da0-2234-4a5f-9e01-1e93b367279d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:27.896890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.899680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34362) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:27.900850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-236b6a77-6c00-42a9-9eb6-693e6e414821 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7135031 Oct 20 11:13:27.947935 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.957515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:27.957824 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:27.960069 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:28.061611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.079214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.085773 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "DELETE /v2.0/networks/386f1308-f9c3-4f46-8b56-06329343949e HTTP/1.1" status: 204 len: 168 time: 0.4316657 Oct 20 11:13:28.086011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34376) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:28.086987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b173b-4698-4ffb-bf9f-17863bf74537 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event deleted for resources: {'Network': ['ID=386f1308-f9c3-4f46-8b56-06329343949e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:28.111823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.121156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.183470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.184286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Attempting to bind port bf16d399-06d6-4d63-9322-6adf91fa8e8c on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:28.184660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Attempting to bind port bf16d399-06d6-4d63-9322-6adf91fa8e8c by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:28.185428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Attempting to bind port bf16d399-06d6-4d63-9322-6adf91fa8e8c on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:28.216982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:28.217377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:28.218353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.219366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:28.220267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Bound port: bf16d399-06d6-4d63-9322-6adf91fa8e8c, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:28.220950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.251161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:13:28.252008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.286076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] For port bf16d399-06d6-4d63-9322-6adf91fa8e8c, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:28.289789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] For port bf16d399-06d6-4d63-9322-6adf91fa8e8c, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf16d399-06d6-4d63-9322-6adf91fa8e8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:28.298739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.308593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d33e0e-5f36-47f9-9176-9cacd96f2d1e None None] Pushing event updated for resources: {'Port': ['ID=bf16d399-06d6-4d63-9322-6adf91fa8e8c,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:28.313249 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.342636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0813b4fc-1500-4897-8891-7a2493a511b2']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:28.354290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809eae51-5f55-4874-9d0b-c68cd2254acf') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:28.354587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809eae51-5f55-4874-9d0b-c68cd2254acf') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:28.368011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.383145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:28.384058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:28.384648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.401007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:28.401375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:28.414675 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:28.465246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d33e0e-5f36-47f9-9176-9cacd96f2d1e None None] Pushing event updated for resources: {'Port': ['ID=bf16d399-06d6-4d63-9322-6adf91fa8e8c,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:28.484638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.493065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.500737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] 10.222.0.74 "DELETE /v2.0/networks/0813b4fc-1500-4897-8891-7a2493a511b2 HTTP/1.1" status: 204 len: 168 time: 0.4116249 Oct 20 11:13:28.520053 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.523895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965bdc0-5584-4a5a-8214-692a07582f66 tempest-QuotasNegativeTest-786886497 tempest-QuotasNegativeTest-786886497-project-admin] Pushing event deleted for resources: {'Network': ['ID=0813b4fc-1500-4897-8891-7a2493a511b2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:28.597215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a95a9df0-fa69-4ddd-a1a7-c14e634a6a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:28.609943 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:28.758713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Allocated IP 172.20.0.2 (b3eb1f6c-e273-4e1d-908e-50dd09814f0a/77a5ad7e-9ac0-47b6-af9b-ee7a257f132d/91cc615c-f6d4-4d5d-8230-aa64f1f301cf) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:28.941859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:25Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:28.983127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd9703-3788-4b19-b522-f3ac6c99ee7a None None] The sync data for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 is: [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:25Z', 'revision_number': 3, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:29.003585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.010680 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.054639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:29.059217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:29.063960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:29.106436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.1 (b3eb1f6c-e273-4e1d-908e-50dd09814f0a/77a5ad7e-9ac0-47b6-af9b-ee7a257f132d/5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:29.116378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Pushing event updated for resources: {'Port': ['ID=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:29.136701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Attempting to bind port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:29.137075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Attempting to bind port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:29.137447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Attempting to bind port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf on network b3eb1f6c-e273-4e1d-908e-50dd09814f0a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Checking segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Bound using segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Bound port: 91cc615c-f6d4-4d5d-8230-aa64f1f301cf, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:29.147989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.148774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:29.243206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] For port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:29.248108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] For port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:29.262927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.315587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.348628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e71db03-6f18-48f4-a16e-046d7f2f7bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.366479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a7951-c1f1-4131-8f40-f5111409ff0a None None] Pushing event updated for resources: {'Port': ['ID=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:29.441834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.515607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:29.523932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:29.532330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:29.538618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e71db03-6f18-48f4-a16e-046d7f2f7bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.570174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2e71db03-6f18-48f4-a16e-046d7f2f7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.572453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:29.648822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2e71db03-6f18-48f4-a16e-046d7f2f7bd8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1052d082492f402caf6961b99ccdad91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917159 Oct 20 11:13:29.649385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.649531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34434) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:29.655170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71db03-6f18-48f4-a16e-046d7f2f7bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53805d69-59b5-438c-a46e-832be79e740c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:29.764092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.801479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.876869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.879944 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.881687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53805d69-59b5-438c-a46e-832be79e740c HTTP/1.1" status: 204 len: 168 time: 0.2312255 Oct 20 11:13:29.887244 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:29.890866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5bdf0-9227-4a7c-9768-6cc90028ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53805d69-59b5-438c-a46e-832be79e740c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:30.325804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34470) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:30.342755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca7c7-6a8d-45f6-8a37-a6b971b51900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.440786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca7c7-6a8d-45f6-8a37-a6b971b51900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.446603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca7c7-6a8d-45f6-8a37-a6b971b51900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.517341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a8ca7c7-6a8d-45f6-8a37-a6b971b51900 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f0f90ebeaa64e7d86a5a88ed24a59d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899571 Oct 20 11:13:30.518886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ca7c7-6a8d-45f6-8a37-a6b971b51900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a732236f-2415-4250-a8d6-d84aece1eb1f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:30.523113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:30.581845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.592323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.603250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.631458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.660880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.670909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf16d399-06d6-4d63-9322-6adf91fa8e8c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:30.710137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89c3ce-a807-4bb2-9804-9a9914958814 None None] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:30.720425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.727442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.728810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a732236f-2415-4250-a8d6-d84aece1eb1f HTTP/1.1" status: 204 len: 168 time: 0.2046790 Oct 20 11:13:30.739959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c171-9e58-477b-a1c8-7eea91060cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a732236f-2415-4250-a8d6-d84aece1eb1f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:30.760545 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:30.852038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:30.853953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:30.865219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] Provisioning complete for port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:30.865586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:30.898114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bf16d399-06d6-4d63-9322-6adf91fa8e8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:30.898479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.017730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 8527169c-f6cf-4b8b-9274-9291c9116f25 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:31.173524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:31.187196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b2a3917d-b3ca-403a-8c36-937a50ba71ea tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/8527169c-f6cf-4b8b-9274-9291c9116f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776639 Oct 20 11:13:31.223636 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Sync routers for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:31.240130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.241648 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:31.242477 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:31.301097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] For port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:31.319514 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.326638 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.429881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port bf16d399-06d6-4d63-9322-6adf91fa8e8c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf16d399-06d6-4d63-9322-6adf91fa8e8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:31.449785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8ce49b2-59c3-4061-8a44-0163bc0928ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.451589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.453147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 91cc615c-f6d4-4d5d-8230-aa64f1f301cf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:31.480468 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:31.493144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535521ca-2396-4e8e-97df-2fb2ee1c3480 None None] Pushing event updated for resources: {'Port': ['ID=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:31.592348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=bf16d399-06d6-4d63-9322-6adf91fa8e8c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:31.597438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:31.598152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.792991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0933c63d-7908-48e1-832b-419a7ad1fcef None None] Provisioning complete for port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:31.793628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0933c63d-7908-48e1-832b-419a7ad1fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.832101 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:31.885035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-2078302f-0614-4055-8b27-d5f6f0b9494d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989757836&fields=id&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 267 time: 0.1053226 Oct 20 11:13:31.969118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0933c63d-7908-48e1-832b-419a7ad1fcef None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:31.969478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0933c63d-7908-48e1-832b-419a7ad1fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.019865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0933c63d-7908-48e1-832b-419a7ad1fcef None None] Port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:32.052710 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:30Z', 'revision_number': 2, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:32.064175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-efae6c81-f69d-471d-9cc0-def18b672404 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:32.072050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-efae6c81-f69d-471d-9cc0-def18b672404 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 796 time: 0.1860745 Oct 20 11:13:32.079757 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Checking router: 8527169c-f6cf-4b8b-9274-9291c9116f25 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:32.080374 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Updating router 8527169c-f6cf-4b8b-9274-9291c9116f25 port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:13:32.087545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-4f2c2772-899d-4098-87a2-61e0bc805dca tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/quotas/3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 375 time: 0.0138848 Oct 20 11:13:32.126369 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.162724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a26aea18-848a-4bc6-8d4d-74bdc93482eb None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:32.164935 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a26aea18-848a-4bc6-8d4d-74bdc93482eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.187039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-9e175779-5919-42ec-a6e8-3a46f1ad9644 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930190 Oct 20 11:13:32.233169 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a26aea18-848a-4bc6-8d4d-74bdc93482eb None None] Port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:32.348518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-f78f51fb-e9ac-444c-9e84-b8c503caf7b0 service neutron] 10.222.0.74 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532941 Oct 20 11:13:32.360876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-59d0f0b6-3a02-4c91-b79e-218e2ae88222 None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:32.361264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59d0f0b6-3a02-4c91-b79e-218e2ae88222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.426330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-59d0f0b6-3a02-4c91-b79e-218e2ae88222 None None] Port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:32.496707 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.508739 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.529442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-518adb26-bb36-4268-b609-56ec9e2ce8cc service neutron] 10.222.0.74 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692057 Oct 20 11:13:32.559388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 91cc615c-f6d4-4d5d-8230-aa64f1f301cf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:32.593256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Pushing event updated for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:32.611278 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.611895 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.612533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.613015 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.613530 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.614002 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.615074 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.615574 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.616045 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.616562 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.617042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.617520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:32.622958 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:13:32.647897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:32.648377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.712352 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Attempting to bind port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:32.712795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Attempting to bind port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:32.713229 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Attempting to bind port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 on network b3eb1f6c-e273-4e1d-908e-50dd09814f0a {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:32.719264 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:32.720000 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Checking segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:32.721019 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.723411 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Bound using segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:32.724261 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Bound port: 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:32.724855 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.825483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c87ac0c-e3c6-4aa5-b650-d2821614bc37 req-04647bca-e7dc-4701-8a9a-005aaf625bb6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 210 time: 0.0666964 Oct 20 11:13:32.848942 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] For port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:32.852717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] For port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:32.860688 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.863643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf16d399-06d6-4d63-9322-6adf91fa8e8c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:32.921294 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.948035 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c4621-762c-48e2-b4da-15f3a0eba2be None None] Pushing event updated for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:32.963901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bf16d399-06d6-4d63-9322-6adf91fa8e8c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:32.964794 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:32.965492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:32.965907 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:33.063830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:33.064205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:33.166226 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:33.245149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:33.296453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] For port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:33.306896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:33.391265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28bb76-7ed6-4b8a-80f1-8c3179ad7df0 None None] Pushing event updated for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:33.403787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34650) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.437974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-78050406-82e5-49ad-8ecb-8b555c78473d None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:33.439234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-78050406-82e5-49ad-8ecb-8b555c78473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:33.552778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2d85ad77-f3b6-42e7-96b3-eab0b13a6092 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:33.581089 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:32Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:33.598155 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d85ad77-f3b6-42e7-96b3-eab0b13a6092 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "PUT /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7 HTTP/1.1" status: 200 len: 366 time: 0.1932254 Oct 20 11:13:33.601351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34656) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.615368 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd871c-ee06-41a4-80a2-7ec64a633cf7 None None] The sync data for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 is: [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:32Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:33.618922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-11d1750d-5b83-4e5d-9c54-129a7bf63c69 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0152183 Oct 20 11:13:33.621310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34658) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.633223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d638c2e1-2e5a-4d25-a4b1-8be71393171f tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7 HTTP/1.1" status: 200 len: 366 time: 0.0106983 Oct 20 11:13:33.636235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.657796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c4e2c783-f336-44ae-b8df-489cfcb55345 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7 HTTP/1.1" status: 204 len: 168 time: 0.0199072 Oct 20 11:13:33.660307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34662) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.680217 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa094515-c323-4a5c-830b-ad1be28cdc43 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0171795 Oct 20 11:13:33.682778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.695483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2b3bb5c7-f048-4bcc-964c-e473a5d7adbf tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7 HTTP/1.1" status: 200 len: 370 time: 0.0109117 Oct 20 11:13:33.699505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34666) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.709778 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5dd25ca8-7a94-4ca3-bd4e-95d59cc6e5a2 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7/default HTTP/1.1" status: 200 len: 370 time: 0.0084422 Oct 20 11:13:33.712562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34668) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.722174 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-e284be75-e8e3-4760-aaf7-15174bff1e8a tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] delete failed (client error): The resource could not be found. Oct 20 11:13:33.723256 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e284be75-e8e3-4760-aaf7-15174bff1e8a tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/fe72f3112cfd463faf153ba0251e04d7 HTTP/1.1" status: 404 len: 348 time: 0.0096545 Oct 20 11:13:33.876714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34688) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:33.899955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:network and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:33.903471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:33.911628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:subnet and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:33.921282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:33.928260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:subnetpool and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:33.933704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:33.977251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3492756-a59d-4853-bfb4-e4bb34994f33 req-efa0bb31-9185-43f4-b6e9-f76e39c6c741 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 210 time: 0.0321460 Oct 20 11:13:33.978799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:port and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:33.985437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:33.993843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:router and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:33.997401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:34.011373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:floatingip and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:34.015189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:34.059590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:security_group and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:34.063063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:34.070661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Usage tracker for resource:security_group_rule and project:af20deac1bf24c6ca983ecfc1edde0d7 is out of sync, need to count used quota {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:13:34.074293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.quota.resource [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100747) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:13:34.079274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4755c8a-bed4-4cb4-a34c-b613825138d7 tempest-QuotasTest-904453308 tempest-QuotasTest-904453308-project-admin] 10.222.0.74 "GET /v2.0/quotas/af20deac1bf24c6ca983ecfc1edde0d7/details.json HTTP/1.1" status: 200 len: 703 time: 0.2014961 Oct 20 11:13:34.399827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.444589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-71abe85e-53b0-4fed-85d1-2e90d57b8118 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:34.446240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-71abe85e-53b0-4fed-85d1-2e90d57b8118 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 796 time: 0.1424959 Oct 20 11:13:34.475372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:34.502395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-52dcb262-4791-4e3d-a614-0848bc51bf46 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd741658daa4d599311a0e41ea0ead8 HTTP/1.1" status: 200 len: 379 time: 0.0464096 Oct 20 11:13:34.520055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'port': {'device_id': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'admin_state_up': True, 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'security_groups': ['be185117-fbf5-4d80-aa67-48e520109441']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:34.611364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:34.676587 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a00b15c-908b-4f39-a71d-7b212cccb1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.697484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Made reservation on behalf of 3bd741658daa4d599311a0e41ea0ead8 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:34.704349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:34.704507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.704855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.807199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a00b15c-908b-4f39-a71d-7b212cccb1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.813486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a00b15c-908b-4f39-a71d-7b212cccb1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.868813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a00b15c-908b-4f39-a71d-7b212cccb1fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4cba5170b5941eaa48fa265e538c0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897011 Oct 20 11:13:34.868813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00b15c-908b-4f39-a71d-7b212cccb1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f3dfe-a750-4901-9d40-fec19f0014b5,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:34.869688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34738) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:34.878287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.20.0.10 (b3eb1f6c-e273-4e1d-908e-50dd09814f0a/77a5ad7e-9ac0-47b6-af9b-ee7a257f132d/44bb94e9-927c-4505-a9dd-bdb06ec09f70) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:34.952788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.982745 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.039345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.041950 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.043137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/828f3dfe-a750-4901-9d40-fec19f0014b5 HTTP/1.1" status: 204 len: 168 time: 0.1610398 Oct 20 11:13:35.059125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103b117-dcad-491d-8c4f-2f7430d84ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f3dfe-a750-4901-9d40-fec19f0014b5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:35.088128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.141447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.156647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2519c5d-f41d-4196-8a85-b2b72d090659 req-f29d773e-6df9-436e-b4cb-94134cc892e3 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 210 time: 0.0471747 Oct 20 11:13:35.193063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:35.197004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:35.200922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:35.242219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:35.269621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:35.270350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.292372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-02ac04ad-56b0-4cc9-857d-2e6b22b13fa6 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815294 Oct 20 11:13:35.308255 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Request body: {'port': {'device_id': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:35.380814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.440695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:35.456266 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a3c-5d9b-4bb4-8d3f-621fec75d2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.486233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4f38b2a9-dfc4-4b30-83f3-0a78d8c44364 None None] Provisioning complete for port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:35.486791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4f38b2a9-dfc4-4b30-83f3-0a78d8c44364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.526196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4f38b2a9-dfc4-4b30-83f3-0a78d8c44364 None None] Port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:35.558034 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a3c-5d9b-4bb4-8d3f-621fec75d2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.563144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a3c-5d9b-4bb4-8d3f-621fec75d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.603887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a1a3c-5d9b-4bb4-8d3f-621fec75d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db00c5-f7f4-45fb-9e0f-bfabca27df21,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:35.609268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8c1a1a3c-5d9b-4bb4-8d3f-621fec75d2b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af20deac1bf24c6ca983ecfc1edde0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673949 Oct 20 11:13:35.612829 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:35.665452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.688008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bb94e9-927c-4505-a9dd-bdb06ec09f70 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:13:35.689593 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.695606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.707955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Transition to ACTIVE for port object 44bb94e9-927c-4505-a9dd-bdb06ec09f70 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:13:35.715088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.748606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.751878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.753647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15db00c5-f7f4-45fb-9e0f-bfabca27df21 HTTP/1.1" status: 204 len: 168 time: 0.1402118 Oct 20 11:13:35.774085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc86a6c-6cf1-4c13-931c-7876e6f2bb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db00c5-f7f4-45fb-9e0f-bfabca27df21,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:35.808308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:35.876850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Attempting to bind port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:35.877184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Attempting to bind port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:35.886817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Attempting to bind port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 on network b3eb1f6c-e273-4e1d-908e-50dd09814f0a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:35.891868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 on network b3eb1f6c-e273-4e1d-908e-50dd09814f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:13:35.892191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Attempting to bind port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 on network b3eb1f6c-e273-4e1d-908e-50dd09814f0a {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:35.898248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:35.898579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Checking segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:35.899049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Bound using segment: {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:35.899416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Bound port: 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db7075-c479-488b-8dc7-41826c741a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:35.899766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:35.975595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:35.981084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:35.985720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.044168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.044786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.046232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] 10.222.0.70 "PUT /v2.0/ports/44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 1093 time: 0.7448156 Oct 20 11:13:36.046675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:36.048983 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82f00be-c6b1-4f2e-825d-f4ccc3389186" -d '{"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:36.095503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbe10-c31f-4d07-9ac7-a98b0b087287 service neutron] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:36.133467 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1a56b-c70e-408e-adc2-242e1b80dd35 x-openstack-request-id: req-d0d1a56b-c70e-408e-adc2-242e1b80dd35 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:36.133766 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:36.134146 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d0d1a56b-c70e-408e-adc2-242e1b80dd35 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:36.134547 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'status': 'completed', 'code': 200} Oct 20 11:13:36.152562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-4c65096d-0f64-43d0-ac2d-ce8d40d7fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.154093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-4c65096d-0f64-43d0-ac2d-ce8d40d7fc2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1096 time: 0.0556569 Oct 20 11:13:36.204686 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-4fa95815-a9d9-4b67-913f-104f27e30bb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 217 time: 0.0407426 Oct 20 11:13:36.276539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-37737e4a-fac0-4312-a9eb-f395457d8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.278184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-37737e4a-fac0-4312-a9eb-f395457d8be6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 200 len: 834 time: 0.0656779 Oct 20 11:13:36.292074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01472-622f-4d79-b552-ccf90a6a6e23 req-41815aac-4019-4d88-bb60-7f9fe8b86a5d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.294025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0df01472-622f-4d79-b552-ccf90a6a6e23 req-41815aac-4019-4d88-bb60-7f9fe8b86a5d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 944 time: 0.0634496 Oct 20 11:13:36.343812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0df01472-622f-4d79-b552-ccf90a6a6e23 req-79188339-e06f-48c6-a124-eb22d519d330 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Oct 20 11:13:36.349725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-43a26535-2490-46d8-9050-eb0dd0593294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.352009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-43a26535-2490-46d8-9050-eb0dd0593294 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666993 Oct 20 11:13:36.468726 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-329c55cc-1a0d-4820-a199-95d393f41bab service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093807 Oct 20 11:13:36.569895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62108691-bab5-4a54-9d6e-f7d87fdb2e89 req-2d77c018-22f4-4de4-a1e8-0dc345084115 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942483 Oct 20 11:13:36.642489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:36.659370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-2c7f3fe3-5f35-49a5-a125-52d571ce325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.660872 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-2c7f3fe3-5f35-49a5-a125-52d571ce325f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1096 time: 0.0439198 Oct 20 11:13:36.762063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-f0d5e37b-ff72-4127-b931-d530e853c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.764282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-f0d5e37b-ff72-4127-b931-d530e853c2c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 898 time: 0.0958962 Oct 20 11:13:36.809491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-2d8dc0d5-4a93-433a-9d59-c4e8c0bd8d11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 217 time: 0.0361712 Oct 20 11:13:36.809700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0552-5a18-4814-bbe4-d8cdf8de7d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.863982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-7d769e68-6eae-4867-8a91-6fefa78adb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.866018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-7d769e68-6eae-4867-8a91-6fefa78adb00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 200 len: 834 time: 0.0494201 Oct 20 11:13:36.894181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0552-5a18-4814-bbe4-d8cdf8de7d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.898339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0552-5a18-4814-bbe4-d8cdf8de7d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.914529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-b47bd701-d12e-44c8-b8c5-4afb63855a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.916020 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-b47bd701-d12e-44c8-b8c5-4afb63855a97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412223 Oct 20 11:13:36.939921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7dbd0552-5a18-4814-bbe4-d8cdf8de7d34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fea81ee4b6e04df19633ff363f0cfff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961030 Oct 20 11:13:36.940512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:36.942684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0552-5a18-4814-bbe4-d8cdf8de7d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20dbb5c-001d-4f7e-8129-99ad61c23f3c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:36.995836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.018966 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.029125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-1f519870-7b46-4a7e-a39b-e433abec6b3e service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051245 Oct 20 11:13:37.074061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.078330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.079931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d20dbb5c-001d-4f7e-8129-99ad61c23f3c HTTP/1.1" status: 204 len: 168 time: 0.1379759 Oct 20 11:13:37.092614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f87d6-0e8f-4c57-b274-da121b256d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20dbb5c-001d-4f7e-8129-99ad61c23f3c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:37.134364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e82f00be-c6b1-4f2e-825d-f4ccc3389186 req-8cdb53a2-db8f-4af6-bd29-5ac4394311ab service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967734 Oct 20 11:13:37.295619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34858) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:37.391687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1739576363'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:37.418874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.420133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.507178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.519942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7072c-e5df-4b6d-9d81-7977a4f6a7b3 req-1e0eed5e-069b-4adc-a571-51e24e5773f0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:37.522060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ac7072c-e5df-4b6d-9d81-7977a4f6a7b3 req-1e0eed5e-069b-4adc-a571-51e24e5773f0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 944 time: 0.0972128 Oct 20 11:13:37.523185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.549850 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.551045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9684c9c5-6ee3-4b33-919b-1dea148b694f tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2542846 Oct 20 11:13:37.553858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34872) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:37.573672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ac7072c-e5df-4b6d-9d81-7977a4f6a7b3 req-71d21da9-3d7d-4242-9a4a-f4364136b4f7 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Oct 20 11:13:37.637292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.807367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.809615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.872039 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.872555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 505cb425-0143-4053-bba5-e8b045e636fa {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:37.877564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.878585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cb8ff864-8d60-49d5-94c1-322efcea7066 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "DELETE /v2.0/routers/505cb425-0143-4053-bba5-e8b045e636fa HTTP/1.1" status: 204 len: 168 time: 0.3235021 Oct 20 11:13:37.882045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34888) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:37.886409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Request body: {'router': {'name': 'tempest-router-422426725', 'distributed': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:37.906782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.907814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.962774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.967210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.982540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.983793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4deb3c1d-4fc3-41fd-924a-3ce2331d1af4 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1007657 Oct 20 11:13:37.986670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:38.051097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34894) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:38.060093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.157362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f91d-5c98-4b50-828f-369ab252250f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.214323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.217154 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.235405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f91d-5c98-4b50-828f-369ab252250f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.239808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f91d-5c98-4b50-828f-369ab252250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.282128 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f91d-5c98-4b50-828f-369ab252250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b641f934-dd06-4e7c-aa50-0af2941ba0a1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:38.287646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3eb7f91d-5c98-4b50-828f-369ab252250f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d30678bbce74385bdf5ae479c66954c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348158 Oct 20 11:13:38.289636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34898) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:38.348087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.372261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.421680 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.424331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.425503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b641f934-dd06-4e7c-aa50-0af2941ba0a1 HTTP/1.1" status: 204 len: 168 time: 0.1339540 Oct 20 11:13:38.439951 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ae59c-51c4-4fc1-9eb8-a009a93a0bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641f934-dd06-4e7c-aa50-0af2941ba0a1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:38.525594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.526119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 944da92d-e230-49ed-8937-b93dc9078920 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:38.530695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.536276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dbbb08c9-cc66-45a3-b547-30ba02c0a3bf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "DELETE /v2.0/routers/944da92d-e230-49ed-8937-b93dc9078920 HTTP/1.1" status: 204 len: 168 time: 0.5443842 Oct 20 11:13:38.536276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34902) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:38.539831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Request body: {'router': {'name': 'tempest-router-407035590', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '19ce159cf07c4dd5af2472675a3276c7'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:38.560284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.561225 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.613913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.620267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.635799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.637142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0a55305b-de07-4c71-a9c3-3ac29e68b2ab tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1009319 Oct 20 11:13:38.640082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34910) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:38.644882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:38.789869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0818c-cbe1-4fcf-89cf-74c140dff282 req-72f8f0d8-dee5-4eb1-b1af-36e3474e855a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:38.791367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b0818c-cbe1-4fcf-89cf-74c140dff282 req-72f8f0d8-dee5-4eb1-b1af-36e3474e855a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 944 time: 0.1442044 Oct 20 11:13:38.907775 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.908111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.946578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2b0818c-cbe1-4fcf-89cf-74c140dff282 req-870e00cf-91dc-410a-b1fc-577e89c15772 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271479 Oct 20 11:13:38.996238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100747) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 20 11:13:38.996569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Router f000d17b-fc0a-4f47-99f6-09444c9131c8 migrating from provider to provider. {{(pid=100747) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 20 11:13:38.997161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.002536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.007152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.084252 n-d-802060-17 neutron-server[100747]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] No L3 agents can host the router f000d17b-fc0a-4f47-99f6-09444c9131c8 Oct 20 11:13:39.152148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:13:39.204946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Hosts for router f000d17b-fc0a-4f47-99f6-09444c9131c8: [] {{(pid=100747) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 20 11:13:39.236859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Hosts for other DVR routers connected to router f000d17b-fc0a-4f47-99f6-09444c9131c8: set() {{(pid=100747) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 20 11:13:39.239547 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.240749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c5c0ac5-5ef1-4054-81c7-6a7b5b7a1eba tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "PUT /v2.0/routers/f000d17b-fc0a-4f47-99f6-09444c9131c8 HTTP/1.1" status: 200 len: 716 time: 0.5994091 Oct 20 11:13:39.243507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34930) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:39.261010 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:39.272911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'mac_address': 'fa:16:3e:86:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:13:39.318313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.319353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f905f848-0e32-4552-925c-59c0107b2cdb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "GET /v2.0/routers/f000d17b-fc0a-4f47-99f6-09444c9131c8 HTTP/1.1" status: 200 len: 716 time: 0.0745389 Oct 20 11:13:39.322157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34934) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:39.336812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bb94e9-927c-4505-a9dd-bdb06ec09f70 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:13:39.359963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:39.366445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.417002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:39.565031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b52c3b63-2f7e-418c-908c-c1956dc7bf3c tempest-RoutersTestDVR-747645945 tempest-RoutersTestDVR-747645945-project] 10.222.0.74 "GET /v2.0/routers/f000d17b-fc0a-4f47-99f6-09444c9131c8 HTTP/1.1" status: 200 len: 682 time: 0.2417471 Oct 20 11:13:39.568209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34946) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:39.575145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['44bb94e9-927c-4505-a9dd-bdb06ec09f70'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:39.642702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.803173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.805336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.848259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.849299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f000d17b-fc0a-4f47-99f6-09444c9131c8 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:39.853701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.858302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34956) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:39.858724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-21341a3f-737d-4643-8cb2-356914874916 tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "DELETE /v2.0/routers/f000d17b-fc0a-4f47-99f6-09444c9131c8 HTTP/1.1" status: 204 len: 168 time: 0.2892566 Oct 20 11:13:39.862689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Request body: {'router': {'name': 'tempest-router-1255550727', 'distributed': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:39.884007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.884996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.937305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.945714 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.959976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.963749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6e1704f3-468c-459c-a941-c7a53b7c3dcf tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1018615 Oct 20 11:13:39.964146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34960) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:40.040488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.076755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957089f-97ae-4dc2-8596-4d6bc7cfecdb req-c1a601e0-5052-46da-bd25-ea75e4df11a8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:40.078416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6957089f-97ae-4dc2-8596-4d6bc7cfecdb req-c1a601e0-5052-46da-bd25-ea75e4df11a8 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 945 time: 0.0608444 Oct 20 11:13:40.081123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 34966) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:40.121889 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6957089f-97ae-4dc2-8596-4d6bc7cfecdb req-cc843c8d-1f7b-4da7-9953-fbd15e912520 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Oct 20 11:13:40.207593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.210369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.226109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:40.248567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.252982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.253639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5d5d507-a7c9-4850-99b2-6c68a863bd09 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:40.258315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.263041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b8840091-27e4-4467-a2a1-09a1e06a78fb tempest-RoutersTestDVR-627279809 tempest-RoutersTestDVR-627279809-project-admin] 10.222.0.74 "DELETE /v2.0/routers/c5d5d507-a7c9-4850-99b2-6c68a863bd09 HTTP/1.1" status: 204 len: 168 time: 0.2943602 Oct 20 11:13:40.348166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.459899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Allocated IP 172.25.3.132 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/c824e2ef-af24-47c3-8334-4be9b29d200e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:40.514121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34974) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:40.562068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.595019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.622649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc07f20a-869f-4a44-908d-aab4d1db261f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.703936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc07f20a-869f-4a44-908d-aab4d1db261f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.708191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fc07f20a-869f-4a44-908d-aab4d1db261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.751840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f20a-869f-4a44-908d-aab4d1db261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68898b4c-e42b-4ddb-b23f-841913b8b4ab,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:40.757547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fc07f20a-869f-4a44-908d-aab4d1db261f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19ce159cf07c4dd5af2472675a3276c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422431 Oct 20 11:13:40.760260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34978) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:40.812492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.834999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.883178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.885807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:40.886979 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68898b4c-e42b-4ddb-b23f-841913b8b4ab HTTP/1.1" status: 204 len: 168 time: 0.1257555 Oct 20 11:13:40.896158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e944bb-e8ad-47ff-b8a1-0ce4969b28b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68898b4c-e42b-4ddb-b23f-841913b8b4ab,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:40.958571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:40.961355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:40.967851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:40.970902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=c824e2ef-af24-47c3-8334-4be9b29d200e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.054004 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.088506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.158441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34986) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:41.164123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:41.177523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41b184f8-f4ce-4a79-b548-114fadec0f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.238670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:13:41.242858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:41.243266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.265259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41b184f8-f4ce-4a79-b548-114fadec0f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.271295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-41b184f8-f4ce-4a79-b548-114fadec0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.287624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181384-9593-4e59-95a8-170ff15a2847 req-cfdf4c92-575e-4c49-8a18-02edb0a03a4d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:41.289907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df181384-9593-4e59-95a8-170ff15a2847 req-cfdf4c92-575e-4c49-8a18-02edb0a03a4d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 945 time: 0.0924551 Oct 20 11:13:41.310659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-41b184f8-f4ce-4a79-b548-114fadec0f43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d491f0b76322419da113a48f9a124654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508315 Oct 20 11:13:41.313351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34988) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:41.319812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b184f8-f4ce-4a79-b548-114fadec0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b420c-bd18-471b-af15-883dddbc5fe5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.323538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.337995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.340807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.365805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:41.368304 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9dce25-a4fa-4f78-bc1a-849917ced654" -d '{"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-plugged", "status": "completed", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:41.382839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:41.386923 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df181384-9593-4e59-95a8-170ff15a2847 req-3cc6232a-fd48-4f1f-a270-ddda76bbbaaf tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820820 Oct 20 11:13:41.389906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.393832 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.423340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.434384 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d1181-d8dd-48c7-a4a0-d850b2324d7c x-openstack-request-id: req-a75d1181-d8dd-48c7-a4a0-d850b2324d7c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:41.434849 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-plugged", "status": "completed", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:41.435605 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a75d1181-d8dd-48c7-a4a0-d850b2324d7c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:41.436044 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'code': 200} Oct 20 11:13:41.438519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=c824e2ef-af24-47c3-8334-4be9b29d200e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.451065 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.466526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.471226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.472954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-05c13603-92d4-4b36-a956-02353afa139c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3907652 Oct 20 11:13:41.476927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 34992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:41.481776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1553756467'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:41.488095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.490749 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.491795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f0b420c-bd18-471b-af15-883dddbc5fe5 HTTP/1.1" status: 204 len: 168 time: 0.1775398 Oct 20 11:13:41.514315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24f7b1-48c5-4597-85f3-5481a649c184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b420c-bd18-471b-af15-883dddbc5fe5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.543993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Made reservation on behalf of f79f142d246a4eb8b4d2b6734fed30be for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:41.547469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.558670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.570182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8144981-fef3-4b0b-b984-4c7cd7fa70b3 req-ad31c9ab-da81-4009-bb8b-09583b7ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:41.571688 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8144981-fef3-4b0b-b984-4c7cd7fa70b3 req-ad31c9ab-da81-4009-bb8b-09583b7ba270 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1098 time: 0.0687099 Oct 20 11:13:41.628856 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b8144981-fef3-4b0b-b984-4c7cd7fa70b3 req-3da1910e-4a2b-4c61-b500-e1cc6ce42271 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494740 Oct 20 11:13:41.672938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.677550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.701467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:41.716684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8272340b-f767-4cc9-9ea5-91d79b0d2c31,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.721177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.721522 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Added segment 9eea9c59-9536-4317-a7b5-858d2376046d of type vlan for network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 Oct 20 11:13:41.763453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.788885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.794762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:41.795376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:41.833572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3560028 Oct 20 11:13:41.836272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35004) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:41.841048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Request body: {'subnet': {'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:41.891658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabce15-9ed6-48f0-9047-e4839dfcc7f9 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Network': ['ID=353212a5-ba5f-4d24-b41a-4bf0f72c5ec5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:41.902137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:41.968613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Made reservation on behalf of f79f142d246a4eb8b4d2b6734fed30be for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:41.972249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.158631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.220341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Subnet': ['ID=56599d3b-8ec0-47ee-a234-ba22f7aac92e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:42.228002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Checking segment: {'id': '9eea9c59-9536-4317-a7b5-858d2376046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:42.228361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network hostable DHCP agents. Network: 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:42.246319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:42.254930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:42.259006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:42.259591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.263761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9586e-36e9-4c2d-bb35-f8dcda8adaf0 None None] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:42.278988 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c4a2f805-a9d8-43d2-8602-e8642af38d24 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4390144 Oct 20 11:13:42.279251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35018) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:42.283754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-23966842', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:42.311727 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.313470 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.368404 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.425443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-353212a5-ba5f-4d24-b41a-4bf0f72c5ec5', 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5', 'tenant_id': 'f79f142d246a4eb8b4d2b6734fed30be', 'fixed_ips': [{'subnet_id': '56599d3b-8ec0-47ee-a234-ba22f7aac92e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:13:42.426623 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.556511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.590915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Allocated IP 172.20.0.2 (353212a5-ba5f-4d24-b41a-4bf0f72c5ec5/56599d3b-8ec0-47ee-a234-ba22f7aac92e/8226e67c-a5ad-42d4-a86c-66485a8e7571) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:42.612479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d567a-03b4-4c0f-be92-a5ede2dd86b1 req-1a00f29b-9ab1-42a5-8df1-f6ef2661590b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:42.614371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a0d567a-03b4-4c0f-be92-a5ede2dd86b1 req-1a00f29b-9ab1-42a5-8df1-f6ef2661590b tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1235228 Oct 20 11:13:42.705099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a0d567a-03b4-4c0f-be92-a5ede2dd86b1 req-78b75c08-b851-4f57-9c80-de2b342b7bfb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779693 Oct 20 11:13:42.764432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.774817 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.818545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:42.822308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:42.829833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:42.839244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Pushing event updated for resources: {'Port': ['ID=8226e67c-a5ad-42d4-a86c-66485a8e7571,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:42.844661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.874048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.895968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Attempting to bind port 8226e67c-a5ad-42d4-a86c-66485a8e7571 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:42.896463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Attempting to bind port 8226e67c-a5ad-42d4-a86c-66485a8e7571 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '9eea9c59-9536-4317-a7b5-858d2376046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:42.896901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Attempting to bind port 8226e67c-a5ad-42d4-a86c-66485a8e7571 on network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:42.902567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:42.903071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Checking segment: {'id': '9eea9c59-9536-4317-a7b5-858d2376046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:42.903549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.904016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Bound using segment: {'id': '9eea9c59-9536-4317-a7b5-858d2376046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:42.904559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Bound port: 8226e67c-a5ad-42d4-a86c-66485a8e7571, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eea9c59-9536-4317-a7b5-858d2376046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:42.905008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.960117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:42.975410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] For port 8226e67c-a5ad-42d4-a86c-66485a8e7571, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:42.978608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] For port 8226e67c-a5ad-42d4-a86c-66485a8e7571, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8226e67c-a5ad-42d4-a86c-66485a8e7571,segment=NetworkSegment(9eea9c59-9536-4317-a7b5-858d2376046d),segment_id=9eea9c59-9536-4317-a7b5-858d2376046d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:42.983628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:42.988894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Allocated IP 172.25.3.150 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/5599f867-fb51-4f76-bae8-91d4d5588784) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:43.046419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aff73-c536-4ff5-98fd-b5be7d7343f2 None None] Pushing event updated for resources: {'Port': ['ID=8226e67c-a5ad-42d4-a86c-66485a8e7571,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.081393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-449099552', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:43.103575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Made reservation on behalf of 3dc8b100e04e46b49140a6e269cf545c for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:43.106536 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.107425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.116900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.146030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.190974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:43.194528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:43.198250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:43.231593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=5599f867-fb51-4f76-bae8-91d4d5588784,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.241938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.248470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.255836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] device_id is not set on port be3e20ed-179d-46a8-9a24-a276eea2d481 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:43.311644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2061f9-b1d2-4f52-a61f-a92997ae6866,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.386916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Allocated IP 172.25.3.210 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/be3e20ed-179d-46a8-9a24-a276eea2d481) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:43.496632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.533138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.577619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.617487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:43.620279 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:43.622824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:43.651051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Pushing event updated for resources: {'Port': ['ID=be3e20ed-179d-46a8-9a24-a276eea2d481,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.669181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.669769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.685804 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cdaef728-8025-4e96-8b0e-6bd7b7a82502 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7245376 Oct 20 11:13:43.688852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:43.693051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.210'}]}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:43.700601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.718409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.720131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.787680 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.880977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3540e-bb83-4487-9a5a-aa3516ca470f req-bf7e5bce-e9b4-4bb7-b85e-7315f5089cf5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.882520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37d3540e-bb83-4487-9a5a-aa3516ca470f req-bf7e5bce-e9b4-4bb7-b85e-7315f5089cf5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0687616 Oct 20 11:13:43.897412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:13:43.945660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.966637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37d3540e-bb83-4487-9a5a-aa3516ca470f req-f101cc61-bcd3-4d51-8c75-8c35d6750cfb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774074 Oct 20 11:13:44.035263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:44.049508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] Sync routers for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:44.061468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:44.062173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:44.099228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:44.099429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.103789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59092c47-3594-42d5-8fb8-20c7446a5455 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.8236139 Oct 20 11:13:44.105463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35044) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:44.112334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:44.113192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:44.151652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:44.152676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05936e40-eda9-4d96-a6d9-f557915df7df None None] The sync data for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:44.154346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c3d9f-ad4c-425a-b62f-5b69d2dd73eb None None] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:44.185375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c21-e10c-4cdc-8899-1a81ed0ddb35 req-ee58d1dd-77c4-40ec-b740-55aea1c88726 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:44.186983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-909c9c21-e10c-4cdc-8899-1a81ed0ddb35 req-ee58d1dd-77c4-40ec-b740-55aea1c88726 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1313319 Oct 20 11:13:44.218670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.228652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] Provisioning complete for port 8226e67c-a5ad-42d4-a86c-66485a8e7571 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:44.229015 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.241411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.272845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-909c9c21-e10c-4cdc-8899-1a81ed0ddb35 req-f0eb587d-6137-4758-b408-df96a01c4072 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737996 Oct 20 11:13:44.299990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35046) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:44.398778 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.427222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c95e4b-bd56-4460-9550-1d06d2c0ee16 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:44.428775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e6c95e4b-bd56-4460-9550-1d06d2c0ee16 tempest-TestNetworkAdvancedServerOps-416002370 tempest-TestNetworkAdvancedServerOps-416002370-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1093 time: 0.1283026 Oct 20 11:13:44.431573 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35048) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:44.438794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:44.444585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] For port 8226e67c-a5ad-42d4-a86c-66485a8e7571, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8226e67c-a5ad-42d4-a86c-66485a8e7571,segment=NetworkSegment(9eea9c59-9536-4317-a7b5-858d2376046d),segment_id=9eea9c59-9536-4317-a7b5-858d2376046d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:44.450052 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.508826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.530404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718b01f-aa57-4346-88d5-1b6076dbc32f None None] Pushing event updated for resources: {'Port': ['ID=8226e67c-a5ad-42d4-a86c-66485a8e7571,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:44.558652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.600142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8226e67c-a5ad-42d4-a86c-66485a8e7571 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:44.657931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8226e67c-a5ad-42d4-a86c-66485a8e7571 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:44.658594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.697014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:44.771281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d5d7662d-8bdd-40a4-bf0b-f7a78093e345 None None] Provisioning complete for port 8226e67c-a5ad-42d4-a86c-66485a8e7571 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:44.771999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5d7662d-8bdd-40a4-bf0b-f7a78093e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.040359 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.043110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.092605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.093169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7209186-5911-4225-9264-94b25a0448ac {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:13:45.113378 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:13:45.117582 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-38d6fb68-e2ba-46e4-ac74-3407bfe4802f tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4252903 Oct 20 11:13:45.117582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.118135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35050) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:45.221559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Allocated IP 172.25.3.157 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/a2de84a1-af46-4b69-a23d-559316ddad84) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:45.300189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Deleting port be3e20ed-179d-46a8-9a24-a276eea2d481 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:45.300614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.327864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.361485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.392165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Allocated IP 172.20.0.1 (353212a5-ba5f-4d24-b41a-4bf0f72c5ec5/56599d3b-8ec0-47ee-a234-ba22f7aac92e/bb4a6d86-687d-411a-bf7f-39f824b9f69b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:45.399162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:45.403943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:45.406425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:45.438192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=a2de84a1-af46-4b69-a23d-559316ddad84,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:45.438559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.461437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Calling delete_port for be3e20ed-179d-46a8-9a24-a276eea2d481 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:45.579861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.658766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.693112 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.700393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:45.708759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:45.716337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:45.756997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=bb4a6d86-687d-411a-bf7f-39f824b9f69b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:45.820467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Pushing event deleted for resources: {'Port': ['ID=be3e20ed-179d-46a8-9a24-a276eea2d481,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:45.827851 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.840557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.880832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.888002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-81151cde-c25f-4540-9e8f-4217ddbc1363 tempest-RoutersAdminNegativeIpV6Test-454745294 tempest-RoutersAdminNegativeIpV6Test-454745294-project-admin] 10.222.0.74 "DELETE /v2.0/ports/be3e20ed-179d-46a8-9a24-a276eea2d481 HTTP/1.1" status: 204 len: 168 time: 0.7650480 Oct 20 11:13:45.915049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.988792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fcc6e6c6-fef8-4e1c-9296-42e034e6bcc6 None None] Provisioning complete for port bb4a6d86-687d-411a-bf7f-39f824b9f69b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:45.990529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fcc6e6c6-fef8-4e1c-9296-42e034e6bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:45.991406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.044581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6e6c6-fef8-4e1c-9296-42e034e6bcc6 None None] Port bb4a6d86-687d-411a-bf7f-39f824b9f69b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:46.050037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.100540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.106857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.174998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35056) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:46.183520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event updated for resources: {'Port': ['ID=a2de84a1-af46-4b69-a23d-559316ddad84,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:46.195774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.300714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5acd5e4-748a-4a66-a115-2526572da306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.312518 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP 4407ea8d-1807-49f9-bb55-7a78d2cd19b1 associated. External IP: 172.25.3.157, port: 44bb94e9-927c-4505-a9dd-bdb06ec09f70. Oct 20 11:13:46.349533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.358186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.454130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.459776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=bb4a6d86-687d-411a-bf7f-39f824b9f69b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:46.505625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5acd5e4-748a-4a66-a115-2526572da306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.514714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a5acd5e4-748a-4a66-a115-2526572da306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.531615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 8527169c-f6cf-4b8b-9274-9291c9116f25 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:46.547787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8226e67c-a5ad-42d4-a86c-66485a8e7571 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:46.593460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a5acd5e4-748a-4a66-a115-2526572da306 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07fb2eccb7954bb6bc3344f7a5470b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105852 Oct 20 11:13:46.593460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acd5e4-748a-4a66-a115-2526572da306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea81571-c0fd-44eb-8da8-d5487798f9c0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:46.595054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:46.598966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8226e67c-a5ad-42d4-a86c-66485a8e7571 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:46.599475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.622183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:46.624526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:46.701221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.706041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:46.716082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Sync routers for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:46.730084 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:46.730666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:46.734507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.768283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-99f56f1c-c58a-4350-91a1-a4639036e5ac tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3328404 Oct 20 11:13:46.768283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.780221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:46.783333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:46.786983 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964" -d '{"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:46.854149 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecbfdc8-08a5-45d3-99e4-bb5d7505dd0d x-openstack-request-id: req-cecbfdc8-08a5-45d3-99e4-bb5d7505dd0d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:46.854149 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:46.854149 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cecbfdc8-08a5-45d3-99e4-bb5d7505dd0d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:46.854474 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'status': 'completed', 'code': 200} Oct 20 11:13:46.863050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:46.913091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.925260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-1ab5d0b6-db80-42c6-8022-3ccfaf835cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:46.929847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-1ab5d0b6-db80-42c6-8022-3ccfaf835cd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1098 time: 0.0559886 Oct 20 11:13:46.932597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.937086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.941384 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ea81571-c0fd-44eb-8da8-d5487798f9c0 HTTP/1.1" status: 204 len: 168 time: 0.3439686 Oct 20 11:13:46.969473 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac24bd-d5cc-4d4b-b6db-1c56912c590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea81571-c0fd-44eb-8da8-d5487798f9c0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:46.970922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c7689c2c-d0f5-49c8-81ed-feb54a3f1ec7 None None] Provisioning complete for port bb4a6d86-687d-411a-bf7f-39f824b9f69b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:46.982522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c7689c2c-d0f5-49c8-81ed-feb54a3f1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:46.988510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:46.995177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2e130242-bee4-4593-97f5-15dc820d1ccb tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "PUT /v2.0/routers/966a9e7d-a0a9-4b38-88ab-e9aff812fdf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8863351 Oct 20 11:13:46.999538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35070) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:47.005362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Request body: {'port': {'network_id': '353212a5-ba5f-4d24-b41a-4bf0f72c5ec5', 'name': 'tempest-FloatingIPAdminTestJSON-1463360681'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:47.016853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1f7e-8976-422e-922a-de05b2c9c119 req-bca7409e-e7a9-4e2b-9af0-5b694790897f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.018374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9cd1f7e-8976-422e-922a-de05b2c9c119 req-bca7409e-e7a9-4e2b-9af0-5b694790897f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1196499 Oct 20 11:13:47.047331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] Sync routers for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:47.081614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-8d49ae86-5910-4238-8d66-ed03c7cb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.086027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-8d49ae86-5910-4238-8d66-ed03c7cb19ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 898 time: 0.1459856 Oct 20 11:13:47.094613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:47.095588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.100138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c7689c2c-d0f5-49c8-81ed-feb54a3f1ec7 None None] Port bb4a6d86-687d-411a-bf7f-39f824b9f69b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:47.126767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b9cd1f7e-8976-422e-922a-de05b2c9c119 req-011333df-0c88-45f8-8c45-b1dec9f74dbc tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916069 Oct 20 11:13:47.136129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.145816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:47.146564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.162499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35072) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:47.184157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.184968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d6eeb-29db-4981-bdee-64b76898e31b None None] The sync data for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:47.200231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-cd9de116-1f21-4d55-9a30-696ec5e3cfef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 1000 time: 0.1049056 Oct 20 11:13:47.250573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Made reservation on behalf of f79f142d246a4eb8b4d2b6734fed30be for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:47.254199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.263735 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4407ea8d-1807-49f9-bb55-7a78d2cd19b1', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'mac_address': 'fa:16:3e:86:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:45Z', 'updated_at': '2021-10-20T11:13:45Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.266400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-e15d404c-52b7-408b-a772-63230f0ecf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.267898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-e15d404c-52b7-408b-a772-63230f0ecf77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 200 len: 834 time: 0.0605698 Oct 20 11:13:47.272521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e3f8100b-3908-4940-8d09-efcc68805cad tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/4407ea8d-1807-49f9-bb55-7a78d2cd19b1 HTTP/1.1" status: 200 len: 992 time: 0.1074479 Oct 20 11:13:47.279722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] device_id is not set on port f3d3cd2c-a065-469b-90eb-e10ec7a9b243 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:47.298196 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Checking router: 8527169c-f6cf-4b8b-9274-9291c9116f25 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:47.309684 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:47.310374 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.337202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-11a71953-8b5f-45fb-b2ce-c945349c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.338789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-11a71953-8b5f-45fb-b2ce-c945349c28c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635738 Oct 20 11:13:47.403923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35076) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:47.414733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Allocated IP 172.20.0.5 (353212a5-ba5f-4d24-b41a-4bf0f72c5ec5/56599d3b-8ec0-47ee-a234-ba22f7aac92e/f3d3cd2c-a065-469b-90eb-e10ec7a9b243) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:47.428666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:47.444070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-ed16b9ec-3fbc-41bd-b8a6-0d80ebbace82 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982807 Oct 20 11:13:47.474240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-873a5bc3-c5a5-4d6f-b6a4-efb8408d03b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dc8b100e04e46b49140a6e269cf545c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667422 Oct 20 11:13:47.474581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35078) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:47.586383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.590876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c85573e6-4b48-4b6a-8ee3-6b8f7e764964 req-fcedfccb-6bc0-4f5b-911d-5c350282da89 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395121 Oct 20 11:13:47.612173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.617548 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.652162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.677496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.680293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.683860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d2061f9-b1d2-4f52-a61f-a92997ae6866 HTTP/1.1" status: 204 len: 168 time: 0.2057855 Oct 20 11:13:47.696509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8882ed-3545-4709-9fc8-edf519064963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2061f9-b1d2-4f52-a61f-a92997ae6866,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:47.715753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event updated for resources: {'Port': ['ID=f3d3cd2c-a065-469b-90eb-e10ec7a9b243,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:47.720853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:47.723187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:47.725688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:47.779155 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4407ea8d-1807-49f9-bb55-7a78d2cd19b1', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'mac_address': 'fa:16:3e:86:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:45Z', 'updated_at': '2021-10-20T11:13:45Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:47.787484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.788505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.807445 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ec10-222e-4816-b0ea-3060043301aa None None] The sync data for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 is: [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '4407ea8d-1807-49f9-bb55-7a78d2cd19b1', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'mac_address': 'fa:16:3e:86:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:45Z', 'updated_at': '2021-10-20T11:13:45Z', 'revision_number': 0, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:47.815604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dc1dbcd6-a789-4298-8e8b-197184fe1b5b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120856 Oct 20 11:13:47.815919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35082) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:48.026697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e733e3e5-cbe7-48c6-b53f-826de4832c98 None None] Provisioning complete for port f3d3cd2c-a065-469b-90eb-e10ec7a9b243 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:48.027165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e733e3e5-cbe7-48c6-b53f-826de4832c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.069215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e733e3e5-cbe7-48c6-b53f-826de4832c98 None None] Port f3d3cd2c-a065-469b-90eb-e10ec7a9b243 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:48.073852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'project_id': 'f79f142d246a4eb8b4d2b6734fed30be', 'port_id': 'f3d3cd2c-a065-469b-90eb-e10ec7a9b243'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:48.096959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.104960 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a1b27-9b9e-489a-a186-959005c95c75 None None] New status for floating IP 4407ea8d-1807-49f9-bb55-7a78d2cd19b1: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:13:48.201303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.274777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:48.325500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Allocated IP 172.25.3.66 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/66d1e833-5f9b-4a4b-ba2f-8dcac81356b5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:48.360260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1376050b-969f-47a3-89f7-9692fe719033 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/4407ea8d-1807-49f9-bb55-7a78d2cd19b1 HTTP/1.1" status: 200 len: 994 time: 0.0822632 Oct 20 11:13:48.453360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.487424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.522324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:48.523769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35106) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:48.526855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:48.530398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:48.571449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Pushing event updated for resources: {'Port': ['ID=66d1e833-5f9b-4a4b-ba2f-8dcac81356b5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:48.638667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1439141821'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:48.659516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Made reservation on behalf of c5f9a2f891bc4cb595acd14fe2ac40f0 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:48.663565 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.671998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.745027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.749737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.777735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:48.786450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce745f-1049-40b4-9787-158ed64a82d6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:48.795725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.796433 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Added segment 17979db6-49c7-4f3c-a156-1f4ff87591c8 of type vlan for network b2d12d63-c042-4698-a164-65658086c32a Oct 20 11:13:48.797921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.798273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.798605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.798960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.799285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.799612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.799939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.800264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.800590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.800908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.801255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.801569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:48.848820 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.872532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.878488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:48.879666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.900481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.920523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3956211 Oct 20 11:13:48.923856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35110) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:48.931312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Request body: {'subnet': {'network_id': 'b2d12d63-c042-4698-a164-65658086c32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:48.979391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532558-d01f-4591-80bf-95e06a16aeb9 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'Network': ['ID=b2d12d63-c042-4698-a164-65658086c32a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:48.992271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b2d12d63-c042-4698-a164-65658086c32a details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:49.045329 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.095848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Made reservation on behalf of c5f9a2f891bc4cb595acd14fe2ac40f0 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:49.099730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.328724 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.335574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.706581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Pushing event updated for resources: {'Port': ['ID=66d1e833-5f9b-4a4b-ba2f-8dcac81356b5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:49.714000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.724563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.807722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'Subnet': ['ID=1ed82e73-ca23-43ac-ae71-1cd9cdd9caac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:49.861846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Checking segment: {'id': '17979db6-49c7-4f3c-a156-1f4ff87591c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:49.862206 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Network hostable DHCP agents. Network: b2d12d63-c042-4698-a164-65658086c32a, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:49.885023 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Floating IP 0f75fe28-0998-41d4-b900-096be16edc5c associated. External IP: 172.25.3.66, port: f3d3cd2c-a065-469b-90eb-e10ec7a9b243. Oct 20 11:13:49.928063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Network b2d12d63-c042-4698-a164-65658086c32a is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:49.942897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b2d12d63-c042-4698-a164-65658086c32a) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:49.947354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:49.947940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.952398 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4afb3f-a1e8-46c7-a006-35e5f7a2a962 None None] Network b2d12d63-c042-4698-a164-65658086c32a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:49.999026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-026f6290-f2cb-4fbc-9806-d36c780cc02c tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0739582 Oct 20 11:13:50.001955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35112) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:50.007244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Request body: {'port': {'network_id': 'b2d12d63-c042-4698-a164-65658086c32a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-559829916'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:50.101842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b2d12d63-c042-4698-a164-65658086c32a', 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a', 'tenant_id': 'c5f9a2f891bc4cb595acd14fe2ac40f0', 'fixed_ips': [{'subnet_id': '1ed82e73-ca23-43ac-ae71-1cd9cdd9caac'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:13:50.103100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.123566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Made reservation on behalf of c5f9a2f891bc4cb595acd14fe2ac40f0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:50.124637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:50.128261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.147473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] device_id is not set on port 6da93e45-b6d9-4220-8271-4342cc461e7e yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:50.243849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:50.263436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.277698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] Sync routers for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:50.278367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Allocated IP 2001:db8::1c (b2d12d63-c042-4698-a164-65658086c32a/1ed82e73-ca23-43ac-ae71-1cd9cdd9caac/6da93e45-b6d9-4220-8271-4342cc461e7e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:50.296358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:50.297351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:50.297863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35114) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:50.298099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8717bc41-67ed-49b1-a942-680d0ff8b281 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.4808500 Oct 20 11:13:50.333348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:50.397908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:50.398609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:50.436120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:50.436766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5832f-cc40-4191-984f-a6b3090d74c8 None None] The sync data for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:50.439843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9869cbc8-4e79-477e-a716-c44d3deba3fa tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "GET /v2.0/floatingips/0f75fe28-0998-41d4-b900-096be16edc5c HTTP/1.1" status: 200 len: 982 time: 0.1389029 Oct 20 11:13:50.442476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35116) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:50.541771 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.552612 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9dc89fbb-e992-4c1e-b8db-efd06c10ecb0 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1088109 Oct 20 11:13:50.555421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35118) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:50.576055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.620808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Network b2d12d63-c042-4698-a164-65658086c32a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:50.624665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:50.625271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Allocated IP 2001:db8::2 (b2d12d63-c042-4698-a164-65658086c32a/1ed82e73-ca23-43ac-ae71-1cd9cdd9caac/28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:50.629024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:50.635672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:50.636672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.656652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'Port': ['ID=6da93e45-b6d9-4220-8271-4342cc461e7e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:50.664463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-02eb8c1c-5cc0-4cfd-b48b-01a229256640 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.6608253 Oct 20 11:13:50.666999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35120) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:50.673456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Request body: {'port': {'network_id': 'b2d12d63-c042-4698-a164-65658086c32a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-167989044', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:50.674092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.api.validators [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] bootfile-name is not in valid_values {{(pid=100747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:50.674526 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.api.validators [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] tftp-server is not in valid_values {{(pid=100747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:50.675041 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.api.validators [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] server-ip-address is not in valid_values {{(pid=100747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:50.723747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port 66d1e833-5f9b-4a4b-ba2f-8dcac81356b5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:50.724340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.786057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Made reservation on behalf of c5f9a2f891bc4cb595acd14fe2ac40f0 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:50.787675 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.790023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.793883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.809307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] device_id is not set on port 9b0633f8-bdc3-4192-835a-21c70c566c84 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:50.809552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.809704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.822499 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for 66d1e833-5f9b-4a4b-ba2f-8dcac81356b5 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:50.841999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Network b2d12d63-c042-4698-a164-65658086c32a is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:50.848708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:50.851299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:50.859577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Pushing event updated for resources: {'Port': ['ID=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:50.908889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Attempting to bind port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:50.909251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Attempting to bind port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '17979db6-49c7-4f3c-a156-1f4ff87591c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:50.909610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Attempting to bind port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 on network b2d12d63-c042-4698-a164-65658086c32a {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:50.915218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:50.915587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Checking segment: {'id': '17979db6-49c7-4f3c-a156-1f4ff87591c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:50.915981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.916367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Bound using segment: {'id': '17979db6-49c7-4f3c-a156-1f4ff87591c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:50.916826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Bound port: 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17979db6-49c7-4f3c-a156-1f4ff87591c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b2d12d63-c042-4698-a164-65658086c32a'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:50.917200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.941340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Allocated IP 2001:db8::200 (b2d12d63-c042-4698-a164-65658086c32a/1ed82e73-ca23-43ac-ae71-1cd9cdd9caac/9b0633f8-bdc3-4192-835a-21c70c566c84) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:50.984519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.986014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] For port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:50.989158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] For port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,segment=NetworkSegment(17979db6-49c7-4f3c-a156-1f4ff87591c8),segment_id=17979db6-49c7-4f3c-a156-1f4ff87591c8)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:50.994001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.016597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=66d1e833-5f9b-4a4b-ba2f-8dcac81356b5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.055263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2e74e-c0ee-4f61-8cf2-0cbc97d5db06 None None] Pushing event updated for resources: {'Port': ['ID=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.086429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.086769 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Floating IP 0f75fe28-0998-41d4-b900-096be16edc5c disassociated (deleted). External IP: 172.25.3.66, port: f3d3cd2c-a065-469b-90eb-e10ec7a9b243. Oct 20 11:13:51.124573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.161383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.208514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Network b2d12d63-c042-4698-a164-65658086c32a is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:51.221504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:51.230434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:51.237940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:51.239358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.260570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'Port': ['ID=9b0633f8-bdc3-4192-835a-21c70c566c84,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.286871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-317411d3-3da1-4ec3-97a6-2ab4f23155a1 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6186268 Oct 20 11:13:51.287722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35122) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.342002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:51.383009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f7427-c6ad-4524-a85e-ba2529eb5a60 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:51.389031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f7427-c6ad-4524-a85e-ba2529eb5a60 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:51.395184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f7427-c6ad-4524-a85e-ba2529eb5a60 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:51.396829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b74f7427-c6ad-4524-a85e-ba2529eb5a60 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1081572 Oct 20 11:13:51.399693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35124) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.454508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:51.459312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.464091 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] Sync routers for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:51.475086 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:51.475717 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.489547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8ecf82fa-07f2-4737-a9ff-455e2fcad811 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/floatingips/0f75fe28-0998-41d4-b900-096be16edc5c HTTP/1.1" status: 204 len: 168 time: 0.9331176 Oct 20 11:13:51.490206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Deleting port 9b0633f8-bdc3-4192-835a-21c70c566c84 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:51.490546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.493010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35126) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.497178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:51.514369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.524364 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:51.524966 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.557421 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.557979 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec27c1-ffbf-44ba-b0ff-8ba8595579b0 None None] The sync data for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:51.568559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.604753 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.625082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Calling delete_port for 9b0633f8-bdc3-4192-835a-21c70c566c84 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:51.747026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.872247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.905291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event deleted for resources: {'Port': ['ID=9b0633f8-bdc3-4192-835a-21c70c566c84,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.938310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Allocated IP 172.25.3.153 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/be3392b8-24bc-453a-a09d-b55467b645e2) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:51.944396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.947675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c698aa5-221b-4ecf-b18f-fdf0629a408f tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "DELETE /v2.0/ports/9b0633f8-bdc3-4192-835a-21c70c566c84 HTTP/1.1" status: 204 len: 168 time: 0.5470507 Oct 20 11:13:51.951419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35128) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.957251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Request body: {'port': {'name': 'tempest-new-port-name-1407575331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:51.957607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] bootfile-name is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:51.958012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] tftp-server is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:51.958457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.api.validators [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] server-ip-address is not in valid_values {{(pid=100746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:13:51.977409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1d62a-ddab-40c9-9eb3-61acac3b06d6 None None] Network b2d12d63-c042-4698-a164-65658086c32a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:52.027957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.057955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] Provisioning complete for port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:52.059000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.214322 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.240474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.247115 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.267560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] For port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,segment=NetworkSegment(17979db6-49c7-4f3c-a156-1f4ff87591c8),segment_id=17979db6-49c7-4f3c-a156-1f4ff87591c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:52.272658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.303402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] In _notify_port_updated(), no bound segment for port 6da93e45-b6d9-4220-8271-4342cc461e7e on network b2d12d63-c042-4698-a164-65658086c32a {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:13:52.309427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:52.310118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.311539 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "PUT /v2.0/ports/6da93e45-b6d9-4220-8271-4342cc461e7e HTTP/1.1" status: 200 len: 1129 time: 0.3588784 Oct 20 11:13:52.314745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35130) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:52.338226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc7077-ea38-4cfc-8a11-9a24d8be7d8e tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event updated for resources: {'Port': ['ID=6da93e45-b6d9-4220-8271-4342cc461e7e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.346029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130d16-12fe-4783-84db-4179fbc5379b None None] Pushing event updated for resources: {'Port': ['ID=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.378524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe49251-fd22-4896-a721-4189d614dc32 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:52.383526 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fbe49251-fd22-4896-a721-4189d614dc32 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "GET /v2.0/ports/6da93e45-b6d9-4220-8271-4342cc461e7e HTTP/1.1" status: 200 len: 1129 time: 0.0677402 Oct 20 11:13:52.387558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35132) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:52.422013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.458261 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.490481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Deleting port 6da93e45-b6d9-4220-8271-4342cc461e7e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:52.490892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.512236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:52.515201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:52.518631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:52.550108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Pushing event updated for resources: {'Port': ['ID=be3392b8-24bc-453a-a09d-b55467b645e2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.600130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53144179-0600-4415-a8c4-faacdb30568b None None] Provisioning complete for port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:52.600485 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53144179-0600-4415-a8c4-faacdb30568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.606672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:52.626718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.642422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.656404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Calling delete_port for 6da93e45-b6d9-4220-8271-4342cc461e7e owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:52.669151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.712305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:52.712672 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.802032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-53144179-0600-4415-a8c4-faacdb30568b None None] Provisioning complete for port 6da93e45-b6d9-4220-8271-4342cc461e7e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:52.802395 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53144179-0600-4415-a8c4-faacdb30568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.806871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.831269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-53144179-0600-4415-a8c4-faacdb30568b None None] Port 6da93e45-b6d9-4220-8271-4342cc461e7e was deleted so its status cannot be updated. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 11:13:52.843856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event deleted for resources: {'Port': ['ID=6da93e45-b6d9-4220-8271-4342cc461e7e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.885186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.887024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.890272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.891447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-574b917c-3cb7-4988-91db-67b071ae6bde tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "DELETE /v2.0/ports/6da93e45-b6d9-4220-8271-4342cc461e7e HTTP/1.1" status: 204 len: 168 time: 0.5016785 Oct 20 11:13:52.893637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35134) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:52.947965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fcf34f54-e96c-4ed0-8392-af5508fab51a None None] Could not find standard attr ID for object 6da93e45-b6d9-4220-8271-4342cc461e7e. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:13:53.008216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Pushing event updated for resources: {'Port': ['ID=be3392b8-24bc-453a-a09d-b55467b645e2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.015596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Deleting subnet 1ed82e73-ca23-43ac-ae71-1cd9cdd9caac {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:13:53.022117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.047625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.063769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-22f9a3f0-657f-4692-a465-38f1390017b7 None None] Could not find standard attr ID for object 9b0633f8-bdc3-4192-835a-21c70c566c84. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:13:53.072366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.077454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.078709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9128ad4f-b675-493d-991e-d78d6a65339a tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5847776 Oct 20 11:13:53.081486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35136) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:53.174970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.202656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:53.234619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.244890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.262206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.265623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "DELETE /v2.0/subnets/1ed82e73-ca23-43ac-ae71-1cd9cdd9caac HTTP/1.1" status: 204 len: 168 time: 0.3695047 Oct 20 11:13:53.268448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35140) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:53.284241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7983f9-3917-4f20-8c74-833bfba318ef tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed82e73-ca23-43ac-ae71-1cd9cdd9caac,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.398416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.439498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2783fe-9beb-4b7c-8425-9fddb6ade593 None None] Network b2d12d63-c042-4698-a164-65658086c32a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:53.456212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.501752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5e124d2b-f69d-4d14-8deb-3bc7cda07e65 None None] Could not find standard attr ID for object 6da93e45-b6d9-4220-8271-4342cc461e7e. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:13:53.519182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Deleting port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:53.519457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.623179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] DHCP port deletion for b2d12d63-c042-4698-a164-65658086c32a request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:13:53.676018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Deleting port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:53.676386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.740687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] For port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,segment=NetworkSegment(17979db6-49c7-4f3c-a156-1f4ff87591c8),segment_id=17979db6-49c7-4f3c-a156-1f4ff87591c8)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:53.741081 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.754435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Calling delete_port for 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:53.837355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.864128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] Pushing event deleted for resources: {'Port': ['ID=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.868438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0b8bb-cbd0-4bf9-a565-c4bb3b60d3cd None None] No DVR routers for this DVR port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:53.886555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] For port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,segment=NetworkSegment(17979db6-49c7-4f3c-a156-1f4ff87591c8),segment_id=17979db6-49c7-4f3c-a156-1f4ff87591c8)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:53.886930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.905294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Allocated IP 172.25.3.203 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8b20c50d-7a3d-4e78-8196-ebead94577b6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:53.912218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Calling delete_port for 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:54.068394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.069918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.102007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event deleted for resources: {'Port': ['ID=28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.105151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] No DVR routers for this DVR port 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:54.198871 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.206419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.246747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d12d63-c042-4698-a164-65658086c32a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:54.263807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17979db6-49c7-4f3c-a156-1f4ff87591c8') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:54.264104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17979db6-49c7-4f3c-a156-1f4ff87591c8') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:54.266683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:54.275695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:54.283825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:54.286592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.293614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Pushing event updated for resources: {'Port': ['ID=8b20c50d-7a3d-4e78-8196-ebead94577b6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.322264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.332790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:54.333174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self.session.flush() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:54.336085 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:54.424878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.434355 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.437563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] 10.222.0.74 "DELETE /v2.0/networks/b2d12d63-c042-4698-a164-65658086c32a HTTP/1.1" status: 204 len: 168 time: 1.1658776 Oct 20 11:13:54.453948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f23b2-2ea6-45f7-bcb5-6ed3d98c509b tempest-ExtraDHCPOptionsIpV6TestJSON-178700409 tempest-ExtraDHCPOptionsIpV6TestJSON-178700409-project] Pushing event deleted for resources: {'Network': ['ID=b2d12d63-c042-4698-a164-65658086c32a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.459713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.500331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.543924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:54.568050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:54.568395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 28134e2c-4aaa-4ff5-ad2f-2eb4f7ad7ca2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:54.663973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.669239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.696514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35146) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:54.743881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Pushing event updated for resources: {'Port': ['ID=8b20c50d-7a3d-4e78-8196-ebead94577b6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.754636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.770321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.774238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b47cb041-d3e3-4088-8195-e5f58918e451 tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6884773 Oct 20 11:13:54.774341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35150) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:54.910946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42068087-ed22-44fd-801c-9f57274cbcc6 tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.1349871 Oct 20 11:13:54.913649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35152) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:54.914335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f6c854f1-6b69-431d-9da0-6cc25938c56e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5f9a2f891bc4cb595acd14fe2ac40f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159982 Oct 20 11:13:54.916193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35154) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:54.964420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.985319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4ce6458a-e90e-4317-9c2b-f12c14d204ec tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0703590 Oct 20 11:13:54.986316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.988000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:55.034714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.038073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.039278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cce745f-1049-40b4-9787-158ed64a82d6 HTTP/1.1" status: 204 len: 168 time: 0.1221423 Oct 20 11:13:55.047053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667c31b-cb11-4b06-abdf-48a9220d956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce745f-1049-40b4-9787-158ed64a82d6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.120547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Deleting port 8b20c50d-7a3d-4e78-8196-ebead94577b6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:55.121062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.197158 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.197479 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.209728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Calling delete_port for 8b20c50d-7a3d-4e78-8196-ebead94577b6 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:55.346407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.374880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Pushing event deleted for resources: {'Port': ['ID=8b20c50d-7a3d-4e78-8196-ebead94577b6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.437211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.439835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.440972 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-547a331d-2a95-4e2f-afcd-e838edd3076c tempest-FloatingIPAdminTestJSON-668219638 tempest-FloatingIPAdminTestJSON-668219638-project] 10.222.0.74 "DELETE /v2.0/floatingips/ca9671c5-4a06-4fc2-bde9-df2eb9b9c678 HTTP/1.1" status: 204 len: 168 time: 0.4514713 Oct 20 11:13:55.443728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:55.597400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Deleting port be3392b8-24bc-453a-a09d-b55467b645e2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:55.597789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.672195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35180) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:55.676583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.676914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.688774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Calling delete_port for be3392b8-24bc-453a-a09d-b55467b645e2 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:55.771040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'networks': [{'name': 'tempest-network--759038370'}, {'name': 'tempest-network--967934404'}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:55.771531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-network--759038370'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:55.771782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-network--967934404'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:55.791925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'network': 2} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:55.796457 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.808159 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.817282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.846719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Pushing event deleted for resources: {'Port': ['ID=be3392b8-24bc-453a-a09d-b55467b645e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.888069 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.892125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.892691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.907732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.910389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.914507 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2eaad887-9d9e-49a9-9d1d-311be1ec48bc tempest-FloatingIPAdminTestJSON-89929207 tempest-FloatingIPAdminTestJSON-89929207-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/91f1f9d1-a411-48b6-884a-a4e6bcfb8c91 HTTP/1.1" status: 204 len: 168 time: 0.4669096 Oct 20 11:13:55.914954 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:55.960668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d060db-7c19-470c-aea3-45e54e3cbfcc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.967731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:56.002622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.002891 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment 3f805b61-f622-4d66-bedc-176ff681be63 of type vlan for network 9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9 Oct 20 11:13:56.051656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.075714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port f3d3cd2c-a065-469b-90eb-e10ec7a9b243 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:56.076045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.111369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:56.151620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.151960 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment d91b5a38-bef8-457a-ab80-b2a453d9220e of type vlan for network 17a7f838-f940-4d5b-96d5-92a325489819 Oct 20 11:13:56.208683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.211640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.226837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for f3d3cd2c-a065-469b-90eb-e10ec7a9b243 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:56.284174 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.284646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.292416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.295289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.295955 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.347622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6740582 Oct 20 11:13:56.350280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:56.389835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:56.409284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:56.481233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53452b-478d-442f-8302-892c2fb5eb10 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=17a7f838-f940-4d5b-96d5-92a325489819,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:56.496525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 17a7f838-f940-4d5b-96d5-92a325489819 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:56.500408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.531577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=f3d3cd2c-a065-469b-90eb-e10ec7a9b243,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:56.558977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163a57-d351-4d30-baa0-ed05e136ec24 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.567075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163a57-d351-4d30-baa0-ed05e136ec24 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.573245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163a57-d351-4d30-baa0-ed05e136ec24 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.579579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163a57-d351-4d30-baa0-ed05e136ec24 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.581367 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c1163a57-d351-4d30-baa0-ed05e136ec24 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2300651 Oct 20 11:13:56.585428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:56.609176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.612888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-82a682fb-9cac-41df-9c77-46c8d5f37b9c tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/ports/f3d3cd2c-a065-469b-90eb-e10ec7a9b243 HTTP/1.1" status: 204 len: 168 time: 0.6969447 Oct 20 11:13:56.615970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:56.693588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.715805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa92b83-db51-4537-864e-212a1a2621b7 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:56.717279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0fa92b83-db51-4537-864e-212a1a2621b7 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "GET /v2.0/ports?device_id=966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 HTTP/1.1" status: 200 len: 913 time: 0.1003594 Oct 20 11:13:56.720049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35192) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:56.797234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.817455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:56.826714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f805b61-f622-4d66-bedc-176ff681be63') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:56.827036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f805b61-f622-4d66-bedc-176ff681be63') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:56.836325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.849125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.854871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:56.855276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:56.858116 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:56.918762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.923603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.927437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9 HTTP/1.1" status: 204 len: 168 time: 0.3417220 Oct 20 11:13:56.930515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35194) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:56.942202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ae26c-3535-4a32-bdc3-9bda61be27b3 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=9a82fff1-53ff-4dd7-b4d0-bcd8baf5b7a9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.045947 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.159660 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.184905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a7f838-f940-4d5b-96d5-92a325489819']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:57.212031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91b5a38-bef8-457a-ab80-b2a453d9220e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:57.212324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91b5a38-bef8-457a-ab80-b2a453d9220e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:57.225040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.241454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.249646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:57.250045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:57.252926 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:57.308610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.354748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.359484 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.362682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/17a7f838-f940-4d5b-96d5-92a325489819 HTTP/1.1" status: 204 len: 168 time: 0.4296684 Oct 20 11:13:57.365967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35196) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.382278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0551c0-8447-4588-8ca6-bfa98047a36e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=17a7f838-f940-4d5b-96d5-92a325489819,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.466223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a0c0b-2888-4e5d-ab7d-00bfa3b9e8a5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:57.472348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a0c0b-2888-4e5d-ab7d-00bfa3b9e8a5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:57.474491 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-882a0c0b-2888-4e5d-ab7d-00bfa3b9e8a5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1075296 Oct 20 11:13:57.478120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.482752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1271431406'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.504335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:57.507888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.535676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:57.544300 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.544691 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment 9ad9f5f7-0160-4a58-aacd-057942c7b39b of type vlan for network 9b6c62dc-d889-4436-9a0c-56bae0cddc39 Oct 20 11:13:57.583808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.591196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port bb4a6d86-687d-411a-bf7f-39f824b9f69b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:57.591531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.609215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.614809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:57.615419 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.650254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1711152 Oct 20 11:13:57.652830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35200) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.659706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2029227911'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.678229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.689710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for bb4a6d86-687d-411a-bf7f-39f824b9f69b owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:57.695105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba245e12-0b1a-4c47-b565-7e5c15d97581 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=9b6c62dc-d889-4436-9a0c-56bae0cddc39,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.706736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 9b6c62dc-d889-4436-9a0c-56bae0cddc39 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:57.710036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:57.713894 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.740445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:57.749449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.749809 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment 1740b1c4-6bff-42d3-be01-ac721d6b5fcf of type vlan for network 860355b3-a640-4697-a81f-f08ffd458634 Oct 20 11:13:57.793246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.817736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.823320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:57.823896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.863398 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2094803 Oct 20 11:13:57.867719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35202) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.874753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'ports': [{'network_id': '9b6c62dc-d889-4436-9a0c-56bae0cddc39', 'name': 'tempest-port--1964547741', 'admin_state_up': True}, {'network_id': '860355b3-a640-4697-a81f-f08ffd458634', 'admin_state_up': False}]} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.875096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'port': {'network_id': '9b6c62dc-d889-4436-9a0c-56bae0cddc39', 'name': 'tempest-port--1964547741', 'admin_state_up': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.875595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'port': {'network_id': '860355b3-a640-4697-a81f-f08ffd458634', 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.892438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1af5-a525-4db6-8d39-2d27cc3fa942 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=860355b3-a640-4697-a81f-f08ffd458634,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.904155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 860355b3-a640-4697-a81f-f08ffd458634 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:57.906717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.967677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=bb4a6d86-687d-411a-bf7f-39f824b9f69b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:58.160766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'port': 2} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:58.165318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.510342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8d9e32a-6e2c-45df-8a57-d0a70a4da8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.544907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.571098 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.673403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] device_id is not set on port a3faef81-1cfd-40e3-9e7f-487d7784d53b yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:58.914141 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.948268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:58.995574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] device_id is not set on port e2eba48c-c361-454b-b4f7-9583874139e7 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:13:59.142422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:59.151116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2028840c-2aa1-465d-9377-8dd1c55695d3 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "PUT /v2.0/routers/966a9e7d-a0a9-4b38-88ab-e9aff812fdf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274471 Oct 20 11:13:59.151517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35204) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:59.155196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] Sync routers for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:59.166319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:59.167044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:59.197388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.205767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:59.214504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] Routers {'966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:59.215250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:13:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:59.237802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.250611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:59.251444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1faa09-5671-41f9-bcc8-9e1519b33470 None None] The sync data for ids ['966a9e7d-a0a9-4b38-88ab-e9aff812fdf5'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:59.264561 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.301437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Port': ['ID=a3faef81-1cfd-40e3-9e7f-487d7784d53b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:59.310015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Checking segment: {'id': '9ad9f5f7-0160-4a58-aacd-057942c7b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b6c62dc-d889-4436-9a0c-56bae0cddc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:59.310968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network hostable DHCP agents. Network: 9b6c62dc-d889-4436-9a0c-56bae0cddc39, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:59.327652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network 9b6c62dc-d889-4436-9a0c-56bae0cddc39 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:59.336099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 9b6c62dc-d889-4436-9a0c-56bae0cddc39) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:59.339965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:59.341005 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.345528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be92f8-a371-4914-b0a3-36128b6603d4 None None] Network 9b6c62dc-d889-4436-9a0c-56bae0cddc39 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:59.381934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.404654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Port': ['ID=e2eba48c-c361-454b-b4f7-9583874139e7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:59.421824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Checking segment: {'id': '1740b1c4-6bff-42d3-be01-ac721d6b5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '860355b3-a640-4697-a81f-f08ffd458634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:59.422099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network hostable DHCP agents. Network: 860355b3-a640-4697-a81f-f08ffd458634, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:59.439621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network 860355b3-a640-4697-a81f-f08ffd458634 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:59.440057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port 5599f867-fb51-4f76-bae8-91d4d5588784 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:59.440555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.447979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 860355b3-a640-4697-a81f-f08ffd458634) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:59.451679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:59.457812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:59.462741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:59.463435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.464571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b9cf6-9986-437a-a388-b150572051cf None None] Network 860355b3-a640-4697-a81f-f08ffd458634 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:59.480732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72934df4-4a26-40bf-9212-dbbe87f5db1a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6119597 Oct 20 11:13:59.483278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35206) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:59.532452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.534527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46d6b-3ace-4c3d-8aa6-61f37d5d1fe6 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:59.541278 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46d6b-3ace-4c3d-8aa6-61f37d5d1fe6 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:59.542868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0dc46d6b-3ace-4c3d-8aa6-61f37d5d1fe6 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0586176 Oct 20 11:13:59.545142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for 5599f867-fb51-4f76-bae8-91d4d5588784 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:59.545586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35208) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:59.633556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Deleting port a3faef81-1cfd-40e3-9e7f-487d7784d53b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:59.633894 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.704362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.716924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Calling delete_port for a3faef81-1cfd-40e3-9e7f-487d7784d53b owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:59.719432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.751027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=5599f867-fb51-4f76-bae8-91d4d5588784,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:59.795845 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.804043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.828544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Port': ['ID=a3faef81-1cfd-40e3-9e7f-487d7784d53b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:59.835776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.841631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52c7ace4-278e-4c99-aade-5e9314af8d3a tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/ports/a3faef81-1cfd-40e3-9e7f-487d7784d53b HTTP/1.1" status: 204 len: 168 time: 0.2925704 Oct 20 11:13:59.841938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35210) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:59.898959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.901100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.927705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Deleting port e2eba48c-c361-454b-b4f7-9583874139e7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:59.928038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.001639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.015009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Calling delete_port for e2eba48c-c361-454b-b4f7-9583874139e7 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:00.095511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.122962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Port': ['ID=e2eba48c-c361-454b-b4f7-9583874139e7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:00.131510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.135014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96fb7a75-4425-4624-a9de-bf43c9f021fb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/ports/e2eba48c-c361-454b-b4f7-9583874139e7 HTTP/1.1" status: 204 len: 168 time: 0.2921622 Oct 20 11:14:00.137539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35212) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:00.165678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-23c33fed-d340-49b6-85b8-b4fd2eb27819 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0270174 Oct 20 11:14:00.169518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35214) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:00.174064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2063102397'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:00.196130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:00.199681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.222064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.222834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Fanout notify agent at l3_agent the message router_deleted on router 966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:00.223395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:00.229715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.230653 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2de6867e-b2bc-4a58-b4d2-c6e6db70e20b tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/routers/966a9e7d-a0a9-4b38-88ab-e9aff812fdf5 HTTP/1.1" status: 204 len: 168 time: 1.0781274 Oct 20 11:14:00.233418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:00.245015 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.245361 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment d0ba7357-bbba-4d8b-a90b-d2041b70df2e of type vlan for network c557b37d-eba0-49fc-a317-4b3e413402f7 Oct 20 11:14:00.315338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.325556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting subnet 56599d3b-8ec0-47ee-a234-ba22f7aac92e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:00.330651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.376576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.382155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:00.382734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.392588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.458101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2878773 Oct 20 11:14:00.460839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35218) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:00.465991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1540538051'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:00.488727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:00.492154 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.495139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c17f5-910c-4eb6-8e23-86c3a5ccb34e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=c557b37d-eba0-49fc-a317-4b3e413402f7,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:00.508126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c557b37d-eba0-49fc-a317-4b3e413402f7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:00.515593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:00.525367 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.525732 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Added segment d77cb661-7c92-483a-b156-ec0c41a95268 of type vlan for network 08c78c0a-ad49-4718-abd8-e8e810031b96 Oct 20 11:14:00.543856 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.575516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.603372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.608740 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.609551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:00.610133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.634969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Subnet': ['ID=56599d3b-8ec0-47ee-a234-ba22f7aac92e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:00.640000 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.646640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-642fa5c4-ec30-410b-bded-a1ea0a8bcfd2 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/subnets/56599d3b-8ec0-47ee-a234-ba22f7aac92e HTTP/1.1" status: 204 len: 168 time: 0.4087892 Oct 20 11:14:00.646769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35220) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:00.649118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b7367-9755-4070-9bfc-26f76286af07 None None] Network 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:00.658966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1970119 Oct 20 11:14:00.702347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81792f-72db-471d-adde-e85cf0ae1886 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Network': ['ID=08c78c0a-ad49-4718-abd8-e8e810031b96,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:00.718138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:00.766902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.822188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port 8226e67c-a5ad-42d4-a86c-66485a8e7571 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:00.822978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.888567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] For port 8226e67c-a5ad-42d4-a86c-66485a8e7571, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8226e67c-a5ad-42d4-a86c-66485a8e7571,segment=NetworkSegment(9eea9c59-9536-4317-a7b5-858d2376046d),segment_id=9eea9c59-9536-4317-a7b5-858d2376046d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:00.888930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.897339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] DHCP port deletion for 353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:00.901739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for 8226e67c-a5ad-42d4-a86c-66485a8e7571 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:00.990582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.020664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=8226e67c-a5ad-42d4-a86c-66485a8e7571,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:01.023073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] No DVR routers for this DVR port 8226e67c-a5ad-42d4-a86c-66485a8e7571 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:01.096866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Deleting port 8226e67c-a5ad-42d4-a86c-66485a8e7571 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:01.097768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.111395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.132235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353212a5-ba5f-4d24-b41a-4bf0f72c5ec5']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:01.141608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eea9c59-9536-4317-a7b5-858d2376046d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:01.141904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eea9c59-9536-4317-a7b5-858d2376046d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:01.152613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.158727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] For port 8226e67c-a5ad-42d4-a86c-66485a8e7571, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:01.159156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.166789 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.172496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Calling delete_port for 8226e67c-a5ad-42d4-a86c-66485a8e7571 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:01.172855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:01.173243 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.175608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Port 8226e67c-a5ad-42d4-a86c-66485a8e7571 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:01.176726 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:01.179423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.207204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] Pushing event deleted for resources: {'Port': ['ID=8226e67c-a5ad-42d4-a86c-66485a8e7571,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:01.210980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9f509-b02c-4d80-b6ab-aff262606224 None None] No DVR routers for this DVR port 8226e67c-a5ad-42d4-a86c-66485a8e7571 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:01.243149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.250860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.254048 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/networks/353212a5-ba5f-4d24-b41a-4bf0f72c5ec5 HTTP/1.1" status: 204 len: 168 time: 0.6067920 Oct 20 11:14:01.256744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:01.265618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab10189-f233-4dda-abd5-25a56cda13a5 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Network': ['ID=353212a5-ba5f-4d24-b41a-4bf0f72c5ec5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:01.381641 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-de6bed96-0d18-4d09-b03b-c0abf10be603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.385475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Deleting port c824e2ef-af24-47c3-8334-4be9b29d200e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:01.385813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.461586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.461913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.474069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Calling delete_port for c824e2ef-af24-47c3-8334-4be9b29d200e owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:01.606207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.632880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Pushing event deleted for resources: {'Port': ['ID=c824e2ef-af24-47c3-8334-4be9b29d200e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:01.697275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.700409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.704075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4330da71-b221-4dcb-aa7b-f6fa8c4fe1d8 tempest-FloatingIPAdminTestJSON-1016401175 tempest-FloatingIPAdminTestJSON-1016401175-project] 10.222.0.74 "DELETE /v2.0/floatingips/6f1ddb40-67ce-4bb5-b6d8-4dcd9aa3678a HTTP/1.1" status: 204 len: 168 time: 0.4439394 Oct 20 11:14:01.792042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.022705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:02.165916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eb91a565-1c61-48ea-ad3a-b6192418ec29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f79f142d246a4eb8b4d2b6734fed30be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418662 Oct 20 11:14:02.168359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35236) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:02.217270 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.241976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.301397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.304453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.305620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8272340b-f767-4cc9-9ea5-91d79b0d2c31 HTTP/1.1" status: 204 len: 168 time: 0.1361926 Oct 20 11:14:02.313660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470df69-8b1e-402b-bcba-b4e930f897ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272340b-f767-4cc9-9ea5-91d79b0d2c31,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:02.563100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8226e67c-a5ad-42d4-a86c-66485a8e7571 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:02.583626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8226e67c-a5ad-42d4-a86c-66485a8e7571 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:02.584509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8226e67c-a5ad-42d4-a86c-66485a8e7571 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:02.612435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35242) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:02.631774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5afb2b03-3e46-4156-a0c5-30bc764434c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.712312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5afb2b03-3e46-4156-a0c5-30bc764434c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.716834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5afb2b03-3e46-4156-a0c5-30bc764434c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.761646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5afb2b03-3e46-4156-a0c5-30bc764434c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9e43bc2440b4bef93b0dc8e4885fd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447215 Oct 20 11:14:02.762038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35244) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:02.768373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb2b03-3e46-4156-a0c5-30bc764434c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d18911-6dc7-4450-abe0-d09d16135d34,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:02.834795 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.856980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.863510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.906699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.909541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.910772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27d18911-6dc7-4450-abe0-d09d16135d34 HTTP/1.1" status: 204 len: 168 time: 0.1476872 Oct 20 11:14:02.918653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30201a7-d0e0-4c96-a046-bb542b08aed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d18911-6dc7-4450-abe0-d09d16135d34,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:03.405094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35252) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:03.419496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70cd8df9-7137-4317-9292-14b78688b1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.499386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70cd8df9-7137-4317-9292-14b78688b1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.502958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70cd8df9-7137-4317-9292-14b78688b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.541313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70cd8df9-7137-4317-9292-14b78688b1b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7cebe99d683e4dc3a0c9769f0accc6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342955 Oct 20 11:14:03.541966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd8df9-7137-4317-9292-14b78688b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb8d2f5-133b-4f19-8e42-0fcbc3754e34,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:03.544556 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35254) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:03.617647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.638694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.683582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.686134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.687267 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5eb8d2f5-133b-4f19-8e42-0fcbc3754e34 HTTP/1.1" status: 204 len: 168 time: 0.1409338 Oct 20 11:14:03.696384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d18fc1-6be1-45cf-93fe-5ca412b3128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb8d2f5-133b-4f19-8e42-0fcbc3754e34,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:04.067210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35270) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:04.072477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'subnets': [{'network_id': 'c557b37d-eba0-49fc-a317-4b3e413402f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839201610', 'ip_version': 6}, {'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:04.072785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'subnet': {'network_id': 'c557b37d-eba0-49fc-a317-4b3e413402f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839201610', 'ip_version': 6}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:04.079130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Request body: {'subnet': {'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:04.255815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Made reservation on behalf of 6540802f17c0492390d28cea8e459939 for: {'subnet': 2} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:04.261061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.261461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.393159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.695631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.756128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Subnet': ['ID=655f4a15-18ff-4a47-a5a6-1fe41a493b6e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:04.779191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Checking segment: {'id': 'd0ba7357-bbba-4d8b-a90b-d2041b70df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c557b37d-eba0-49fc-a317-4b3e413402f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:04.780029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network hostable DHCP agents. Network: c557b37d-eba0-49fc-a317-4b3e413402f7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:04.799265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network c557b37d-eba0-49fc-a317-4b3e413402f7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:04.809642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c557b37d-eba0-49fc-a317-4b3e413402f7) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:04.815902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.821339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e6907-46ff-4547-b0eb-cc2160016d46 None None] Network c557b37d-eba0-49fc-a317-4b3e413402f7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:04.899401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event updated for resources: {'Subnet': ['ID=e8d5d193-c06c-45d3-887f-054da63183d4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:04.902984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Checking segment: {'id': 'd77cb661-7c92-483a-b156-ec0c41a95268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:04.904043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network hostable DHCP agents. Network: 08c78c0a-ad49-4718-abd8-e8e810031b96, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:04.926521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:04.941916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 08c78c0a-ad49-4718-abd8-e8e810031b96) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:04.946805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:04.947747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:04.948499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:04.960028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760aa43f-b96a-4ab9-8300-89647b14aeba None None] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:04.973642 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2177e08c-9676-434b-9fbe-6f8afb288469 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9052880 Oct 20 11:14:04.976634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35306) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.057782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060038a-3ba8-4a66-a923-74709b7d872b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c557b37d-eba0-49fc-a317-4b3e413402f7', 'network_id': 'c557b37d-eba0-49fc-a317-4b3e413402f7', 'tenant_id': '6540802f17c0492390d28cea8e459939', 'fixed_ips': [{'subnet_id': '655f4a15-18ff-4a47-a5a6-1fe41a493b6e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:05.058713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1060038a-3ba8-4a66-a923-74709b7d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.068774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9716ccd-dd58-44f5-a6b5-20abb00fc7cb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:05.070769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9716ccd-dd58-44f5-a6b5-20abb00fc7cb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:05.072630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9716ccd-dd58-44f5-a6b5-20abb00fc7cb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:05.074966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b9716ccd-dd58-44f5-a6b5-20abb00fc7cb tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0972562 Oct 20 11:14:05.085184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.092905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35310) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.145009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Deleting subnet 655f4a15-18ff-4a47-a5a6-1fe41a493b6e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:05.148831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.192184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.218478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-055ee339-f200-498c-9cfd-1b11af743157 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1612858618'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:05.219293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-055ee339-f200-498c-9cfd-1b11af743157 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Unknown quota resources ['metering_label']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:14:05.249687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-08c78c0a-ad49-4718-abd8-e8e810031b96', 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96', 'tenant_id': '6540802f17c0492390d28cea8e459939', 'fixed_ips': [{'subnet_id': 'e8d5d193-c06c-45d3-887f-054da63183d4'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:05.251023 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.272265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.365827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-1060038a-3ba8-4a66-a923-74709b7d872b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655f4a15-18ff-4a47-a5a6-1fe41a493b6e: This subnet is being modified by another concurrent operation. Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655f4a15-18ff-4a47-a5a6-1fe41a493b6e: This subnet is being modified by another concurrent operation. Oct 20 11:14:05.377733 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 11:14:05.404128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59369c60-b1bd-43e4-8a1e-47ab2263868c None None] Network c557b37d-eba0-49fc-a317-4b3e413402f7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:05.420324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Subnet': ['ID=655f4a15-18ff-4a47-a5a6-1fe41a493b6e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:05.426374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.433155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-69e0b8a7-5501-435b-a51b-ce1c86be82fe tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/subnets/655f4a15-18ff-4a47-a5a6-1fe41a493b6e HTTP/1.1" status: 204 len: 168 time: 0.3446856 Oct 20 11:14:05.433443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35314) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.469351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-055ee339-f200-498c-9cfd-1b11af743157 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.470978 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-055ee339-f200-498c-9cfd-1b11af743157 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3766146 Oct 20 11:14:05.473507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35316) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.478085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e88d7642-3c0c-4e8b-a056-292560cef69e tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a826ae34-3a9a-4d8b-922a-609296a28a14'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:05.478606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e88d7642-3c0c-4e8b-a056-292560cef69e tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:14:05.495649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Deleting subnet e8d5d193-c06c-45d3-887f-054da63183d4 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:05.560255 n-d-802060-17 neutron-server[100746]: WARNING neutron.services.metering.metering_plugin [None req-e88d7642-3c0c-4e8b-a056-292560cef69e tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:14:05.562409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Allocated IP 2001:db8:0:1::1 (08c78c0a-ad49-4718-abd8-e8e810031b96/e8d5d193-c06c-45d3-887f-054da63183d4/ca211115-9438-4700-889a-89a309254fa9) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:05.676167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e88d7642-3c0c-4e8b-a056-292560cef69e tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.677623 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e88d7642-3c0c-4e8b-a056-292560cef69e tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2031901 Oct 20 11:14:05.680732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35320) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.685046 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-de71471a-fc75-4e11-9027-80982bd9b01f tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a826ae34-3a9a-4d8b-922a-609296a28a14'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:05.685576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-de71471a-fc75-4e11-9027-80982bd9b01f tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100746) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:14:05.727894 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.733701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.734446 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.742563 n-d-802060-17 neutron-server[100746]: WARNING neutron.services.metering.metering_plugin [None req-de71471a-fc75-4e11-9027-80982bd9b01f tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:14:05.775373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:05.779753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:05.784226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:05.785294 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.826241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Pushing event updated for resources: {'Port': ['ID=ca211115-9438-4700-889a-89a309254fa9,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:05.845545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-de71471a-fc75-4e11-9027-80982bd9b01f tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.849207 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-de71471a-fc75-4e11-9027-80982bd9b01f tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1650672 Oct 20 11:14:05.851380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35322) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.867369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d950bc0-d681-4c19-afee-0c49107024f3 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=3970b469-3316-41dc-9640-6797a2d5f5f4 HTTP/1.1" status: 200 len: 462 time: 0.0145764 Oct 20 11:14:05.868169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35324) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.868406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Attempting to bind port ca211115-9438-4700-889a-89a309254fa9 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:05.868982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Attempting to bind port ca211115-9438-4700-889a-89a309254fa9 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'd77cb661-7c92-483a-b156-ec0c41a95268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:05.869444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Attempting to bind port ca211115-9438-4700-889a-89a309254fa9 on network 08c78c0a-ad49-4718-abd8-e8e810031b96 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:05.876695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:05.878066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Checking segment: {'id': 'd77cb661-7c92-483a-b156-ec0c41a95268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:05.879311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.879799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Bound using segment: {'id': 'd77cb661-7c92-483a-b156-ec0c41a95268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:05.880487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Bound port: ca211115-9438-4700-889a-89a309254fa9, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77cb661-7c92-483a-b156-ec0c41a95268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08c78c0a-ad49-4718-abd8-e8e810031b96'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:05.880961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.888518 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.958281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.966795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] For port ca211115-9438-4700-889a-89a309254fa9, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:05.971510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] For port ca211115-9438-4700-889a-89a309254fa9, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ca211115-9438-4700-889a-89a309254fa9,segment=NetworkSegment(d77cb661-7c92-483a-b156-ec0c41a95268),segment_id=d77cb661-7c92-483a-b156-ec0c41a95268)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:05.978341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.985761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ee88547-d3a6-46e9-9d4d-af5b267ee47d tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.990543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ee88547-d3a6-46e9-9d4d-af5b267ee47d tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/3970b469-3316-41dc-9640-6797a2d5f5f4 HTTP/1.1" status: 204 len: 168 time: 0.1209195 Oct 20 11:14:05.991454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35326) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:05.991583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d5d193-c06c-45d3-887f-054da63183d4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:06.007061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.014351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35328) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.015522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a745a229-f3d6-4444-89c5-bf98e049736b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/subnets/e8d5d193-c06c-45d3-887f-054da63183d4 HTTP/1.1" status: 204 len: 168 time: 0.5809684 Oct 20 11:14:06.049621 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710a9b-6df0-4f3c-8b97-3e941c19be13 None None] Pushing event updated for resources: {'Port': ['ID=ca211115-9438-4700-889a-89a309254fa9,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:06.066344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-195264af-7f81-4443-8314-5e1e1005942a tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=3970b469-3316-41dc-9640-6797a2d5f5f4 HTTP/1.1" status: 200 len: 221 time: 0.0668950 Oct 20 11:14:06.066678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35330) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.071224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c52ef188-8924-4457-9465-bb81393c64d6 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2009574090', 'description': 'label created by tempest'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:06.071684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c52ef188-8924-4457-9465-bb81393c64d6 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Unknown quota resources ['metering_label']. {{(pid=100747) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:14:06.113677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e541f6-d293-4597-a62c-4175c9c8db4e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:06.115399 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-84e541f6-d293-4597-a62c-4175c9c8db4e tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001041 Oct 20 11:14:06.119585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.241187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.307224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Deleting port ca211115-9438-4700-889a-89a309254fa9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:06.307638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.377432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c52ef188-8924-4457-9465-bb81393c64d6 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.378974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c52ef188-8924-4457-9465-bb81393c64d6 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3109791 Oct 20 11:14:06.381763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35334) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.386580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] For port ca211115-9438-4700-889a-89a309254fa9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ca211115-9438-4700-889a-89a309254fa9,segment=NetworkSegment(d77cb661-7c92-483a-b156-ec0c41a95268),segment_id=d77cb661-7c92-483a-b156-ec0c41a95268)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:06.387254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.401606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Calling delete_port for ca211115-9438-4700-889a-89a309254fa9 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:06.460603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-18de24df-e128-491c-952d-d4d1360f3083 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=65489b85-5dcc-475f-a1e0-1ad1ba3c1f7a HTTP/1.1" status: 200 len: 468 time: 0.0776515 Oct 20 11:14:06.463209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35336) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.490650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.528193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] No DVR routers for this DVR port ca211115-9438-4700-889a-89a309254fa9 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:06.536510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Port': ['ID=ca211115-9438-4700-889a-89a309254fa9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:06.618469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca211115-9438-4700-889a-89a309254fa9 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:06.648912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ca211115-9438-4700-889a-89a309254fa9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:06.649262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca211115-9438-4700-889a-89a309254fa9 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 11:14:06.650928 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.668715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Port ca211115-9438-4700-889a-89a309254fa9 not found, will not notify nova. {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 11:14:06.675650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c78c0a-ad49-4718-abd8-e8e810031b96']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:06.685094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77cb661-7c92-483a-b156-ec0c41a95268') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:06.685390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77cb661-7c92-483a-b156-ec0c41a95268') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:06.695302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.708957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.714712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a64eed3-26ba-410e-a70c-8c30c75af6d4 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.715783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:06.715982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a64eed3-26ba-410e-a70c-8c30c75af6d4 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/65489b85-5dcc-475f-a1e0-1ad1ba3c1f7a HTTP/1.1" status: 204 len: 168 time: 0.2517891 Oct 20 11:14:06.716585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.718712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35340) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:06.720310 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:06.739608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c2843b24-6f8e-44fb-98d6-26d5dad7d3d4 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=65489b85-5dcc-475f-a1e0-1ad1ba3c1f7a HTTP/1.1" status: 200 len: 216 time: 0.0157280 Oct 20 11:14:06.740728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.759802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-476d35cd-95f8-43cc-b486-9fe84dab502b tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181818 Oct 20 11:14:06.760672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35344) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.778640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d68b5dae-3935-4b3c-b7ac-a163b4fccdf8 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0166714 Oct 20 11:14:06.779667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35346) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.801290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.809732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.814031 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/08c78c0a-ad49-4718-abd8-e8e810031b96 HTTP/1.1" status: 204 len: 168 time: 0.6928544 Oct 20 11:14:06.816665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35348) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.837860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d23d1a-7b6d-438b-b368-98b7ec2f09cf tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=08c78c0a-ad49-4718-abd8-e8e810031b96,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:06.838931 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a2cec8e3-ac86-4ce7-8df0-3cb3565c504a tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/a826ae34-3a9a-4d8b-922a-609296a28a14 HTTP/1.1" status: 200 len: 473 time: 0.0579047 Oct 20 11:14:06.845892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35350) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.858373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e1292ef7-1c16-46b4-94af-1d5402a41aba tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/bf0a104a-fabd-45e0-9587-ea3daab4963a HTTP/1.1" status: 200 len: 459 time: 0.0096836 Oct 20 11:14:06.861684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35352) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:06.927583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.039688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.066185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c557b37d-eba0-49fc-a317-4b3e413402f7']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.078791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ba7357-bbba-4d8b-a90b-d2041b70df2e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.079340 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ba7357-bbba-4d8b-a90b-d2041b70df2e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.092861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.108837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.116646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:07.117302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:07.137958 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:07.202282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.212769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3b06b3cf-8f16-4e45-9b1f-6e2dba5df82a None None] Could not find standard attr ID for object ca211115-9438-4700-889a-89a309254fa9. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:14:07.237004 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.241015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/c557b37d-eba0-49fc-a317-4b3e413402f7 HTTP/1.1" status: 204 len: 168 time: 0.4234533 Oct 20 11:14:07.243335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16061dac-c3a5-4bbb-b456-0e6315e934d5 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=c557b37d-eba0-49fc-a317-4b3e413402f7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:07.245439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35354) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:07.281163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4becb15-5492-4f30-b54b-3589b91cc249 None None] DHCP port deletion for 08c78c0a-ad49-4718-abd8-e8e810031b96 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:07.304962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7fae6-d66a-4f13-850f-60f2e3a32c10 None None] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:07.317068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7fae6-d66a-4f13-850f-60f2e3a32c10 None None] Network 08c78c0a-ad49-4718-abd8-e8e810031b96 could not be found, it might have been deleted concurrently. {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:14:07.329160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379aa90c-c222-435c-916f-e10c1245a483 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:14:07.356294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.381375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-090671fc-fca1-4f30-a580-b9006db5d276 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.384280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-090671fc-fca1-4f30-a580-b9006db5d276 tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/bf0a104a-fabd-45e0-9587-ea3daab4963a HTTP/1.1" status: 204 len: 168 time: 0.5216241 Oct 20 11:14:07.387257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35356) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:07.462819 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379aa90c-c222-435c-916f-e10c1245a483 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:14:07.491442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.517528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860355b3-a640-4697-a81f-f08ffd458634']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.527771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1740b1c4-6bff-42d3-be01-ac721d6b5fcf') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.528070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1740b1c4-6bff-42d3-be01-ac721d6b5fcf') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.538992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.556163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.562085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:07.562475 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:07.591896 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:07.600987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-73711627-fd11-41bc-9e34-715b4627c82d tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.604429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-73711627-fd11-41bc-9e34-715b4627c82d tempest-MeteringIpV6TestJSON-1147464107 tempest-MeteringIpV6TestJSON-1147464107-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/a826ae34-3a9a-4d8b-922a-609296a28a14 HTTP/1.1" status: 204 len: 168 time: 0.2139723 Oct 20 11:14:07.672360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.680769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.691595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35362) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:07.691847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/860355b3-a640-4697-a81f-f08ffd458634 HTTP/1.1" status: 204 len: 168 time: 0.4452102 Oct 20 11:14:07.710088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30fecd-4ccc-4d61-9c2f-fbcb35d8785b tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=860355b3-a640-4697-a81f-f08ffd458634,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:07.810302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.924507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.947066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c62dc-d889-4436-9a0c-56bae0cddc39']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.958138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad9f5f7-0160-4a58-aacd-057942c7b39b') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.958456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad9f5f7-0160-4a58-aacd-057942c7b39b') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:07.969948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.985649 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.994036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:07.994036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.994619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35366) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:07.996064 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:08.064179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.082045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.085236 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] 10.222.0.74 "DELETE /v2.0/networks/9b6c62dc-d889-4436-9a0c-56bae0cddc39 HTTP/1.1" status: 204 len: 168 time: 0.3921993 Oct 20 11:14:08.086093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecfb5f-012d-430a-a57f-a25642e50227 tempest-BulkNetworkOpsIpV6Test-1924544268 tempest-BulkNetworkOpsIpV6Test-1924544268-project] Pushing event deleted for resources: {'Network': ['ID=9b6c62dc-d889-4436-9a0c-56bae0cddc39,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:08.159966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e75d369-7fa6-4e52-a993-374d15f26463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.265684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e75d369-7fa6-4e52-a993-374d15f26463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.270322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e75d369-7fa6-4e52-a993-374d15f26463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.327292 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1e75d369-7fa6-4e52-a993-374d15f26463 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6ee882a279f4fe2a5624582f98e5185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312385 Oct 20 11:14:08.328668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75d369-7fa6-4e52-a993-374d15f26463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746b08f4-d8c8-4053-9404-efa0b2e21a07,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:08.330318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35374) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:08.364661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:08.431177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.462274 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.536410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.542006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.543228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/746b08f4-d8c8-4053-9404-efa0b2e21a07 HTTP/1.1" status: 204 len: 168 time: 0.2118452 Oct 20 11:14:08.558141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303e178-9684-47cb-8f07-fb441ba730b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746b08f4-d8c8-4053-9404-efa0b2e21a07,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:08.571328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca211115-9438-4700-889a-89a309254fa9 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:08.595203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-80797a92-2f1c-4fa1-9e5d-ce94cbe92330 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6540802f17c0492390d28cea8e459939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290347 Oct 20 11:14:08.600345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35386) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:08.603035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ca211115-9438-4700-889a-89a309254fa9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:08.603622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ca211115-9438-4700-889a-89a309254fa9 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:08.678503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.709353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.931252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35392) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:08.952567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e73946-21a9-4e99-ad0f-64fd6275eb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.074505 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e73946-21a9-4e99-ad0f-64fd6275eb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.083546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e8e73946-21a9-4e99-ad0f-64fd6275eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.084721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.087856 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.093050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d7d060db-7c19-470c-aea3-45e54e3cbfcc HTTP/1.1" status: 204 len: 168 time: 0.4874334 Oct 20 11:14:09.098408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db732d68-c973-4d6b-98b5-0919819e5681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d060db-7c19-470c-aea3-45e54e3cbfcc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:09.149768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e8e73946-21a9-4e99-ad0f-64fd6275eb20 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7dad766bdf404804b3b75ff47007e969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144449 Oct 20 11:14:09.149768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73946-21a9-4e99-ad0f-64fd6275eb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576866e9-a7f4-4076-a960-d0835b19af6d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:09.150184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35396) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:09.215915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.243597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.309874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.315371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.319201 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/576866e9-a7f4-4076-a960-d0835b19af6d HTTP/1.1" status: 204 len: 168 time: 0.1666934 Oct 20 11:14:09.335164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661b77f-6692-4ada-94d8-a31fab50c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576866e9-a7f4-4076-a960-d0835b19af6d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:09.608757 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:14:10.327565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:10.601969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002418921'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:10.638286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:10.643612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.654003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.758463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.762777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.786871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:10.805497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d652379c-3eca-403d-b902-50c2c2bddbb5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:10.808957 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.809261 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 96b027cd-eb0a-4c1c-a462-3f790bb21e75 of type vlan for network 3c7d57d5-3ed3-464a-bce9-f1cef745403c Oct 20 11:14:10.861251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.898522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.906703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:10.907253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.953599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6247716 Oct 20 11:14:10.991515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280447f-3102-49d8-a6c6-2fd841b7d1bc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=3c7d57d5-3ed3-464a-bce9-f1cef745403c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:11.009578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:11.273290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35460) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:11.461893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2139235285'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:11.482106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Made reservation on behalf of 88ea1a7e59ff43c4bee21bf32ac78798 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:11.485564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.494644 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.608907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.618780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.651504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:11.671595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b0ba6-6635-4614-af78-1c1c2af9616b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:11.677226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.677564 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Added segment a97c1e2b-b80b-4228-99b3-c849efef5c85 of type vlan for network 36c49b7d-84ac-43e1-b45b-e47253f69929 Oct 20 11:14:11.720024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.762102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.768152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:11.768877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:11.820920 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5465062 Oct 20 11:14:11.879491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea8f20-28ce-4c0e-800f-2ef4f4336d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Pushing event updated for resources: {'Network': ['ID=36c49b7d-84ac-43e1-b45b-e47253f69929,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:11.896332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:12.054769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35470) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:12.059906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929', 'binding:host_id': 'n-h2-802060-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151473026'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:12.083165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Made reservation on behalf of 583b2564cdcb423bb00ae6145bebcf68 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:12.085556 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.094806 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.182419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.190866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.219214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:12.288252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5371ed4c-a574-4d17-bf50-9001b24e6b10,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:12.457361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:12.468624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.476546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:12.540875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca013ed-a170-4f8a-aa83-f0519cfa05e2,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:12.552519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Checking segment: {'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:12.553129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Network hostable DHCP agents. Network: 36c49b7d-84ac-43e1-b45b-e47253f69929, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:12.571528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:12.582397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 36c49b7d-84ac-43e1-b45b-e47253f69929) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:12.592813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb8c56-6885-47bd-b2e2-cd6d19041688 None None] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:12.594486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:12.636325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.638773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.639929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.652036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.653881 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.654611 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 2 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.690151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.690843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.693588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.708158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.710475 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.712194 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 3 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.750293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.750888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.753463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.766930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.767355 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.767800 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 4 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.782998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.783341 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.783800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.792441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.793019 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.793496 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 5 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.818823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.819442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.819890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.827484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.827881 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.828368 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 6 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.843512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.843957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.844629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.848989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.849364 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.849936 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 7 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.866527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.867036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.867594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.882430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.883314 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.885527 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 8 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:12.924185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:12.924778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:12.925465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:12.939639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:12.942652 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:12.943885 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 9 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:13.004351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:13.004695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:13.005033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:13.022757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:13.023124 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:13.026365 n-d-802060-17 neutron-server[100747]: INFO neutron.plugins.ml2.plugin [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 10 to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 Oct 20 11:14:13.069716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:13.069716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:13.069716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:13.080497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:13.081976 n-d-802060-17 neutron-server[100747]: ERROR neutron.plugins.ml2.managers [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:13.082442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.147649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:13.148158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempted to set empty binding levels {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:14:13.154204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.191349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:13.192071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.213417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca013ed-a170-4f8a-aa83-f0519cfa05e2,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:13.237778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35474) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:13.243910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65b0dc71-a814-469d-b2f1-92c148fe03ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1877871 Oct 20 11:14:13.336775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Deleting port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:13.337465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.444085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 3ca013ed-a170-4f8a-aa83-f0519cfa05e2, host n-h2-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:13.445043 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.467135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Calling delete_port for 3ca013ed-a170-4f8a-aa83-f0519cfa05e2 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:13.560414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.643262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ca013ed-a170-4f8a-aa83-f0519cfa05e2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:13.654881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.668927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:13.671552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-14f5aba1-29e2-4bb5-b3ac-4759e3650959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "DELETE /v2.0/ports/3ca013ed-a170-4f8a-aa83-f0519cfa05e2 HTTP/1.1" status: 204 len: 168 time: 0.4320078 Oct 20 11:14:13.700740 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4008ed7-3f8d-414d-aa7c-806bfa9a3214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:14:13.703631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4008ed7-3f8d-414d-aa7c-806bfa9a3214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports/3ca013ed-a170-4f8a-aa83-f0519cfa05e2 HTTP/1.1" status: 404 len: 333 time: 0.0322585 Oct 20 11:14:13.706299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35478) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:13.711736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-662760858'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:13.738839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Made reservation on behalf of 583b2564cdcb423bb00ae6145bebcf68 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:13.741158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.770179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:13.936091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:13.973699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.029884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:14.032974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:14.040489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:14.041606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.042229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.060296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=8006b71b-ace2-4a1e-ae34-b241a2bd52dd,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:14.083511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35482) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:14.090961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:14.095091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6b35a5e6-7fce-4cfc-b305-7f3a32a69917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3873165 Oct 20 11:14:14.155055 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.250428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35484) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:14.257935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:14.358023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:14.362189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.379395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:14.391130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.397811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.454415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=8006b71b-ace2-4a1e-ae34-b241a2bd52dd,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:14.468591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.469040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.469474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.474318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.474701 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.475137 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 2 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.490844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.491210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.491567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.496237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.496571 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.496962 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 3 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.513060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.513399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.514117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.518327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.519375 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.519776 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 4 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.533838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.534203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.534536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.539137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.539464 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.539977 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 5 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.552034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.552368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.552699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.556947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.557269 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.557657 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 6 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.570638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.571038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.571370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.572536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.575875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.576196 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.576578 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 7 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.589063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.589392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.589732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.594039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.594493 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.594905 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 8 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.607396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.607723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.608054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.612800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.613122 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.613505 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 9 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.625482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.625839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.626168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.631158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.631503 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.631882 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 10 to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd Oct 20 11:14:14.641346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=e66dcb66-0893-4f68-aa05-aeb59fda2573,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:14.644288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:14.644621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:14.644953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:14.649610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '96b027cd-eb0a-4c1c-a462-3f790bb21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:14.649971 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 3c7d57d5-3ed3-464a-bce9-f1cef745403c, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:14.650510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:14.650903 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:14.651357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.666746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:14.675716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3c7d57d5-3ed3-464a-bce9-f1cef745403c) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:14.679830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.680417 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.686082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62940e29-b392-48a9-83bd-ea78eaf0ed31 None None] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:14.699456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-90180890-3027-4ce6-9850-97e1aeb57fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4478245 Oct 20 11:14:14.702871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:14.708012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951090033'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:14.720796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:14.721170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempted to set empty binding levels {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:14:14.726387 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.731445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:14.735369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.761604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] In _notify_port_updated(), no bound segment for port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:14:14.762471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.763096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.766981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "PUT /v2.0/ports/8006b71b-ace2-4a1e-ae34-b241a2bd52dd HTTP/1.1" status: 200 len: 979 time: 0.6782465 Oct 20 11:14:14.767469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:14.769353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:14.780997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f81321-634b-4ad8-a9bb-bbb615dfed67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=8006b71b-ace2-4a1e-ae34-b241a2bd52dd,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:14.803625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.803975 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment bd72bf90-052e-41ae-8455-39289e2d967b of type vlan for network 1b106cb6-4243-40c6-9637-ee5dbedd2306 Oct 20 11:14:14.854082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3c7d57d5-3ed3-464a-bce9-f1cef745403c', 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': 'e66dcb66-0893-4f68-aa05-aeb59fda2573'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:14.855047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.856789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.872631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.873104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.873821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.874282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.874740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.875221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.875676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.876127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.876651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.877112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.877670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.878779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.879304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.879765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.880217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.880664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.881107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.881558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.882004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.884954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e439d632-755d-4902-9bc4-cc7225e44de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17070 time: 0.1144183 Oct 20 11:14:14.888370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:14.912092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.917940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:14.918644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.973533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Deleting port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:14.974165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:14.975566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2714286 Oct 20 11:14:15.005303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35496) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:15.005534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Allocated IP 2001:db8:0:ffff::2 (3c7d57d5-3ed3-464a-bce9-f1cef745403c/e66dcb66-0893-4f68-aa05-aeb59fda2573/e49f434b-f054-43f1-b2e5-e4b72ef3d0f4) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:15.010469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c49b7-7bbc-4a5d-84a9-606448bbe233 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=1b106cb6-4243-40c6-9637-ee5dbedd2306,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:15.015389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:15.022609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1b106cb6-4243-40c6-9637-ee5dbedd2306 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:15.132996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 8006b71b-ace2-4a1e-ae34-b241a2bd52dd, host n-h2-802060-17, got binding levels [] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:15.133365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.160364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Calling delete_port for 8006b71b-ace2-4a1e-ae34-b241a2bd52dd owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:15.244646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:15.248967 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.350112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eda8a-b688-45c7-87be-7af9c025bd30 req-020c1569-c62e-4ce0-8df0-ca5fdafbc1c9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:15.358502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b07eda8a-b688-45c7-87be-7af9c025bd30 req-020c1569-c62e-4ce0-8df0-ca5fdafbc1c9 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0858223 Oct 20 11:14:15.379122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.388045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.403001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.403746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b07eda8a-b688-45c7-87be-7af9c025bd30 req-21f6e87c-a695-400c-b7eb-26cc66fad7cb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Oct 20 11:14:15.415711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.419380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "DELETE /v2.0/ports/8006b71b-ace2-4a1e-ae34-b241a2bd52dd HTTP/1.1" status: 204 len: 168 time: 0.5300040 Oct 20 11:14:15.424202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35518) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:15.424202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event deleted for resources: {'Port': ['ID=8006b71b-ace2-4a1e-ae34-b241a2bd52dd,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:15.465305 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f137617-5957-46c3-b3c9-96868843d6df tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:14:15.470469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f137617-5957-46c3-b3c9-96868843d6df tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports/8006b71b-ace2-4a1e-ae34-b241a2bd52dd HTTP/1.1" status: 404 len: 333 time: 0.0408142 Oct 20 11:14:15.470469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.470469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.470469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.470469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.470949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35520) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:15.471561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.472252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.472527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.472853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.473217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.473552 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.473883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.474209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bf8c4-3c22-498f-8fa9-701b4049e734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:15.476156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Pushing event updated for resources: {'Port': ['ID=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:15.478246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-855358378', 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:15.489518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:15.491458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:15.495139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:15.503873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Made reservation on behalf of 583b2564cdcb423bb00ae6145bebcf68 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:15.506371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.529103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port b225f8f9-7617-4a31-a9dd-6463888a9d24 yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:15.558354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Attempting to bind port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:15.558535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Attempting to bind port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '96b027cd-eb0a-4c1c-a462-3f790bb21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:15.559293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Attempting to bind port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 on network 3c7d57d5-3ed3-464a-bce9-f1cef745403c {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:15.566148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:15.566834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Checking segment: {'id': '96b027cd-eb0a-4c1c-a462-3f790bb21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:15.567416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.568283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Bound using segment: {'id': '96b027cd-eb0a-4c1c-a462-3f790bb21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:15.568961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Bound port: e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b027cd-eb0a-4c1c-a462-3f790bb21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3c7d57d5-3ed3-464a-bce9-f1cef745403c'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:15.569538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.648306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] For port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:15.657936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] For port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,segment=NetworkSegment(96b027cd-eb0a-4c1c-a462-3f790bb21e75),segment_id=96b027cd-eb0a-4c1c-a462-3f790bb21e75)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:15.663939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.677194 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.694824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-35fcc0ba-4b93-43a8-b93e-d50f59b978bb tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703445931&fields=id&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 267 time: 0.0676095 Oct 20 11:14:15.743231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf5e6-9a04-4abd-aa01-592a1acd7345 None None] Pushing event updated for resources: {'Port': ['ID=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:15.750086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=20504770-664d-4521-b2d5-8a533f681836,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:15.759134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': 'bd72bf90-052e-41ae-8455-39289e2d967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:15.759500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 1b106cb6-4243-40c6-9637-ee5dbedd2306, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:15.777287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 1b106cb6-4243-40c6-9637-ee5dbedd2306 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:15.793007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1b106cb6-4243-40c6-9637-ee5dbedd2306) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:15.797479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:15.798068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.804790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99fee1-e04d-4668-88c1-d5abb24f933a None None] Network 1b106cb6-4243-40c6-9637-ee5dbedd2306 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:15.818548 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6e70587c-6c62-4386-9955-c77e8f2513be tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8120568 Oct 20 11:14:15.820826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35526) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:15.840437 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.894588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-1dd63df0-57f8-48b3-97ea-32bd0fa5b114 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:15.896495 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-1dd63df0-57f8-48b3-97ea-32bd0fa5b114 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2008305 Oct 20 11:14:15.931766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-e99a88c2-c568-48d4-8dfd-1fa628ff0809 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/quotas/e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0258510 Oct 20 11:14:15.950503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:15.972034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.006864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-1b106cb6-4243-40c6-9637-ee5dbedd2306', 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '20504770-664d-4521-b2d5-8a533f681836'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:16.007796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.041437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:16.049070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:16.052208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:16.053851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:16.054630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.056354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.076318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=b225f8f9-7617-4a31-a9dd-6463888a9d24,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:16.086916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d6fd9a22-ebc1-4475-aadc-eee1ab5f2947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6140308 Oct 20 11:14:16.091622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35528) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:16.111871 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-4bef5fd4-9e02-4068-95dd-426055db2ea0 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1797531 Oct 20 11:14:16.118187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.171039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c3cbe3-fe49-4413-b7b0-a38d67bbc84d tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:16.175513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79c3cbe3-fe49-4413-b7b0-a38d67bbc84d tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports/b225f8f9-7617-4a31-a9dd-6463888a9d24 HTTP/1.1" status: 200 len: 958 time: 0.0827990 Oct 20 11:14:16.178312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35530) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:16.189794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Allocated IP 2001:db8::1 (1b106cb6-4243-40c6-9637-ee5dbedd2306/20504770-664d-4521-b2d5-8a533f681836/3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:16.253908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-5385076c-a7d6-4041-8750-76b8b1b1daed service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406028 Oct 20 11:14:16.341074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Deleting port b225f8f9-7617-4a31-a9dd-6463888a9d24 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:16.341300 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.343166 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.351236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.368465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.380686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-8419c760-1a3b-4f35-af52-dc0219ea6b6a service neutron] 10.222.0.74 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198678 Oct 20 11:14:16.395512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Network 1b106cb6-4243-40c6-9637-ee5dbedd2306 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:16.401701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Pushing event updated for resources: {'Port': ['ID=3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:16.408522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=20504770-664d-4521-b2d5-8a533f681836,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:16.416651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:16.419163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:16.425187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.443817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Calling delete_port for b225f8f9-7617-4a31-a9dd-6463888a9d24 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:16.505850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Attempting to bind port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:16.507029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Attempting to bind port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bd72bf90-052e-41ae-8455-39289e2d967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:16.508335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Attempting to bind port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d on network 1b106cb6-4243-40c6-9637-ee5dbedd2306 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:16.521639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:16.524232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Checking segment: {'id': 'bd72bf90-052e-41ae-8455-39289e2d967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:16.524867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.525488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Bound using segment: {'id': 'bd72bf90-052e-41ae-8455-39289e2d967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:16.526694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Bound port: 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd72bf90-052e-41ae-8455-39289e2d967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:16.528679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.531930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.571035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b106cb6-4243-40c6-9637-ee5dbedd2306']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:16.599506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd72bf90-052e-41ae-8455-39289e2d967b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:16.599802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd72bf90-052e-41ae-8455-39289e2d967b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:16.620874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.622280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] For port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:16.626396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] For port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d,segment=NetworkSegment(bd72bf90-052e-41ae-8455-39289e2d967b),segment_id=bd72bf90-052e-41ae-8455-39289e2d967b)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:16.634807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.644679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.660229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:16.661645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:16.662051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:16.667182 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:16.669280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1adb6a-4a50-42a2-ae3e-56374ac7b1cc req-50829494-66b3-4de4-b30f-1bd74e533cc1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:16.669280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc1adb6a-4a50-42a2-ae3e-56374ac7b1cc req-50829494-66b3-4de4-b30f-1bd74e533cc1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1532569 Oct 20 11:14:16.702701 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.735953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event deleted for resources: {'Port': ['ID=b225f8f9-7617-4a31-a9dd-6463888a9d24,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:16.770042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:14:16.770042 n-d-802060-17 neutron-server[100746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:14:16.770042 n-d-802060-17 neutron-server[100746]: [parameters: {'id': '1b106cb6-4243-40c6-9637-ee5dbedd2306'}] Oct 20 11:14:16.770042 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:16.770523 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:16.775532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc1adb6a-4a50-42a2-ae3e-56374ac7b1cc req-ecf9f3d7-19d9-4295-ad5d-0ca000fd5343 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994072 Oct 20 11:14:16.782794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.786869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bdab40a6-fc22-46b0-ae00-d0d85bdeeeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "DELETE /v2.0/ports/b225f8f9-7617-4a31-a9dd-6463888a9d24 HTTP/1.1" status: 204 len: 168 time: 0.6073411 Oct 20 11:14:16.798461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35540) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:16.825122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51028-3bff-4e8d-aab5-969171e9b93b None None] Pushing event updated for resources: {'Port': ['ID=3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:16.848908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:16.849349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.851209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f64ef-e8ab-4c72-bfeb-0c1d943107a3 None None] Network 1b106cb6-4243-40c6-9637-ee5dbedd2306 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:16.859737 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a40d02e-85c0-4db8-ab42-875b08b85308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:14:16.866284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7a40d02e-85c0-4db8-ab42-875b08b85308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports/b225f8f9-7617-4a31-a9dd-6463888a9d24 HTTP/1.1" status: 404 len: 333 time: 0.0591698 Oct 20 11:14:16.866434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:16.886891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-573271776'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:16.917675 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e12ac50c-a83d-4ca5-9c5d-6f5f85cb837d req-debf5081-1492-41d5-9bc1-cda5794b58c1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0419924 Oct 20 11:14:16.937311 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Made reservation on behalf of 583b2564cdcb423bb00ae6145bebcf68 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:16.940872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.961296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:16.961768 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:17.043455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01dc14f-9098-472a-bbdd-779102a54d25 None None] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:17.095417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.141370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.153646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d1039ff7-53d1-484f-aae8-436abf7da5c4 None None] Provisioning complete for port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:17.154010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1039ff7-53d1-484f-aae8-436abf7da5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.178622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.208341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,segment=NetworkSegment(96b027cd-eb0a-4c1c-a462-3f790bb21e75),segment_id=96b027cd-eb0a-4c1c-a462-3f790bb21e75)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:17.217728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Network 36c49b7d-84ac-43e1-b45b-e47253f69929 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:17.219832 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.220999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:17.225044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:17.225613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:17.226197 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.245885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=0742c14b-fb44-4f13-8ada-6b3afb5852e5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:17.254516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e73e6121-a791-4017-a0e1-983fa2c9dde5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3869929 Oct 20 11:14:17.257088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35554) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:17.265722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:17.285191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.352198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:17.354582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.416892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:17.417221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.560870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d,segment=NetworkSegment(bd72bf90-052e-41ae-8455-39289e2d967b),segment_id=bd72bf90-052e-41ae-8455-39289e2d967b)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:17.561569 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.581751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:17.603903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494ebea-06de-451c-8e62-da98c0578f83 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:14:17.660280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] device_id is not set on port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:17.670126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.682728 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.702580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494ebea-06de-451c-8e62-da98c0578f83 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:14:17.705608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ed460569-efcc-4b52-b7e3-461ae47874b0 None None] Provisioning complete for port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:17.706460 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed460569-efcc-4b52-b7e3-461ae47874b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.748351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=0742c14b-fb44-4f13-8ada-6b3afb5852e5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:17.762389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.788084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:17.788420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:17.788757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:17.793694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:17.800218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port 3183f8ea-b2d1-4d22-8ea4-21f739ad5a0d on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:17.827050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:17.827388 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:17.828081 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 2 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:17.866223 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:17.866558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:17.866899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:17.900850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9df0-6418-4494-b436-f21b670e3989 req-fbbebaef-d43f-40c4-a53e-930ff5902f8f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:17.908653 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-630b9df0-6418-4494-b436-f21b670e3989 req-fbbebaef-d43f-40c4-a53e-930ff5902f8f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0606027 Oct 20 11:14:17.915612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:17.915877 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:17.917470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:17.919690 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 3 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:17.941713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:17.942067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:17.942384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:17.957951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:17.958282 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:17.960709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b106cb6-4243-40c6-9637-ee5dbedd2306']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:17.970210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-630b9df0-6418-4494-b436-f21b670e3989 req-20154929-ef11-4146-b5d5-8df57d2c521a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Oct 20 11:14:17.970352 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 4 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:17.993751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd72bf90-052e-41ae-8455-39289e2d967b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:17.994136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd72bf90-052e-41ae-8455-39289e2d967b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:18.019275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.028876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.029219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.029565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.034861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-08e4d582-7f3f-417c-b0f9-e505db7f42f4 req-14a0242b-87b0-4c1c-a188-e8ad9b5ce7d2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0280123 Oct 20 11:14:18.046251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.047172 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.054313 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 5 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.054313 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.104796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:18.105201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.108165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.108494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.108825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:18.110728 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:18.140773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.141096 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.167537 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 6 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.197351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.197772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.198099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.202767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.211120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-5349aef0-7ba5-4bc5-9c72-9eb4323c4196 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:18.212654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-5349aef0-7ba5-4bc5-9c72-9eb4323c4196 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 812 time: 0.2393219 Oct 20 11:14:18.218261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.221627 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/1b106cb6-4243-40c6-9637-ee5dbedd2306 HTTP/1.1" status: 204 len: 168 time: 2.3998137 Oct 20 11:14:18.222353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.222758 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.225882 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 7 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.226094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35560) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:18.231774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859027962'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:18.252492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365406b-d13e-4850-a348-9a7a675b6cea tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=1b106cb6-4243-40c6-9637-ee5dbedd2306,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:18.254184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:18.257831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.263850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.264183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.264517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.273659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.274347 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.279607 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 8 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.281757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:18.297683 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-26d16356-f0bc-408f-807a-999659c49bd2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8aab43c9a424d7388d75fb1e816f0a0 HTTP/1.1" status: 200 len: 379 time: 0.0725181 Oct 20 11:14:18.302279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.302628 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 2e7e508d-0757-4700-b538-5ce003b018f6 of type vlan for network ea66107e-c784-4229-87ab-7c9a7c539f66 Oct 20 11:14:18.309358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'port': {'device_id': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'admin_state_up': True, 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'security_groups': ['9086a619-8ecb-42aa-8862-bd35e0136d51']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:18.312455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.312784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.313121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.328487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.328817 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.332138 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 9 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.348742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.365826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.366268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.366665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.382229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.389860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:18.391302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.397983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.398519 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.402379 n-d-802060-17 neutron-server[100746]: INFO neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempt 10 to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 Oct 20 11:14:18.422274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:18.422833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:18.423336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempting to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:18.437819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:18.438377 n-d-802060-17 neutron-server[100746]: ERROR neutron.plugins.ml2.managers [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Failed to bind port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on host n-h2-802060-17 for vnic_type normal using segments [{'id': 'a97c1e2b-b80b-4228-99b3-c849efef5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '36c49b7d-84ac-43e1-b45b-e47253f69929'}] Oct 20 11:14:18.438889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.446846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2192147 Oct 20 11:14:18.452096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35562) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:18.458746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:18.475267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8baa4-ace6-4615-a5ea-288509b3bdff tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=ea66107e-c784-4229-87ab-7c9a7c539f66,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:18.488801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network ea66107e-c784-4229-87ab-7c9a7c539f66 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:18.592356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Made reservation on behalf of e8aab43c9a424d7388d75fb1e816f0a0 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:18.596700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.599740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:18.641826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 0742c14b-fb44-4f13-8ada-6b3afb5852e5, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:18.642555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attempted to set empty binding levels {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:14:18.657932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.660083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:18.660502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.691809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:18.695138 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.757188 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] In _notify_port_updated(), no bound segment for port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 on network 36c49b7d-84ac-43e1-b45b-e47253f69929 {{(pid=100746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:14:18.758030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:18.758617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.759966 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "PUT /v2.0/ports/0742c14b-fb44-4f13-8ada-6b3afb5852e5 HTTP/1.1" status: 200 len: 979 time: 1.5017049 Oct 20 11:14:18.762785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35564) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:18.839138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Deleting port 0742c14b-fb44-4f13-8ada-6b3afb5852e5 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:18.839590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.855113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010d33-0775-43ad-9b9f-2db442ede18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event updated for resources: {'Port': ['ID=0742c14b-fb44-4f13-8ada-6b3afb5852e5,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:18.893624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.20.0.5 (bb8d2315-574f-49d8-baba-654893c0a75c/076ed439-f640-4663-a174-7c8deda6547a/f6a1b7e3-e00b-432e-91b5-111229818f00) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:18.915672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] For port 0742c14b-fb44-4f13-8ada-6b3afb5852e5, host n-h2-802060-17, got binding levels [] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:18.916243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:18.930633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Calling delete_port for 0742c14b-fb44-4f13-8ada-6b3afb5852e5 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:19.045744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.092559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.123625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Pushing event deleted for resources: {'Port': ['ID=0742c14b-fb44-4f13-8ada-6b3afb5852e5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:19.137105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.141044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35919078-9f31-4efc-80a8-ff03abc73ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "DELETE /v2.0/ports/0742c14b-fb44-4f13-8ada-6b3afb5852e5 HTTP/1.1" status: 204 len: 168 time: 0.3770838 Oct 20 11:14:19.148035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35570) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:19.181234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=d898fc7a-8789-4125-aa5d-d67c1f466091,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:19.190593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.198901 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93da2b0-94cf-45ef-99f0-50652e3eb1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:14:19.201097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c93da2b0-94cf-45ef-99f0-50652e3eb1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-877928853-project-admin] 10.222.0.74 "GET /v2.0/ports/0742c14b-fb44-4f13-8ada-6b3afb5852e5 HTTP/1.1" status: 404 len: 333 time: 0.0471892 Oct 20 11:14:19.204755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35574) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:19.224247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee92f9-e1ba-49d6-bdbf-d5330568b1a7 req-4c8f0b4b-ec4d-4fcc-8fa5-d0101cb96f98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:19.226409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3ee92f9-e1ba-49d6-bdbf-d5330568b1a7 req-4c8f0b4b-ec4d-4fcc-8fa5-d0101cb96f98 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1746314 Oct 20 11:14:19.239936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8419d07c-a10a-4853-a91a-aa79afc0c2df req-e19ea4bc-dd22-4fdf-af1e-e9da499fc7e8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0700626 Oct 20 11:14:19.247390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '2e7e508d-0757-4700-b538-5ce003b018f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:19.247831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: ea66107e-c784-4229-87ab-7c9a7c539f66, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:19.293053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3ee92f9-e1ba-49d6-bdbf-d5330568b1a7 req-087d8a15-cdea-4c02-982f-e9c216a2e588 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497708 Oct 20 11:14:19.365217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.371403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network ea66107e-c784-4229-87ab-7c9a7c539f66 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:19.378085 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.402235 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-33b78103-dea6-4191-bcec-1195a2130e71 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2511938 Oct 20 11:14:19.423281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, ea66107e-c784-4229-87ab-7c9a7c539f66) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:19.430979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d358ec-6496-4733-92e5-c6b4819a1737 None None] Network ea66107e-c784-4229-87ab-7c9a7c539f66 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:19.440217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:19.440806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.445517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network bb8d2315-574f-49d8-baba-654893c0a75c is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:19.473239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:19.493147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:19.560608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6ccd0119-8d2b-4eee-834f-ee568579dbc9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1072423 Oct 20 11:14:19.561338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:19.564134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:19.569642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970669445'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:19.607899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:19.611401 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.622711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-ea66107e-c784-4229-87ab-7c9a7c539f66', 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': 'd898fc7a-8789-4125-aa5d-d67c1f466091'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:19.623847 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.639918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:19.652691 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.653493 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 4fc6a2dc-7663-4578-9948-e6c33bba7030 of type vlan for network c90524eb-627f-404b-9b0b-35374ab9655e Oct 20 11:14:19.659545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.696078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:19.696681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.705021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c49b7d-84ac-43e1-b45b-e47253f69929']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:19.713620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.723866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c1e2b-b80b-4228-99b3-c849efef5c85') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:19.724186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c1e2b-b80b-4228-99b3-c849efef5c85') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:19.727196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-aa476dbf-0411-484e-97d6-4faf8a563143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:19.728677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-aa476dbf-0411-484e-97d6-4faf8a563143 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.2572548 Oct 20 11:14:19.746426 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-253a1cc6-81c8-46b1-ab1a-d59ce0be7626 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4408550 Oct 20 11:14:19.749787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.753305 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.756336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:19.756953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.769412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Request body: {'port': {'device_id': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:19.809150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2403712 Oct 20 11:14:19.809150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35578) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:19.812399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.818379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:19.823697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Allocated IP 2001:db8::1 (ea66107e-c784-4229-87ab-7c9a7c539f66/d898fc7a-8789-4125-aa5d-d67c1f466091/813ebc5b-b66f-4bba-bceb-864a2a4de052) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:19.840634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:19.841032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:19.846862 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:19.894688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac57c-9008-4108-862c-d696472c2d8f tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=c90524eb-627f-404b-9b0b-35374ab9655e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:19.926990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c90524eb-627f-404b-9b0b-35374ab9655e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:20.002118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b5b0ec38-0ce1-4883-bbf4-9b6d4ce44b80 None None] Provisioning complete for port f6a1b7e3-e00b-432e-91b5-111229818f00 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:20.002396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ec38-0ce1-4883-bbf4-9b6d4ce44b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.029173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:20.033356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.087164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0ec38-0ce1-4883-bbf4-9b6d4ce44b80 None None] Port f6a1b7e3-e00b-432e-91b5-111229818f00 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:20.120037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:14:20.120887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:14:20.139280 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.147563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.196575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Network ea66107e-c784-4229-87ab-7c9a7c539f66 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:20.207015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:20.214187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:20.217716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Pushing event updated for resources: {'Port': ['ID=813ebc5b-b66f-4bba-bceb-864a2a4de052,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:20.285697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Attempting to bind port 813ebc5b-b66f-4bba-bceb-864a2a4de052 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:20.286077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Attempting to bind port 813ebc5b-b66f-4bba-bceb-864a2a4de052 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '2e7e508d-0757-4700-b538-5ce003b018f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:20.286441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Attempting to bind port 813ebc5b-b66f-4bba-bceb-864a2a4de052 on network ea66107e-c784-4229-87ab-7c9a7c539f66 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:20.301493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:20.302358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Checking segment: {'id': '2e7e508d-0757-4700-b538-5ce003b018f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:20.303641 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.304325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Bound using segment: {'id': '2e7e508d-0757-4700-b538-5ce003b018f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:20.306284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Bound port: 813ebc5b-b66f-4bba-bceb-864a2a4de052, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7e508d-0757-4700-b538-5ce003b018f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ea66107e-c784-4229-87ab-7c9a7c539f66'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:20.307212 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.333296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.345910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.358648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-385a8c3f-5b90-4be2-ac14-6ac69d30986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.360302 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-385a8c3f-5b90-4be2-ac14-6ac69d30986f service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.5871580 Oct 20 11:14:20.363691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.371744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.377955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] 10.222.0.74 "DELETE /v2.0/networks/36c49b7d-84ac-43e1-b45b-e47253f69929 HTTP/1.1" status: 204 len: 168 time: 1.1695471 Oct 20 11:14:20.441609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] For port 813ebc5b-b66f-4bba-bceb-864a2a4de052, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:20.454578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] For port 813ebc5b-b66f-4bba-bceb-864a2a4de052, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=813ebc5b-b66f-4bba-bceb-864a2a4de052,segment=NetworkSegment(2e7e508d-0757-4700-b538-5ce003b018f6),segment_id=2e7e508d-0757-4700-b538-5ce003b018f6)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:20.461382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af017d8-4277-4703-90ea-91290a6e4c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2060720033-project] Pushing event deleted for resources: {'Network': ['ID=36c49b7d-84ac-43e1-b45b-e47253f69929,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:20.467250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.525317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-315441a5-dece-44b1-a490-3e1cc0da1d0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 1002 time: 0.1480420 Oct 20 11:14:20.568430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b76792-524b-41a1-b080-bcf0c682fea8 req-02b40af2-77f0-44a2-9b83-062011dc2496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.569972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76b76792-524b-41a1-b080-bcf0c682fea8 req-02b40af2-77f0-44a2-9b83-062011dc2496 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 931 time: 0.2255552 Oct 20 11:14:20.588593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=89a474c9-42ac-49bc-b756-a853a1d95684,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:20.608168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9391b5-2a65-4093-a2d6-66142108c2c9 None None] Pushing event updated for resources: {'Port': ['ID=813ebc5b-b66f-4bba-bceb-864a2a4de052,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:20.658334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5968-89cf-4414-a85f-1c5ead287f31 req-b7d3d94e-1154-415e-87af-6d1314bfcbbb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.660400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-512d5968-89cf-4414-a85f-1c5ead287f31 req-b7d3d94e-1154-415e-87af-6d1314bfcbbb tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.2144516 Oct 20 11:14:20.663650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '4fc6a2dc-7663-4578-9948-e6c33bba7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:20.663893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: c90524eb-627f-404b-9b0b-35374ab9655e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:20.677710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76b76792-524b-41a1-b080-bcf0c682fea8 req-a008cb0f-59ad-4317-a96e-3ca18d46f848 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965257 Oct 20 11:14:20.701482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-a88fe099-fb0d-4ab4-b7eb-57fdb3619f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.703051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-a88fe099-fb0d-4ab4-b7eb-57fdb3619f04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1108387 Oct 20 11:14:20.725018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-512d5968-89cf-4414-a85f-1c5ead287f31 req-22aa6ef8-e485-4bf3-a535-867299c35c38 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553491 Oct 20 11:14:20.726600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network c90524eb-627f-404b-9b0b-35374ab9655e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:20.749003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c90524eb-627f-404b-9b0b-35374ab9655e) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:20.753487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.754305 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:20.758411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9df14-c21f-4a19-9a44-357ab4f3e1ca None None] Network c90524eb-627f-404b-9b0b-35374ab9655e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:20.795737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-33891944-b2db-4189-9b81-8db7b0992508 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9813464 Oct 20 11:14:20.795981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35588) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:20.833132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35590) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:20.901133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-1d6815f7-fc15-4b0b-b2d3-2522a8e246e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:20.902636 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-1d6815f7-fc15-4b0b-b2d3-2522a8e246e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904604 Oct 20 11:14:21.022004 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.033931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c90524eb-627f-404b-9b0b-35374ab9655e', 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '89a474c9-42ac-49bc-b756-a853a1d95684'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:21.034797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.114343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1b7e3-e00b-432e-91b5-111229818f00 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:14:21.129201 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.140270 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.164454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Transition to ACTIVE for port object f6a1b7e3-e00b-432e-91b5-111229818f00 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:14:21.179711 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.184788 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-fbcd0475-3f55-4289-a228-71f736a91ab2 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621312 Oct 20 11:14:21.202797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c1c011fc-e98b-4a06-be67-2f9dccee0594 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88ea1a7e59ff43c4bee21bf32ac78798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667755 Oct 20 11:14:21.203393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:21.234751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Allocated IP 2001:db8::3 (c90524eb-627f-404b-9b0b-35374ab9655e/89a474c9-42ac-49bc-b756-a853a1d95684/67944ca0-c261-4d4b-9e01-a1fcec7e12de) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:21.278662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:21.286711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.320978 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.389734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.392544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-4a6e57a7-ffd6-4b29-8c49-bad714a28c5f service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972020 Oct 20 11:14:21.394337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.399487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b41b0ba6-6635-4614-af78-1c1c2af9616b HTTP/1.1" status: 204 len: 168 time: 0.1942427 Oct 20 11:14:21.411229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf352f6e-cf41-42dc-8032-0185a5567323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b0ba6-6635-4614-af78-1c1c2af9616b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:21.433266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Attempting to bind port f6a1b7e3-e00b-432e-91b5-111229818f00 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:21.434235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Attempting to bind port f6a1b7e3-e00b-432e-91b5-111229818f00 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:21.434740 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Attempting to bind port f6a1b7e3-e00b-432e-91b5-111229818f00 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:21.439808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Port f6a1b7e3-e00b-432e-91b5-111229818f00 on network bb8d2315-574f-49d8-baba-654893c0a75c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:21.440835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Attempting to bind port f6a1b7e3-e00b-432e-91b5-111229818f00 on network bb8d2315-574f-49d8-baba-654893c0a75c {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:21.446214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:21.447403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Checking segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:21.447968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Bound using segment: {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:21.448572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Bound port: f6a1b7e3-e00b-432e-91b5-111229818f00, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:21.449098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.539464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.552524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.587466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:21.591312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f6a1b7e3-e00b-432e-91b5-111229818f00,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:21.596016 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.603257 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.643752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Network c90524eb-627f-404b-9b0b-35374ab9655e is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:21.648038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:21.653815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:21.668162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Pushing event updated for resources: {'Port': ['ID=67944ca0-c261-4d4b-9e01-a1fcec7e12de,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:21.714463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:21.715110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.720910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] 10.222.0.83 "PUT /v2.0/ports/f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 1092 time: 1.9611132 Oct 20 11:14:21.721569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:21.728142 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7941074-eaf5-45e4-8c43-df319c241aba" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:21.752121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=89a474c9-42ac-49bc-b756-a853a1d95684,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:21.851760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Attempting to bind port 67944ca0-c261-4d4b-9e01-a1fcec7e12de on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:21.852361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Attempting to bind port 67944ca0-c261-4d4b-9e01-a1fcec7e12de by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4fc6a2dc-7663-4578-9948-e6c33bba7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:21.852469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Attempting to bind port 67944ca0-c261-4d4b-9e01-a1fcec7e12de on network c90524eb-627f-404b-9b0b-35374ab9655e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:21.887767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:21.888143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Checking segment: {'id': '4fc6a2dc-7663-4578-9948-e6c33bba7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:21.888546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.892859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Bound using segment: {'id': '4fc6a2dc-7663-4578-9948-e6c33bba7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:21.893490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Bound port: 67944ca0-c261-4d4b-9e01-a1fcec7e12de, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc6a2dc-7663-4578-9948-e6c33bba7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c90524eb-627f-404b-9b0b-35374ab9655e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:21.897172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.938203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:21.938455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43157871-0488-4ac3-bf3f-aa56cb7dddf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:21.984606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-590180b0-a8b6-4270-8c29-5ec0d1c2c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:21.986135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-590180b0-a8b6-4270-8c29-5ec0d1c2c33d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1095 time: 0.1949298 Oct 20 11:14:22.014870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90524eb-627f-404b-9b0b-35374ab9655e']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:22.039436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc6a2dc-7663-4578-9948-e6c33bba7030') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:22.039876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc6a2dc-7663-4578-9948-e6c33bba7030') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:22.057900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.059117 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] For port 67944ca0-c261-4d4b-9e01-a1fcec7e12de, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:22.063684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] For port 67944ca0-c261-4d4b-9e01-a1fcec7e12de, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=67944ca0-c261-4d4b-9e01-a1fcec7e12de,segment=NetworkSegment(4fc6a2dc-7663-4578-9948-e6c33bba7030),segment_id=4fc6a2dc-7663-4578-9948-e6c33bba7030)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:22.071439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.093880 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:22.106572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-3678a6be-3672-43a9-99b8-724fa0755896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 217 time: 0.1074438 Oct 20 11:14:22.120177 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.156501 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e091771-0f40-423d-a47e-b9cf5a32695f x-openstack-request-id: req-9e091771-0f40-423d-a47e-b9cf5a32695f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:22.156798 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:22.157031 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e091771-0f40-423d-a47e-b9cf5a32695f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:22.159640 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'status': 'completed', 'code': 200} Oct 20 11:14:22.163299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:22.164418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.182413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e426ec8-4f50-46a7-8003-badf6def888c None None] Pushing event updated for resources: {'Port': ['ID=67944ca0-c261-4d4b-9e01-a1fcec7e12de,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:22.191616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82856c44-4c59-4786-8065-27e4390f8365 None None] Network c90524eb-627f-404b-9b0b-35374ab9655e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:22.208542 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:22.302843 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77c0e216-d5e2-4631-b5a1-d7bab239a6ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=583b2564cdcb423bb00ae6145bebcf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078156 Oct 20 11:14:22.303990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35610) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:22.311140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-cbf851b8-135f-4b0f-b91e-4fbef6c57aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.312576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-cbf851b8-135f-4b0f-b91e-4fbef6c57aa3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1802759 Oct 20 11:14:22.389770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:14:22.389770 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:14:22.389770 n-d-802060-17 neutron-server[100747]: [parameters: {'id': 'c90524eb-627f-404b-9b0b-35374ab9655e'}] Oct 20 11:14:22.389770 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:22.390323 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:22.395903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-07ab8b65-aeb8-4c2d-a229-d561e12b8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.397405 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-07ab8b65-aeb8-4c2d-a229-d561e12b8f2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759494 Oct 20 11:14:22.399176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.427235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe447-7dfa-499c-bf07-3657584e8722 req-42ac9d0b-bf60-40ba-a76f-c9495cba299e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.429008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6abfe447-7dfa-499c-bf07-3657584e8722 req-42ac9d0b-bf60-40ba-a76f-c9495cba299e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1637127 Oct 20 11:14:22.445198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f697-6e96-413d-89b8-a6e82c083dc4 req-16d410ba-8fd1-47a9-8205-68a16b175863 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.446346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.447319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a0f697-6e96-413d-89b8-a6e82c083dc4 req-16d410ba-8fd1-47a9-8205-68a16b175863 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.2339413 Oct 20 11:14:22.519091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6abfe447-7dfa-499c-bf07-3657584e8722 req-9c0bff46-2bc7-4150-9ba9-0647aac67b4d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696628 Oct 20 11:14:22.526857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e8a0f697-6e96-413d-89b8-a6e82c083dc4 req-2df15dd1-ecb3-47c9-9bc7-1bf93edcafde tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699542 Oct 20 11:14:22.561587 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-45ebe3ac-e25c-436b-ae95-7f8c0f9c7f7b service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505659 Oct 20 11:14:22.581840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a78f2-e270-45d5-b2ab-71a20ccd8f68 None None] Network ea66107e-c784-4229-87ab-7c9a7c539f66 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:22.642689 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.644076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 813ebc5b-b66f-4bba-bceb-864a2a4de052 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:22.647508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.648729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5371ed4c-a574-4d17-bf50-9001b24e6b10 HTTP/1.1" status: 204 len: 168 time: 0.3439183 Oct 20 11:14:22.688034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4ed59-0775-4690-ab10-29b1149800a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5371ed4c-a574-4d17-bf50-9001b24e6b10,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:22.722354 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-11da46f8-ce3f-482e-baae-d296e7997d35 req-107a4d60-dc9d-45b3-b5c8-e522935b6482 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145060 Oct 20 11:14:22.773339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 813ebc5b-b66f-4bba-bceb-864a2a4de052 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:22.773711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.824931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941074-eaf5-45e4-8c43-df319c241aba req-6ae5ad48-f723-4f01-a921-8bb8e6bc085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.827621 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-6ae5ad48-f723-4f01-a921-8bb8e6bc085f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1095 time: 0.0555987 Oct 20 11:14:22.883582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3efe8756-32c9-4566-9fe8-af0ed2a29652 None None] Provisioning complete for port 813ebc5b-b66f-4bba-bceb-864a2a4de052 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:22.884057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3efe8756-32c9-4566-9fe8-af0ed2a29652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.890969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.956300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941074-eaf5-45e4-8c43-df319c241aba req-1b75d464-0460-4ab7-a276-7af5e2726c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:22.958389 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-1b75d464-0460-4ab7-a276-7af5e2726c72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1225190 Oct 20 11:14:22.967309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port 67944ca0-c261-4d4b-9e01-a1fcec7e12de {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:22.967789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:22.979178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.023471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-a807384e-c7d4-4011-adf8-75e75ba7c8bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 217 time: 0.0561986 Oct 20 11:14:23.053880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 813ebc5b-b66f-4bba-bceb-864a2a4de052, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=813ebc5b-b66f-4bba-bceb-864a2a4de052,segment=NetworkSegment(2e7e508d-0757-4700-b538-5ce003b018f6),segment_id=2e7e508d-0757-4700-b538-5ce003b018f6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:23.076596 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.120765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941074-eaf5-45e4-8c43-df319c241aba req-32421ba3-1767-45f4-b8d2-076784898dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:23.126658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3efe8756-32c9-4566-9fe8-af0ed2a29652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.141510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-32421ba3-1767-45f4-b8d2-076784898dfc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1093788 Oct 20 11:14:23.144262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port 67944ca0-c261-4d4b-9e01-a1fcec7e12de, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=67944ca0-c261-4d4b-9e01-a1fcec7e12de,segment=NetworkSegment(4fc6a2dc-7663-4578-9948-e6c33bba7030),segment_id=4fc6a2dc-7663-4578-9948-e6c33bba7030)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:23.146340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.160668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for 67944ca0-c261-4d4b-9e01-a1fcec7e12de owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:23.223181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941074-eaf5-45e4-8c43-df319c241aba req-0cf1e71c-70ca-454c-966c-c561b59587f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:23.225866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-0cf1e71c-70ca-454c-966c-c561b59587f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763280 Oct 20 11:14:23.255961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=813ebc5b-b66f-4bba-bceb-864a2a4de052,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:23.303543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7de3c-54dd-43a5-a34c-0cf1853fe9dc None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:14:23.314354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.329364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.329693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.329962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.331381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.334453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.334814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.336660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.337020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.337364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.339746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.340098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.340442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:23.357245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-216a2484-84e9-4043-94fe-9f83abbe1022 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217775 Oct 20 11:14:23.372533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-3efe8756-32c9-4566-9fe8-af0ed2a29652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:23.373135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=67944ca0-c261-4d4b-9e01-a1fcec7e12de,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:23.373259 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-3efe8756-32c9-4566-9fe8-af0ed2a29652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:23.385105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port 67944ca0-c261-4d4b-9e01-a1fcec7e12de on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:23.488340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7de3c-54dd-43a5-a34c-0cf1853fe9dc None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:14:23.490596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.510625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f7941074-eaf5-45e4-8c43-df319c241aba req-cd65b0b6-0e1e-4817-9ffc-031705fecdc2 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444960 Oct 20 11:14:23.520594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90524eb-627f-404b-9b0b-35374ab9655e']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:23.530837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc6a2dc-7663-4578-9948-e6c33bba7030') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:23.531162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc6a2dc-7663-4578-9948-e6c33bba7030') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:23.547202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.564971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.575990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:23.575990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:23.588737 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:23.666194 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.681467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.687319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/c90524eb-627f-404b-9b0b-35374ab9655e HTTP/1.1" status: 204 len: 168 time: 2.8901114 Oct 20 11:14:23.692260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35636) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:23.701045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79b24-9ef0-433d-b2d3-9e3ed54f1753 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=c90524eb-627f-404b-9b0b-35374ab9655e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:23.711035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-514365168'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:23.765954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:23.770910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.817396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:23.819800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7122d3-9e25-4d5a-a223-1d70fcff8919 req-89f0a772-a392-453f-960a-b82551a79a7a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:23.821828 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed7122d3-9e25-4d5a-a223-1d70fcff8919 req-89f0a772-a392-453f-960a-b82551a79a7a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1183848 Oct 20 11:14:23.834850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28a896-96ec-4d2c-8dbf-09e44fecb4bd req-914d8523-3ccb-4262-b699-f96abdafe6b8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:23.837037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d28a896-96ec-4d2c-8dbf-09e44fecb4bd req-914d8523-3ccb-4262-b699-f96abdafe6b8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.1018169 Oct 20 11:14:23.842038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.842416 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 3486a654-925b-428a-807f-68eb94116953 of type vlan for network c7127ddc-08b5-4b5f-b2f6-921d3a384d3e Oct 20 11:14:23.910392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.937408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ed7122d3-9e25-4d5a-a223-1d70fcff8919 req-35a3afd7-d819-46e3-8bc5-6d706ceecfdc tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988128 Oct 20 11:14:23.950902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d28a896-96ec-4d2c-8dbf-09e44fecb4bd req-0e2b10cb-a845-43a4-adee-98d19a42c450 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052141 Oct 20 11:14:23.955855 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:23.962329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:23.962902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.005077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3115981 Oct 20 11:14:24.008012 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35642) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:24.014623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': 'c7127ddc-08b5-4b5f-b2f6-921d3a384d3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:24.045946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82595a7-a8d0-46be-abea-109c9c5985a9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=c7127ddc-08b5-4b5f-b2f6-921d3a384d3e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:24.054206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-eebbf3e6-2058-419f-bd13-eb983f7eaf5a None None] Provisioning complete for port 813ebc5b-b66f-4bba-bceb-864a2a4de052 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:24.054206 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eebbf3e6-2058-419f-bd13-eb983f7eaf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.103472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network c7127ddc-08b5-4b5f-b2f6-921d3a384d3e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:24.147780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:24.152515 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.406755 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.469257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=5ba7835d-a889-4d7d-8dea-6e0b3861e06c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:24.485731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '3486a654-925b-428a-807f-68eb94116953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'c7127ddc-08b5-4b5f-b2f6-921d3a384d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:24.486080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: c7127ddc-08b5-4b5f-b2f6-921d3a384d3e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:24.506333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network c7127ddc-08b5-4b5f-b2f6-921d3a384d3e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:24.518576 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, c7127ddc-08b5-4b5f-b2f6-921d3a384d3e) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:24.522467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:24.523707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:24.524363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.529163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678cbe5-94ce-4f5a-9a9f-50918fa9c38c None None] Network c7127ddc-08b5-4b5f-b2f6-921d3a384d3e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:24.543717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35a29557-0573-4e3c-a7a8-60a201f2868d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5333140 Oct 20 11:14:24.547004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35658) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:24.624102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 813ebc5b-b66f-4bba-bceb-864a2a4de052 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:24.679121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.705071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-535682409', 'router:external': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:24.706599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 813ebc5b-b66f-4bba-bceb-864a2a4de052 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:24.707076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.732798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Made reservation on behalf of e030d0dbec1a40a795948be3ba6ab757 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:24.737983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.755175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.755946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.816641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49928b2a-17c2-4289-bfcf-d46422c7d852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-c7127ddc-08b5-4b5f-b2f6-921d3a384d3e', 'network_id': 'c7127ddc-08b5-4b5f-b2f6-921d3a384d3e', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '5ba7835d-a889-4d7d-8dea-6e0b3861e06c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:24.817598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-49928b2a-17c2-4289-bfcf-d46422c7d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.856280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.866091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.873254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.899160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:24.902192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba7835d-a889-4d7d-8dea-6e0b3861e06c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:24.916920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf4350-b7b6-40e1-84f9-e2d2cfc8400f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:24.920011 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.920345 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Added segment 4552443b-c7ec-482b-9dac-74e6909edda9 of type vlan for network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 Oct 20 11:14:24.977082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.004836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4f010-51b7-4807-8acc-9e3ca4cffa7f None None] Network c7127ddc-08b5-4b5f-b2f6-921d3a384d3e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:25.019837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.020879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.021646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.064861 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.104821 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5802460 Oct 20 11:14:25.108482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35664) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:25.114184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'subnet': {'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:25.117842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c48d-6496-4dd0-9ed8-a6d1ed9d1d00 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Network': ['ID=4332c26f-0a50-4899-ad5e-4dfb2e5543a7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:25.131715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:25.145582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Made reservation on behalf of e030d0dbec1a40a795948be3ba6ab757 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:25.150190 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.499848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.objects.ports [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100746) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:14:25.500226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.527931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7127ddc-08b5-4b5f-b2f6-921d3a384d3e']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:25.542707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3486a654-925b-428a-807f-68eb94116953') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:25.543026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3486a654-925b-428a-807f-68eb94116953') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:25.556945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.557708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85e3eacb-48de-4d7a-84f5-5057c0e56b3d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:25.565990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d71e7-9d15-4838-901b-2eabb23c9c8c req-3741c0eb-30bc-4d2b-9d07-cd6a1f4ac620 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.566666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Checking segment: {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:25.567107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network hostable DHCP agents. Network: 4332c26f-0a50-4899-ad5e-4dfb2e5543a7, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:25.567571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b1d71e7-9d15-4838-901b-2eabb23c9c8c req-3741c0eb-30bc-4d2b-9d07-cd6a1f4ac620 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.5061958 Oct 20 11:14:25.586434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:25.596252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 4332c26f-0a50-4899-ad5e-4dfb2e5543a7) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:25.598910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6aca8-4c2e-4a94-bca0-a65adad5bc0f req-b80724f3-5823-4947-8fb5-74d07865c4ca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.600463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3d6aca8-4c2e-4a94-bca0-a65adad5bc0f req-b80724f3-5823-4947-8fb5-74d07865c4ca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.5121734 Oct 20 11:14:25.600985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.601451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.601709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.609207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311c218-3320-47e1-9bf9-e35f32b2b44d None None] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:25.617874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:25.618279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.620493 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b35703e5-4787-4c04-9c96-565129821806 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5109248 Oct 20 11:14:25.623334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35666) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:25.624708 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:25.630843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2026036926', 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:25.653113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Made reservation on behalf of e030d0dbec1a40a795948be3ba6ab757 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:25.655600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.672365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] device_id is not set on port 41808da7-26b5-433a-81f3-a095512bcfba yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:25.716328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b1d71e7-9d15-4838-901b-2eabb23c9c8c req-b49ad0f2-0043-4dde-820e-019698561e6a tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412394 Oct 20 11:14:25.724554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3d6aca8-4c2e-4a94-bca0-a65adad5bc0f req-61b37a6b-c1db-4043-8a5f-838c7fb1ef92 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100793 Oct 20 11:14:25.743897 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.754768 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.755002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e63d1b-c752-4e48-ade8-a4ab54f85a6f None None] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:25.758568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/c7127ddc-08b5-4b5f-b2f6-921d3a384d3e HTTP/1.1" status: 204 len: 168 time: 1.2104640 Oct 20 11:14:25.764042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35668) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:25.769779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524945493'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:25.782626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630f078-571b-40d1-8d5c-65bef9d23851 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=c7127ddc-08b5-4b5f-b2f6-921d3a384d3e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:25.804212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:25.809419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.839237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:25.853292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.854001 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 8126f1ca-33b8-4948-847b-8ab857663d2e of type vlan for network 342ad520-8f84-4885-a681-91f510ff633f Oct 20 11:14:25.857169 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.20.0.14 (4332c26f-0a50-4899-ad5e-4dfb2e5543a7/85e3eacb-48de-4d7a-84f5-5057c0e56b3d/41808da7-26b5-433a-81f3-a095512bcfba) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:25.907135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.932626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.938176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.938786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:25.955314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-fd93296e-3d22-4bdd-89cf-36bcaccb42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:25.956810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-fd93296e-3d22-4bdd-89cf-36bcaccb42d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1098 time: 0.0714679 Oct 20 11:14:25.975081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2098777 Oct 20 11:14:25.977858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35670) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:25.982738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '342ad520-8f84-4885-a681-91f510ff633f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:26.028547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789429b-852e-4b96-8347-ad26b77160f9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=342ad520-8f84-4885-a681-91f510ff633f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:26.042008 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 342ad520-8f84-4885-a681-91f510ff633f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:26.096421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.111475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:26.116218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.117489 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-94074f0e-7694-4ef9-b4b8-cb4540696b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.118968 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-94074f0e-7694-4ef9-b4b8-cb4540696b34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 898 time: 0.1225526 Oct 20 11:14:26.195597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.229192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-44f74477-bc60-4d60-9c1c-ba79d5b7e6df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 1002 time: 0.1006386 Oct 20 11:14:26.277375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:26.287426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:26.293753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:26.295164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=41808da7-26b5-433a-81f3-a095512bcfba,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:26.329995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.336173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-5b9e4348-193c-4d3c-a7df-53934cef496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.337763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-5b9e4348-193c-4d3c-a7df-53934cef496f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 200 len: 834 time: 0.1002045 Oct 20 11:14:26.344927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.345515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.388880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-03e9800f-0832-4424-a34c-fc862d777c9b tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7643957 Oct 20 11:14:26.391564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:26.409884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=23f78f43-f353-41b1-8f03-5ac67aaf3197,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:26.416415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '8126f1ca-33b8-4948-847b-8ab857663d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '342ad520-8f84-4885-a681-91f510ff633f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:26.416773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 342ad520-8f84-4885-a681-91f510ff633f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:26.423256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-3521c81d-36fb-4682-8220-431cf33edda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.425316 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-3521c81d-36fb-4682-8220-431cf33edda9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768728 Oct 20 11:14:26.437851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 342ad520-8f84-4885-a681-91f510ff633f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:26.447918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 342ad520-8f84-4885-a681-91f510ff633f) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:26.453113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.453825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.460044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45557d09-fba3-4668-b4c3-1b904426e7a8 None None] Network 342ad520-8f84-4885-a681-91f510ff633f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:26.475567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1a1c09bf-08c3-4ca2-8328-56fd88f84f56 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4941621 Oct 20 11:14:26.476298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:26.624652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-342ad520-8f84-4885-a681-91f510ff633f', 'network_id': '342ad520-8f84-4885-a681-91f510ff633f', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '23f78f43-f353-41b1-8f03-5ac67aaf3197'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:26.625527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.643490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Deleting port 41808da7-26b5-433a-81f3-a095512bcfba {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:26.643896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.649924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-932a716e-d12f-421e-9417-9664c0d8d146 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155273 Oct 20 11:14:26.663016 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.779085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Allocated IP 2001:db8::1 (342ad520-8f84-4885-a681-91f510ff633f/23f78f43-f353-41b1-8f03-5ac67aaf3197/d0369a88-69a7-4cd5-9c75-2c7fb9862391) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:26.832630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.861382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Calling delete_port for 41808da7-26b5-433a-81f3-a095512bcfba owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:26.881344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.909020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356888a-3b63-4215-917b-451d3d53ad9c req-763a0b4e-d653-483c-aa15-6879d5cdfb52 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.910736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5356888a-3b63-4215-917b-451d3d53ad9c req-763a0b4e-d653-483c-aa15-6879d5cdfb52 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0854559 Oct 20 11:14:26.920064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647be7-c217-409e-821f-7ab7882cd8b8 req-fb3602d5-ec66-42da-9e87-4a52233c5faf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:26.928257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2647be7-c217-409e-821f-7ab7882cd8b8 req-fb3602d5-ec66-42da-9e87-4a52233c5faf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.1158073 Oct 20 11:14:26.952576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.960937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:26.999974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2647be7-c217-409e-821f-7ab7882cd8b8 req-25851414-6bab-4b61-9921-1e3311e7348c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702949 Oct 20 11:14:27.009203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5356888a-3b63-4215-917b-451d3d53ad9c req-743de5dc-395e-48b0-8cae-018991943488 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774176 Oct 20 11:14:27.024306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Network 342ad520-8f84-4885-a681-91f510ff633f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:27.028902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:27.034760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:27.048924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Pushing event updated for resources: {'Port': ['ID=d0369a88-69a7-4cd5-9c75-2c7fb9862391,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:27.118641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Attempting to bind port d0369a88-69a7-4cd5-9c75-2c7fb9862391 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:27.119137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Attempting to bind port d0369a88-69a7-4cd5-9c75-2c7fb9862391 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8126f1ca-33b8-4948-847b-8ab857663d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '342ad520-8f84-4885-a681-91f510ff633f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:27.119510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Attempting to bind port d0369a88-69a7-4cd5-9c75-2c7fb9862391 on network 342ad520-8f84-4885-a681-91f510ff633f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:27.127754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:27.128319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Checking segment: {'id': '8126f1ca-33b8-4948-847b-8ab857663d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '342ad520-8f84-4885-a681-91f510ff633f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:27.128861 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.129252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Bound using segment: {'id': '8126f1ca-33b8-4948-847b-8ab857663d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '342ad520-8f84-4885-a681-91f510ff633f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:27.129783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Bound port: d0369a88-69a7-4cd5-9c75-2c7fb9862391, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8126f1ca-33b8-4948-847b-8ab857663d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '342ad520-8f84-4885-a681-91f510ff633f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:27.130203 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.212905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] For port d0369a88-69a7-4cd5-9c75-2c7fb9862391, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:27.216796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] For port d0369a88-69a7-4cd5-9c75-2c7fb9862391, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d0369a88-69a7-4cd5-9c75-2c7fb9862391,segment=NetworkSegment(8126f1ca-33b8-4948-847b-8ab857663d2e),segment_id=8126f1ca-33b8-4948-847b-8ab857663d2e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:27.221847 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.266124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6b190c2d-046c-4a9c-9356-96a40095ac17 req-b42f03dc-1db3-415d-9690-c18391d1d098 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011548 Oct 20 11:14:27.288672 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a66a0-8c8f-4de2-ace4-714b518abe28 None None] Pushing event updated for resources: {'Port': ['ID=d0369a88-69a7-4cd5-9c75-2c7fb9862391,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:27.334923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.396763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=23f78f43-f353-41b1-8f03-5ac67aaf3197,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:27.479508 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.482445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.545725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Port': ['ID=41808da7-26b5-433a-81f3-a095512bcfba,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:27.557867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342ad520-8f84-4885-a681-91f510ff633f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:27.592419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8126f1ca-33b8-4948-847b-8ab857663d2e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:27.592935 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8126f1ca-33b8-4948-847b-8ab857663d2e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:27.632631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.658311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.671030 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.676010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e0f8200-94c6-4206-8389-c3828676f3ff tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/ports/41808da7-26b5-433a-81f3-a095512bcfba HTTP/1.1" status: 204 len: 168 time: 1.2836084 Oct 20 11:14:27.677449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:27.677936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.679430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:27.681735 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:27.684417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7', 'external_fixed_ips': [{'subnet_id': '85e3eacb-48de-4d7a-84f5-5057c0e56b3d', 'ip_address': '172.20.0.14'}]}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:27.709651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.710351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.758630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.db.api [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:14:27.758630 n-d-802060-17 neutron-server[100746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:14:27.758630 n-d-802060-17 neutron-server[100746]: [parameters: {'id': '342ad520-8f84-4885-a681-91f510ff633f'}] Oct 20 11:14:27.758630 n-d-802060-17 neutron-server[100746]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:27.759248 n-d-802060-17 neutron-server[100746]: DEBUG oslo_db.api [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:27.817812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:27.958607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.255376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5e5b7-0dc7-41ea-be87-da8a7aa67c8f req-147a9f89-d306-4fbb-96bd-6e8ad64da7e8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:28.256877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fda5e5b7-0dc7-41ea-be87-da8a7aa67c8f req-147a9f89-d306-4fbb-96bd-6e8ad64da7e8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.1442149 Oct 20 11:14:28.260376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.268975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7f04e-8825-49e3-a403-90e8c579efa4 None None] Network 342ad520-8f84-4885-a681-91f510ff633f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:28.282736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb733f-fb50-4d0a-8d2b-38ce03f88472 req-8d1952ea-45a7-405a-9b81-8dd6614abb6f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:28.284771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59eb733f-fb50-4d0a-8d2b-38ce03f88472 req-8d1952ea-45a7-405a-9b81-8dd6614abb6f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1635232 Oct 20 11:14:28.287462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.324690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-31bd0cd9-bc74-4396-8c6e-0c31212fac46 None None] Provisioning complete for port d0369a88-69a7-4cd5-9c75-2c7fb9862391 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:28.325056 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-31bd0cd9-bc74-4396-8c6e-0c31212fac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.327236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.371915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19559d75-e4c9-4247-9d85-1b24eae2c8b8 req-cf524521-77bd-406a-a890-f88683f0c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:28.374057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-19559d75-e4c9-4247-9d85-1b24eae2c8b8 req-cf524521-77bd-406a-a890-f88683f0c2ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1098 time: 0.0545366 Oct 20 11:14:28.382484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port d0369a88-69a7-4cd5-9c75-2c7fb9862391 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:28.382813 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.394552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fda5e5b7-0dc7-41ea-be87-da8a7aa67c8f req-4bed2b20-4ea4-47c5-9d8a-72603522ac83 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306081 Oct 20 11:14:28.423601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59eb733f-fb50-4d0a-8d2b-38ce03f88472 req-de301011-6430-4edd-a44b-33920fca924d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277721 Oct 20 11:14:28.479122 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-19559d75-e4c9-4247-9d85-1b24eae2c8b8 req-c37571dc-c827-4a98-9f72-6894c66823fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940852 Oct 20 11:14:28.495859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port d0369a88-69a7-4cd5-9c75-2c7fb9862391, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d0369a88-69a7-4cd5-9c75-2c7fb9862391,segment=NetworkSegment(8126f1ca-33b8-4948-847b-8ab857663d2e),segment_id=8126f1ca-33b8-4948-847b-8ab857663d2e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:28.496134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.531141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for d0369a88-69a7-4cd5-9c75-2c7fb9862391 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:28.545108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-31bd0cd9-bc74-4396-8c6e-0c31212fac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.596953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.20.0.14 (4332c26f-0a50-4899-ad5e-4dfb2e5543a7/85e3eacb-48de-4d7a-84f5-5057c0e56b3d/80f30050-6de4-411b-8041-b8d5af730108) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:28.646285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.683991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=d0369a88-69a7-4cd5-9c75-2c7fb9862391,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:28.688742 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port d0369a88-69a7-4cd5-9c75-2c7fb9862391 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:28.737625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.758522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593fdc36-56d7-41f6-9f76-b52d99d81fec None None] DHCP port deletion for 342ad520-8f84-4885-a681-91f510ff633f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:28.760615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e849b3a9-f662-4e13-ba3e-515b951e5ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.780685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.786737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.801561 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342ad520-8f84-4885-a681-91f510ff633f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:28.811506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8126f1ca-33b8-4948-847b-8ab857663d2e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:28.811810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8126f1ca-33b8-4948-847b-8ab857663d2e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:28.821864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.833521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:28.836298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.838415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:28.841545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:28.842773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:28.843315 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:28.847602 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:28.879316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=80f30050-6de4-411b-8041-b8d5af730108,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:28.916314 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.921691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:28.928622 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/342ad520-8f84-4885-a681-91f510ff633f HTTP/1.1" status: 204 len: 168 time: 2.4512837 Oct 20 11:14:28.929264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35688) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:28.940047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1801108099'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:28.956746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511faf-e3d2-4ef9-bd93-cd4aaf3dc3fb tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=342ad520-8f84-4885-a681-91f510ff633f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:28.976970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:28.981092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.007874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:29.017289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.018113 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c of type vlan for network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba Oct 20 11:14:29.059346 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.084103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.089849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:29.090452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.121037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.128187 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1915925 Oct 20 11:14:29.128459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35690) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:29.135334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:29.182184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d129-3614-413e-a1e1-1d24234c0279 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=3f1e6f2d-5b54-47b7-ab8f-223b914631ba,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:29.194579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:29.259975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:29.265725 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.324263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.433098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:14:29.466527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.504724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router 9bfbc057-e5be-43c6-ab28-d7def9854485 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:29.547992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=d43ebe9e-0b9e-47f1-b343-eedb4452dbd6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:29.555639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:29.555938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 3f1e6f2d-5b54-47b7-ab8f-223b914631ba, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:29.571948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:29.573912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:29.587345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3f1e6f2d-5b54-47b7-ab8f-223b914631ba) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:29.587562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'port_id': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'mac_address': 'fa:16:3e:86:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:14:29.596037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e3c1d-9067-4d66-ba29-4fadaf787a9a None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:29.601329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:29.601974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.626884 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b4af1734-91aa-40e2-a26c-3fe5ff624395 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4949472 Oct 20 11:14:29.627694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:29.632675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:29.702513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.722742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44bb94e9-927c-4505-a9dd-bdb06ec09f70 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:14:29.728391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504661-bb33-4a40-813a-62f5dc542ed5 req-aad5a248-a595-4ed6-8207-f58a8001a93e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:29.729973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6504661-bb33-4a40-813a-62f5dc542ed5 req-aad5a248-a595-4ed6-8207-f58a8001a93e tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1377332 Oct 20 11:14:29.742788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3d247-f692-470c-a6ed-652f2f4826df req-d3da6d36-28db-44e3-8dd8-2aa2bd59cfad tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:29.747519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80b3d247-f692-470c-a6ed-652f2f4826df req-d3da6d36-28db-44e3-8dd8-2aa2bd59cfad tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.1455169 Oct 20 11:14:29.750653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:29.755478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.764840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:29.779308 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Sync routers for ids ['9bfbc057-e5be-43c6-ab28-d7def9854485'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:29.783111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:29.789894 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Routers {'9bfbc057-e5be-43c6-ab28-d7def9854485'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:29.790435 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9bfbc057-e5be-43c6-ab28-d7def9854485'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:29.816186 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.822547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6504661-bb33-4a40-813a-62f5dc542ed5 req-b7e901ae-a33c-4a29-8ca6-e1f567abfc4c tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679302 Oct 20 11:14:29.833222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35698) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:29.887481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80b3d247-f692-470c-a6ed-652f2f4826df req-e881f687-8828-49a4-819f-c8d0a40714f3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340706 Oct 20 11:14:29.892723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:29.896880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8a503fc3-de92-4b80-aa65-41c93eecb32e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.2162783 Oct 20 11:14:29.900047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:29.911979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:29.919041 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Set router 9bfbc057-e5be-43c6-ab28-d7def9854485 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:29.926628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3f1e6f2d-5b54-47b7-ab8f-223b914631ba', 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': 'd43ebe9e-0b9e-47f1-b343-eedb4452dbd6'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:29.927711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.025955 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.072089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['44bb94e9-927c-4505-a9dd-bdb06ec09f70'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:14:30.077685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0dddbde3-581e-42f0-93dc-5519a680abf1 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/floatingips/4407ea8d-1807-49f9-bb55-7a78d2cd19b1 HTTP/1.1" status: 200 len: 993 time: 0.2431118 Oct 20 11:14:30.080667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.120172 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfbc057-e5be-43c6-ab28-d7def9854485', 'name': '', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7', 'external_fixed_ips': [{'subnet_id': '85e3eacb-48de-4d7a-84f5-5057c0e56b3d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '80f30050-6de4-411b-8041-b8d5af730108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:27Z', 'updated_at': '2021-10-20T11:14:29Z', 'revision_number': 3, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port': {'id': '80f30050-6de4-411b-8041-b8d5af730108', 'name': '', 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfbc057-e5be-43c6-ab28-d7def9854485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '85e3eacb-48de-4d7a-84f5-5057c0e56b3d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:14:28Z', 'updated_at': '2021-10-20T11:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e3eacb-48de-4d7a-84f5-5057c0e56b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:30.121655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Allocated IP 2001:db8::2 (3f1e6f2d-5b54-47b7-ab8f-223b914631ba/d43ebe9e-0b9e-47f1-b343-eedb4452dbd6/cf54231f-f6b7-40c0-9a92-ae1f2b94693f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:30.152711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.153286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=f2c0f96e-5540-46e9-823d-4f31f2743fd6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:30.155639 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Checking router: 9bfbc057-e5be-43c6-ab28-d7def9854485 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:14:30.156152 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Updating router 9bfbc057-e5be-43c6-ab28-d7def9854485 port 80f30050-6de4-411b-8041-b8d5af730108 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:14:30.179783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:30.181410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:30.190105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.190638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.194774 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.218893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:30.219228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ffd9db06-fe0e-41ae-ae0a-3960fad4025a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5902457 Oct 20 11:14:30.255868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Deleting port 80f30050-6de4-411b-8041-b8d5af730108 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:30.256650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.335152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.336679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.338170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.339731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.341441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.346757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38bef9e1-0076-4cac-91d0-338f3bebc3e0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1229446 Oct 20 11:14:30.348046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:30.352414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206981417'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:30.367429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.378011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.388774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.396494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:30.399960 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.418317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Calling delete_port for 80f30050-6de4-411b-8041-b8d5af730108 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:30.448093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:30.458149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:30.461215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:30.462980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Pushing event updated for resources: {'Port': ['ID=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:30.470333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:30.487281 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.487623 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 01720031-5bb2-4be5-8405-0feca4033d01 of type vlan for network 3a928beb-8842-4c54-9590-be2faef2ef99 Oct 20 11:14:30.513176 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.522304 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.563521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Attempting to bind port cf54231f-f6b7-40c0-9a92-ae1f2b94693f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:30.564144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Attempting to bind port cf54231f-f6b7-40c0-9a92-ae1f2b94693f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:30.564798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Attempting to bind port cf54231f-f6b7-40c0-9a92-ae1f2b94693f on network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:30.572664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:30.573032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Checking segment: {'id': '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:30.573189 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:30.573471 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.573862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Bound using segment: {'id': '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:30.573992 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:30.574330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Bound port: cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:30.574517 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 on network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:30.574706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.585212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:30.585778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Checking segment: {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:30.586627 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.586627 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Bound using segment: {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:30.587573 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Bound port: 80f30050-6de4-411b-8041-b8d5af730108, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:30.587772 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.612397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.627543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d0369a88-69a7-4cd5-9c75-2c7fb9862391 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:30.632095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc54a-7e9f-4e78-9596-2dccc1a305e1 None None] Pushing event updated for resources: {'Port': ['ID=80f30050-6de4-411b-8041-b8d5af730108,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:30.662390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d0369a88-69a7-4cd5-9c75-2c7fb9862391 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:30.662771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d0369a88-69a7-4cd5-9c75-2c7fb9862391 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:30.666214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] For port cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:30.674375 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.677440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] For port cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,segment=NetworkSegment(9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c),segment_id=9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:30.680166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:30.680761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586908'] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.681961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.732057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3811595 Oct 20 11:14:30.732320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35706) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:30.737445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:30.750761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a7dc-1aca-41da-961e-71a8fa6b4825 None None] Pushing event updated for resources: {'Port': ['ID=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:30.794401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b798c1-25fd-48bd-830b-a5b553b2b679 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=3a928beb-8842-4c54-9590-be2faef2ef99,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:30.801111 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.db.api [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:30.801587 n-d-802060-17 neutron-server[100749]: DEBUG oslo_db.api [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:30.805095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:30.807953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:30.868996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f30050-6de4-411b-8041-b8d5af730108,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:31.035313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.092314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.317293 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:31.317652 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:31.318007 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Attempting to bind port 80f30050-6de4-411b-8041-b8d5af730108 on network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:31.323402 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:31.323845 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Checking segment: {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:31.324154 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.324536 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Bound using segment: {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:31.325010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Bound port: 80f30050-6de4-411b-8041-b8d5af730108, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4552443b-c7ec-482b-9dac-74e6909edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4332c26f-0a50-4899-ad5e-4dfb2e5543a7'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:31.325366 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.343589 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Port 80f30050-6de4-411b-8041-b8d5af730108 has been deleted concurrently {{(pid=100749) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 20 11:14:31.353912 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Routers {'9bfbc057-e5be-43c6-ab28-d7def9854485'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:31.354564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9bfbc057-e5be-43c6-ab28-d7def9854485'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:31.387170 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63cb3080-7ee3-4a29-ac1f-cd0b54e565b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.433030 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] Set router 9bfbc057-e5be-43c6-ab28-d7def9854485 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:31.443574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:31.488970 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfbc057-e5be-43c6-ab28-d7def9854485', 'name': '', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:27Z', 'updated_at': '2021-10-20T11:14:30Z', 'revision_number': 5, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:31.507908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:31.508506 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.525169 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a22e3-c9ba-4750-b0ff-08360e4a4ad2 None None] The sync data for ids ['9bfbc057-e5be-43c6-ab28-d7def9854485'] in n-d-802060-17 is: [{'id': '9bfbc057-e5be-43c6-ab28-d7def9854485', 'name': '', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:27Z', 'updated_at': '2021-10-20T11:14:30Z', 'revision_number': 5, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:31.535099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.536816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.539330 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.567182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 3a928beb-8842-4c54-9590-be2faef2ef99 is not hosted by any dhcp agent {{(pid=100747) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:14:31.572718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:31.573331 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.577303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "PUT /v2.0/networks/3a928beb-8842-4c54-9590-be2faef2ef99 HTTP/1.1" status: 200 len: 723 time: 0.8414748 Oct 20 11:14:31.577992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35710) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:31.587678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:31.618348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11db13-1d69-480d-8096-4a9e96828f9b req-10a20825-5eb9-4aa7-b229-62df6f248bf1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:31.623731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb11db13-1d69-480d-8096-4a9e96828f9b req-10a20825-5eb9-4aa7-b229-62df6f248bf1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.6322360 Oct 20 11:14:31.637942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.677667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:31.680049 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f52dda-75a9-41fb-a216-9feed31785a1" -d '{"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-plugged", "status": "completed", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:31.713975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:31.725940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.726504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfbc057-e5be-43c6-ab28-d7def9854485 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:31.729604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f193f29-2a1d-4b73-bd45-483f8be36309 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=3a928beb-8842-4c54-9590-be2faef2ef99,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:31.732163 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82ed8d-ce16-4231-9835-0686ea7e51e0 x-openstack-request-id: req-1b82ed8d-ce16-4231-9835-0686ea7e51e0 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:31.732980 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-plugged", "status": "completed", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:31.733493 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b82ed8d-ce16-4231-9835-0686ea7e51e0 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:31.734069 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'code': 200} Oct 20 11:14:31.735753 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.738491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:31.742258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:31.742718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.744618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.750000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c549abe3-ae72-4fe2-928c-6be2e3078c7e tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/routers/9bfbc057-e5be-43c6-ab28-d7def9854485 HTTP/1.1" status: 204 len: 168 time: 1.8487997 Oct 20 11:14:31.750877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:31.775137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb11db13-1d69-480d-8096-4a9e96828f9b req-c94c5288-e07e-4385-b510-81b69373455c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120176 Oct 20 11:14:31.852013 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.866964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03248fc-e7ea-452d-9236-8ea5abb39600 None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:31.876644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Deleting subnet 85e3eacb-48de-4d7a-84f5-5057c0e56b3d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:31.881686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.892326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:31.927065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:31.957590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:31.957866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.007095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.077473 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.115744 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.136631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.166004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=5bd3a152-1228-4828-9b25-910237b7519c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:32.168332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.173965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/85e3eacb-48de-4d7a-84f5-5057c0e56b3d HTTP/1.1" status: 204 len: 168 time: 0.4197183 Oct 20 11:14:32.174403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35716) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:32.187648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] For port cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,segment=NetworkSegment(9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c),segment_id=9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:32.191227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Update dhcp port {'port': {'network_id': '3f1e6f2d-5b54-47b7-ab8f-223b914631ba', 'fixed_ips': [{'subnet_id': 'd43ebe9e-0b9e-47f1-b343-eedb4452dbd6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2c0f96e-5540-46e9-823d-4f31f2743fd6'}], 'binding:host_id': 'n-d-802060-17'}, 'id': 'cf54231f-f6b7-40c0-9a92-ae1f2b94693f'} from n-d-802060-17. {{(pid=100748) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:14:32.194853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.212098 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6588ad-1597-43d7-9fc3-559e23eb6437 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85e3eacb-48de-4d7a-84f5-5057c0e56b3d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:32.215984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': '01720031-5bb2-4be5-8405-0feca4033d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:32.216353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 3a928beb-8842-4c54-9590-be2faef2ef99, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:32.246896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.278698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.281516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 3a928beb-8842-4c54-9590-be2faef2ef99 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:32.292456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3a928beb-8842-4c54-9590-be2faef2ef99) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:32.296989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:32.297572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.301486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd95f0b-8f50-4189-9923-3a9130ec4986 None None] Pushing event updated for resources: {'Port': ['ID=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:32.308706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918dcbd5-905c-4c94-881e-68c94b65b73c None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:32.339224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b8326b52-fc8a-40a5-a7e4-178c1b669fca tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7594774 Oct 20 11:14:32.341912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35718) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:32.356067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:32.422773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.457159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4332c26f-0a50-4899-ad5e-4dfb2e5543a7']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:32.492535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4552443b-c7ec-482b-9dac-74e6909edda9') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:32.492796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4552443b-c7ec-482b-9dac-74e6909edda9') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:32.507100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.521214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9651828'] for subnet, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.540945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Allocated IP 172.20.0.1 (3f1e6f2d-5b54-47b7-ab8f-223b914631ba/f2c0f96e-5540-46e9-823d-4f31f2743fd6/cf54231f-f6b7-40c0-9a92-ae1f2b94693f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:32.547395 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.570987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:32.570987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:32.572057 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:32.639546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3a928beb-8842-4c54-9590-be2faef2ef99', 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '5bd3a152-1228-4828-9b25-910237b7519c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:32.640753 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.643197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf54231f-f6b7-40c0-9a92-ae1f2b94693f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:32.679352 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.687085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4332c26f-0a50-4899-ad5e-4dfb2e5543a7 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 11:14:32.691891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.695516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/networks/4332c26f-0a50-4899-ad5e-4dfb2e5543a7 HTTP/1.1" status: 204 len: 168 time: 0.5204003 Oct 20 11:14:32.714758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafc866-d0d4-4729-9bf6-630dca12529c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Network': ['ID=4332c26f-0a50-4899-ad5e-4dfb2e5543a7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:32.780583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419142238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10307482'] for subnet, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.785443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] For port cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,segment=NetworkSegment(9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c),segment_id=9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:32.829849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:32.830650 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.832127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "PUT /v2.0/subnets/5bd3a152-1228-4828-9b25-910237b7519c HTTP/1.1" status: 200 len: 826 time: 0.4892857 Oct 20 11:14:32.835164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35726) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:32.870194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349383-349a-4678-896f-d7e7a7de0ae8 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=5bd3a152-1228-4828-9b25-910237b7519c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:32.873048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.878664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:32.880292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:32.904133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.003800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35730) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:33.009889 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'name': 'tempest-router--1572044079', 'project_id': '0718849e51e246d0aac4364861c4afad'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:33.016044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Allocated IP 2001:db8::2 (3a928beb-8842-4c54-9590-be2faef2ef99/5bd3a152-1228-4828-9b25-910237b7519c/8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:33.020230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4682-54e2-4ea5-b8fe-d965b7a4a83e req-33085adf-7931-49a7-9032-f2c57cceddce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:33.022037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c14e4682-54e2-4ea5-b8fe-d965b7a4a83e req-33085adf-7931-49a7-9032-f2c57cceddce tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.0867066 Oct 20 11:14:33.028232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.044760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.046527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.078021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c14e4682-54e2-4ea5-b8fe-d965b7a4a83e req-71b798bb-9a39-43ac-8fa8-de75287d6bc9 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472684 Oct 20 11:14:33.126883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.130731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.131900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.148474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.150381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-15540bc6-ae42-4202-bc84-4eed79d8ee95 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1454692 Oct 20 11:14:33.156409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:33.170425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.251280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.254684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a926fb-6e2f-4fc0-b7ab-235d288174cb None None] Pushing event updated for resources: {'Port': ['ID=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:33.258105 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.390996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.454618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.483655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd3a152-1228-4828-9b25-910237b7519c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:33.487186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.497888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.506379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:33.509454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:33.512902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:33.522667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Pushing event updated for resources: {'Port': ['ID=8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:33.577340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Attempting to bind port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:33.578028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Attempting to bind port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '01720031-5bb2-4be5-8405-0feca4033d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:33.578159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Attempting to bind port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae on network 3a928beb-8842-4c54-9590-be2faef2ef99 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:33.586193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:33.586580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Checking segment: {'id': '01720031-5bb2-4be5-8405-0feca4033d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:33.587009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.587407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Bound using segment: {'id': '01720031-5bb2-4be5-8405-0feca4033d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:33.587883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Bound port: 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01720031-5bb2-4be5-8405-0feca4033d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3a928beb-8842-4c54-9590-be2faef2ef99'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:33.588270 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.603348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.606101 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.606794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d104ff78-43b1-47a6-82e0-91f7fbd7c5fc {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:33.615702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.616890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d290d34-ea09-402f-bed9-a26451b88423 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/routers/d104ff78-43b1-47a6-82e0-91f7fbd7c5fc HTTP/1.1" status: 204 len: 168 time: 0.4593699 Oct 20 11:14:33.639284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a928beb-8842-4c54-9590-be2faef2ef99']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:33.651095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01720031-5bb2-4be5-8405-0feca4033d01') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:33.651493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01720031-5bb2-4be5-8405-0feca4033d01') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:33.662059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.668581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] For port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:33.672466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] For port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae,segment=NetworkSegment(01720031-5bb2-4be5-8405-0feca4033d01),segment_id=01720031-5bb2-4be5-8405-0feca4033d01)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:33.678316 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.680706 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.692131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:33.692545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: items = [ Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:33.695954 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:33.760972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29ae8f-fba9-4e48-9ad3-5843e90c03ef None None] Pushing event updated for resources: {'Port': ['ID=8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:33.768987 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.db.api [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:14:33.768987 n-d-802060-17 neutron-server[100747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:14:33.768987 n-d-802060-17 neutron-server[100747]: [parameters: {'id': '3a928beb-8842-4c54-9590-be2faef2ef99'}] Oct 20 11:14:33.768987 n-d-802060-17 neutron-server[100747]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:33.769759 n-d-802060-17 neutron-server[100747]: DEBUG oslo_db.api [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:33.778451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:33.785969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14083d8-a0b2-4fa8-b783-7596bd74e6d1 None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:33.909952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539b03b-951f-44a2-8a69-5a80a30dc7da None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:33.914710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bccfb-110a-4492-92f9-aae872066b53 None None] Network 3a928beb-8842-4c54-9590-be2faef2ef99 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:33.985428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42124731', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:34.009813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.010853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.027793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-45b8fcee-0a92-446b-9afe-67dcf022ee53 None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:34.028093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45b8fcee-0a92-446b-9afe-67dcf022ee53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.060290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.222840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f6a1b7e3-e00b-432e-91b5-111229818f00 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:14:34.235185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.276660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a0928-aed0-4229-a553-810c0c87099d req-3cc59305-e1cb-43a2-bbe6-33b348d3d5d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:34.278231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-282a0928-aed0-4229-a553-810c0c87099d req-3cc59305-e1cb-43a2-bbe6-33b348d3d5d5 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 943 time: 0.1012774 Oct 20 11:14:34.280395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.342577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f6a1b7e3-e00b-432e-91b5-111229818f00,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:34.355407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'port_id': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'mac_address': 'fa:16:3e:28:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:14:34.388855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-282a0928-aed0-4229-a553-810c0c87099d req-ef58aa53-6dab-44c8-8576-179016836ec7 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020603 Oct 20 11:14:34.415978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.425246 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.430256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1b7e3-e00b-432e-91b5-111229818f00 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:14:34.434894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:34.435262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.453977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f6a1b7e3-e00b-432e-91b5-111229818f00,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:34.459332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.489805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c8816-9526-4636-8e41-7de9e1eb7a3f None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:14:34.542242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:34.575670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae,segment=NetworkSegment(01720031-5bb2-4be5-8405-0feca4033d01),segment_id=01720031-5bb2-4be5-8405-0feca4033d01)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:34.575670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.581726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf54231f-f6b7-40c0-9a92-ae1f2b94693f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:34.606064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:34.607760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.626706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d216f56b-dab2-4a99-bff2-38f9152583a9 None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:34.627103 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d216f56b-dab2-4a99-bff2-38f9152583a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.638995 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.687211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c8816-9526-4636-8e41-7de9e1eb7a3f None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:14:34.713256 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['f6a1b7e3-e00b-432e-91b5-111229818f00'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:14:34.755150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:34.755516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.798142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:34.808511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Allocated IP 172.25.3.212 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/a6f8466e-65c7-4c0a-b35f-08e69460e1d4) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:34.834291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:34.841882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port 8d159b9e-91e2-4a64-85e6-ff8ad5b5aaae on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:34.971513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.001991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a928beb-8842-4c54-9590-be2faef2ef99']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:35.026193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01720031-5bb2-4be5-8405-0feca4033d01') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:35.026500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01720031-5bb2-4be5-8405-0feca4033d01') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:35.045377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.054623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.064520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.073827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:35.074250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:35.077217 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:35.147519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.155012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.158706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/3a928beb-8842-4c54-9590-be2faef2ef99 HTTP/1.1" status: 204 len: 168 time: 2.3217180 Oct 20 11:14:35.161214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.161938 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:35.177328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1a34-721d-46dc-b69a-3615bae65e94 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=3a928beb-8842-4c54-9590-be2faef2ef99,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:35.190830 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-68200b8c-c30c-4787-b65c-37fe4051736a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:35.191470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68200b8c-c30c-4787-b65c-37fe4051736a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:35.200620 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-68200b8c-c30c-4787-b65c-37fe4051736a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/3a928beb-8842-4c54-9590-be2faef2ef99 HTTP/1.1" status: 404 len: 339 time: 0.0320814 Oct 20 11:14:35.200620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35744) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:35.207306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603264514', 'description': 'd1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:35.211575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:35.216298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:35.223907 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:35.227077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event updated for resources: {'Port': ['ID=a6f8466e-65c7-4c0a-b35f-08e69460e1d4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:35.232570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:35.240445 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.264807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:35.274440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.274773 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment 41a1bbcf-b30b-4193-9cb5-19e8482d2b63 of type vlan for network caaaa0cc-9621-4a4b-83b1-480c3df612f5 Oct 20 11:14:35.315461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.340974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.347067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:35.347764 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.391390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1897402 Oct 20 11:14:35.394640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:35.452058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72568cda-4b6d-4431-be4d-0d770b9aa798 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=caaaa0cc-9621-4a4b-83b1-480c3df612f5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:35.465385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network caaaa0cc-9621-4a4b-83b1-480c3df612f5 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:35.509741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa7359-8c4b-4e33-bdf1-18942cf07c7d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:35.513789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-efaa7359-8c4b-4e33-bdf1-18942cf07c7d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks?id=caaaa0cc-9621-4a4b-83b1-480c3df612f5 HTTP/1.1" status: 200 len: 765 time: 0.1156912 Oct 20 11:14:35.514480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35750) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:35.520621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'description': 'd2'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:35.521988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.568261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b4953-7900-4fe0-83b6-c69bd9c56b33 req-5596064d-8f7c-4eed-96bb-1831b3a87938 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:35.571410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-356b4953-7900-4fe0-83b6-c69bd9c56b33 req-5596064d-8f7c-4eed-96bb-1831b3a87938 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 944 time: 0.0990298 Oct 20 11:14:35.651980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-356b4953-7900-4fe0-83b6-c69bd9c56b33 req-5b67a656-d841-477b-b128-2cdf71b5706e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760276 Oct 20 11:14:35.676625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.690933 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.699548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network caaaa0cc-9621-4a4b-83b1-480c3df612f5 is not hosted by any dhcp agent {{(pid=100746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:14:35.704892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:35.705495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:35.706747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "PUT /v2.0/networks/caaaa0cc-9621-4a4b-83b1-480c3df612f5 HTTP/1.1" status: 200 len: 762 time: 0.1915245 Oct 20 11:14:35.709557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:35.766874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd451fe-a854-4288-ade4-4795c4ad2eb3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=caaaa0cc-9621-4a4b-83b1-480c3df612f5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:35.777397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network caaaa0cc-9621-4a4b-83b1-480c3df612f5 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:36.068549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d933e-2e4d-4ccc-bde3-51160b2026d0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.070001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-238d933e-2e4d-4ccc-bde3-51160b2026d0 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks?id=caaaa0cc-9621-4a4b-83b1-480c3df612f5 HTTP/1.1" status: 200 len: 765 time: 0.3592188 Oct 20 11:14:36.073811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.083648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.212347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Router a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:36.248597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f6a1b7e3-e00b-432e-91b5-111229818f00 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:36.252634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44ca11-1637-4f2c-8a96-4601ea561892 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.256687 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d44ca11-1637-4f2c-8a96-4601ea561892 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1793127 Oct 20 11:14:36.256995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35756) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.297201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-29c9baa0-e4c6-40ec-b5f2-97f9737104b4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 207 time: 0.0381219 Oct 20 11:14:36.300769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35758) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.304869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port f6a1b7e3-e00b-432e-91b5-111229818f00 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:14:36.309524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port f6a1b7e3-e00b-432e-91b5-111229818f00 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:36.310565 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.363672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:36.381355 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] Sync routers for ids ['a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:36.387218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.391038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-83e7b933-8f7a-4da9-965b-48b58092d515 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6090686 Oct 20 11:14:36.391349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35760) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.399477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] Routers {'a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:36.400108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:36.425617 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.431795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.435518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.437358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:36.438743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.444632 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.451413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.458455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.460330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] Routers {'a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:36.461019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:36.464253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f97e7b08-aeb9-4860-9583-229eca9db696 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1622732 Oct 20 11:14:36.464870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35762) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.469377 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:36.472335 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e03124-4362-4471-bac4-e58c527da627" -d '{"events": [{"server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:36.519426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:36.520069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a6207fee-a53f-4344-9722-7d9e5c2e9f47 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb HTTP/1.1" status: 200 len: 919 time: 0.1227922 Oct 20 11:14:36.520181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40851d64-6e56-4cb9-914a-c8b87996fbe6 None None] The sync data for ids ['a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:36.520275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35766) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.522690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f6a1b7e3-e00b-432e-91b5-111229818f00,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:36.527461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.530178 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41697564-ff58-4b03-a776-00efe5de9d1a x-openstack-request-id: req-41697564-ff58-4b03-a776-00efe5de9d1a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:36.530598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:36.530921 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41697564-ff58-4b03-a776-00efe5de9d1a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:36.531407 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'code': 200} Oct 20 11:14:36.553041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0f77b475-9fd9-4908-bc92-fba68bf32e98 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb HTTP/1.1" status: 200 len: 205 time: 0.0328970 Oct 20 11:14:36.555485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.593204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:36.638884 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-815201fc-7e76-4389-83d2-18c89a2f302e tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1726592 Oct 20 11:14:36.642277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.670018 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.687331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e502-b91d-4e5a-95b9-f1e5e0f86e41 req-d2131b5e-f0e6-4bd2-8a03-1287d95e01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.688830 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8542e502-b91d-4e5a-95b9-f1e5e0f86e41 req-d2131b5e-f0e6-4bd2-8a03-1287d95e01f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1097 time: 0.1003027 Oct 20 11:14:36.711752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.713278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.714906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.716384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.717908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.722962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6c541d43-d9ba-460f-b38c-4d13eb7c6206 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0763974 Oct 20 11:14:36.724502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.743216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8542e502-b91d-4e5a-95b9-f1e5e0f86e41 req-7a4571e8-f76c-4939-941f-eb1290050546 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466235 Oct 20 11:14:36.849507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.850946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.852374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.853790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.855233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.856768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6a818d22-e327-49cb-8261-9d003902e7a1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1265838 Oct 20 11:14:36.860528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35776) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:36.870881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f0f4-b9e1-4f8a-a70f-ce97441936ce req-662540bd-37ce-492b-9e77-da072fa3208f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.872576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b514f0f4-b9e1-4f8a-a70f-ce97441936ce req-662540bd-37ce-492b-9e77-da072fa3208f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.1487429 Oct 20 11:14:36.874460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.936359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b514f0f4-b9e1-4f8a-a70f-ce97441936ce req-3358f7f7-33c6-4c6a-bff2-384ef2fe69bf tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565963 Oct 20 11:14:36.955097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port a6f8466e-65c7-4c0a-b35f-08e69460e1d4 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:36.955435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.973877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c7393-0ee3-4f76-b5c2-5515067c1c9d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:36.975232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a2c7393-0ee3-4f76-b5c2-5515067c1c9d tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks/3c7d57d5-3ed3-464a-bce9-f1cef745403c HTTP/1.1" status: 200 len: 804 time: 0.1130641 Oct 20 11:14:36.979119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35778) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.030055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.042302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for a6f8466e-65c7-4c0a-b35f-08e69460e1d4 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:37.073841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-30202b4f-ef38-49b8-8bdb-6842dd0d4ef6 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/networks/3c7d57d5-3ed3-464a-bce9-f1cef745403c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0936334 Oct 20 11:14:37.077132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35780) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.131905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acf9a4-0713-4bef-b718-6a39d4a22bd3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:37.133198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a6acf9a4-0713-4bef-b718-6a39d4a22bd3 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets/e66dcb66-0893-4f68-aa05-aeb59fda2573 HTTP/1.1" status: 200 len: 843 time: 0.0551682 Oct 20 11:14:37.136854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35782) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.186275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21f9a9-eb11-4919-8e41-d211e62cd425 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['shared'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:37.187638 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa21f9a9-eb11-4919-8e41-d211e62cd425 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "GET /v2.0/subnets/e66dcb66-0893-4f68-aa05-aeb59fda2573?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0499046 Oct 20 11:14:37.191278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35784) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.195991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927283977'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:37.208309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.219254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:37.223472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.236955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=a6f8466e-65c7-4c0a-b35f-08e69460e1d4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:37.249895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:37.258578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.259208 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Added segment e9e6e664-68ca-44cb-bdc6-ab7bf1f919d1 of type vlan for network 8c179388-8a52-475e-a91b-7dc4d138c201 Oct 20 11:14:37.300669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.305549 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.324825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.331036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:37.331600 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.359815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1675348 Oct 20 11:14:37.363201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35786) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.368628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'network_id': '8c179388-8a52-475e-a91b-7dc4d138c201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:37.417933 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.422086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.513844 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.514390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:37.523487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.524627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-326d5661-a17f-46dc-bdce-01dc734a89f2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb HTTP/1.1" status: 204 len: 168 time: 0.9682403 Oct 20 11:14:37.530085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35788) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.535972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917514862', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:37.550421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Made reservation on behalf of cd6dd7c0acb849a5a771f19768d4671d for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:37.554055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.595090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.596208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.633076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Performing IP validity checks on allocation pools {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:14:37.633600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.ipam_backend_mixin [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:14:37.694706 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.706211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f842-6e9c-426e-8736-4019cb9ef4cc tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Network': ['ID=8c179388-8a52-475e-a91b-7dc4d138c201,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:37.717475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 8c179388-8a52-475e-a91b-7dc4d138c201 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:38.102232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.210963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6beb27-9bfc-4aac-becc-c2eeecb33798 req-7c5503c3-82d2-4a55-8b26-ecfcc60f4284 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:38.212460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6beb27-9bfc-4aac-becc-c2eeecb33798 req-7c5503c3-82d2-4a55-8b26-ecfcc60f4284 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.1152282 Oct 20 11:14:38.214899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.338768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:38.351487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f6beb27-9bfc-4aac-becc-c2eeecb33798 req-ed06c1df-1636-47db-aeb4-e57e718c5401 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239195 Oct 20 11:14:38.362976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Checking segment: {'id': 'e9e6e664-68ca-44cb-bdc6-ab7bf1f919d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8c179388-8a52-475e-a91b-7dc4d138c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:38.363334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network hostable DHCP agents. Network: 8c179388-8a52-475e-a91b-7dc4d138c201, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:38.391939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Network 8c179388-8a52-475e-a91b-7dc4d138c201 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:38.404987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 8c179388-8a52-475e-a91b-7dc4d138c201) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:38.413338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02d7f2-739d-4177-8835-b475c366d544 None None] Network 8c179388-8a52-475e-a91b-7dc4d138c201 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:38.444295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:38.444979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.531267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4c8e65e9-9b79-4658-befa-3faa9dc14513 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1669781 Oct 20 11:14:38.534816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:38.540084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:38.564725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450787-5958-4d81-8de6-4c1b28880b11 req-16cfb662-cccb-4cd2-9fc6-3a5d030475ca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:38.566195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b450787-5958-4d81-8de6-4c1b28880b11 req-16cfb662-cccb-4cd2-9fc6-3a5d030475ca tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.1241541 Oct 20 11:14:38.567761 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.568552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78fb5a0-f8b0-40f2-8159-8bd0c46dea65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-8c179388-8a52-475e-a91b-7dc4d138c201', 'network_id': '8c179388-8a52-475e-a91b-7dc4d138c201', 'tenant_id': 'cd6dd7c0acb849a5a771f19768d4671d', 'fixed_ips': [{'subnet_id': '7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:38.569413 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f78fb5a0-f8b0-40f2-8159-8bd0c46dea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.590258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.653526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9651828'] for subnet, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.663368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7b450787-5958-4d81-8de6-4c1b28880b11 req-9a095605-23b8-4997-8271-7d56ed55a0aa tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752404 Oct 20 11:14:38.685536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:38.728266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.25.3.185 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/22580ea0-3a6d-4b07-b3fb-30c532f6740f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:38.747924 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-f78fb5a0-f8b0-40f2-8159-8bd0c46dea65 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:14:38.747924 n-d-802060-17 neutron-server[100748]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 20 11:14:38.747924 n-d-802060-17 neutron-server[100748]: [parameters: {'in_use': 1, 'id_1': '7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2'}] Oct 20 11:14:38.747924 n-d-802060-17 neutron-server[100748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:38.749278 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-f78fb5a0-f8b0-40f2-8159-8bd0c46dea65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:38.839165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.844782 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419142238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10307482'] for subnet, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.874801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.911688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:38.915353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:38.917636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:38.926698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:38.927328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.928601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "PUT /v2.0/subnets/7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2 HTTP/1.1" status: 200 len: 900 time: 0.3930099 Oct 20 11:14:38.933587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:38.941892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38efc0f-6f82-467d-adb7-f51fc2c5932b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event updated for resources: {'Subnet': ['ID=7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:38.947123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=22580ea0-3a6d-4b07-b3fb-30c532f6740f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:38.964464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d61578-6ad0-4edd-af7c-393895f867c5 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:38.965992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-24d61578-6ad0-4edd-af7c-393895f867c5 tempest-TestVolumeBootPattern-1459869749 tempest-TestVolumeBootPattern-1459869749-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1092 time: 0.2794085 Oct 20 11:14:38.972993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:38.979575 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:39.048439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.070550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.170037 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.175785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.246017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.250545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f78fb5a0-f8b0-40f2-8159-8bd0c46dea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.257145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.323638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:39.339177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e275f5-63ec-4646-bff9-bb88068cdaec None None] Network 8c179388-8a52-475e-a91b-7dc4d138c201 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:39.386676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.417925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.448809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c179388-8a52-475e-a91b-7dc4d138c201']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:39.469962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e6e664-68ca-44cb-bdc6-ab7bf1f919d1') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:39.470291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e6e664-68ca-44cb-bdc6-ab7bf1f919d1') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:39.472452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Allocated IP 172.25.3.22 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:39.484614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.516135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.531318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:39.531755 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:39.535038 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:39.538138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:39.613635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79b02d-f325-4d21-b4ac-1b5b35161458 None None] Network 8c179388-8a52-475e-a91b-7dc4d138c201 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:39.640961 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.652018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.659603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:39.659812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/8c179388-8a52-475e-a91b-7dc4d138c201 HTTP/1.1" status: 204 len: 168 time: 0.7206178 Oct 20 11:14:39.659908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35804) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:39.670782 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Sync routers for ids ['5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:39.675197 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0751-8967-4fb0-853c-9dd5e68802e1 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=8c179388-8a52-475e-a91b-7dc4d138c201,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:39.682708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.686378 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Routers {'5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:39.687271 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:39.707735 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ddd396-84ca-448e-9013-b10cbfeb2655 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:39.708114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ddd396-84ca-448e-9013-b10cbfeb2655 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:39.715010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72ddd396-84ca-448e-9013-b10cbfeb2655 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/7d52aa81-c0c9-4c65-9e4d-cd5ddf04c4c2 HTTP/1.1" status: 404 len: 337 time: 0.0516160 Oct 20 11:14:39.716136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:39.717074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.718300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cef8cc2d-01d4-4bb8-8ff9-be4c2cc2c68c tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.1877944 Oct 20 11:14:39.720938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:39.728734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.743954 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa513975-4608-4f6d-a9f1-3543c7a830f7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:39.744665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa513975-4608-4f6d-a9f1-3543c7a830f7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:39.748195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aa513975-4608-4f6d-a9f1-3543c7a830f7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/8c179388-8a52-475e-a91b-7dc4d138c201 HTTP/1.1" status: 404 len: 339 time: 0.0309052 Oct 20 11:14:39.766418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35810) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:39.788114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:39.792441 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:39.800093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:39.803925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:39.888088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.913482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d289dd22-8534-47ae-a8c4-e5f5013faffa tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/5d634d0c-408c-4dc1-b395-7f7cfd5f50bf HTTP/1.1" status: 200 len: 909 time: 0.1885943 Oct 20 11:14:39.913730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35812) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:39.917976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917514862', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': True}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:39.922061 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Set router 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:40.008684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.009630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.013760 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.040602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaaa0cc-9621-4a4b-83b1-480c3df612f5']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.059482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a1bbcf-b30b-4193-9cb5-19e8482d2b63') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.059772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a1bbcf-b30b-4193-9cb5-19e8482d2b63') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.092711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.095794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.114277 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'name': 'tempest-snat-router-1917514862', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:37Z', 'updated_at': '2021-10-20T11:14:39Z', 'revision_number': 3, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port': {'id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:14:38Z', 'updated_at': '2021-10-20T11:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.140708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.143100 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Checking router: 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:14:40.143446 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Updating router 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf port 22580ea0-3a6d-4b07-b3fb-30c532f6740f binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:14:40.150662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:40.151086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:40.154052 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:40.172289 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.205178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.278286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.311238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.316604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.325050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.328392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/caaaa0cc-9621-4a4b-83b1-480c3df612f5 HTTP/1.1" status: 204 len: 168 time: 0.5608089 Oct 20 11:14:40.332533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:40.350888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7204c-ccf6-4d29-b4d6-60258ec2f058 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=caaaa0cc-9621-4a4b-83b1-480c3df612f5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:40.378122 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d05f68-aeec-4ce9-bc59-c6352f5e1cf6 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:40.378769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d05f68-aeec-4ce9-bc59-c6352f5e1cf6 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:40.381822 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3d05f68-aeec-4ce9-bc59-c6352f5e1cf6 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/5bd3a152-1228-4828-9b25-910237b7519c HTTP/1.1" status: 404 len: 337 time: 0.0467470 Oct 20 11:14:40.385610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:40.437296 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c079e0-9be8-4c8b-a960-e7bb8e4e7b12 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:40.437852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c079e0-9be8-4c8b-a960-e7bb8e4e7b12 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:40.441140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-54c079e0-9be8-4c8b-a960-e7bb8e4e7b12 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/3a928beb-8842-4c54-9590-be2faef2ef99 HTTP/1.1" status: 404 len: 339 time: 0.0546181 Oct 20 11:14:40.442035 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.443709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35818) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:40.449767 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.501254 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Attempting to bind port 22580ea0-3a6d-4b07-b3fb-30c532f6740f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:40.502153 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Attempting to bind port 22580ea0-3a6d-4b07-b3fb-30c532f6740f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:40.502512 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Attempting to bind port 22580ea0-3a6d-4b07-b3fb-30c532f6740f on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:40.512758 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Pushing event updated for resources: {'Port': ['ID=22580ea0-3a6d-4b07-b3fb-30c532f6740f,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:40.518844 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting subnet f2c0f96e-5540-46e9-823d-4f31f2743fd6 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:40.520769 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.521119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.521457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.521791 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.522115 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.522445 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.522768 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.523118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.523439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.523679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.523811 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.524064 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.524379 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:40.527664 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:40.528058 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:40.528600 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.528932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:40.529406 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Bound port: 22580ea0-3a6d-4b07-b3fb-30c532f6740f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:40.529839 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.546217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.565967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.575437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.584390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.586342 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] For port 22580ea0-3a6d-4b07-b3fb-30c532f6740f, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:40.587127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.589627 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] For port 22580ea0-3a6d-4b07-b3fb-30c532f6740f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22580ea0-3a6d-4b07-b3fb-30c532f6740f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:40.594497 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.651373 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Routers {'5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:40.651996 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.679784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.25.3.26 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/7bc870f7-6cfa-45d0-bdad-2a377937fa22) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:40.692026 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db0fb3-8b26-4602-9c13-da9162ae7ff8 None None] Pushing event updated for resources: {'Port': ['ID=22580ea0-3a6d-4b07-b3fb-30c532f6740f,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:40.696400 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event updated for resources: {'Port': ['ID=d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:40.752752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.763638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] Set router 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:40.800704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.813443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.837430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.879953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:40.883460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:40.886703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:40.915352 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP d922a093-5a5f-4b48-b0ea-6a45dfdaacf1 associated. External IP: 172.25.3.22, port: f6a1b7e3-e00b-432e-91b5-111229818f00. Oct 20 11:14:40.925778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc870f7-6cfa-45d0-bdad-2a377937fa22,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:40.950331 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'name': 'tempest-snat-router-1917514862', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:37Z', 'updated_at': '2021-10-20T11:14:39Z', 'revision_number': 3, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port': {'id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:14:38Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:40.953881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.980147 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ede0c5-9381-4458-b6f7-8a4af1592690 None None] The sync data for ids ['5d634d0c-408c-4dc1-b395-7f7cfd5f50bf'] in n-d-802060-17 is: [{'id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'name': 'tempest-snat-router-1917514862', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:37Z', 'updated_at': '2021-10-20T11:14:39Z', 'revision_number': 3, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port': {'id': '22580ea0-3a6d-4b07-b3fb-30c532f6740f', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d634d0c-408c-4dc1-b395-7f7cfd5f50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:14:38Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:40.990850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:40.994072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/f2c0f96e-5540-46e9-823d-4f31f2743fd6 HTTP/1.1" status: 204 len: 168 time: 0.5494573 Oct 20 11:14:40.994920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd335b-953e-479e-b309-962b272975c4 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c0f96e-5540-46e9-823d-4f31f2743fd6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:41.001390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:41.004733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf2b61-58b9-41ed-9f31-ab392a6ed8c2 None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:41.095715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting subnet d43ebe9e-0b9e-47f1-b343-eedb4452dbd6 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:41.101878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.185817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.197651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.383054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.387408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:41.502820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.566170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.571605 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/d43ebe9e-0b9e-47f1-b343-eedb4452dbd6 HTTP/1.1" status: 204 len: 168 time: 0.5685940 Oct 20 11:14:41.572362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53036-5897-4a20-a39f-e434f40ff0b9 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=d43ebe9e-0b9e-47f1-b343-eedb4452dbd6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:41.576271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35822) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:41.605875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:41.627711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:41.644359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:41.645497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:41.681246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.729949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.735538 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eb855333-480b-4681-8bf4-ff64f0b33178 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7615542 Oct 20 11:14:41.737198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:41.739505 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7934945c-b04b-4fd9-bd76-bdd80d4a7702" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:41.775371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.810109 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b2cc7-831d-476b-b711-8de8f0aab40d x-openstack-request-id: req-ef3b2cc7-831d-476b-b711-8de8f0aab40d {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:41.810391 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:41.810640 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef3b2cc7-831d-476b-b711-8de8f0aab40d {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:41.811055 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'status': 'completed', 'code': 200} Oct 20 11:14:41.858700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:41.902983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port cf54231f-f6b7-40c0-9a92-ae1f2b94693f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:41.903585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:41.924498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router 9ad657c7-338e-4da4-a059-b389f7b8af51 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:41.989406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-ff3b2007-5bd5-4a7b-898f-a8a3718ef140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:41.991109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804e9aa-18d8-4647-a28d-9b9d42522aea None None] Network 3f1e6f2d-5b54-47b7-ab8f-223b914631ba requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:41.991517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-ff3b2007-5bd5-4a7b-898f-a8a3718ef140 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1097 time: 0.1575255 Oct 20 11:14:41.993930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port cf54231f-f6b7-40c0-9a92-ae1f2b94693f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,segment=NetworkSegment(9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c),segment_id=9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:41.994293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.059627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:42.076231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Sync routers for ids ['9ad657c7-338e-4da4-a059-b389f7b8af51'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:42.081890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.084240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for cf54231f-f6b7-40c0-9a92-ae1f2b94693f owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:42.087345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-791cce1a-ed32-466c-9025-f85b1eb39e74 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1724601 Oct 20 11:14:42.088119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35828) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.089372 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Routers {'9ad657c7-338e-4da4-a059-b389f7b8af51'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:42.091742 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ad657c7-338e-4da4-a059-b389f7b8af51'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.164412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-74e13a16-5ef1-43c3-9e82-3b92f42965ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:42.165891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-74e13a16-5ef1-43c3-9e82-3b92f42965ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1606929 Oct 20 11:14:42.177900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-791b98f5-dc10-48fe-b34a-5eafd08f3356 None None] Provisioning complete for port cf54231f-f6b7-40c0-9a92-ae1f2b94693f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:42.178447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-791b98f5-dc10-48fe-b34a-5eafd08f3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.255283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-bab3d206-1278-4a05-b1a9-c4a3902d3707 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 998 time: 0.0796549 Oct 20 11:14:42.258867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.263244 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Set router 9ad657c7-338e-4da4-a059-b389f7b8af51 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:42.277635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c71957a3-adc7-403a-ba36-8dd062cb1bcb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/9ad657c7-338e-4da4-a059-b389f7b8af51 HTTP/1.1" status: 200 len: 907 time: 0.1879580 Oct 20 11:14:42.277948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35830) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.299862 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-791b98f5-dc10-48fe-b34a-5eafd08f3356 None None] No ports have port_id starting with cf54231f-f6b7-40c0-9a92-ae1f2b94693f Oct 20 11:14:42.313663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port cf54231f-f6b7-40c0-9a92-ae1f2b94693f on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:42.340257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=cf54231f-f6b7-40c0-9a92-ae1f2b94693f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:42.405756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-4d961dda-11df-4eae-adcd-12ed9c73738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:42.407404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-4d961dda-11df-4eae-adcd-12ed9c73738d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.1393912 Oct 20 11:14:42.412089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}, {'id': 'd922a093-5a5f-4b48-b0ea-6a45dfdaacf1', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:28:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:14:40Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.440003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.448049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.463882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dbf7c-04c3-4305-9ea1-228c3c2e9b59 None None] DHCP port deletion for 3f1e6f2d-5b54-47b7-ab8f-223b914631ba request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:42.467283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:14:42.481345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:42.481979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.489758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1e6f2d-5b54-47b7-ab8f-223b914631ba']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.505640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.505990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7ac6b5-f6be-4b53-a1ce-dfb472a7362c') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.518626 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.521805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-eda6bf30-baf8-48a8-a4e0-73ea3a0a6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:42.523335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-eda6bf30-baf8-48a8-a4e0-73ea3a0a6e52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860975 Oct 20 11:14:42.533564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad657c7-338e-4da4-a059-b389f7b8af51', 'name': 'tempest-snat-router-1917514862', 'tenant_id': 'e030d0dbec1a40a795948be3ba6ab757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '7bc870f7-6cfa-45d0-bdad-2a377937fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:14:40Z', 'updated_at': '2021-10-20T11:14:41Z', 'revision_number': 3, 'project_id': 'e030d0dbec1a40a795948be3ba6ab757', 'gw_port': {'id': '7bc870f7-6cfa-45d0-bdad-2a377937fa22', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad657c7-338e-4da4-a059-b389f7b8af51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:14:40Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:42.552768 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.568301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:42.569866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:42.574683 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:42.581451 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Checking router: 9ad657c7-338e-4da4-a059-b389f7b8af51 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:14:42.582396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Updating router 9ad657c7-338e-4da4-a059-b389f7b8af51 port 7bc870f7-6cfa-45d0-bdad-2a377937fa22 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:14:42.591012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.627790 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.667596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22580ea0-3a6d-4b07-b3fb-30c532f6740f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:42.683374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Deleting port 7bc870f7-6cfa-45d0-bdad-2a377937fa22 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:42.683708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.724762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.725940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:42.739549 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.745652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/3f1e6f2d-5b54-47b7-ab8f-223b914631ba HTTP/1.1" status: 204 len: 168 time: 1.1683555 Oct 20 11:14:42.747978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35832) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.774055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.787689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Calling delete_port for 7bc870f7-6cfa-45d0-bdad-2a377937fa22 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:42.790324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a0b06-c618-4207-9fa8-4a8c23f3d066 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=3f1e6f2d-5b54-47b7-ab8f-223b914631ba,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:42.797814 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fe31b9-5920-4ffc-a660-f1eef729ee52 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:42.798830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fe31b9-5920-4ffc-a660-f1eef729ee52 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:42.805015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-37fe31b9-5920-4ffc-a660-f1eef729ee52 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/23f78f43-f353-41b1-8f03-5ac67aaf3197 HTTP/1.1" status: 404 len: 337 time: 0.0543354 Oct 20 11:14:42.807492 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35834) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.825985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-cca85d94-ab9e-4d6a-8371-46bccfb38bb9 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929585 Oct 20 11:14:42.844684 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f72414-90bd-46d2-a479-557485766864 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:42.845833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f72414-90bd-46d2-a479-557485766864 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:42.851968 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a6f72414-90bd-46d2-a479-557485766864 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/342ad520-8f84-4885-a681-91f510ff633f HTTP/1.1" status: 404 len: 339 time: 0.0431542 Oct 20 11:14:42.862325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.901198 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-74459ac4-1dd4-48d4-876a-2d7dc9ceeb4a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:42.901762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74459ac4-1dd4-48d4-876a-2d7dc9ceeb4a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:42.907957 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74459ac4-1dd4-48d4-876a-2d7dc9ceeb4a tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/5ba7835d-a889-4d7d-8dea-6e0b3861e06c HTTP/1.1" status: 404 len: 337 time: 0.0441124 Oct 20 11:14:42.908976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35838) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.942869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 22580ea0-3a6d-4b07-b3fb-30c532f6740f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:42.943313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:42.956771 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4278d459-c97c-4d47-8412-d822d39ceb95 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:42.957355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4278d459-c97c-4d47-8412-d822d39ceb95 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:42.964255 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4278d459-c97c-4d47-8412-d822d39ceb95 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/c7127ddc-08b5-4b5f-b2f6-921d3a384d3e HTTP/1.1" status: 404 len: 339 time: 0.0524292 Oct 20 11:14:42.969547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35840) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:42.988870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.038703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc870f7-6cfa-45d0-bdad-2a377937fa22,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:43.104388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.105881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}, {'id': 'd922a093-5a5f-4b48-b0ea-6a45dfdaacf1', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:28:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:14:40Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:43.138379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140674-52e6-4b68-8404-4411f586edb5 None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}, {'id': 'd922a093-5a5f-4b48-b0ea-6a45dfdaacf1', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:28:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:14:40Z', 'updated_at': '2021-10-20T11:14:40Z', 'revision_number': 0, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:43.145102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.166918 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.db.api [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:14:43.171775 n-d-802060-17 neutron-server[100749]: DEBUG oslo_db.api [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:14:43.174302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 22580ea0-3a6d-4b07-b3fb-30c532f6740f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22580ea0-3a6d-4b07-b3fb-30c532f6740f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:43.182055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.260843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=22580ea0-3a6d-4b07-b3fb-30c532f6740f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:43.280607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf54231f-f6b7-40c0-9a92-ae1f2b94693f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:43.304550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cf54231f-f6b7-40c0-9a92-ae1f2b94693f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:43.304903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf54231f-f6b7-40c0-9a92-ae1f2b94693f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:43.321291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.324032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.373639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.374277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad657c7-338e-4da4-a059-b389f7b8af51 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:43.379228 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.380392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-371270f2-9bbc-41f5-b624-102a3706ad38 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/routers/9ad657c7-338e-4da4-a059-b389f7b8af51 HTTP/1.1" status: 204 len: 168 time: 1.1015241 Oct 20 11:14:43.383114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:43.406103 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad9ff5-f03e-459c-b1ba-d9598727e705 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:43.406482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad9ff5-f03e-459c-b1ba-d9598727e705 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:43.410173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bfad9ff5-f03e-459c-b1ba-d9598727e705 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/89a474c9-42ac-49bc-b756-a853a1d95684 HTTP/1.1" status: 404 len: 337 time: 0.4387443 Oct 20 11:14:43.412692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35844) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:43.434249 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1264483-c8f8-4995-8519-4b7ab0b2f911 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:43.434826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1264483-c8f8-4995-8519-4b7ab0b2f911 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:43.437940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e1264483-c8f8-4995-8519-4b7ab0b2f911 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/c90524eb-627f-404b-9b0b-35374ab9655e HTTP/1.1" status: 404 len: 339 time: 0.0243344 Oct 20 11:14:43.456193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35846) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:43.463746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d76b90-189b-45ac-847c-3980a27d7e1a None None] New status for floating IP d922a093-5a5f-4b48-b0ea-6a45dfdaacf1: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:14:43.487974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7934945c-b04b-4fd9-bd76-bdd80d4a7702 req-52b7bc6d-1a94-4867-977f-17c7105fb53b service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520000 Oct 20 11:14:43.498187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.524572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting subnet d898fc7a-8789-4125-aa5d-d67c1f466091 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:43.527775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.567228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.617747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.664908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.675625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Deleting port 22580ea0-3a6d-4b07-b3fb-30c532f6740f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:43.675970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.690833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Port 7bc870f7-6cfa-45d0-bdad-2a377937fa22 not found while updating agent binding for router 9ad657c7-338e-4da4-a059-b389f7b8af51. {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:14:43.698997 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Routers set() bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:43.699434 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Router IDs set() for agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:14:43.700093 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_agentschedulers_db [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ad657c7-338e-4da4-a059-b389f7b8af51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent'). {{(pid=100749) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:14:43.700552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329f5e0-beee-4a78-bf03-fbc8ddd1eb3d None None] The sync data for ids ['9ad657c7-338e-4da4-a059-b389f7b8af51'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:43.725101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.754613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=d898fc7a-8789-4125-aa5d-d67c1f466091,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:43.756743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.762834 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1e54f03e-cd38-4425-946e-4ead6c052070 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/d898fc7a-8789-4125-aa5d-d67c1f466091 HTTP/1.1" status: 204 len: 168 time: 0.3028738 Oct 20 11:14:43.762834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35848) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:43.765142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] For port 22580ea0-3a6d-4b07-b3fb-30c532f6740f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=22580ea0-3a6d-4b07-b3fb-30c532f6740f,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:43.765506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.767494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d3e36-7be3-4544-b527-1a414b2a44ad None None] Network ea66107e-c784-4229-87ab-7c9a7c539f66 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:43.784212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Calling delete_port for 22580ea0-3a6d-4b07-b3fb-30c532f6740f owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:43.845100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.901498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port 813ebc5b-b66f-4bba-bceb-864a2a4de052 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:43.901498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.960501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] DHCP port deletion for ea66107e-c784-4229-87ab-7c9a7c539f66 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:43.962625 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.966656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port 813ebc5b-b66f-4bba-bceb-864a2a4de052, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=813ebc5b-b66f-4bba-bceb-864a2a4de052,segment=NetworkSegment(2e7e508d-0757-4700-b538-5ce003b018f6),segment_id=2e7e508d-0757-4700-b538-5ce003b018f6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:43.967049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:43.979846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for 813ebc5b-b66f-4bba-bceb-864a2a4de052 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:43.994894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event deleted for resources: {'Port': ['ID=22580ea0-3a6d-4b07-b3fb-30c532f6740f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:44.011720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Deleting port 813ebc5b-b66f-4bba-bceb-864a2a4de052 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:44.012095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.055868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.073836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.078489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] For port 813ebc5b-b66f-4bba-bceb-864a2a4de052, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=813ebc5b-b66f-4bba-bceb-864a2a4de052,segment=NetworkSegment(2e7e508d-0757-4700-b538-5ce003b018f6),segment_id=2e7e508d-0757-4700-b538-5ce003b018f6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:44.078873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.092865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Calling delete_port for 813ebc5b-b66f-4bba-bceb-864a2a4de052 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:44.100864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=813ebc5b-b66f-4bba-bceb-864a2a4de052,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:44.102774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port 813ebc5b-b66f-4bba-bceb-864a2a4de052 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:44.150220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.152447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:14:44.175315 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 11:14:44.185984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.186466 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.199514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.200053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d634d0c-408c-4dc1-b395-7f7cfd5f50bf {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:44.205075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.206761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-077cf608-4995-4612-9fe6-75f53fd240eb tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "DELETE /v2.0/routers/5d634d0c-408c-4dc1-b395-7f7cfd5f50bf HTTP/1.1" status: 204 len: 168 time: 0.8225942 Oct 20 11:14:44.210342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35850) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:44.214881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1361834463', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:44.215222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea66107e-c784-4229-87ab-7c9a7c539f66']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:44.224881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] Pushing event deleted for resources: {'Port': ['ID=813ebc5b-b66f-4bba-bceb-864a2a4de052,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:44.226242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7e508d-0757-4700-b538-5ce003b018f6') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:44.226638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7e508d-0757-4700-b538-5ce003b018f6') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:44.227629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578879a-e573-4b3b-b1a7-dfbe88c9d7c5 None None] No DVR routers for this DVR port 813ebc5b-b66f-4bba-bceb-864a2a4de052 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:44.242344 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.252284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.253423 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.258525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.266116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:44.266522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:44.270637 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:44.312675 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.351269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.361915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.367268 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/ea66107e-c784-4229-87ab-7c9a7c539f66 HTTP/1.1" status: 204 len: 168 time: 0.6017792 Oct 20 11:14:44.375559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35852) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:44.387465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31b8d-c4cc-4839-b0ed-3a65d0615c04 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=ea66107e-c784-4229-87ab-7c9a7c539f66,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:44.416653 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e821398-62d3-4aad-94ed-c61b88e2ec53 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:44.417107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e821398-62d3-4aad-94ed-c61b88e2ec53 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:44.420325 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1e821398-62d3-4aad-94ed-c61b88e2ec53 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/20504770-664d-4521-b2d5-8a533f681836 HTTP/1.1" status: 404 len: 337 time: 0.0398896 Oct 20 11:14:44.422708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35854) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:44.441007 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f152a253-4733-4b27-ba33-d2542361ad5b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] DELETE failed (client error): The resource could not be found. Oct 20 11:14:44.441466 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f152a253-4733-4b27-ba33-d2542361ad5b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:14:44.444463 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f152a253-4733-4b27-ba33-d2542361ad5b tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/1b106cb6-4243-40c6-9637-ee5dbedd2306 HTTP/1.1" status: 404 len: 339 time: 0.0201933 Oct 20 11:14:44.446861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35856) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:44.461669 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.497868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting subnet e66dcb66-0893-4f68-aa05-aeb59fda2573 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:44.501496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.545844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.636886 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.705365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.735823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Subnet': ['ID=e66dcb66-0893-4f68-aa05-aeb59fda2573,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:44.743638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.744368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1fb16c7d-c7bd-4712-8601-fc098ef097c7 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/subnets/e66dcb66-0893-4f68-aa05-aeb59fda2573 HTTP/1.1" status: 204 len: 168 time: 0.2955117 Oct 20 11:14:44.746627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35858) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:44.749462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19313f1b-e1ab-42ce-bccd-748b4e05eaaf None None] Network 3c7d57d5-3ed3-464a-bce9-f1cef745403c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:44.786869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22580ea0-3a6d-4b07-b3fb-30c532f6740f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:44.825785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.831465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 22580ea0-3a6d-4b07-b3fb-30c532f6740f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:44.831809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 22580ea0-3a6d-4b07-b3fb-30c532f6740f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:44.832228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 813ebc5b-b66f-4bba-bceb-864a2a4de052 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:44.861414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 813ebc5b-b66f-4bba-bceb-864a2a4de052 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:44.861762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 813ebc5b-b66f-4bba-bceb-864a2a4de052 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:44.890085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Deleting port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:44.890418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.926282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.945395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.954956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] For port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,segment=NetworkSegment(96b027cd-eb0a-4c1c-a462-3f790bb21e75),segment_id=96b027cd-eb0a-4c1c-a462-3f790bb21e75)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:44.955326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:44.967749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Calling delete_port for e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:44.987058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] DHCP port deletion for 3c7d57d5-3ed3-464a-bce9-f1cef745403c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:45.040842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Deleting port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:45.041512 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.058234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.065996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Allocated IP 172.25.3.249 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/5ee409bd-12b2-4014-85f9-a8de7aac111e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:45.085440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Port': ['ID=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:45.089120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] No DVR routers for this DVR port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:45.109539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] For port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,segment=NetworkSegment(96b027cd-eb0a-4c1c-a462-3f790bb21e75),segment_id=96b027cd-eb0a-4c1c-a462-3f790bb21e75)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:45.109931 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.123349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Calling delete_port for e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:45.176033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.176264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.198341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7d57d5-3ed3-464a-bce9-f1cef745403c']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:45.204952 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.210305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b027cd-eb0a-4c1c-a462-3f790bb21e75') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:45.210676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b027cd-eb0a-4c1c-a462-3f790bb21e75') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:45.216050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.221899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.232898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] Pushing event deleted for resources: {'Port': ['ID=e49f434b-f054-43f1-b2e5-e4b72ef3d0f4,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:45.234793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac021cca-b1d5-45dd-a353-c15be31f22da None None] No DVR routers for this DVR port e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:45.242849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.253981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:45.254375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:45.257394 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:45.259527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:45.262105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:45.265691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:45.274384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event updated for resources: {'Port': ['ID=5ee409bd-12b2-4014-85f9-a8de7aac111e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:45.318758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.323806 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.330171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] 10.222.0.74 "DELETE /v2.0/networks/3c7d57d5-3ed3-464a-bce9-f1cef745403c HTTP/1.1" status: 204 len: 168 time: 0.5791178 Oct 20 11:14:45.345109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a579c2-56fb-4471-ac40-b7b1a78e38d5 tempest-NetworksIpV6Test-1001894139 tempest-NetworksIpV6Test-1001894139-project] Pushing event deleted for resources: {'Network': ['ID=3c7d57d5-3ed3-464a-bce9-f1cef745403c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:45.524600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.570243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35864) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:45.703226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ca30a1eb-a576-4f2d-afcb-66821866c0ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd6dd7c0acb849a5a771f19768d4671d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316910 Oct 20 11:14:45.705622 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35868) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:45.724453 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.759362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.781835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.829135 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.831931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.833077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d652379c-3eca-403d-b902-50c2c2bddbb5 HTTP/1.1" status: 204 len: 168 time: 0.1265137 Oct 20 11:14:45.840716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f502-20d4-4a08-930a-3286a8f58d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652379c-3eca-403d-b902-50c2c2bddbb5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:45.862618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Router c57590f7-018a-48cd-a90b-7447da2ec32f is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:45.973891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:45.983828 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] Sync routers for ids ['c57590f7-018a-48cd-a90b-7447da2ec32f'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:45.994162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] Routers {'c57590f7-018a-48cd-a90b-7447da2ec32f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:45.995144 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c57590f7-018a-48cd-a90b-7447da2ec32f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:45.995367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:45.999417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9ecd1fc7-4ed4-4376-92b5-64fc1187f8b8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7852566 Oct 20 11:14:45.999712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35874) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:46.004458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:46.027305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.037890 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:46.047299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] Routers {'c57590f7-018a-48cd-a90b-7447da2ec32f'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:46.047984 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c57590f7-018a-48cd-a90b-7447da2ec32f'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:46.082615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:46.083304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c59259-d201-4467-a920-6bedfc1fc6f6 None None] The sync data for ids ['c57590f7-018a-48cd-a90b-7447da2ec32f'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:46.337464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.488113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35892) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:46.575376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:46.595476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:46.596009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e49f434b-f054-43f1-b2e5-e4b72ef3d0f4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:46.608537 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:14:46.640268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180391599'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:46.704459 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:46.707877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.720337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.805407 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.813454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.895607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.898138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.900486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.957057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:46.973518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749caafa-8cb2-423b-9295-091fd5de8701,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:46.981580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:46.981707 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 4734ee75-51fc-4ef5-9246-30233d86c70e of type vlan for network 01f0971a-982e-4faf-8418-85f381006052 Oct 20 11:14:46.992936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router c57590f7-018a-48cd-a90b-7447da2ec32f has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:47.034802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.099440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.104959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:47.105526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.206003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7168419 Oct 20 11:14:47.208792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35896) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.211334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:47.212971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1bfc3-8a04-4ea5-b6e3-e0f36b0897cb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=01f0971a-982e-4faf-8418-85f381006052,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:47.215592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1774647063'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:47.217204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.221413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a52d28b-64af-4ba8-afc3-6646537f6323 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "PUT /v2.0/routers/c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 200 len: 922 time: 1.2175219 Oct 20 11:14:47.221584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35898) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.223454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] Sync routers for ids ['c57590f7-018a-48cd-a90b-7447da2ec32f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:47.239555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 01f0971a-982e-4faf-8418-85f381006052 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:47.241826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:47.245579 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.253919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] Routers {'c57590f7-018a-48cd-a90b-7447da2ec32f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:47.254758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c57590f7-018a-48cd-a90b-7447da2ec32f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:47.271013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:47.280520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.280948 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 8239a1a6-b890-4024-9373-c178272558c4 of type vlan for network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f Oct 20 11:14:47.292383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:47.330499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff6384f5-d40c-4d3c-8228-33e5b62c57fd tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 200 len: 922 time: 0.1077013 Oct 20 11:14:47.332738 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.333359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35900) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.340643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] Routers {'c57590f7-018a-48cd-a90b-7447da2ec32f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:47.341250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['c57590f7-018a-48cd-a90b-7447da2ec32f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:47.358970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.364884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:47.365483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.410276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2003055 Oct 20 11:14:47.413308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35902) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.419191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '01f0971a-982e-4faf-8418-85f381006052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:47.426068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d041e40-1c90-432e-a224-5780d050fe46 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:47.428378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2d041e40-1c90-432e-a224-5780d050fe46 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=c57590f7-018a-48cd-a90b-7447da2ec32f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0936534 Oct 20 11:14:47.430851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35904) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.449738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedf153-3714-48f8-82b5-67c40d82cbae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=6a921432-e7fc-41f5-8cd6-9499bcc93e4f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:47.544041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:47.547274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:47.547935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9582cb-a85c-480d-bba8-6b33450177e2 None None] The sync data for ids ['c57590f7-018a-48cd-a90b-7447da2ec32f'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:47.593854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0b4f-aa3c-4853-8964-6468c98a3fdc tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:47.595563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-437a0b4f-aa3c-4853-8964-6468c98a3fdc tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1630580 Oct 20 11:14:47.598959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35906) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.600402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:47.604056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.636144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a1fa200c-48b8-4aee-86b6-655622b6a2cc tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 200 len: 205 time: 0.0314591 Oct 20 11:14:47.638621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35908) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.746223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.780328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.840209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:47.847801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '4734ee75-51fc-4ef5-9246-30233d86c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '01f0971a-982e-4faf-8418-85f381006052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:47.848162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 01f0971a-982e-4faf-8418-85f381006052, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:47.852230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.865019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 01f0971a-982e-4faf-8418-85f381006052 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:47.874156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 01f0971a-982e-4faf-8418-85f381006052) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:47.879271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:47.879849 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.886381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062547c-f093-4e09-b8a4-d58e45fe712a None None] Network 01f0971a-982e-4faf-8418-85f381006052 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:47.897757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2676bac4-ee48-468f-af71-78428104db09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4828808 Oct 20 11:14:47.900593 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35910) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:47.905897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:47.910482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port 5ee409bd-12b2-4014-85f9-a8de7aac111e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:47.910830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.986720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:47.997765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:48.001736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for 5ee409bd-12b2-4014-85f9-a8de7aac111e owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:48.002105 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.037430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-01f0971a-982e-4faf-8418-85f381006052', 'network_id': '01f0971a-982e-4faf-8418-85f381006052', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': 'fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:48.038526 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.180889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.182026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Allocated IP 172.20.0.2 (01f0971a-982e-4faf-8418-85f381006052/fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c/7969a33e-9d62-41b2-a1bf-93fecec468ff) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:48.188143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.223847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=5ee409bd-12b2-4014-85f9-a8de7aac111e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:48.256992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=138a5b82-b428-442c-b7db-ce94ccfddcb5,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:48.264221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '8239a1a6-b890-4024-9373-c178272558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:48.264578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 6a921432-e7fc-41f5-8cd6-9499bcc93e4f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:48.282232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:48.292743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6a921432-e7fc-41f5-8cd6-9499bcc93e4f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:48.297343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.298874 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:48.298874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.321218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-51130f1b-d2f3-48f6-8532-2b74ac8c29b0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4194531 Oct 20 11:14:48.324021 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35912) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:48.325965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d65c84-83fb-42f3-a12e-456ef0f683d4 None None] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:48.331158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1387607738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:48.357177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.358709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.396357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.398635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.403340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.410111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.427279 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.431765 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.443582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.444524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router c57590f7-018a-48cd-a90b-7447da2ec32f {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:48.452184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.452692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4bb3e9fc-cbde-4022-b513-9c484b449f34 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 204 len: 168 time: 0.8129740 Oct 20 11:14:48.456808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35914) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:48.457760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.459437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-008f06c9-e310-4988-b31e-20c92ac7368a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1342876 Oct 20 11:14:48.461450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-164783319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:48.462920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35916) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:48.476079 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Network 01f0971a-982e-4faf-8418-85f381006052 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:48.480771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:48.484866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.485148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:48.487115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.548516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.554186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.574275 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.578261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d16c4567-a205-442b-940e-8ca17c744654 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1178186 Oct 20 11:14:48.578400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Pushing event updated for resources: {'Port': ['ID=7969a33e-9d62-41b2-a1bf-93fecec468ff,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:48.578683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35918) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:48.583617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:48.613628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Attempting to bind port 7969a33e-9d62-41b2-a1bf-93fecec468ff on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:48.613996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Attempting to bind port 7969a33e-9d62-41b2-a1bf-93fecec468ff by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '4734ee75-51fc-4ef5-9246-30233d86c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '01f0971a-982e-4faf-8418-85f381006052'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:48.614583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Attempting to bind port 7969a33e-9d62-41b2-a1bf-93fecec468ff on network 01f0971a-982e-4faf-8418-85f381006052 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:48.638566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:48.638988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Checking segment: {'id': '4734ee75-51fc-4ef5-9246-30233d86c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '01f0971a-982e-4faf-8418-85f381006052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:48.639419 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.639805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Bound using segment: {'id': '4734ee75-51fc-4ef5-9246-30233d86c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '01f0971a-982e-4faf-8418-85f381006052'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:48.640294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Bound port: 7969a33e-9d62-41b2-a1bf-93fecec468ff, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4734ee75-51fc-4ef5-9246-30233d86c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '01f0971a-982e-4faf-8418-85f381006052'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:48.640673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.652970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-6a921432-e7fc-41f5-8cd6-9499bcc93e4f', 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': '138a5b82-b428-442c-b7db-ce94ccfddcb5'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:48.653893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.815525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] For port 7969a33e-9d62-41b2-a1bf-93fecec468ff, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:48.821900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] For port 7969a33e-9d62-41b2-a1bf-93fecec468ff, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7969a33e-9d62-41b2-a1bf-93fecec468ff,segment=NetworkSegment(4734ee75-51fc-4ef5-9246-30233d86c70e),segment_id=4734ee75-51fc-4ef5-9246-30233d86c70e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:48.826909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:48.928507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Allocated IP 172.21.0.2 (6a921432-e7fc-41f5-8cd6-9499bcc93e4f/138a5b82-b428-442c-b7db-ce94ccfddcb5/71d855eb-3630-4e18-a994-9e922c2b87bc) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:48.935361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c0e7c-a37b-4c59-8a27-05135c814745 None None] Pushing event updated for resources: {'Port': ['ID=7969a33e-9d62-41b2-a1bf-93fecec468ff,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:49.146405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.154881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.161548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.215333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:49.218966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:49.223565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:49.228716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.234231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Pushing event updated for resources: {'Port': ['ID=71d855eb-3630-4e18-a994-9e922c2b87bc,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:49.306986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Attempting to bind port 71d855eb-3630-4e18-a994-9e922c2b87bc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:49.307413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Attempting to bind port 71d855eb-3630-4e18-a994-9e922c2b87bc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8239a1a6-b890-4024-9373-c178272558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:49.307962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Attempting to bind port 71d855eb-3630-4e18-a994-9e922c2b87bc on network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:49.314212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:49.314664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Checking segment: {'id': '8239a1a6-b890-4024-9373-c178272558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:49.316100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.316100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Bound using segment: {'id': '8239a1a6-b890-4024-9373-c178272558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:49.317235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Bound port: 71d855eb-3630-4e18-a994-9e922c2b87bc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8239a1a6-b890-4024-9373-c178272558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6a921432-e7fc-41f5-8cd6-9499bcc93e4f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:49.317806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.385929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] For port 71d855eb-3630-4e18-a994-9e922c2b87bc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:49.389949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] For port 71d855eb-3630-4e18-a994-9e922c2b87bc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=71d855eb-3630-4e18-a994-9e922c2b87bc,segment=NetworkSegment(8239a1a6-b890-4024-9373-c178272558c4),segment_id=8239a1a6-b890-4024-9373-c178272558c4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:49.395066 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.404089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.424190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.472096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7fccc-4a37-4c13-9209-121c67208837 None None] Pushing event updated for resources: {'Port': ['ID=71d855eb-3630-4e18-a994-9e922c2b87bc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:49.546215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.20.0.1 (01f0971a-982e-4faf-8418-85f381006052/fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c/69c20602-edcd-496d-858d-305c733494b2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:49.547282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Allocated IP 172.25.3.119 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/37f0b7da-9bd1-45e3-897d-7e100e571a4b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:49.700630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.722046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.745866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.779687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.794226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:49.797247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:49.805096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:49.808421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event updated for resources: {'Port': ['ID=37f0b7da-9bd1-45e3-897d-7e100e571a4b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:49.833082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 01f0971a-982e-4faf-8418-85f381006052 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:49.836837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:49.839309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.839671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.839992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.840333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.840636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.840962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.841427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.841620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.842449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.842571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:49.842659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.842659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.842966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:49.889361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=69c20602-edcd-496d-858d-305c733494b2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:49.909518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.056276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.140306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90934e-c323-4d33-bdd3-c28589e2f989 None None] Network 01f0971a-982e-4faf-8418-85f381006052 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:50.146126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.245158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] Provisioning complete for port 7969a33e-9d62-41b2-a1bf-93fecec468ff triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:50.245673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.362374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.370601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.373024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.377855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.419693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.429624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.472392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] For port 7969a33e-9d62-41b2-a1bf-93fecec468ff, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7969a33e-9d62-41b2-a1bf-93fecec468ff,segment=NetworkSegment(4734ee75-51fc-4ef5-9246-30233d86c70e),segment_id=4734ee75-51fc-4ef5-9246-30233d86c70e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:50.478809 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.565514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7eae-264b-4450-a8a7-0416e5c14a3a None None] Pushing event updated for resources: {'Port': ['ID=7969a33e-9d62-41b2-a1bf-93fecec468ff,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:50.590758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=69c20602-edcd-496d-858d-305c733494b2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:50.617271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 01f0971a-982e-4faf-8418-85f381006052 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:50.619207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:50.635861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Router 9591508c-e2dd-47c1-93c0-8f99979316a0 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:50.701294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7969a33e-9d62-41b2-a1bf-93fecec468ff up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:50.742460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12317a0-b3b0-4b17-8b31-599ce90c1bae None None] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:50.780407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:50.787914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.789104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c838b3f4-bfa8-4d55-a744-a2499425c7b2 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "PUT /v2.0/routers/9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 200 len: 879 time: 2.2095633 Oct 20 11:14:50.791696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35922) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:50.793768 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] Sync routers for ids ['9591508c-e2dd-47c1-93c0-8f99979316a0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:50.804017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 4542b3cc-97b9-4e2f-8097-5cfb314144d7 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:50.811743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] Routers {'9591508c-e2dd-47c1-93c0-8f99979316a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:50.812349 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9591508c-e2dd-47c1-93c0-8f99979316a0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:50.846245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7969a33e-9d62-41b2-a1bf-93fecec468ff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:50.846911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.887295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Provisioning complete for port 69c20602-edcd-496d-858d-305c733494b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:50.887662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:50.889490 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:50.905920 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] Routers {'9591508c-e2dd-47c1-93c0-8f99979316a0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:50.907477 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9591508c-e2dd-47c1-93c0-8f99979316a0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:50.917516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:50.929654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-43824e9f-403e-4b26-9c9a-cef559200a13 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4650812 Oct 20 11:14:50.930061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35924) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:50.935699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] Sync routers for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:50.959108 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:50.960082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbd809-9bf1-40f2-b6b4-3ccd4826a4f0 None None] The sync data for ids ['9591508c-e2dd-47c1-93c0-8f99979316a0'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:50.973842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:50.974472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:50.978409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae1d72-0f37-43ad-a349-deab8be76f7a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:50.982373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f2ae1d72-0f37-43ad-a349-deab8be76f7a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports/69c20602-edcd-496d-858d-305c733494b2 HTTP/1.1" status: 200 len: 910 time: 0.0488799 Oct 20 11:14:50.983657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35926) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:50.997556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9ad5b9b-37ce-4e65-8afb-e8ff0c524e1d tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 200 len: 920 time: 0.2019777 Oct 20 11:14:50.998146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:51.021073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Port 69c20602-edcd-496d-858d-305c733494b2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:51.024705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:51.083032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8f634-9315-4085-816f-916715700777 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:51.086949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0b8f634-9315-4085-816f-916715700777 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=9591508c-e2dd-47c1-93c0-8f99979316a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0853572 Oct 20 11:14:51.087294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35930) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:51.089697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:51.090320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:51.099749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Provisioning complete for port 71d855eb-3630-4e18-a994-9e922c2b87bc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:51.100114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.161613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:51.162268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ebfb4-46ff-4f30-8f93-48a6d3ede021 None None] The sync data for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:51.173549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 71d855eb-3630-4e18-a994-9e922c2b87bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:51.207220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b54132-3c74-48e8-be64-7a3cb1a89ccd tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:51.212607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f1b54132-3c74-48e8-be64-7a3cb1a89ccd tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1243198 Oct 20 11:14:51.213723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35932) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:51.262204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-24d25dff-9a6d-4f9d-9315-28e93a08ad69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 200 len: 205 time: 0.0473266 Oct 20 11:14:51.263001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35934) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:51.287106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 71d855eb-3630-4e18-a994-9e922c2b87bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:51.287467 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.305518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.364893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] For port 71d855eb-3630-4e18-a994-9e922c2b87bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=71d855eb-3630-4e18-a994-9e922c2b87bc,segment=NetworkSegment(8239a1a6-b890-4024-9373-c178272558c4),segment_id=8239a1a6-b890-4024-9373-c178272558c4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:51.377660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.425123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.437375 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.453698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Pushing event updated for resources: {'Port': ['ID=71d855eb-3630-4e18-a994-9e922c2b87bc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:51.459030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Provisioning complete for port 7969a33e-9d62-41b2-a1bf-93fecec468ff triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:51.459330 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6f0056f2-ac9d-4ba5-b69d-d4aa08436e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.548248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.606114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port 37f0b7da-9bd1-45e3-897d-7e100e571a4b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:51.606443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.679215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-edb816bd-d76f-4b67-8a81-4d7b22064474 None None] Provisioning complete for port 69c20602-edcd-496d-858d-305c733494b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:51.679617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-edb816bd-d76f-4b67-8a81-4d7b22064474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.687474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.699510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for 37f0b7da-9bd1-45e3-897d-7e100e571a4b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:51.714998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-edb816bd-d76f-4b67-8a81-4d7b22064474 None None] Port 69c20602-edcd-496d-858d-305c733494b2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:51.722748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.21.0.1 (6a921432-e7fc-41f5-8cd6-9499bcc93e4f/138a5b82-b428-442c-b7db-ce94ccfddcb5/ceb72157-1e78-4499-ba96-436cd1925b17) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:51.725189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-edb816bd-d76f-4b67-8a81-4d7b22064474 None None] Provisioning complete for port 71d855eb-3630-4e18-a994-9e922c2b87bc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:51.725570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-edb816bd-d76f-4b67-8a81-4d7b22064474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.847588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.869025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.880949 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.896283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=37f0b7da-9bd1-45e3-897d-7e100e571a4b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:51.924439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:51.930199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=ceb72157-1e78-4499-ba96-436cd1925b17,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:51.932640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:51.934611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:51.964821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:51.979414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.057570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.059830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.105854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.106384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router 9591508c-e2dd-47c1-93c0-8f99979316a0 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:52.108493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.114089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.115714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a4ede7f2-2ea0-4125-b0e6-9234c4f27e86 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 204 len: 168 time: 0.8512824 Oct 20 11:14:52.119102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35936) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:52.124492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-177212350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:52.148970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.150027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.208841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.215972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.226416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f3743c42-2803-4afb-8ee2-e9f8274f730e None None] Provisioning complete for port ceb72157-1e78-4499-ba96-436cd1925b17 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:52.227421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f3743c42-2803-4afb-8ee2-e9f8274f730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.237113 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.238568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f2ebae60-10b1-44ab-96d2-a4080d423587 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1182590 Oct 20 11:14:52.241079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35938) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:52.245400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': True}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:52.268834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f3743c42-2803-4afb-8ee2-e9f8274f730e None None] Port ceb72157-1e78-4499-ba96-436cd1925b17 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:52.387142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.392008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.454080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.467787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=ceb72157-1e78-4499-ba96-436cd1925b17,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:52.470249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.566358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:52.568034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:52.602555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7969a33e-9d62-41b2-a1bf-93fecec468ff up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:52.666060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7969a33e-9d62-41b2-a1bf-93fecec468ff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:52.666529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.677379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 4542b3cc-97b9-4e2f-8097-5cfb314144d7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:52.769950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 71d855eb-3630-4e18-a994-9e922c2b87bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:52.795144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:52.803504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8783a338-78bf-43cc-84a4-985a39605580 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158550 Oct 20 11:14:52.803723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35940) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:52.806407 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] Sync routers for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:52.818293 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:52.819672 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:52.825603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 71d855eb-3630-4e18-a994-9e922c2b87bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:52.826138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.855116 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:52.865419 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:52.866429 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:52.869813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650a60f-c74e-4e50-94d9-4c1f0c23fb52 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:52.871313 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5650a60f-c74e-4e50-94d9-4c1f0c23fb52 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports/ceb72157-1e78-4499-ba96-436cd1925b17 HTTP/1.1" status: 200 len: 910 time: 0.0563099 Oct 20 11:14:52.874201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35942) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:52.907757 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:52.908784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e33e01-5685-49da-bbe5-4b112bf73235 None None] The sync data for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:52.928885 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.933745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9ee1cbc3-5c11-4fe0-b495-8155c8e4a607 None None] Provisioning complete for port ceb72157-1e78-4499-ba96-436cd1925b17 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:52.933959 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cbc3-5c11-4fe0-b495-8155c8e4a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.951251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.971130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1cbc3-5c11-4fe0-b495-8155c8e4a607 None None] Port ceb72157-1e78-4499-ba96-436cd1925b17 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:53.060754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.25.3.41 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/6c9e2683-5f2e-4130-b911-d2a5f070e0ad) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:53.161435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.200483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.238762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:53.241793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:53.245648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:53.277533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9e2683-5f2e-4130-b911-d2a5f070e0ad,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:53.533258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.538793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.725043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.728824 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.777317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port ceb72157-1e78-4499-ba96-436cd1925b17 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:53.777655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.858138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router fca7308b-1842-4398-8d08-e88abb1a0a63 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:53.862642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.874668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for ceb72157-1e78-4499-ba96-436cd1925b17 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:53.964847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:53.969109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.970427 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f69a9016-b058-4288-9fba-8f3b1bf32c0a tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "PUT /v2.0/routers/fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 200 len: 913 time: 1.7283938 Oct 20 11:14:53.973720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] Sync routers for ids ['fca7308b-1842-4398-8d08-e88abb1a0a63'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:53.974398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35944) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:53.982514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] Routers {'fca7308b-1842-4398-8d08-e88abb1a0a63'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:53.983096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['fca7308b-1842-4398-8d08-e88abb1a0a63'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.015812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.024745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] Routers {'fca7308b-1842-4398-8d08-e88abb1a0a63'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:54.025359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['fca7308b-1842-4398-8d08-e88abb1a0a63'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.061619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.062262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce10f56-348c-46c2-8f2c-e1068f2608b4 None None] The sync data for ids ['fca7308b-1842-4398-8d08-e88abb1a0a63'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:54.125896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b7999573-5906-4d1e-8627-9acd07f1ebde tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 200 len: 919 time: 0.1502085 Oct 20 11:14:54.128578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35946) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:54.137338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.168549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=ceb72157-1e78-4499-ba96-436cd1925b17,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:54.177529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c62f20-93e2-4944-8627-155ca8f455c8 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:54.179092 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d4c62f20-93e2-4944-8627-155ca8f455c8 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=fca7308b-1842-4398-8d08-e88abb1a0a63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0494595 Oct 20 11:14:54.181707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35948) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:54.279274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87373d-19a1-4b59-9f8e-a6298c353fbf tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:54.280683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f87373d-19a1-4b59-9f8e-a6298c353fbf tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.0980525 Oct 20 11:14:54.284747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35952) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:54.326242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0840fd18-b618-4b68-b76d-6381f2a405fe tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 200 len: 205 time: 0.0401888 Oct 20 11:14:54.328953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35956) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:54.386487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.518880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.698337 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.705420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 4542b3cc-97b9-4e2f-8097-5cfb314144d7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:54.826684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:54.832643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-34b9a98a-c002-456c-9d1b-8ab6d04b796f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9572871 Oct 20 11:14:54.835524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35960) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:54.840754 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67697289-705d-45b2-87ed-9550328d0add None None] Sync routers for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:54.841769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port 6c9e2683-5f2e-4130-b911-d2a5f070e0ad {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:54.842291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.851143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:54.851746 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.884151 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.893333 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:54.893931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.924702 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-67697289-705d-45b2-87ed-9550328d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.925353 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67697289-705d-45b2-87ed-9550328d0add None None] The sync data for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:54.926722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:54.939962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for 6c9e2683-5f2e-4130-b911-d2a5f070e0ad owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:55.105586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.129988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=6c9e2683-5f2e-4130-b911-d2a5f070e0ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:55.164406 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.196270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.288170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.290381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.336311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.336942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router fca7308b-1842-4398-8d08-e88abb1a0a63 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:55.343906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.345018 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-449951c8-c892-46fa-a8aa-624e6c078fae tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 204 len: 168 time: 1.0150831 Oct 20 11:14:55.348858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35962) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:55.353250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-739548092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:55.377076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.378024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.411607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 69c20602-edcd-496d-858d-305c733494b2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:55.411948 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.433121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.437717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.455696 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.457190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b259b79-ed92-4efc-9693-fac9183f95d4 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1073458 Oct 20 11:14:55.460027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35964) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:55.464335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'enable_snat': False}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:55.498407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.510675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 69c20602-edcd-496d-858d-305c733494b2 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:55.664286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.681025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.710582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=69c20602-edcd-496d-858d-305c733494b2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:55.857378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.878466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:55.898628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.015069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Allocated IP 172.25.3.62 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/d6a68e7c-fe2d-49fb-ae9e-d224a2e34e79) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:56.088580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 4542b3cc-97b9-4e2f-8097-5cfb314144d7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:56.225662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:56.233634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-303316d0-9c9b-420e-9459-8c918cde589b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3956704 Oct 20 11:14:56.237206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35966) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:56.245742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] Sync routers for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:56.260615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:56.261415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:56.278346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d84ce343-fab0-4b6c-bb42-a0546efc5884 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=4542b3cc-97b9-4e2f-8097-5cfb314144d7 HTTP/1.1" status: 200 len: 205 time: 0.0372050 Oct 20 11:14:56.278632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35968) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:56.296611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:56.307626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] Routers {'4542b3cc-97b9-4e2f-8097-5cfb314144d7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:56.308403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:56.342871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:56.343709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abb8b87-20a9-46e7-9e26-bd20f49dbfbf None None] The sync data for ids ['4542b3cc-97b9-4e2f-8097-5cfb314144d7'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:56.450259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.484614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.525821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:56.530120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:56.532621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:56.560591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a68e7c-fe2d-49fb-ae9e-d224a2e34e79,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:56.629734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.790204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.797143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.800172 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.849165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.849732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 4542b3cc-97b9-4e2f-8097-5cfb314144d7 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:56.857088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.861879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-477ec692-b9a1-49a4-ad3b-0f07960cbb27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7 HTTP/1.1" status: 204 len: 168 time: 0.5787294 Oct 20 11:14:56.861879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35972) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:56.916356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet 138a5b82-b428-442c-b7db-ce94ccfddcb5 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:56.919431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.962776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.996168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.999795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.048609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.112759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.133893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Router 46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:14:57.145585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=138a5b82-b428-442c-b7db-ce94ccfddcb5,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:57.149554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.155316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e8a8046-7864-4bff-a6dc-fbd31cf1794c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/138a5b82-b428-442c-b7db-ce94ccfddcb5 HTTP/1.1" status: 204 len: 168 time: 0.2905912 Oct 20 11:14:57.155513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35974) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.163359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab58305-ca06-4932-9cdf-7441c288b851 None None] Network 6a921432-e7fc-41f5-8cd6-9499bcc93e4f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:57.216853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:14:57.221020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.258016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:57.264199 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.269379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.269863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-19c36548-d57f-4ee6-879d-5c9f27711047 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "PUT /v2.0/routers/46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 200 len: 914 time: 1.8046606 Oct 20 11:14:57.269988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35976) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.276618 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] Sync routers for ids ['46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:57.287207 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] Routers {'46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:57.287968 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:57.335630 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:57.345230 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] Routers {'46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:57.346082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:57.380285 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:57.381249 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597e9bd-ce22-4b43-a252-f2256d955926 None None] The sync data for ids ['46669fa0-5ed0-4d0e-91d6-e7fa140cffc2'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:57.443689 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fa589007-6fa8-4bde-ac29-84e4b528d8d1 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 200 len: 920 time: 0.1731820 Oct 20 11:14:57.446199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.446714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35978) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.507208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6a268-b7a4-4140-b4fb-603800e3a4c1 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:57.511759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-75e6a268-b7a4-4140-b4fb-603800e3a4c1 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=46669fa0-5ed0-4d0e-91d6-e7fa140cffc2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0609303 Oct 20 11:14:57.512068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35980) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.515407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.537701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] DHCP port deletion for 6a921432-e7fc-41f5-8cd6-9499bcc93e4f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:57.545845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:57.551242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.557972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9e983e79-8e1d-4f91-adba-0ec261f629fa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c HTTP/1.1" status: 204 len: 168 time: 0.4012427 Oct 20 11:14:57.558653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35982) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.562686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c437fe-fea9-4a1b-8227-5a3332983e4c None None] Network 01f0971a-982e-4faf-8418-85f381006052 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:57.612124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238adbdd-340f-4ab2-a5ba-cec0bce049dc tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:57.614397 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-238adbdd-340f-4ab2-a5ba-cec0bce049dc tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/networks/f6b9d159-1e6e-4153-8a25-750db3bfcdfc HTTP/1.1" status: 200 len: 881 time: 0.1013637 Oct 20 11:14:57.617367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35984) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.642457 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.651334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8cd64da-740f-4797-ab73-9c87f6b2c47b tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 200 len: 205 time: 0.0325274 Oct 20 11:14:57.653781 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35986) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:57.671964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Deleting port 71d855eb-3630-4e18-a994-9e922c2b87bc {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:57.672878 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.699549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 71d855eb-3630-4e18-a994-9e922c2b87bc {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:57.700004 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.759569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] For port 71d855eb-3630-4e18-a994-9e922c2b87bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=71d855eb-3630-4e18-a994-9e922c2b87bc,segment=NetworkSegment(8239a1a6-b890-4024-9373-c178272558c4),segment_id=8239a1a6-b890-4024-9373-c178272558c4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:57.759968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.765156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 71d855eb-3630-4e18-a994-9e922c2b87bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=71d855eb-3630-4e18-a994-9e922c2b87bc,segment=NetworkSegment(8239a1a6-b890-4024-9373-c178272558c4),segment_id=8239a1a6-b890-4024-9373-c178272558c4)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:57.765895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.772515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Calling delete_port for 71d855eb-3630-4e18-a994-9e922c2b87bc owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:57.776184 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.785026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 71d855eb-3630-4e18-a994-9e922c2b87bc owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:57.840002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] DHCP port deletion for 01f0971a-982e-4faf-8418-85f381006052 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:14:57.873638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.894772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.898034 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.899662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=71d855eb-3630-4e18-a994-9e922c2b87bc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:57.903364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port 71d855eb-3630-4e18-a994-9e922c2b87bc on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:57.925429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] Pushing event deleted for resources: {'Port': ['ID=71d855eb-3630-4e18-a994-9e922c2b87bc,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:57.931574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051aed3f-28bf-4126-9acc-53a6af508a8e None None] No DVR routers for this DVR port 71d855eb-3630-4e18-a994-9e922c2b87bc on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:57.945344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Deleting port 7969a33e-9d62-41b2-a1bf-93fecec468ff {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:57.946213 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.965270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port d6a68e7c-fe2d-49fb-ae9e-d224a2e34e79 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:14:57.965606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:57.992494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.012956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a921432-e7fc-41f5-8cd6-9499bcc93e4f']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.016578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] For port 7969a33e-9d62-41b2-a1bf-93fecec468ff, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7969a33e-9d62-41b2-a1bf-93fecec468ff,segment=NetworkSegment(4734ee75-51fc-4ef5-9246-30233d86c70e),segment_id=4734ee75-51fc-4ef5-9246-30233d86c70e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:58.016975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.023979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8239a1a6-b890-4024-9373-c178272558c4') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.024470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8239a1a6-b890-4024-9373-c178272558c4') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.029294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Calling delete_port for 7969a33e-9d62-41b2-a1bf-93fecec468ff owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:58.036363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.046827 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.050837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.063624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:58.064202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.066232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for d6a68e7c-fe2d-49fb-ae9e-d224a2e34e79 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:58.067692 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:58.114156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.132991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.143956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] No DVR routers for this DVR port 7969a33e-9d62-41b2-a1bf-93fecec468ff on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:14:58.145660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bfbb8-c409-4b51-9db0-c4d440c1cc26 None None] Pushing event deleted for resources: {'Port': ['ID=7969a33e-9d62-41b2-a1bf-93fecec468ff,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:58.151671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.156196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/6a921432-e7fc-41f5-8cd6-9499bcc93e4f HTTP/1.1" status: 204 len: 168 time: 0.5955133 Oct 20 11:14:58.156515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fab22-6044-4514-9ea4-f5edc937432c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=6a921432-e7fc-41f5-8cd6-9499bcc93e4f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:58.158665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:58.233121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.251662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.279027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=d6a68e7c-fe2d-49fb-ae9e-d224a2e34e79,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:58.323833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.344102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.345731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f0971a-982e-4faf-8418-85f381006052']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.355514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4734ee75-51fc-4ef5-9246-30233d86c70e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.355805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4734ee75-51fc-4ef5-9246-30233d86c70e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:58.365055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.378429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.384996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:14:58.385429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:14:58.388833 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:14:58.440264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.442460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.452318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.459930 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.463142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/01f0971a-982e-4faf-8418-85f381006052 HTTP/1.1" status: 204 len: 168 time: 0.3037229 Oct 20 11:14:58.479517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35990) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:58.485655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-858501153'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:58.487763 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c1276-d67b-48bb-8ade-03f6418e867b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=01f0971a-982e-4faf-8418-85f381006052,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:58.489899 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.490436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router 46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:14:58.497937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.503127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-190bd44c-fab1-4eb4-8101-000ac91fa5f3 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 204 len: 168 time: 0.8442318 Oct 20 11:14:58.503484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:58.508927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:58.509869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1941474890', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:58.513583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.522738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3cb002e7-2195-470a-9704-260693062f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.536861 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.538461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.540923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:14:58.553324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.553660 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 7f562dda-7946-44ee-bdc1-10c0ce1bf9e5 of type vlan for network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad Oct 20 11:14:58.588608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7969a33e-9d62-41b2-a1bf-93fecec468ff no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:58.596709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.607819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.608318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7969a33e-9d62-41b2-a1bf-93fecec468ff {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:58.608944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7969a33e-9d62-41b2-a1bf-93fecec468ff not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:58.609325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 71d855eb-3630-4e18-a994-9e922c2b87bc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:14:58.630393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 71d855eb-3630-4e18-a994-9e922c2b87bc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:14:58.630741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 71d855eb-3630-4e18-a994-9e922c2b87bc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:14:58.638615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.645748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:58.646327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.686587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2059829 Oct 20 11:14:58.690116 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 35994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:58.695530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:58.716308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa22b-470a-433d-a244-491c213d1a27 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=315546a0-d83a-4551-9d4c-c41a7fe6a1ad,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:58.726768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:14:58.819722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.885656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:58.891798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.174577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.206360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.225269 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.350271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=e1f3f0a3-a863-44ba-ab55-e039e2f9687d,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:59.368425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:59.368780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 315546a0-d83a-4551-9d4c-c41a7fe6a1ad, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:14:59.392619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Allocated IP 172.25.3.141 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2504e0c8-8096-412d-802d-ac291e74a6d1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:59.426595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:14:59.446563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 315546a0-d83a-4551-9d4c-c41a7fe6a1ad) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:59.454831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f9ee4-c290-4f02-8a49-00b521d7f21e None None] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:14:59.476864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:59.477420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.502358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fca33d85-90f0-4c93-8e6f-57ad86ecebab tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8110275 Oct 20 11:14:59.505175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35996) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:59.510375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-681200808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:59.533070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.536508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.537664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.573475 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.598923 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.603985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.610275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-315546a0-d83a-4551-9d4c-c41a7fe6a1ad', 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': 'e1f3f0a3-a863-44ba-ab55-e039e2f9687d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:14:59.611361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.616432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:59.621334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:59.624626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.629194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2689c1a8-6457-437c-baa4-032f724ce104 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1228399 Oct 20 11:14:59.629968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 35998) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:59.630295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:59.633438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event updated for resources: {'Port': ['ID=2504e0c8-8096-412d-802d-ac291e74a6d1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:59.635261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'port': {'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad', 'name': 'tempest-RoutersTest-1687340505'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:59.752041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:59.755511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.767057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Allocated IP 172.20.0.2 (315546a0-d83a-4551-9d4c-c41a7fe6a1ad/e1f3f0a3-a863-44ba-ab55-e039e2f9687d/efcc78f5-3a0a-4fbe-bc6b-224da92a5b25) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:59.778687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] device_id is not set on port f1a4a091-cbaf-4e06-9b40-bac07a2384fa yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:14:59.901423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.913552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.919399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:59.964793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:59.967847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:59.974539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:59.977815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Pushing event updated for resources: {'Port': ['ID=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:59.994018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.20.0.4 (315546a0-d83a-4551-9d4c-c41a7fe6a1ad/e1f3f0a3-a863-44ba-ab55-e039e2f9687d/f1a4a091-cbaf-4e06-9b40-bac07a2384fa) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:00.034141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Attempting to bind port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:00.034536 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Attempting to bind port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:00.034883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Attempting to bind port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 on network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:00.040350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:00.040715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Checking segment: {'id': '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:00.041102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.041483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Bound using segment: {'id': '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:00.041935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Bound port: efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '315546a0-d83a-4551-9d4c-c41a7fe6a1ad'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:00.042308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.109141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] For port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:00.113664 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] For port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,segment=NetworkSegment(7f562dda-7946-44ee-bdc1-10c0ce1bf9e5),segment_id=7f562dda-7946-44ee-bdc1-10c0ce1bf9e5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:00.117855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.118076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.163878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.189835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b5fba-6453-4294-8c2b-ef6f9307a698 None None] Pushing event updated for resources: {'Port': ['ID=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:00.206328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.249557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:00.253391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:00.257455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:00.273292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Router 713c52c9-3a4d-4ab3-b524-fa6204b264d0 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:00.304941 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=f1a4a091-cbaf-4e06-9b40-bac07a2384fa,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:00.323030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:00.323763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.341410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd4315cd-a5f9-49f5-81d8-aee13cb26272 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7103705 Oct 20 11:15:00.344664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36002) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:00.417457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:00.428934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] Sync routers for ids ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:00.447564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] Routers {'713c52c9-3a4d-4ab3-b524-fa6204b264d0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:00.449032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:00.454773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.463499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2bbd83c8-ad5d-4983-b9ca-ddc6d3fa955e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9584272 Oct 20 11:15:00.464686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36004) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:00.469841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:00.497600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:00.506910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] Routers {'713c52c9-3a4d-4ab3-b524-fa6204b264d0'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:00.507684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:14:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:00.572733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:00.573510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc37aa-30df-42d1-8c29-637b17058067 None None] The sync data for ids ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:00.660977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:00.726448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:00.727136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.751033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.820155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.857860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,segment=NetworkSegment(7f562dda-7946-44ee-bdc1-10c0ce1bf9e5),segment_id=7f562dda-7946-44ee-bdc1-10c0ce1bf9e5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:00.862418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.917558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:01.027757 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.032793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.111331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=f1a4a091-cbaf-4e06-9b40-bac07a2384fa,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:01.183912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.198717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.259961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Deleting port 2504e0c8-8096-412d-802d-ac291e74a6d1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:01.260302 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.274322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.283555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fed605-0a42-4ecf-acb6-f37b39b5609e None None] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:01.351042 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.365730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Calling delete_port for 2504e0c8-8096-412d-802d-ac291e74a6d1 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:01.388187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ec46d8a-39f5-47c8-bc08-49caefaf5846 None None] Provisioning complete for port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:01.388548 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ec46d8a-39f5-47c8-bc08-49caefaf5846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.422014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.445738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-db5823eb-c7af-4a80-a1a1-1eb8d27d24d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.555234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.586848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Pushing event deleted for resources: {'Port': ['ID=2504e0c8-8096-412d-802d-ac291e74a6d1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:01.655371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.769450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5d0dda64-54d2-4d8a-a8e3-f7bf317405e7 None None] Provisioning complete for port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:01.770444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda64-54d2-4d8a-a8e3-f7bf317405e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.816657 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.887650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5d0dda64-54d2-4d8a-a8e3-f7bf317405e7 None None] Provisioning complete for port f1a4a091-cbaf-4e06-9b40-bac07a2384fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:01.888016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda64-54d2-4d8a-a8e3-f7bf317405e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.895845 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.900170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.941425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dda64-54d2-4d8a-a8e3-f7bf317405e7 None None] Port f1a4a091-cbaf-4e06-9b40-bac07a2384fa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:01.986903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Router 713c52c9-3a4d-4ab3-b524-fa6204b264d0 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:01.992921 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:01.998259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.065159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1fd6ad91-c29b-42e0-b1f6-4af78e7eb8b8 None None] Provisioning complete for port f1a4a091-cbaf-4e06-9b40-bac07a2384fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:02.065899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ad91-c29b-42e0-b1f6-4af78e7eb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.076429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=f1a4a091-cbaf-4e06-9b40-bac07a2384fa,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:02.077478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:02.079833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.092046 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] Sync routers for ids ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:02.106205 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] Routers {'713c52c9-3a4d-4ab3-b524-fa6204b264d0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:02.109552 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.113328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be43f2ff-e0ef-4150-a7c0-786137ce1a69 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "PUT /v2.0/routers/713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 200 len: 706 time: 1.6451423 Oct 20 11:15:02.113513 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.114483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.122166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6ad91-c29b-42e0-b1f6-4af78e7eb8b8 None None] Port f1a4a091-cbaf-4e06-9b40-bac07a2384fa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:02.149332 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.159404 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] Routers {'713c52c9-3a4d-4ab3-b524-fa6204b264d0'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:02.160351 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.194803 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.195630 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706170f-d2fb-4d87-a765-cb1371b40dfa None None] The sync data for ids ['713c52c9-3a4d-4ab3-b524-fa6204b264d0'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:02.223065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-578a1376-5de5-424c-a3ee-bbca7d7d77c9 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/routers/713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 200 len: 741 time: 0.1055377 Oct 20 11:15:02.224001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36010) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.246277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:02.247938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:02.282627 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-38beeb06-1622-4bd9-892f-c52fa0467c72 tempest-RoutersAdminTest-812676352 tempest-RoutersAdminTest-812676352-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&device_id=713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 200 len: 205 time: 0.0570965 Oct 20 11:15:02.285153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36012) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.314986 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e4090513-1013-43f3-be3a-debdc20ecd9d tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 200 len: 205 time: 0.0280232 Oct 20 11:15:02.316963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36014) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.348139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3121a1cd-17b8-42e4-a7e6-84c72aacc010 None None] Provisioning complete for port f1a4a091-cbaf-4e06-9b40-bac07a2384fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:02.348505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3121a1cd-17b8-42e4-a7e6-84c72aacc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.395289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router e9d5e801-61fd-4972-bb44-5338c6191ade is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:02.398486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3121a1cd-17b8-42e4-a7e6-84c72aacc010 None None] Port f1a4a091-cbaf-4e06-9b40-bac07a2384fa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:02.411202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.508466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:02.517534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19d40fa4-eca0-42b2-97cc-afdedc148982 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/e9d5e801-61fd-4972-bb44-5338c6191ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1714911 Oct 20 11:15:02.518236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36016) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.530211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] Sync routers for ids ['e9d5e801-61fd-4972-bb44-5338c6191ade'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:02.552332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8ce91750-4a8d-448a-94c4-8d1feb095beb None None] Provisioning complete for port f1a4a091-cbaf-4e06-9b40-bac07a2384fa triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:02.557318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ce91750-4a8d-448a-94c4-8d1feb095beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.560076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] Routers {'e9d5e801-61fd-4972-bb44-5338c6191ade'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:02.560969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e9d5e801-61fd-4972-bb44-5338c6191ade'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.580126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a4fd7-9f18-4657-ad0f-a89febbb319a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:02.582046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f12a4fd7-9f18-4657-ad0f-a89febbb319a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports/f1a4a091-cbaf-4e06-9b40-bac07a2384fa HTTP/1.1" status: 200 len: 977 time: 0.0626049 Oct 20 11:15:02.584529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36018) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.587062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.589598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.618827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:02.624128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.650517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.651129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Fanout notify agent at l3_agent the message router_deleted on router 713c52c9-3a4d-4ab3-b524-fa6204b264d0 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:02.659953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.660942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-054a6f38-6912-4919-a8dd-cdd675e2e07e tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 204 len: 168 time: 0.3430583 Oct 20 11:15:02.664901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36020) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.666682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ce91750-4a8d-448a-94c4-8d1feb095beb None None] Port f1a4a091-cbaf-4e06-9b40-bac07a2384fa cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:02.676069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] Routers {'e9d5e801-61fd-4972-bb44-5338c6191ade'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:02.676904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e9d5e801-61fd-4972-bb44-5338c6191ade'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.699474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0cbee3c5-3d58-4fc9-b9ea-f4dc0da5aaf8 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 200 len: 205 time: 0.0313473 Oct 20 11:15:02.699721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36022) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.715376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:02.716120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18a546-5d9d-48d8-ac63-eabe21489f1b None None] The sync data for ids ['e9d5e801-61fd-4972-bb44-5338c6191ade'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:02.729666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:02.730095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.742109 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-74216611-55ce-4dbe-874f-a583f12680cc tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:02.745997 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74216611-55ce-4dbe-874f-a583f12680cc tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/713c52c9-3a4d-4ab3-b524-fa6204b264d0 HTTP/1.1" status: 404 len: 336 time: 0.0424974 Oct 20 11:15:02.745997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36024) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.776027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-992c878f-88ad-4dca-b0af-8b58d5f969d9 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 200 len: 205 time: 0.0284820 Oct 20 11:15:02.778333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36026) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.822831 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-d702d5bb-1613-47a3-b1a5-253f037920a0 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:02.824001 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d702d5bb-1613-47a3-b1a5-253f037920a0 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/46669fa0-5ed0-4d0e-91d6-e7fa140cffc2 HTTP/1.1" status: 404 len: 336 time: 0.0445597 Oct 20 11:15:02.826423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36028) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.856812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e54fb073-809b-478e-b3e5-c78af8fe0038 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 200 len: 205 time: 0.0291159 Oct 20 11:15:02.858999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36030) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.870291 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:02.900831 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-61c784eb-43bf-4859-a49b-63290b68e90f tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:02.901907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-61c784eb-43bf-4859-a49b-63290b68e90f tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/fca7308b-1842-4398-8d08-e88abb1a0a63 HTTP/1.1" status: 404 len: 336 time: 0.0416274 Oct 20 11:15:02.904730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36032) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.939231 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f077e24e-f64c-403f-83df-407224df7575 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 200 len: 205 time: 0.0333347 Oct 20 11:15:02.941853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36034) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:02.983111 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-88f7d616-fc13-41f2-8c53-3b2e84c3661f tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:02.984211 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-88f7d616-fc13-41f2-8c53-3b2e84c3661f tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/9591508c-e2dd-47c1-93c0-8f99979316a0 HTTP/1.1" status: 404 len: 336 time: 0.0413058 Oct 20 11:15:02.987075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36036) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.018009 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a7404ed4-8f66-455b-be7d-56d0cf8a494c tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 200 len: 205 time: 0.0297771 Oct 20 11:15:03.020338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36038) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.046212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.060556 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-ec5c7662-8aa7-4302-8e04-896dbe9aa044 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:03.061576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ec5c7662-8aa7-4302-8e04-896dbe9aa044 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/c57590f7-018a-48cd-a90b-7447da2ec32f HTTP/1.1" status: 404 len: 336 time: 0.0402467 Oct 20 11:15:03.064711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36040) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.092369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7581b94c-ab55-4317-854d-96295ff17efb tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb HTTP/1.1" status: 200 len: 205 time: 0.0265791 Oct 20 11:15:03.094610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.132826 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-2f6c4297-0f7a-44a6-8ab9-c7a936657822 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] delete failed (client error): The resource could not be found. Oct 20 11:15:03.133976 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f6c4297-0f7a-44a6-8ab9-c7a936657822 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/routers/a3a04aaa-b68d-45ff-b0b3-0299f15bbeeb HTTP/1.1" status: 404 len: 336 time: 0.0382862 Oct 20 11:15:03.136690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36044) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.169470 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80187c5-8e76-4dcd-b57b-e938a2b47227 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:03.169843 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80187c5-8e76-4dcd-b57b-e938a2b47227 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:03.175414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b80187c5-8e76-4dcd-b57b-e938a2b47227 tempest-RoutersAdminTest-339851451 tempest-RoutersAdminTest-339851451-project] 10.222.0.74 "DELETE /v2.0/subnets/85e3eacb-48de-4d7a-84f5-5057c0e56b3d HTTP/1.1" status: 404 len: 337 time: 0.0353720 Oct 20 11:15:03.269087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port f1a4a091-cbaf-4e06-9b40-bac07a2384fa {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:03.269412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.362091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.375721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for f1a4a091-cbaf-4e06-9b40-bac07a2384fa owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:03.434044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36050) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.550756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6ba3-908b-4f04-8af9-715aca364075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.557394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.589148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=f1a4a091-cbaf-4e06-9b40-bac07a2384fa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:03.643410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6ba3-908b-4f04-8af9-715aca364075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.648652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6ba3-908b-4f04-8af9-715aca364075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.693115 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a19c6ba3-908b-4f04-8af9-715aca364075 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc705ebc05a5477a87fe75702b2f92ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572975 Oct 20 11:15:03.696756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36054) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.706141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c6ba3-908b-4f04-8af9-715aca364075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee73525-0aab-4f69-8075-de7521d2a1a9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:03.748203 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.762348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.787163 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.842730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.846286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.847578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ee73525-0aab-4f69-8075-de7521d2a1a9 HTTP/1.1" status: 204 len: 168 time: 0.1497784 Oct 20 11:15:03.862827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fc5ac-70f6-435c-8869-d01eaadf6dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee73525-0aab-4f69-8075-de7521d2a1a9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:03.923272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router e9d5e801-61fd-4972-bb44-5338c6191ade has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:04.007949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:04.016901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-905685b4-d4c1-4409-ac43-eb8a73bbbed0 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/e9d5e801-61fd-4972-bb44-5338c6191ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4252605 Oct 20 11:15:04.017019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36060) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.019104 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] Sync routers for ids ['e9d5e801-61fd-4972-bb44-5338c6191ade'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:04.030396 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] Routers {'e9d5e801-61fd-4972-bb44-5338c6191ade'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:04.031846 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e9d5e801-61fd-4972-bb44-5338c6191ade'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:04.067769 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:04.076619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] Routers {'e9d5e801-61fd-4972-bb44-5338c6191ade'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:04.077211 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e9d5e801-61fd-4972-bb44-5338c6191ade'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:04.111189 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:04.112101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04bfda-5946-42fa-a3a6-de88a077d895 None None] The sync data for ids ['e9d5e801-61fd-4972-bb44-5338c6191ade'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:04.148254 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36062) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.189580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7468c445-828d-4b7c-b253-37bef2a9f985 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e030d0dbec1a40a795948be3ba6ab757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399179 Oct 20 11:15:04.191963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36064) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.241787 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.262760 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-c33e2674-f534-452f-bcb9-586510ac8ba5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 11:15:04.263522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.264008 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c33e2674-f534-452f-bcb9-586510ac8ba5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/e9d5e801-61fd-4972-bb44-5338c6191ade/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2466958 Oct 20 11:15:04.267633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36066) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.298482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8e3260d9-8058-46b3-b197-4ac52b250eb1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9d5e801-61fd-4972-bb44-5338c6191ade HTTP/1.1" status: 200 len: 205 time: 0.0295446 Oct 20 11:15:04.301130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.313091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.316053 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.317460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6eaf4350-b7b6-40e1-84f9-e2d2cfc8400f HTTP/1.1" status: 204 len: 168 time: 0.1244318 Oct 20 11:15:04.326168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe3f3b-59dc-4565-a1d1-54fcc42cb987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf4350-b7b6-40e1-84f9-e2d2cfc8400f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:04.385468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.398478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.548795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.550906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.594123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.594663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router e9d5e801-61fd-4972-bb44-5338c6191ade {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:04.602347 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.606170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e948432-08ba-4106-9159-9bb629578cde tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/e9d5e801-61fd-4972-bb44-5338c6191ade HTTP/1.1" status: 204 len: 168 time: 0.3016102 Oct 20 11:15:04.606284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36076) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.661559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet e1f3f0a3-a863-44ba-ab55-e039e2f9687d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:04.664646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.711577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.796457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.852759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.885863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f3f0a3-a863-44ba-ab55-e039e2f9687d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:04.887873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:04.893434 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-250971e7-afea-4348-a54a-baf59ef312e3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/e1f3f0a3-a863-44ba-ab55-e039e2f9687d HTTP/1.1" status: 204 len: 168 time: 0.2839262 Oct 20 11:15:04.893797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36090) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:04.896141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c91c403-f9b4-4b00-a402-697d982e0e1c None None] Network 315546a0-d83a-4551-9d4c-c41a7fe6a1ad requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:04.986123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.045412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:05.045752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.083361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] DHCP port deletion for 315546a0-d83a-4551-9d4c-c41a7fe6a1ad request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:05.117457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,segment=NetworkSegment(7f562dda-7946-44ee-bdc1-10c0ce1bf9e5),segment_id=7f562dda-7946-44ee-bdc1-10c0ce1bf9e5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:05.117982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.132280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Deleting port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:05.132504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:05.132654 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.207805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] For port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,segment=NetworkSegment(7f562dda-7946-44ee-bdc1-10c0ce1bf9e5),segment_id=7f562dda-7946-44ee-bdc1-10c0ce1bf9e5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:05.208200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.221031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Calling delete_port for efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:05.226772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.255581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:05.262312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36102) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:05.263995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:05.308209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.341994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] Pushing event deleted for resources: {'Port': ['ID=efcc78f5-3a0a-4fbe-bc6b-224da92a5b25,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:05.346102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fe540-29d5-4c80-a351-50d0cad8b220 None None] No DVR routers for this DVR port efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:05.363044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.385429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315546a0-d83a-4551-9d4c-c41a7fe6a1ad']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:05.395558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:05.395864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f562dda-7946-44ee-bdc1-10c0ce1bf9e5') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:05.405713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.421091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.427973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:05.428427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:05.431835 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:05.481641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port a2de84a1-af46-4b69-a23d-559316ddad84 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:05.482288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.512046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.517705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.520913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/315546a0-d83a-4551-9d4c-c41a7fe6a1ad HTTP/1.1" status: 204 len: 168 time: 0.6168175 Oct 20 11:15:05.527921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36110) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:05.533219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1746697302'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:05.545909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ee0a-ef82-4acf-9dec-94eb790720dd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=315546a0-d83a-4551-9d4c-c41a7fe6a1ad,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:05.567693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:05.571779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.575958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.576283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.589057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for a2de84a1-af46-4b69-a23d-559316ddad84 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:05.597973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:05.608527 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.608814 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 5acc24c3-6568-4594-b688-b8dc0c3e0bb9 of type vlan for network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 Oct 20 11:15:05.653452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.671274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36114) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:05.686526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.692399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:05.693033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.732945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2039530 Oct 20 11:15:05.736003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36118) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:05.740849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:05.795548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-552127339', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:05.812508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223092-913d-4e55-8de0-b607bf43146d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:05.823228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:05.869854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Made reservation on behalf of 907d39ecc09c4f5dacb1819554c08b36 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:05.872406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.887274 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:05.908462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:05.911898 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.023239 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.042970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.048921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.049199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=a2de84a1-af46-4b69-a23d-559316ddad84,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:06.058389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] device_id is not set on port 41ec7aab-996c-40dd-9db1-475d1a04d322 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:06.113653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.114109 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Floating IP 4407ea8d-1807-49f9-bb55-7a78d2cd19b1 disassociated (deleted). External IP: 172.25.3.157, port: 44bb94e9-927c-4505-a9dd-bdb06ec09f70. Oct 20 11:15:06.331445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 8527169c-f6cf-4b8b-9274-9291c9116f25 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:06.443510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:06.448298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.453761 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Sync routers for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:06.463759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:06.464379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:06.465152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ea5b9-b108-41ca-a8c7-9d472cfe513e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:06.483960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-23cc7ff3-b2cd-41df-8b70-7a4f609a99b0 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/floatingips/4407ea8d-1807-49f9-bb55-7a78d2cd19b1 HTTP/1.1" status: 204 len: 168 time: 1.2194800 Oct 20 11:15:06.485572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:15:06.488153 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e038c892-f00d-4a8a-84d6-3bee0023be25" -d '{"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:15:06.527978 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c945b4c4-fa3c-4388-9798-ae3f966cfddf x-openstack-request-id: req-c945b4c4-fa3c-4388-9798-ae3f966cfddf {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:15:06.528271 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:15:06.528519 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c945b4c4-fa3c-4388-9798-ae3f966cfddf {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:15:06.528917 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'status': 'completed', 'code': 200} Oct 20 11:15:06.569258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.618309 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:06.622294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:06.630845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Allocated IP 172.25.3.141 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/41ec7aab-996c-40dd-9db1-475d1a04d322) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:06.687201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=c17ac68d-e6c9-41eb-a1fe-0728662c5cc3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:06.694140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-0c9d4491-c0b1-4fad-b2df-a0b46bc31b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:06.695712 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-0c9d4491-c0b1-4fad-b2df-a0b46bc31b96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd741658daa4d599311a0e41ea0ead8&device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 1098 time: 0.1397905 Oct 20 11:15:06.764604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4907c18-91dc-4e36-beaa-90ff46ecb5f8 req-b87761a8-33cc-4210-a687-8fc48b8c989f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:06.766356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4907c18-91dc-4e36-beaa-90ff46ecb5f8 req-b87761a8-33cc-4210-a687-8fc48b8c989f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0545256 Oct 20 11:15:06.771356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '5acc24c3-6568-4594-b688-b8dc0c3e0bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:06.771733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:06.808985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a4907c18-91dc-4e36-beaa-90ff46ecb5f8 req-03357292-033c-48e0-a985-084d8cd9b0c5 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363250 Oct 20 11:15:06.849401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:06.849983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device efcc78f5-3a0a-4fbe-bc6b-224da92a5b25 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:06.880263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:06.898270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-5cf7b95e-31af-4fa4-a4a5-eeaa5f5dcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:06.899769 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-5cf7b95e-31af-4fa4-a4a5-eeaa5f5dcebb service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 200 len: 898 time: 0.1861482 Oct 20 11:15:06.903725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:06.918322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6b8b7-7c1a-474b-805b-8a1da4c2797a None None] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:06.922952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:06.923526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.968369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-04ab6980-4081-4d65-904c-af64d3fc6be5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 200 len: 217 time: 0.0577798 Oct 20 11:15:06.974308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.979910 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3327e83f-0b74-4840-86d0-53fcec29efd7 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2432480 Oct 20 11:15:06.982692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36132) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:06.988205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078805092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:07.013132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.014240 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.043659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-fdff9a33-41be-4bb5-bb2d-6158b10c98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:07.045169 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-fdff9a33-41be-4bb5-bb2d-6158b10c98b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 200 len: 834 time: 0.0629396 Oct 20 11:15:07.063017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.076763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.081354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.100557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.104432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-04cd9874-94ca-4f00-a0cb-b941bca9d3ef tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1177568 Oct 20 11:15:07.104642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36134) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:07.130440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:07.137013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:07.143811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:07.145765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:07.149384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-e35634f5-23bb-4ec9-91dc-50f6a06e9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:07.150967 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-e35634f5-23bb-4ec9-91dc-50f6a06e9e72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3eb1f6c-e273-4e1d-908e-50dd09814f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977933 Oct 20 11:15:07.152657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Pushing event updated for resources: {'Port': ['ID=41ec7aab-996c-40dd-9db1-475d1a04d322,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:07.174244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8', 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': 'c17ac68d-e6c9-41eb-a1fe-0728662c5cc3'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:07.175114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.184958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Checking router: 8527169c-f6cf-4b8b-9274-9291c9116f25 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:07.204235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:07.205159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:07.243203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:07.243815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.274652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-da7afc8c-c50c-41ac-85a5-93b6772e0d5d tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6022542 Oct 20 11:15:07.281035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36136) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:07.286568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}]}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:07.302674 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-8869dd09-59af-4575-bfd3-5cf15bfac038 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293666 Oct 20 11:15:07.322434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.323447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.401280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:07.413666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.428366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Allocated IP 172.20.0.2 (bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8/c17ac68d-e6c9-41eb-a1fe-0728662c5cc3/eaafdbcf-b41f-406c-b058-ae34cfc8f57d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:07.430211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.481815 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e038c892-f00d-4a8a-84d6-3bee0023be25 req-cd41a36f-5ef3-4570-9bff-8a00ea412686 service neutron] 10.222.0.70 "GET /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691620 Oct 20 11:15:07.583823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.700789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.709928 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.755737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:07.764286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:07.764725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.20.0.1 (bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8/c17ac68d-e6c9-41eb-a1fe-0728662c5cc3/3249825c-716d-40bd-b9d1-53e2c7b671b6) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:07.768447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:07.770897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Pushing event updated for resources: {'Port': ['ID=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:07.775349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:07.798072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.809857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d362855-4e23-42d5-a499-871cc5888014 None None] The sync data for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 is: [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:29Z', 'revision_number': 4, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99', 'name': '', 'network_id': 'b3eb1f6c-e273-4e1d-908e-50dd09814f0a', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'mac_address': 'fa:16:3e:28:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:28Z', 'updated_at': '2021-10-20T11:13:33Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'subnets': [{'id': '77a5ad7e-9ac0-47b6-af9b-ee7a257f132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:07.818559 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.857252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Attempting to bind port eaafdbcf-b41f-406c-b058-ae34cfc8f57d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:07.857842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Attempting to bind port eaafdbcf-b41f-406c-b058-ae34cfc8f57d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5acc24c3-6568-4594-b688-b8dc0c3e0bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:07.858046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Attempting to bind port eaafdbcf-b41f-406c-b058-ae34cfc8f57d on network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:07.865967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:07.866337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Checking segment: {'id': '5acc24c3-6568-4594-b688-b8dc0c3e0bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:07.866790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.867141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Bound using segment: {'id': '5acc24c3-6568-4594-b688-b8dc0c3e0bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:07.867610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Bound port: eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acc24c3-6568-4594-b688-b8dc0c3e0bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:07.867978 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.957807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] For port eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:07.961788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] For port eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,segment=NetworkSegment(5acc24c3-6568-4594-b688-b8dc0c3e0bb9),segment_id=5acc24c3-6568-4594-b688-b8dc0c3e0bb9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:07.967282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.971366 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.000923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0b810-0c4a-4810-9719-e97563c7e8e7 req-41ec1845-e044-4adf-be55-e1da09329d93 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:08.002524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdd0b810-0c4a-4810-9719-e97563c7e8e7 req-41ec1845-e044-4adf-be55-e1da09329d93 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.0768940 Oct 20 11:15:08.014116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.048121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072181bb-408a-4ec7-b4d2-a40438530ced None None] Pushing event updated for resources: {'Port': ['ID=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:08.071788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.085537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdd0b810-0c4a-4810-9719-e97563c7e8e7 req-b62f0578-2d9f-4715-9d61-a44ca57df3d4 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/security-groups?id=be185117-fbf5-4d80-aa67-48e520109441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679436 Oct 20 11:15:08.131690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:08.134862 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:08.138728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:08.167089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=3249825c-716d-40bd-b9d1-53e2c7b671b6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:08.195807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.212504 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405610e1-c262-4e47-aa2e-916cfe451325 None None] New status for floating IP 4407ea8d-1807-49f9-bb55-7a78d2cd19b1: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:15:08.227351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386b14b-09d5-4194-bbe3-b11067029482 req-6d3d1dea-1a8d-4584-836c-4e9959b6ba69 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:08.228859 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8386b14b-09d5-4194-bbe3-b11067029482 req-6d3d1dea-1a8d-4584-836c-4e9959b6ba69 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 946 time: 0.1615858 Oct 20 11:15:08.282599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.308211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.360098 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.437079 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.437726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba73a608-8725-4a78-acdf-c6d9db02dbd2 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:08.454755 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:15:08.455855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a11f9789-c9a9-4506-9775-888c4f01ae6a tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1748121 Oct 20 11:15:08.459256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36140) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:08.503961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:08.504293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.636185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 44bb94e9-927c-4505-a9dd-bdb06ec09f70, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=44bb94e9-927c-4505-a9dd-bdb06ec09f70,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:08.636185 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.637912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Deleting port 41ec7aab-996c-40dd-9db1-475d1a04d322 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:08.638239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.645420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eaafdbcf-b41f-406c-b058-ae34cfc8f57d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:08.668180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.673154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.695247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port eaafdbcf-b41f-406c-b058-ae34cfc8f57d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:08.695723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.700128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 44bb94e9-927c-4505-a9dd-bdb06ec09f70 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:08.747843 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.749617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=3249825c-716d-40bd-b9d1-53e2c7b671b6,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:08.773326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.785828 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.793903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Calling delete_port for 41ec7aab-996c-40dd-9db1-475d1a04d322 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:08.825103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,segment=NetworkSegment(5acc24c3-6568-4594-b688-b8dc0c3e0bb9),segment_id=5acc24c3-6568-4594-b688-b8dc0c3e0bb9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:08.831071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.861011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:08.863773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:08.904474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:08.946932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.992854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 7946fac3-2845-4a21-a8db-6da46939efca is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:09.003381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=44bb94e9-927c-4505-a9dd-bdb06ec09f70,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:09.057261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] No DVR routers for this DVR port 44bb94e9-927c-4505-a9dd-bdb06ec09f70 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:09.059275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.061477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.065777 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8386b14b-09d5-4194-bbe3-b11067029482 req-db3a1257-ccc2-4c57-b1f5-45e376e99093 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.70 "DELETE /v2.0/ports/44bb94e9-927c-4505-a9dd-bdb06ec09f70 HTTP/1.1" status: 204 len: 173 time: 0.8294716 Oct 20 11:15:09.066241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-deleted', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:15:09.068571 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240af36-bfc5-4be7-a23d-b1b2e8f6254f" -d '{"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-deleted", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:15:09.105548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ec7aab-996c-40dd-9db1-475d1a04d322,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:09.137867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:09.144341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb7eed3a-c241-46fc-abd3-a70f4ee4314a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/7946fac3-2845-4a21-a8db-6da46939efca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385597 Oct 20 11:15:09.146850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36146) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:09.149984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] Sync routers for ids ['7946fac3-2845-4a21-a8db-6da46939efca'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:09.164812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] Routers {'7946fac3-2845-4a21-a8db-6da46939efca'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:09.166962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7946fac3-2845-4a21-a8db-6da46939efca'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:09.172069 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4d924-ac96-4e94-aaf9-e8fa85957128 x-openstack-request-id: req-37a4d924-ac96-4e94-aaf9-e8fa85957128 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:15:09.172275 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86a5b7-fabf-4b33-bfa8-2915a5de59a2", "name": "network-vif-deleted", "tag": "44bb94e9-927c-4505-a9dd-bdb06ec09f70", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:15:09.172559 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37a4d924-ac96-4e94-aaf9-e8fa85957128 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:15:09.173107 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86a5b7-fabf-4b33-bfa8-2915a5de59a2', 'name': 'network-vif-deleted', 'tag': '44bb94e9-927c-4505-a9dd-bdb06ec09f70', 'status': 'completed', 'code': 200} Oct 20 11:15:09.189096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.211141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e97dc452-ed5f-470d-82b9-7ce277bf5fe6 tempest-RoutersAdminNegativeTest-1654215369 tempest-RoutersAdminNegativeTest-1654215369-project-admin] 10.222.0.74 "DELETE /v2.0/ports/41ec7aab-996c-40dd-9db1-475d1a04d322 HTTP/1.1" status: 204 len: 168 time: 0.7412601 Oct 20 11:15:09.225468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:09.244363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] Routers {'7946fac3-2845-4a21-a8db-6da46939efca'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:09.245939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7946fac3-2845-4a21-a8db-6da46939efca'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:09.298923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4709d76-a974-41f4-bedd-9881b0b39e08 None None] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:09.318797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:09.319622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3584d-a8a9-4223-95f8-e1798048e510 None None] The sync data for ids ['7946fac3-2845-4a21-a8db-6da46939efca'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:09.390961 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fdcf80a3-7473-4db7-92a5-bcf2262250b4 None None] Provisioning complete for port eaafdbcf-b41f-406c-b058-ae34cfc8f57d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:09.391426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdcf80a3-7473-4db7-92a5-bcf2262250b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.537518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-785a6b35-7a6b-481f-ad26-831415de2819 req-abb70195-bfea-4da6-83b5-cb95fedf7375 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a86a5b7-fabf-4b33-bfa8-2915a5de59a2 HTTP/1.1" status: 200 len: 210 time: 0.0385814 Oct 20 11:15:09.546091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36152) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:09.565545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488a665-c907-4092-85dc-7bf3e63a74ff tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:09.567283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6488a665-c907-4092-85dc-7bf3e63a74ff tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports/3249825c-716d-40bd-b9d1-53e2c7b671b6 HTTP/1.1" status: 200 len: 910 time: 0.4191802 Oct 20 11:15:09.570275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36156) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:09.704539 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e021619-3c09-42c5-b86a-19d4a940e77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.910086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-48db065b-285c-472d-875a-e8783dac355a None None] Provisioning complete for port 3249825c-716d-40bd-b9d1-53e2c7b671b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:09.910654 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48db065b-285c-472d-875a-e8783dac355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.919540 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e021619-3c09-42c5-b86a-19d4a940e77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.927192 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e021619-3c09-42c5-b86a-19d4a940e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.946437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-48db065b-285c-472d-875a-e8783dac355a None None] Port 3249825c-716d-40bd-b9d1-53e2c7b671b6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:09.956751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-48db065b-285c-472d-875a-e8783dac355a None None] Provisioning complete for port eaafdbcf-b41f-406c-b058-ae34cfc8f57d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:09.957111 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-48db065b-285c-472d-875a-e8783dac355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.977511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021619-3c09-42c5-b86a-19d4a940e77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97830bf4-6415-47c9-9463-c97e066c84ae,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:09.984891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e021619-3c09-42c5-b86a-19d4a940e77c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b9057c570bdf45b8a9eb2c0ec71f9018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338105 Oct 20 11:15:09.985728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36158) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:10.037168 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.064657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.088050 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.142369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.145171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.146412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97830bf4-6415-47c9-9463-c97e066c84ae HTTP/1.1" status: 204 len: 168 time: 0.1584153 Oct 20 11:15:10.161037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151e58-acd4-4196-a928-5189edeb1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97830bf4-6415-47c9-9463-c97e066c84ae,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:10.170749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-32e1020d-34fa-4bbc-8474-7745504f093d None None] Provisioning complete for port 3249825c-716d-40bd-b9d1-53e2c7b671b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:10.170749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32e1020d-34fa-4bbc-8474-7745504f093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.213274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-32e1020d-34fa-4bbc-8474-7745504f093d None None] Port 3249825c-716d-40bd-b9d1-53e2c7b671b6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:10.313942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 3249825c-716d-40bd-b9d1-53e2c7b671b6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:10.314212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.332457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e9eecd38-7bc1-48c4-9572-6a4b46b7d0ff None None] Provisioning complete for port 3249825c-716d-40bd-b9d1-53e2c7b671b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:10.332817 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9eecd38-7bc1-48c4-9572-6a4b46b7d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.367745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e9eecd38-7bc1-48c4-9572-6a4b46b7d0ff None None] Port 3249825c-716d-40bd-b9d1-53e2c7b671b6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:10.404706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.417069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 3249825c-716d-40bd-b9d1-53e2c7b671b6 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:10.446751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:10.486578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7957eaf8-db00-492c-b947-cf8f461be8fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=907d39ecc09c4f5dacb1819554c08b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385883 Oct 20 11:15:10.488975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36166) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:10.538483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.565067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.598560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36172) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:10.599631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eaafdbcf-b41f-406c-b058-ae34cfc8f57d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:10.600010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.629406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=3249825c-716d-40bd-b9d1-53e2c7b671b6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:10.652326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port eaafdbcf-b41f-406c-b058-ae34cfc8f57d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:10.652698 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.773056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.775770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.776963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf1ea5b9-b108-41ca-a8c7-9d472cfe513e HTTP/1.1" status: 204 len: 168 time: 0.2869959 Oct 20 11:15:10.788958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:10.791522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bca9b-e650-4bef-8d72-d8012f91c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ea5b9-b108-41ca-a8c7-9d472cfe513e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:11.048280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.282762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 7946fac3-2845-4a21-a8db-6da46939efca has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:11.344922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:11.345216 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.375837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:11.381186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4911a384-874a-406d-9126-ef89a2bcb51d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/7946fac3-2845-4a21-a8db-6da46939efca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095210 Oct 20 11:15:11.383890 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36190) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:11.387820 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] Sync routers for ids ['7946fac3-2845-4a21-a8db-6da46939efca'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:11.398240 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] Routers {'7946fac3-2845-4a21-a8db-6da46939efca'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:11.399058 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7946fac3-2845-4a21-a8db-6da46939efca'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:11.418357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36194) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:11.418868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-514828f5-9dc3-409e-8e2d-37ec1840c1b1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=7946fac3-2845-4a21-a8db-6da46939efca HTTP/1.1" status: 200 len: 205 time: 0.0336213 Oct 20 11:15:11.445255 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:11.454821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] Routers {'7946fac3-2845-4a21-a8db-6da46939efca'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:11.455513 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['7946fac3-2845-4a21-a8db-6da46939efca'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:11.495499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:11.496405 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd256105-0ac5-42bb-a712-8273608f3080 None None] The sync data for ids ['7946fac3-2845-4a21-a8db-6da46939efca'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:11.516026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.569296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:11.569666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.570371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36198) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:11.610227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:11.627192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:11.647952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 44bb94e9-927c-4505-a9dd-bdb06ec09f70 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:11.648364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 44bb94e9-927c-4505-a9dd-bdb06ec09f70 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:11.669893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1719776229'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:11.689758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:11.693370 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.701921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.707940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.739812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.781721 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.786800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.793522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.794072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 7946fac3-2845-4a21-a8db-6da46939efca {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:11.801167 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.802299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-84ac49ba-85b3-44f0-abc4-d9d0f47ea2c1 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/7946fac3-2845-4a21-a8db-6da46939efca HTTP/1.1" status: 204 len: 168 time: 0.3824403 Oct 20 11:15:11.804918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36202) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:11.819344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:11.857705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.858048 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Added segment 1613cf12-421c-4dcd-b290-f79ff143b09e of type vlan for network ded27254-7e3e-4225-894d-b76dafc3e5d0 Oct 20 11:15:11.868605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd03d8d-5bd8-4338-a145-27aea29570d7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:11.910816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.917718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet c17ac68d-e6c9-41eb-a1fe-0728662c5cc3 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:11.923181 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.937488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.964534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:11.976803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.982413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:11.983033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:11.992649 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.054734 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4831128 Oct 20 11:15:12.059966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36204) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:12.067964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'subnet': {'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:12.120424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08d4f-3da5-4b82-82cc-2a12905010bd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Network': ['ID=ded27254-7e3e-4225-894d-b76dafc3e5d0,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:12.135411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:12.146611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.224681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.275650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:12.279212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.348992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.380371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=c17ac68d-e6c9-41eb-a1fe-0728662c5cc3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:12.389589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Router 8527169c-f6cf-4b8b-9274-9291c9116f25 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:12.395432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.399690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c114d2c8-1065-4f62-aa98-8f8fab922623 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/c17ac68d-e6c9-41eb-a1fe-0728662c5cc3 HTTP/1.1" status: 204 len: 168 time: 0.5909021 Oct 20 11:15:12.400522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12360a06-b400-439a-b876-ee8002a6439c None None] Network bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:12.403706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36206) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:12.510835 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.554620 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.582128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Subnet': ['ID=981797cf-4b9c-49e8-b1d5-5fb782676c51,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:12.593262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Checking segment: {'id': '1613cf12-421c-4dcd-b290-f79ff143b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:12.594189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network hostable DHCP agents. Network: ded27254-7e3e-4225-894d-b76dafc3e5d0, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:12.602849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:12.608863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-de10c817-94be-4385-afc4-653e0c071cfa tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "PUT /v2.0/routers/8527169c-f6cf-4b8b-9274-9291c9116f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0092576 Oct 20 11:15:12.611516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36208) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:12.619176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:12.619327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] DHCP port deletion for bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:12.625470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Sync routers for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:12.630396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, ded27254-7e3e-4225-894d-b76dafc3e5d0) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:12.643356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:12.644322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.657157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef254f2d-3c94-4c56-82b7-dfe9fb8a79c1 None None] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:12.661098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:12.662035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:12.671964 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2d84d24-971d-48cc-872d-6c660e23f35d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6057978 Oct 20 11:15:12.673555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36210) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:12.681454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1634711299', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:12.687117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting subnet 77a5ad7e-9ac0-47b6-af9b-ee7a257f132d {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:12.692918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.716480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.720987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.728757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port eaafdbcf-b41f-406c-b058-ae34cfc8f57d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:12.728965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.759054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.809780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.839268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,segment=NetworkSegment(5acc24c3-6568-4594-b688-b8dc0c3e0bb9),segment_id=5acc24c3-6568-4594-b688-b8dc0c3e0bb9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:12.839570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:12.860868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for eaafdbcf-b41f-406c-b058-ae34cfc8f57d owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:12.949110 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.022733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.022996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:13.049836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.072628 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.074679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port eaafdbcf-b41f-406c-b058-ae34cfc8f57d on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:13.089490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Deleting port eaafdbcf-b41f-406c-b058-ae34cfc8f57d {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:13.090248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.125182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:13.153912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Subnet': ['ID=77a5ad7e-9ac0-47b6-af9b-ee7a257f132d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:13.159789 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.165623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b566f579-825d-46c8-9a05-58b08a7eb99d tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/subnets/77a5ad7e-9ac0-47b6-af9b-ee7a257f132d HTTP/1.1" status: 204 len: 168 time: 0.5493829 Oct 20 11:15:13.166430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36212) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:13.178241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb7cfb-6ec9-4b72-82b4-7c0571417799 None None] Network b3eb1f6c-e273-4e1d-908e-50dd09814f0a requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:13.212951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17fe5d-afde-4f68-823c-1b6a89a8898f None None] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:13.273149 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.284747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.313523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.359520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:13.360484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] For port eaafdbcf-b41f-406c-b058-ae34cfc8f57d, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:13.360981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.376132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acc24c3-6568-4594-b688-b8dc0c3e0bb9') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:13.376753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acc24c3-6568-4594-b688-b8dc0c3e0bb9') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:13.390672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.407813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.416267 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Calling delete_port for eaafdbcf-b41f-406c-b058-ae34cfc8f57d owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:13.424188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Port eaafdbcf-b41f-406c-b058-ae34cfc8f57d was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:15:13.445020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.446808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.451567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.246 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2cab2b0e-9893-49b6-b727-4ad37c268ce1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:13.455619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:13.456119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:13.459361 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:13.481095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] No DVR routers for this DVR port eaafdbcf-b41f-406c-b058-ae34cfc8f57d on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:13.530622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413bd13-15a2-4bca-9f47-1663656f3ba8 None None] Pushing event deleted for resources: {'Port': ['ID=eaafdbcf-b41f-406c-b058-ae34cfc8f57d,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:13.620022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.627192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:15:11Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:13.679108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Checking router: 8527169c-f6cf-4b8b-9274-9291c9116f25 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:13.690122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Routers {'8527169c-f6cf-4b8b-9274-9291c9116f25'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:13.690751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['8527169c-f6cf-4b8b-9274-9291c9116f25'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:13.709380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.748551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] DHCP port deletion for b3eb1f6c-e273-4e1d-908e-50dd09814f0a request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:13.770269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:13.773952 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:13.784710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:13.794795 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=2cab2b0e-9893-49b6-b727-4ad37c268ce1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:13.841137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.852470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] Set router 8527169c-f6cf-4b8b-9274-9291c9116f25 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:13.857205 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.863043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8 HTTP/1.1" status: 204 len: 168 time: 1.4564114 Oct 20 11:15:13.864636 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36214) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:13.870240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-566136517', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:13.895990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.904155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8374df2-d623-4926-97bb-1aa9cb0416bc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=bfa273fc-4f3c-4c3d-9ec8-a36bffc9e2e8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:13.929684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Deleting port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:13.930248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.954119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:13.955253 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.008687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.021687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] For port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,segment=NetworkSegment(24db7075-c479-488b-8dc7-41826c741a98),segment_id=24db7075-c479-488b-8dc7-41826c741a98)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:14.022130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.024280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Deleting port bf16d399-06d6-4d63-9322-6adf91fa8e8c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:14.024619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.070607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Calling delete_port for 91cc615c-f6d4-4d5d-8230-aa64f1f301cf owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:14.123700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.212576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:15:11Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:14.220541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.250973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.263547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53d604-6863-44e9-95c1-ed00b856da95 None None] The sync data for ids ['8527169c-f6cf-4b8b-9274-9291c9116f25'] in n-d-802060-17 is: [{'id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180406538', 'tenant_id': '3bd741658daa4d599311a0e41ea0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:15:11Z', 'revision_number': 5, 'project_id': '3bd741658daa4d599311a0e41ea0ead8', 'gw_port': {'id': 'bf16d399-06d6-4d63-9322-6adf91fa8e8c', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527169c-f6cf-4b8b-9274-9291c9116f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:25Z', 'updated_at': '2021-10-20T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:14.275187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] For port bf16d399-06d6-4d63-9322-6adf91fa8e8c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf16d399-06d6-4d63-9322-6adf91fa8e8c,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:14.275598 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.287160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] Pushing event deleted for resources: {'Port': ['ID=91cc615c-f6d4-4d5d-8230-aa64f1f301cf,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:14.293817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fdca9-0f74-41e4-8e98-a9ad6d4005e8 None None] No DVR routers for this DVR port 91cc615c-f6d4-4d5d-8230-aa64f1f301cf on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:14.309770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Calling delete_port for bf16d399-06d6-4d63-9322-6adf91fa8e8c owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:14.385867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.537088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:14.587670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 91cc615c-f6d4-4d5d-8230-aa64f1f301cf no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:14.612917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 91cc615c-f6d4-4d5d-8230-aa64f1f301cf {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:14.613260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 91cc615c-f6d4-4d5d-8230-aa64f1f301cf not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:14.613702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eaafdbcf-b41f-406c-b058-ae34cfc8f57d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:14.631853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.634830 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: eaafdbcf-b41f-406c-b058-ae34cfc8f57d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:14.636118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device eaafdbcf-b41f-406c-b058-ae34cfc8f57d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:14.636118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:14.653295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.655181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:14.655313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:14.655822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5068b015-8cbf-4d5f-b5d6-c2fc2a0bfd99 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:14.662317 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.674574 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:14.685318 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:14.686027 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:14.689394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.693050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f428a794-a545-44b0-a883-f44a0c885539 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0166812 Oct 20 11:15:14.693219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36216) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:14.721157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Port': ['ID=bf16d399-06d6-4d63-9322-6adf91fa8e8c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:14.725822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:14.737583 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:14.738288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:14.770895 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:14.771619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951690f-2914-4058-bd83-35c78105f4c6 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:14.825325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.897594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.25.3.109 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/2007c98f-c8ee-40ba-a793-5c831c934615) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:14.934459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:14.937693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.027236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.027840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Fanout notify agent at l3_agent the message router_deleted on router 8527169c-f6cf-4b8b-9274-9291c9116f25 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:15.036329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.039924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2ca5f19d-72f4-474e-95fb-184109ee617f tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/routers/8527169c-f6cf-4b8b-9274-9291c9116f25 HTTP/1.1" status: 204 len: 168 time: 1.8686037 Oct 20 11:15:15.041014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36218) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:15.079809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.115756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.155414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:15.158548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:15.159255 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.162242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:15.192668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=2007c98f-c8ee-40ba-a793-5c831c934615,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:15.286150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.288919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.430231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.649396 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.676846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eb1f6c-e273-4e1d-908e-50dd09814f0a']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:15.689946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db7075-c479-488b-8dc7-41826c741a98') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:15.690170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db7075-c479-488b-8dc7-41826c741a98') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:15.702411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.748930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.759482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:15.759878 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:15.762826 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:15.781335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 88f7b2e1-f983-44ba-9c01-b8d421da8a71 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:15.872327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.881741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.884277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/networks/b3eb1f6c-e273-4e1d-908e-50dd09814f0a HTTP/1.1" status: 204 len: 168 time: 0.8430769 Oct 20 11:15:15.889234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36220) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:15.900045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:15.900221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'Network': ['ID=b3eb1f6c-e273-4e1d-908e-50dd09814f0a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:15.910552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556c685-2d97-40dd-858a-78340f817095 None None] Sync routers for ids ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:15.913839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.914194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.914958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.915625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.915625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.915958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.916346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.916609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.916931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.917253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.917578 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.917898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b3b-d5ad-488d-9816-123846ef8648 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:15.927086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] Routers {'88f7b2e1-f983-44ba-9c01-b8d421da8a71'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:15.927719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:15.938271 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:15.942025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8e979009-432f-4138-862f-fe55f506169e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0737374 Oct 20 11:15:15.945204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36222) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:15.968712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:15.977748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] Routers {'88f7b2e1-f983-44ba-9c01-b8d421da8a71'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:15.978345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:16.014231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.020033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.1 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/6137587f-f220-4e7b-91fb-c21e200da873) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:16.021764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0556c685-2d97-40dd-858a-78340f817095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:16.022394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556c685-2d97-40dd-858a-78340f817095 None None] The sync data for ids ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:16.030995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.074276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.118265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-78749a1f-173c-4df6-a2ff-122897be5b9c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers/88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 200 len: 880 time: 0.1729071 Oct 20 11:15:16.123257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36224) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:16.141852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.175628 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.220234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:16.223286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:16.230147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:16.234405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=6137587f-f220-4e7b-91fb-c21e200da873,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:16.259816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.262408 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.263574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] 10.222.0.74 "DELETE /v2.0/security-groups/be185117-fbf5-4d80-aa67-48e520109441 HTTP/1.1" status: 204 len: 168 time: 0.3733749 Oct 20 11:15:16.276291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.321982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf394242-ba91-4a31-bde3-68ac388d2196 tempest-TestNetworkAdvancedServerOps-1058860403 tempest-TestNetworkAdvancedServerOps-1058860403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be185117-fbf5-4d80-aa67-48e520109441,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:16.423800 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.599637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf16d399-06d6-4d63-9322-6adf91fa8e8c no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:16.624976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: bf16d399-06d6-4d63-9322-6adf91fa8e8c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:16.625319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf16d399-06d6-4d63-9322-6adf91fa8e8c not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:16.669766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:16.689658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ef459c30-eee2-4b31-be97-dd82d7e651b5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5653050 Oct 20 11:15:16.692108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36236) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:16.696418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-566136517'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:16.748756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.755563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.830949 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=6137587f-f220-4e7b-91fb-c21e200da873,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:16.833566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.872903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cac3bf17-e796-4d17-8767-bfe94737485b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3bd741658daa4d599311a0e41ea0ead8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017112 Oct 20 11:15:16.875279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:16.893743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.932985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:16.934497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:16.980580 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.038085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.048839 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:17.116672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.128667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.159945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:17.167862 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cfb73102-e342-4081-a56e-328cfac5cc0d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/routers/90de4e6e-144d-4544-851a-24bd39ac247d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4706788 Oct 20 11:15:17.167862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.171730 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:17.172226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.172502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'port': {'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0', 'name': 'tempest-FloatingIPTestJSON-1503536517'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:17.174650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.176701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8f019ba-e2fb-4533-9b73-2b71a9ae36f6 HTTP/1.1" status: 204 len: 168 time: 0.2996342 Oct 20 11:15:17.182268 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:17.183066 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.220678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.229620 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:17.230662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.266565 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.267455 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea51674-1ba8-4141-9f4f-a43c23562bda None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:17.277356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc546d-4b62-475e-9ed0-5e559a96a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f019ba-e2fb-4533-9b73-2b71a9ae36f6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:17.311399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 88f7b2e1-f983-44ba-9c01-b8d421da8a71 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:17.316851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:17.320776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.341305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] device_id is not set on port c13afdb8-85ff-4a88-9a69-e8a6ede3c39d yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:17.426452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:17.433999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.435248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be661447-e0f8-436b-a12e-db6615d51151 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 200 len: 887 time: 0.7421987 Oct 20 11:15:17.438895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36246) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.440262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] Sync routers for ids ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:17.450396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] Routers {'88f7b2e1-f983-44ba-9c01-b8d421da8a71'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:17.451044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.489396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.489602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36248) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.498897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] Routers {'88f7b2e1-f983-44ba-9c01-b8d421da8a71'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:17.500196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.513726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.4 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/c13afdb8-85ff-4a88-9a69-e8a6ede3c39d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:17.532581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:17.533392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d54210-d1fe-4e6f-903a-90c283e27c8c None None] The sync data for ids ['88f7b2e1-f983-44ba-9c01-b8d421da8a71'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:17.537240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cbdc7a32-bcd3-497b-bef2-df9d85b341d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c54af58a5d04fbbb1bf6edc4740f0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455153 Oct 20 11:15:17.540064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36250) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.590089 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.598866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5bdc54ef-ca4b-4e48-ac96-49e562d41b33 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers/88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 200 len: 887 time: 0.1563444 Oct 20 11:15:17.599534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36252) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.639032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fc41ecfd-91ab-45e5-9687-f080df5be00b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 200 len: 205 time: 0.0387490 Oct 20 11:15:17.641137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.642766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36254) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.723675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.760021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.769887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.772543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.773695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61acfa5e-89e7-45d1-a934-1d6f5dd06eb9 HTTP/1.1" status: 204 len: 168 time: 0.2325635 Oct 20 11:15:17.780899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.810998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:17.810998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:17.814955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:17.820479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d549cfb-ae2e-4b11-95b9-3b3c020c3dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61acfa5e-89e7-45d1-a934-1d6f5dd06eb9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:17.859723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=c13afdb8-85ff-4a88-9a69-e8a6ede3c39d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:17.888272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:17.888883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.906819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6185c9b2-ad06-4283-b2a4-2b7aee68c6dc tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7358551 Oct 20 11:15:17.907165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36260) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:17.912032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'port': {'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0', 'name': 'tempest-FloatingIPTestJSON-1848205914'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:17.912285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.971291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 2007c98f-c8ee-40ba-a793-5c831c934615 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:17.971291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.033198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:18.037100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.054308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.056498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] device_id is not set on port 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:18.067766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 2007c98f-c8ee-40ba-a793-5c831c934615 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:18.173649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.5 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/3da6fedb-37e3-4a97-80f9-355fb2e8f3ab) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:18.256351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.289632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=2007c98f-c8ee-40ba-a793-5c831c934615,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:18.358510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.385453 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.425094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.461054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.463182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.468156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:18.471434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:18.475295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:18.505482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.506054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 88f7b2e1-f983-44ba-9c01-b8d421da8a71 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:18.506374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=3da6fedb-37e3-4a97-80f9-355fb2e8f3ab,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:18.513104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.517503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0d387bfc-cc6b-4ef9-84e1-1a6d5aa47242 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 204 len: 168 time: 0.8703747 Oct 20 11:15:18.518619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36262) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:18.522706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1749821828'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:18.552267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:18.552870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.565597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:18.568913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.581920 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d8b5ba1e-5b4c-44b6-b2b3-d41004c7fb5e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6737676 Oct 20 11:15:18.585167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36264) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:18.589789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '3da6fedb-37e3-4a97-80f9-355fb2e8f3ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:18.596572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:18.605753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.606143 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 9187daa5-e870-4e68-bc2e-46a606def4af of type vlan for network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 Oct 20 11:15:18.611849 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.647979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.672903 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.678727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:18.679259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.709041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1902063 Oct 20 11:15:18.711985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.714309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36266) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:18.719244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:18.750992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dc41f-921d-4421-8201-bee880c938df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=cfff1bec-95c3-4b23-83c8-0f7457f71ed8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:18.761249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:18.882039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:18.885477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.906027 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.218 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:19.096284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.166280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.174731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-1fffe974-b75d-4c66-baf7-c7ed89549feb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449445 Oct 20 11:15:19.209143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.258718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-891d30d5-4dcc-461a-8092-0e1b64133f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:19.260276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-891d30d5-4dcc-461a-8092-0e1b64133f5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.0407565 Oct 20 11:15:19.264290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=54c3cc47-dabb-4702-8638-47528133be74,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:19.272162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:19.284338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:19.286606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:19.322527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:19.331461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '9187daa5-e870-4e68-bc2e-46a606def4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:19.331822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: cfff1bec-95c3-4b23-83c8-0f7457f71ed8, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:19.371181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-9a7071b6-e9d7-42c5-87b3-8a1aed0617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:19.372572 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-9a7071b6-e9d7-42c5-87b3-8a1aed0617b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.0904844 Oct 20 11:15:19.375279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:19.392942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, cfff1bec-95c3-4b23-83c8-0f7457f71ed8) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:19.397369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:19.398363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.401584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cd435-1575-485a-b24d-a488c32c68d2 None None] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:19.439278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5daabaa2-63e7-448e-86c4-ac7f2abbb34b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7238946 Oct 20 11:15:19.441924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36268) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:19.446312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1485778382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:19.454260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-f6ad9290-bba0-45ad-bd04-5111e5ec79c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 1002 time: 0.0713987 Oct 20 11:15:19.507463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.508585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.522282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-f6dbf61f-9d28-4d85-bb44-ac079a8f1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:19.523919 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-f6dbf61f-9d28-4d85-bb44-ac079a8f1663 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0604758 Oct 20 11:15:19.555466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-cfff1bec-95c3-4b23-83c8-0f7457f71ed8', 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': '54c3cc47-dabb-4702-8638-47528133be74'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:19.556332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.599545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.606107 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.621312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-b9c6ad58-249c-4e93-9f55-312f00750418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:19.622701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-b9c6ad58-249c-4e93-9f55-312f00750418 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895867 Oct 20 11:15:19.631335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.635326 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6ead168e-f3e8-4f35-8e7d-06268500fe01 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1923621 Oct 20 11:15:19.637048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36270) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:19.704050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Allocated IP 172.20.0.2 (cfff1bec-95c3-4b23-83c8-0f7457f71ed8/54c3cc47-dabb-4702-8638-47528133be74/c034ca78-4ff6-4430-b98b-dde80d877adf) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:19.850365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.858072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-84b39a70-3584-4ad3-8fcd-331b246c9ca3 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216203 Oct 20 11:15:19.859709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.902959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:19.906067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:19.909720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:19.920911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Pushing event updated for resources: {'Port': ['ID=c034ca78-4ff6-4430-b98b-dde80d877adf,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:19.973420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Attempting to bind port c034ca78-4ff6-4430-b98b-dde80d877adf on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:19.973790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Attempting to bind port c034ca78-4ff6-4430-b98b-dde80d877adf by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '9187daa5-e870-4e68-bc2e-46a606def4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:19.974165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Attempting to bind port c034ca78-4ff6-4430-b98b-dde80d877adf on network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:19.979502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:19.979874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Checking segment: {'id': '9187daa5-e870-4e68-bc2e-46a606def4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:19.980276 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.980668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Bound using segment: {'id': '9187daa5-e870-4e68-bc2e-46a606def4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:19.981133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Bound port: c034ca78-4ff6-4430-b98b-dde80d877adf, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9187daa5-e870-4e68-bc2e-46a606def4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'cfff1bec-95c3-4b23-83c8-0f7457f71ed8'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:19.981510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.045359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] For port c034ca78-4ff6-4430-b98b-dde80d877adf, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:20.049137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] For port c034ca78-4ff6-4430-b98b-dde80d877adf, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c034ca78-4ff6-4430-b98b-dde80d877adf,segment=NetworkSegment(9187daa5-e870-4e68-bc2e-46a606def4af),segment_id=9187daa5-e870-4e68-bc2e-46a606def4af)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:20.054871 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.068484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.083632 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c832f5b3-da12-48c0-96a0-ca64744a87c2 req-b36ceec2-d0ef-45e0-82b4-2616c751855b service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870606 Oct 20 11:15:20.112428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5f448-fb62-4670-b7f0-6b4d14c268a6 None None] Pushing event updated for resources: {'Port': ['ID=c034ca78-4ff6-4430-b98b-dde80d877adf,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:20.114434 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.222582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.356881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.20.0.1 (cfff1bec-95c3-4b23-83c8-0f7457f71ed8/54c3cc47-dabb-4702-8638-47528133be74/0fa8e7d5-7da0-47c3-83f3-6eedb028665c) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:20.415296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.420386 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.484640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.503069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:20.514431 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.523095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.568152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:20.571516 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:20.576246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:20.603875 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=0fa8e7d5-7da0-47c3-83f3-6eedb028665c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:20.641024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c034ca78-4ff6-4430-b98b-dde80d877adf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:20.644271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.646834 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 03bcbea4-d333-42ce-910d-b4056064c70a associated. External IP: 172.25.3.218, port: 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab. Oct 20 11:15:20.781058 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.870046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c034ca78-4ff6-4430-b98b-dde80d877adf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:20.870895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:20.903661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:20.958066 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.007196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c034ca78-4ff6-4430-b98b-dde80d877adf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c034ca78-4ff6-4430-b98b-dde80d877adf,segment=NetworkSegment(9187daa5-e870-4e68-bc2e-46a606def4af),segment_id=9187daa5-e870-4e68-bc2e-46a606def4af)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:21.014535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.052962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:21.065256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:21.075705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.079481 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:21.080955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:21.101381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c034ca78-4ff6-4430-b98b-dde80d877adf,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:21.102743 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.114409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36276) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:21.114813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0ab9b35-2a19-45a7-b820-83cc7cd696a6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5283351 Oct 20 11:15:21.117384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.123523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:21.129816 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:21.139358 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:21.140033 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:21.172743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:21.173400 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560643b3-99dd-4472-a422-7b069e8484a3 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:21.219749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65098b9-b742-45b3-9741-68ad189a6301 None None] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:21.301244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6411218e-34c8-4f1e-b7b4-45da512b2a34 None None] Provisioning complete for port c034ca78-4ff6-4430-b98b-dde80d877adf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:21.301602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6411218e-34c8-4f1e-b7b4-45da512b2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.563736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=0fa8e7d5-7da0-47c3-83f3-6eedb028665c,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:21.575612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.579863 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.666766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-46dd86e5-1b8f-44c3-ba47-2f1965af0f4d None None] Provisioning complete for port c034ca78-4ff6-4430-b98b-dde80d877adf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:21.667241 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-46dd86e5-1b8f-44c3-ba47-2f1965af0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.771194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-46dd86e5-1b8f-44c3-ba47-2f1965af0f4d None None] Provisioning complete for port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:21.771650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-46dd86e5-1b8f-44c3-ba47-2f1965af0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.795320 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.800445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:21.802257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:21.804325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.804445 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 03bcbea4-d333-42ce-910d-b4056064c70a disassociated. External IP: 172.25.3.218, port: 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab. Oct 20 11:15:21.806385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-46dd86e5-1b8f-44c3-ba47-2f1965af0f4d None None] Port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:21.929422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-845baa44-f486-49b2-be1e-478103935cba None None] Provisioning complete for port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:21.930359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-845baa44-f486-49b2-be1e-478103935cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:21.965430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-845baa44-f486-49b2-be1e-478103935cba None None] Port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:22.050864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 88f13418-0ee2-4359-8d7e-ae2028020b1f is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:22.084278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-af41d8a8-d8ca-4800-9c19-ced4e29c3bfb None None] Provisioning complete for port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:22.084662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af41d8a8-d8ca-4800-9c19-ced4e29c3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.121428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-af41d8a8-d8ca-4800-9c19-ced4e29c3bfb None None] Port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:22.175115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:22.194345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:22.200451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-97d0134c-cbce-464c-b862-745b5a3a89eb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/88f13418-0ee2-4359-8d7e-ae2028020b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5625143 Oct 20 11:15:22.203593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36278) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:22.206178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] Sync routers for ids ['88f13418-0ee2-4359-8d7e-ae2028020b1f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:22.216228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] Routers {'88f13418-0ee2-4359-8d7e-ae2028020b1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:22.216969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f13418-0ee2-4359-8d7e-ae2028020b1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.251750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.252927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7b6bf-a13c-4377-8ad1-f48a81309f10 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:22.254632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38e7b6bf-a13c-4377-8ad1-f48a81309f10 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports/0fa8e7d5-7da0-47c3-83f3-6eedb028665c HTTP/1.1" status: 200 len: 910 time: 0.0499094 Oct 20 11:15:22.257300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36280) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:22.262717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54c3cc47-dabb-4702-8638-47528133be74'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:22.264049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] Routers {'88f13418-0ee2-4359-8d7e-ae2028020b1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:22.264686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f13418-0ee2-4359-8d7e-ae2028020b1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.296908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.297668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de793fe-55dd-4535-99c9-ebc2c052337e None None] The sync data for ids ['88f13418-0ee2-4359-8d7e-ae2028020b1f'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:22.316153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:22.320594 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.327578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:22.336807 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:22.337430 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.346730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55b70167-a247-45ea-9eaf-a81d05eb2f8a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/03bcbea4-d333-42ce-910d-b4056064c70a HTTP/1.1" status: 200 len: 688 time: 1.2307343 Oct 20 11:15:22.349298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36282) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:22.370175 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.379963 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:22.380843 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.415689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:22.416615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a50a02c-7a81-467f-958b-39149578fec9 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:22.420591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.476692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:22.477032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.566869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.567634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.579815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:22.591031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c034ca78-4ff6-4430-b98b-dde80d877adf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:22.642099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c034ca78-4ff6-4430-b98b-dde80d877adf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:22.642462 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.720719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.745815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=ed6fc03d-3473-4ffb-8db5-c2e801e5c5a0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:22.794668 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.804120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.810597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.813788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.814951 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f4cf445a-3696-49fd-b926-00e07d6c714e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/03bcbea4-d333-42ce-910d-b4056064c70a HTTP/1.1" status: 204 len: 168 time: 0.4646792 Oct 20 11:15:22.818663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36284) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:22.823162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'c13afdb8-85ff-4a88-9a69-e8a6ede3c39d'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:22.845693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.881686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:22.882290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.883638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/ports/0fa8e7d5-7da0-47c3-83f3-6eedb028665c HTTP/1.1" status: 200 len: 910 time: 0.6251302 Oct 20 11:15:22.884535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd882d9-ec02-4599-8dd2-0e5ec1828d50 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=0fa8e7d5-7da0-47c3-83f3-6eedb028665c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:22.887055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36286) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:23.088358 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.257765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.168 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/44fb56a6-4226-4287-a7c9-9a24ede92a0b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:23.397667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.414541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.513150 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.597403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:23.602863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:23.607194 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:15:23.611068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:23.614491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=44fb56a6-4226-4287-a7c9-9a24ede92a0b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:23.877456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 0fa8e7d5-7da0-47c3-83f3-6eedb028665c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:23.877687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.033799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.052404 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 0fa8e7d5-7da0-47c3-83f3-6eedb028665c owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:24.149288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.581144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.661064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.704401 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=0fa8e7d5-7da0-47c3-83f3-6eedb028665c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:24.907670 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.926840 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:24.934014 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.081912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=44fb56a6-4226-4287-a7c9-9a24ede92a0b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:25.127038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.206514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 88f13418-0ee2-4359-8d7e-ae2028020b1f has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:25.338346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:25.340393 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP c341df5c-231d-4a3a-9c9a-175cfb5a316e associated. External IP: 172.25.3.168, port: c13afdb8-85ff-4a88-9a69-e8a6ede3c39d. Oct 20 11:15:25.345596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6461c8ab-1633-41c4-88f1-85c754c965bb tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/88f13418-0ee2-4359-8d7e-ae2028020b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575791 Oct 20 11:15:25.348650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36288) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:25.350324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] Sync routers for ids ['88f13418-0ee2-4359-8d7e-ae2028020b1f'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:25.360460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] Routers {'88f13418-0ee2-4359-8d7e-ae2028020b1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:25.361233 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f13418-0ee2-4359-8d7e-ae2028020b1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:25.401035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:25.411196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] Routers {'88f13418-0ee2-4359-8d7e-ae2028020b1f'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:25.411979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['88f13418-0ee2-4359-8d7e-ae2028020b1f'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:25.416135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1fc5b278-6c56-4ba4-9ddf-f3f719914c8b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=88f13418-0ee2-4359-8d7e-ae2028020b1f HTTP/1.1" status: 200 len: 205 time: 0.0639737 Oct 20 11:15:25.416310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36290) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:25.448617 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:25.449278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f4d30-51c5-4c63-9741-d11c1be9265f None None] The sync data for ids ['88f13418-0ee2-4359-8d7e-ae2028020b1f'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:25.538376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.751108 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.754449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.829490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.829999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 88f13418-0ee2-4359-8d7e-ae2028020b1f {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:25.841467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.842531 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-475a9578-366e-49ee-9c42-1f737ad6fd4c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/88f13418-0ee2-4359-8d7e-ae2028020b1f HTTP/1.1" status: 204 len: 168 time: 0.4253473 Oct 20 11:15:25.846163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36292) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:25.852205 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:25.907052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet 54c3cc47-dabb-4702-8638-47528133be74 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:25.910397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.955741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.965259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:25.977454 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:25.986253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.990902 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:25.991856 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.019835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9db88a16-18af-4bb4-baee-3f01f9f9d221 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2000735 Oct 20 11:15:26.022420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36294) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:26.031161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.041482 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:26.042407 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.044816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.085677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.086456 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b5b43-ddf2-460b-b18a-9d413cef365a None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:26.091261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db70f3ac-c255-4b9a-8780-49bc3a6cc7a1 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/floatingips/c341df5c-231d-4a3a-9c9a-175cfb5a316e HTTP/1.1" status: 200 len: 978 time: 0.0673053 Oct 20 11:15:26.094220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36296) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:26.120031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.147144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=54c3cc47-dabb-4702-8638-47528133be74,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:26.150812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.157230 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c92758f-6f62-457f-ab66-070272f1706d tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/54c3cc47-dabb-4702-8638-47528133be74 HTTP/1.1" status: 204 len: 168 time: 0.3068502 Oct 20 11:15:26.159266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36298) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:26.162125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34876698-6cca-4d54-8c6f-de61d16181a3 None None] Network cfff1bec-95c3-4b23-83c8-0f7457f71ed8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:26.200759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6878f26d-7307-4767-8700-ba60ea5f3f35 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1051333 Oct 20 11:15:26.204220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36300) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:26.208856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': '3da6fedb-37e3-4a97-80f9-355fb2e8f3ab'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:26.246582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.271214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.309715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port c034ca78-4ff6-4430-b98b-dde80d877adf {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:26.310052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.381662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] DHCP port deletion for cfff1bec-95c3-4b23-83c8-0f7457f71ed8 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:26.384016 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port c034ca78-4ff6-4430-b98b-dde80d877adf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c034ca78-4ff6-4430-b98b-dde80d877adf,segment=NetworkSegment(9187daa5-e870-4e68-bc2e-46a606def4af),segment_id=9187daa5-e870-4e68-bc2e-46a606def4af)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:26.384940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.397643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for c034ca78-4ff6-4430-b98b-dde80d877adf owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:26.435479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Deleting port c034ca78-4ff6-4430-b98b-dde80d877adf {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:26.436046 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.491781 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.509254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] For port c034ca78-4ff6-4430-b98b-dde80d877adf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c034ca78-4ff6-4430-b98b-dde80d877adf,segment=NetworkSegment(9187daa5-e870-4e68-bc2e-46a606def4af),segment_id=9187daa5-e870-4e68-bc2e-46a606def4af)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:26.509651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.523971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Calling delete_port for c034ca78-4ff6-4430-b98b-dde80d877adf owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:26.527234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=c034ca78-4ff6-4430-b98b-dde80d877adf,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:26.540386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port c034ca78-4ff6-4430-b98b-dde80d877adf on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:26.603578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c034ca78-4ff6-4430-b98b-dde80d877adf no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:26.632017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c034ca78-4ff6-4430-b98b-dde80d877adf {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:26.632419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c034ca78-4ff6-4430-b98b-dde80d877adf not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:26.638228 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.651845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.662812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfff1bec-95c3-4b23-83c8-0f7457f71ed8']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.673546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9187daa5-e870-4e68-bc2e-46a606def4af') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.673744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9187daa5-e870-4e68-bc2e-46a606def4af') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:26.684148 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.684775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Pushing event deleted for resources: {'Port': ['ID=c034ca78-4ff6-4430-b98b-dde80d877adf,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:26.691757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] No DVR routers for this DVR port c034ca78-4ff6-4430-b98b-dde80d877adf on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:26.702469 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.702665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.703092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.703606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.704166 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.704705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.705268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.705731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.705921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.706415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.706734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.707086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dce338-8df0-4550-8974-8e44616fb13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:26.708873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.716369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:26.716900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:26.720720 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:26.795146 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.804630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.808106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/cfff1bec-95c3-4b23-83c8-0f7457f71ed8 HTTP/1.1" status: 204 len: 168 time: 0.6477156 Oct 20 11:15:26.814669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.815637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36302) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:26.819109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac56df-34a2-435f-9ba8-0cb42d38a61c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=cfff1bec-95c3-4b23-83c8-0f7457f71ed8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:26.821057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1618031475', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:26.827839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.887847 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.888826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.982449 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP c341df5c-231d-4a3a-9c9a-175cfb5a316e associated. External IP: 172.25.3.168, port: c13afdb8-85ff-4a88-9a69-e8a6ede3c39d. Oct 20 11:15:26.985980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.989524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.046457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.047610 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-da6baf29-6bb1-4465-8696-cc32fce81583 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2310257 Oct 20 11:15:27.050730 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36304) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:27.057369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-64589641'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:27.078607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:27.082262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.106688 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:27.118181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.118562 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d of type vlan for network 876b5398-c718-44b5-bc65-8a1aeeb43b58 Oct 20 11:15:27.162693 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.189772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.196421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:27.197063 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.234387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:27.246353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1910315 Oct 20 11:15:27.246575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36306) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:27.252210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:27.303790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01f1fc-9f59-4bb8-a33a-0290eae61faa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=876b5398-c718-44b5-bc65-8a1aeeb43b58,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:27.320005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:27.365063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:27.376716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:27.388953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:27.394922 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.397917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:27.399111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:27.432167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:27.440966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:27.441567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:27.479416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:27.480149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31b74b9-43e9-44df-9647-f091bee1d194 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:27.589739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.667376 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=b0afd65c-1139-4018-89aa-e47edbd51038,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:27.673811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:27.674177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 876b5398-c718-44b5-bc65-8a1aeeb43b58, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:27.693669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:27.707006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 876b5398-c718-44b5-bc65-8a1aeeb43b58) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:27.718683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ddfe4-d738-4398-819e-b48d5672dc4f None None] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:27.720939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:27.721544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.741110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bc09777f-e180-4f65-9228-f3b727ece9a5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934561 Oct 20 11:15:27.755518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36308) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:27.908205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-876b5398-c718-44b5-bc65-8a1aeeb43b58', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:27.909080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.989655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:28.081655 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.089820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Allocated IP 172.20.0.2 (876b5398-c718-44b5-bc65-8a1aeeb43b58/b0afd65c-1139-4018-89aa-e47edbd51038/2b208e9f-5d97-4fc2-b3a8-58b0585325a1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:28.128933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:28.135049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.141831 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:28.160832 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:28.162654 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:28.206961 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5375e986-950f-414f-bf05-ed81869f28c2 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/c341df5c-231d-4a3a-9c9a-175cfb5a316e HTTP/1.1" status: 200 len: 978 time: 2.0015569 Oct 20 11:15:28.210320 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:28.211885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36310) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:28.220921 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:28.221623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:28.222505 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:28.251034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.260376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.266021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:28.266812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ec12a-b74c-439c-85a4-21ddec7a805c None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:28.314603 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:28.316039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:28.318412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:28.332444 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.353005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Pushing event updated for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:28.381729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Attempting to bind port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:28.382089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Attempting to bind port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:28.382445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Attempting to bind port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 on network 876b5398-c718-44b5-bc65-8a1aeeb43b58 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:28.387935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:28.388298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Checking segment: {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:28.389422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.389811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Bound using segment: {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:28.390458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Bound port: 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:28.390836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.454335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:28.457709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:28.461415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.518973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.20.0.1 (876b5398-c718-44b5-bc65-8a1aeeb43b58/b0afd65c-1139-4018-89aa-e47edbd51038/655bce43-8532-457b-a71f-936a83a4d4d0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:28.529787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19892-f89b-4ad7-b916-ee58bfbb14a6 None None] Pushing event updated for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:28.532926 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a6812f2e-9a72-41c7-ba09-846bf96164b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.564555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.573213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:28.573430 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP c341df5c-231d-4a3a-9c9a-175cfb5a316e disassociated. External IP: 172.25.3.168, port: 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab. Oct 20 11:15:29.043677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.148854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.196679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:29.209514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:29.220126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:29.224481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:29.256373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:29.279157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.467121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:29.473325 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.476684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:29.492058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:29.493555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.497681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829a888-8f27-48fc-94d7-e6ec8c48a52b None None] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:29.498047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.516372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-adeebceb-2b35-4f8f-a003-b5486a7b1229 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/c341df5c-231d-4a3a-9c9a-175cfb5a316e HTTP/1.1" status: 200 len: 688 time: 1.3034546 Oct 20 11:15:29.520945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36312) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:29.543356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.600374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:29.600962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.641348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.641986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2550efd-bd5f-4f27-9817-eb70ec724b2c None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:29.651133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] Provisioning complete for port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:29.651543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.660091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 44fb56a6-4226-4287-a7c9-9a24ede92a0b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:29.660545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.756606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.756962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.770855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 44fb56a6-4226-4287-a7c9-9a24ede92a0b owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:29.786996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.793235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.803385 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.843268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:29.849141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.881667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.890546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:29.910655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976b3b7-06aa-47f5-8edf-be92ed53d508 None None] Pushing event updated for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:29.923962 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.961917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=44fb56a6-4226-4287-a7c9-9a24ede92a0b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:30.000132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:30.004295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:30.019458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.022331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.026125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9de40d31-8b81-4851-a19a-6403fe4e6da0 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/c341df5c-231d-4a3a-9c9a-175cfb5a316e HTTP/1.1" status: 204 len: 168 time: 0.5010955 Oct 20 11:15:30.026505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36314) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.064622 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-544f1364-0e8e-4b81-a940-dc34595f4b12 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] delete failed (client error): The resource could not be found. Oct 20 11:15:30.069206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-544f1364-0e8e-4b81-a940-dc34595f4b12 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/c341df5c-231d-4a3a-9c9a-175cfb5a316e HTTP/1.1" status: 404 len: 345 time: 0.0381198 Oct 20 11:15:30.070033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36316) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.084023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4b870c3d-3fe3-4f02-9221-38d58cd5e662 None None] Provisioning complete for port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:30.084504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b870c3d-3fe3-4f02-9221-38d58cd5e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.139704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:30.168259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ec36f-025c-4168-8272-12722762f2dd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.175077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ec36f-025c-4168-8272-12722762f2dd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.181475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ec36f-025c-4168-8272-12722762f2dd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.185677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f13ec36f-025c-4168-8272-12722762f2dd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/ports?network_id=ded27254-7e3e-4225-894d-b76dafc3e5d0 HTTP/1.1" status: 200 len: 2358 time: 0.1126618 Oct 20 11:15:30.185964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36318) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.208987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4b870c3d-3fe3-4f02-9221-38d58cd5e662 None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:30.209815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4b870c3d-3fe3-4f02-9221-38d58cd5e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.251932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9641bb2-d9b7-4663-8d0f-8b9845bd7484 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.252205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4b870c3d-3fe3-4f02-9221-38d58cd5e662 None None] Port 655bce43-8532-457b-a71f-936a83a4d4d0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:30.254185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d9641bb2-d9b7-4663-8d0f-8b9845bd7484 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/subnets/981797cf-4b9c-49e8-b1d5-5fb782676c51 HTTP/1.1" status: 200 len: 797 time: 0.0667813 Oct 20 11:15:30.259170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36320) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.260114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:30.264445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'port': {'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0', 'name': 'tempest-FloatingIPTestJSON-1089690901', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:30.265142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-087a64c7-893d-47ed-a76e-edcf4994947f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5085716 Oct 20 11:15:30.267700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36322) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.273042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:30.273693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1138327612'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:30.283030 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:30.283629 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:30.350912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:30.354428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.373461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:30.383261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8878fc05-6d35-4bfc-ba3a-c28b5d204970 None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:30.383772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8878fc05-6d35-4bfc-ba3a-c28b5d204970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.398972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:30.417141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.417482 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 1c58c8c2-c7af-4150-9f1c-d4282b97c2af of type vlan for network 4e5aa406-d040-4963-8709-0b0feffe80e4 Oct 20 11:15:30.429585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8878fc05-6d35-4bfc-ba3a-c28b5d204970 None None] Port 655bce43-8532-457b-a71f-936a83a4d4d0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:30.456494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:30.479401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.555862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.562501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.564028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.600420 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:30.608929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.629193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:30.629645 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Updating router 95584995-23cf-488f-94da-ad53f673c28b port 655bce43-8532-457b-a71f-936a83a4d4d0 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:30.647188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:30.652378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=4e5aa406-d040-4963-8709-0b0feffe80e4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:30.660721 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.664664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f3b28a6-17d5-42b6-a955-19bec3a5848b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3934550 Oct 20 11:15:30.664664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] device_id is not set on port b262e72c-9693-4c3f-8ee8-1bcded275a92 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:30.665826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36324) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.671840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:30.681967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:30.763034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-29f07a4e-20ed-45e9-a6e4-7e6c514528b4 None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:30.763568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-29f07a4e-20ed-45e9-a6e4-7e6c514528b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.796087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:30.801224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.826796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-29f07a4e-20ed-45e9-a6e4-7e6c514528b4 None None] Port 655bce43-8532-457b-a71f-936a83a4d4d0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:30.830257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:30.830635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.983790 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.990458 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.022193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.044694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232118c2-c037-49ce-b83d-086beef537fd None None] Pushing event updated for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:31.048389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.14 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/b262e72c-9693-4c3f-8ee8-1bcded275a92) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:31.056018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.13 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/b262e72c-9693-4c3f-8ee8-1bcded275a92) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:31.097523 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Attempting to bind port 655bce43-8532-457b-a71f-936a83a4d4d0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:31.097899 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Attempting to bind port 655bce43-8532-457b-a71f-936a83a4d4d0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:31.098836 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Attempting to bind port 655bce43-8532-457b-a71f-936a83a4d4d0 on network 876b5398-c718-44b5-bc65-8a1aeeb43b58 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:31.105163 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:31.105526 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Checking segment: {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:31.106423 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.106809 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Bound using segment: {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:31.107305 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Bound port: 655bce43-8532-457b-a71f-936a83a4d4d0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:31.107731 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.115312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=5924a03a-1c48-4c03-ad44-f1dff414a19d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:31.128856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:31.129499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 4e5aa406-d040-4963-8709-0b0feffe80e4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:31.152792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:31.169687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 4e5aa406-d040-4963-8709-0b0feffe80e4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:31.175357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:31.176244 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.182011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b60b2e-8811-41cb-a522-804287d151ba None None] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:31.201070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-10805075-e671-4b2b-94d2-f58d05288779 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5335658 Oct 20 11:15:31.203650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36328) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:31.209127 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] For port 655bce43-8532-457b-a71f-936a83a4d4d0, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:31.217282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] For port 655bce43-8532-457b-a71f-936a83a4d4d0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=655bce43-8532-457b-a71f-936a83a4d4d0,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:31.222313 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.278301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.297283 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:31.298097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:31.324688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.345317 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232118c2-c037-49ce-b83d-086beef537fd None None] Pushing event updated for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:31.386866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:31.390706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:31.404146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:31.414177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=b262e72c-9693-4c3f-8ee8-1bcded275a92,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:31.434126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-421d577e-f43c-46f4-a592-df0e1bd31835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.434546 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:31.438892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:31.439424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.472882 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:31.473511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.491579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-4e5aa406-d040-4963-8709-0b0feffe80e4', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:31.493373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.496263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e25b425c-2795-43a8-bad4-7666291a5492 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2359319 Oct 20 11:15:31.499378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36330) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:31.505737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'b262e72c-9693-4c3f-8ee8-1bcded275a92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:31.540223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.674768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.694608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.726356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:31.726809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] For port 655bce43-8532-457b-a71f-936a83a4d4d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=655bce43-8532-457b-a71f-936a83a4d4d0,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:31.732851 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Allocated IP 172.21.0.2 (4e5aa406-d040-4963-8709-0b0feffe80e4/5924a03a-1c48-4c03-ad44-f1dff414a19d/229afc58-f084-4647-ad7d-054246569bb8) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:31.739359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.761974 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9a02a-8b32-4329-b94b-d543f57a36e7 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:31.813725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:31.840452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.117 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/75e59889-4e87-43c8-b720-ea62b0411d7b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:31.964172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.004093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.021483 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.034252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba384ef-51b2-4925-b701-152830ecda81 None None] Pushing event updated for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:32.080964 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4174c223-4291-4da4-9c48-60a576775f08 None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:32.081339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4174c223-4291-4da4-9c48-60a576775f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.084377 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:32.087872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:32.097274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:32.149715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=75e59889-4e87-43c8-b720-ea62b0411d7b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:32.224554 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.255143 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.305391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.21.0.1 (4e5aa406-d040-4963-8709-0b0feffe80e4/5924a03a-1c48-4c03-ad44-f1dff414a19d/40274c60-a98d-4b84-8b34-27d97ac59ffc) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:32.318884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:32.326025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:32.328516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Pushing event updated for resources: {'Port': ['ID=229afc58-f084-4647-ad7d-054246569bb8,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:32.331495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:32.397492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Attempting to bind port 229afc58-f084-4647-ad7d-054246569bb8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:32.397871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Attempting to bind port 229afc58-f084-4647-ad7d-054246569bb8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:32.398216 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Attempting to bind port 229afc58-f084-4647-ad7d-054246569bb8 on network 4e5aa406-d040-4963-8709-0b0feffe80e4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:32.403742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:32.404123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Checking segment: {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:32.404517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.405054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Bound using segment: {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:32.405491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Bound port: 229afc58-f084-4647-ad7d-054246569bb8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:32.405873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.464465 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.478135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] For port 229afc58-f084-4647-ad7d-054246569bb8, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:32.481817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] For port 229afc58-f084-4647-ad7d-054246569bb8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=229afc58-f084-4647-ad7d-054246569bb8,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:32.488370 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.505535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.555586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:32.565284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:32.568723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21981c-7a79-4016-96d1-650ac98972a3 None None] Pushing event updated for resources: {'Port': ['ID=229afc58-f084-4647-ad7d-054246569bb8,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:32.573030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:32.578486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:32.622986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.643832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.675333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 655bce43-8532-457b-a71f-936a83a4d4d0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:32.713037 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.730515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 655bce43-8532-457b-a71f-936a83a4d4d0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:32.730882 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.794280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.892013 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.919586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:32.925282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.012931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=75e59889-4e87-43c8-b720-ea62b0411d7b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:33.017942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.112613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.117548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.123431 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP d48ddb4b-a3a7-4b01-9cbf-b03ed715e351 associated. External IP: 172.25.3.117, port: b262e72c-9693-4c3f-8ee8-1bcded275a92. Oct 20 11:15:33.196119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.198687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:33.296864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:33.298314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:33.352141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:33.404618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:33.467864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:33.479763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:33.489223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.490814 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:33.491481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:33.520835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d218dcb-3a79-47b5-a9d3-5302adad6b8d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0202546 Oct 20 11:15:33.523388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36332) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:33.529035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:33.529289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': 'b262e72c-9693-4c3f-8ee8-1bcded275a92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:33.539580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:33.540232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:33.578080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:33.578750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150b231-53c4-48ed-8069-6d7f0227ab93 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:33.591023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.830149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:33.839731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-56b60ba0-1215-4904-8aaf-69cf51eb4b39 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6336217 Oct 20 11:15:33.842847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36334) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:33.849661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-184004023'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:33.877180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:33.882519 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.910326 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:33.912357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:33.923718 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:33.924117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.924461 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment bfdc7e4b-21f6-49ac-9805-04115c9e34e4 of type vlan for network d18db515-1b53-44bb-8f0e-a69cf336e78e Oct 20 11:15:33.925023 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:33.966558 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.001364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.008044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:34.008502 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.028552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:34.060195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2159693 Oct 20 11:15:34.063592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36336) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:34.072575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:34.127899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395ae1d-95a8-425a-b3e9-8bfa1db677ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=d18db515-1b53-44bb-8f0e-a69cf336e78e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:34.145077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d18db515-1b53-44bb-8f0e-a69cf336e78e details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:34.162015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dc8eed-e811-4e5e-86c0-2227170e0663 None None] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:34.168080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.174435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.232152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:34.238395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.306484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] Provisioning complete for port 229afc58-f084-4647-ad7d-054246569bb8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:34.307091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.385506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:32Z', 'revision_number': 3, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:32Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:34.426927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:34.427298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Updating router 95584995-23cf-488f-94da-ad53f673c28b port 40274c60-a98d-4b84-8b34-27d97ac59ffc binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:34.449048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.466412 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.494877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.510872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.537753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] For port 229afc58-f084-4647-ad7d-054246569bb8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=229afc58-f084-4647-ad7d-054246569bb8,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:34.546336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.629520 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102aba5-cd6e-46cf-9f4e-94ca80e94b5d None None] Pushing event updated for resources: {'Port': ['ID=229afc58-f084-4647-ad7d-054246569bb8,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:34.643287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=022eb637-0113-4522-b6cf-c27aed97c63c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:34.660146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:34.660517 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: d18db515-1b53-44bb-8f0e-a69cf336e78e, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:34.680592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network d18db515-1b53-44bb-8f0e-a69cf336e78e is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:34.697877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d18db515-1b53-44bb-8f0e-a69cf336e78e) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:34.706194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:34.707516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.709397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af79b3-a4fb-439e-96d6-a12ec8a2da34 None None] Network d18db515-1b53-44bb-8f0e-a69cf336e78e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:34.747469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ffc8b0ea-becf-4487-a79e-d2c9bef1261a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6819985 Oct 20 11:15:34.751179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36338) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:34.778878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 229afc58-f084-4647-ad7d-054246569bb8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:34.898109 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.905489 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.952597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 229afc58-f084-4647-ad7d-054246569bb8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:34.953250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.954335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:34.969517 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d1af-2407-428b-b0b8-1e61a536de0e None None] Pushing event updated for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:35.044658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Attempting to bind port 40274c60-a98d-4b84-8b34-27d97ac59ffc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:35.045025 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Attempting to bind port 40274c60-a98d-4b84-8b34-27d97ac59ffc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:35.048047 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Attempting to bind port 40274c60-a98d-4b84-8b34-27d97ac59ffc on network 4e5aa406-d040-4963-8709-0b0feffe80e4 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:35.059110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d18db515-1b53-44bb-8f0e-a69cf336e78e', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:35.059968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.060643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:35.061699 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Checking segment: {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:35.062165 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.063356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Bound using segment: {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:35.063356 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Bound port: 40274c60-a98d-4b84-8b34-27d97ac59ffc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c58c8c2-c7af-4150-9f1c-d4282b97c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:35.063677 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.098903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Provisioning complete for port 229afc58-f084-4647-ad7d-054246569bb8 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:35.103278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.126185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:35.137339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.157058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:35.164552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] For port 40274c60-a98d-4b84-8b34-27d97ac59ffc, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:35.169099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] For port 40274c60-a98d-4b84-8b34-27d97ac59ffc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=40274c60-a98d-4b84-8b34-27d97ac59ffc,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:35.174327 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.231019 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:35.232099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.237629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c5e80972-669c-40b6-a183-b8b8b6c177c9 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/d48ddb4b-a3a7-4b01-9cbf-b03ed715e351 HTTP/1.1" status: 200 len: 979 time: 1.7127900 Oct 20 11:15:35.241223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.244751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36340) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:35.270642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:35.271354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.362326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.364480 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:35.398966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:35.399618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.460775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.461528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a044d2e-aced-423b-afa8-18975bfb9752 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:35.487282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d1af-2407-428b-b0b8-1e61a536de0e None None] Pushing event updated for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:35.509607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 75e59889-4e87-43c8-b720-ea62b0411d7b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:35.510080 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.616366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.616694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.624887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Allocated IP 172.22.0.2 (d18db515-1b53-44bb-8f0e-a69cf336e78e/022eb637-0113-4522-b6cf-c27aed97c63c/92fbfbba-462a-4402-bb43-76ebcb5181c3) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:35.627165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Provisioning complete for port 40274c60-a98d-4b84-8b34-27d97ac59ffc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:35.627684 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.632866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 75e59889-4e87-43c8-b720-ea62b0411d7b owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:35.697654 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:32Z', 'revision_number': 3, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:35.727595 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d79f6-155a-4fbe-8c9f-20265e9080e0 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:32Z', 'revision_number': 3, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:35.817767 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.865837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.896871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=75e59889-4e87-43c8-b720-ea62b0411d7b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:35.898201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] For port 40274c60-a98d-4b84-8b34-27d97ac59ffc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=40274c60-a98d-4b84-8b34-27d97ac59ffc,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:35.912167 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.924735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.970252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.975507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:35.975958 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP d48ddb4b-a3a7-4b01-9cbf-b03ed715e351 disassociated (deleted). External IP: 172.25.3.117, port: b262e72c-9693-4c3f-8ee8-1bcded275a92. Oct 20 11:15:36.010996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Network d18db515-1b53-44bb-8f0e-a69cf336e78e is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:36.023638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:36.029896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.22.0.1 (d18db515-1b53-44bb-8f0e-a69cf336e78e/022eb637-0113-4522-b6cf-c27aed97c63c/3aea5aa8-942f-41d1-a150-592556f843b9) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:36.034487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:36.053109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0286f61-8d43-4d0a-b3c9-b093343603d9 None None] Pushing event updated for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:36.130461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8393cc5f-87a7-4343-8f01-1ba6b071c6cb None None] Provisioning complete for port 40274c60-a98d-4b84-8b34-27d97ac59ffc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:36.130919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8393cc5f-87a7-4343-8f01-1ba6b071c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.196125 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.222003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Pushing event updated for resources: {'Port': ['ID=92fbfbba-462a-4402-bb43-76ebcb5181c3,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:36.245643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Attempting to bind port 92fbfbba-462a-4402-bb43-76ebcb5181c3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:36.246116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Attempting to bind port 92fbfbba-462a-4402-bb43-76ebcb5181c3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:36.246602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Attempting to bind port 92fbfbba-462a-4402-bb43-76ebcb5181c3 on network d18db515-1b53-44bb-8f0e-a69cf336e78e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:36.249869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.255972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:36.256507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Checking segment: {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:36.256984 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.257917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Bound using segment: {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:36.258146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Bound port: 92fbfbba-462a-4402-bb43-76ebcb5181c3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:36.259114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.293630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:36.314444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network d18db515-1b53-44bb-8f0e-a69cf336e78e is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:36.318079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:36.320506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:36.398856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:36.408118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.417643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] For port 92fbfbba-462a-4402-bb43-76ebcb5181c3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:36.421689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] For port 92fbfbba-462a-4402-bb43-76ebcb5181c3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=92fbfbba-462a-4402-bb43-76ebcb5181c3,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:36.434127 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.467026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:36.478215 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:36.491073 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:36.491471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.491711 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:36.526584 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb38bcda-9310-4261-86b6-86ac4969f407 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/d48ddb4b-a3a7-4b01-9cbf-b03ed715e351 HTTP/1.1" status: 204 len: 168 time: 1.2804081 Oct 20 11:15:36.530613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36342) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:36.565369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:36.571992 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.583400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c9333-a62c-4d6f-8fac-66acaa956544 None None] Pushing event updated for resources: {'Port': ['ID=92fbfbba-462a-4402-bb43-76ebcb5181c3,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:36.593461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:36.594247 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:36.605383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9ca79798-efc5-4ecf-8335-4b4e57905805 None None] Provisioning complete for port 40274c60-a98d-4b84-8b34-27d97ac59ffc triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:36.606785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9ca79798-efc5-4ecf-8335-4b4e57905805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.651336 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:36.654410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119b61e-2319-4b4f-b023-bc0f2a0f3653 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:36.828248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port b262e72c-9693-4c3f-8ee8-1bcded275a92 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:36.828756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.863586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 229afc58-f084-4647-ad7d-054246569bb8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:36.966754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 229afc58-f084-4647-ad7d-054246569bb8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:36.967245 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.009310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.032565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for b262e72c-9693-4c3f-8ee8-1bcded275a92 owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:37.055153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 40274c60-a98d-4b84-8b34-27d97ac59ffc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:37.101227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 40274c60-a98d-4b84-8b34-27d97ac59ffc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:37.101594 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.110840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.126090 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.213833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:37.217533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.398348 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.401271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network d18db515-1b53-44bb-8f0e-a69cf336e78e is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:37.408321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:37.436591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=b262e72c-9693-4c3f-8ee8-1bcded275a92,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:37.604192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:37.609643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.612910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-40e0cb56-0789-43d3-aa1b-349e1e0bfeeb tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/b262e72c-9693-4c3f-8ee8-1bcded275a92 HTTP/1.1" status: 204 len: 168 time: 1.0811069 Oct 20 11:15:37.617546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:37.624801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:37.643031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ef9e5-69b4-458a-aff0-533110404b40 None None] Network d18db515-1b53-44bb-8f0e-a69cf336e78e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:37.649250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.725082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:37.734581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-85dfa1f2-8ecf-4bfd-a0b8-ca551bd681df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822309 Oct 20 11:15:37.737297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36346) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:37.741706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:37.742446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'network': {'name': 'tempest-RoutersTest-430019488'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:37.755021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] Provisioning complete for port 92fbfbba-462a-4402-bb43-76ebcb5181c3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:37.755397 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.772045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:37.775469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.777891 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.799545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:37.800164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:37.837969 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:37.855795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.856129 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added segment 1fd47e14-dd86-451c-b296-8b19bd57003e of type vlan for network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 Oct 20 11:15:37.928643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.930817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:37.947448 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.171 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/dcdd1d68-cbc0-4ac3-ad54-c36256e3534d) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:37.974652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.980464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:37.980978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.040996 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2999558 Oct 20 11:15:38.041447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36348) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:38.047883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'subnet': {'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:38.076163 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.100811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96666260-1a17-407d-ac37-61c1c196c190 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Network': ['ID=5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.130033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:38.157819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.172430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Made reservation on behalf of 5e00514997fc4edcaac4c87aa511d939 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:38.176920 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.186632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] For port 92fbfbba-462a-4402-bb43-76ebcb5181c3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=92fbfbba-462a-4402-bb43-76ebcb5181c3,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:38.203667 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.223041 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.255960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:38.259373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:38.262233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:38.307623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b3daf-2f08-4ac6-9bf2-e7dbb4a253af None None] Pushing event updated for resources: {'Port': ['ID=92fbfbba-462a-4402-bb43-76ebcb5181c3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.326341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=dcdd1d68-cbc0-4ac3-ad54-c36256e3534d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.331000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:36Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:36Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:38.367116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:38.367472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Updating router 95584995-23cf-488f-94da-ad53f673c28b port 3aea5aa8-942f-41d1-a150-592556f843b9 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:38.395665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.413089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.436607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.460207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-87fbacd2-d886-409d-9866-1a9de5dcfee7 None None] Provisioning complete for port 92fbfbba-462a-4402-bb43-76ebcb5181c3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:38.460573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-87fbacd2-d886-409d-9866-1a9de5dcfee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.473258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.513085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Subnet': ['ID=72870646-0c79-4802-b03b-7ddfe69cd3f6,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.522695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Checking segment: {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:38.523102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network hostable DHCP agents. Network: 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:38.542084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:38.555106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:38.561295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:38.562399 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.573380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d4410-32ef-45d1-879b-710c55ecacd1 None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:38.599664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7c739c37-0d90-4e7c-abed-93780ed632c6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5533834 Oct 20 11:15:38.603914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36350) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:38.739640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.747823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.759149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 92fbfbba-462a-4402-bb43-76ebcb5181c3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:38.832750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=dcdd1d68-cbc0-4ac3-ad54-c36256e3534d,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.846280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.865350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.871225 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ad5076d6-b70c-4449-ba2d-287a65408063 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2518346 Oct 20 11:15:38.871909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36352) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:38.878684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'port': {'network_id': 'ded27254-7e3e-4225-894d-b76dafc3e5d0', 'name': 'tempest-FloatingIPTestJSON-137457256'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:38.979962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 92fbfbba-462a-4402-bb43-76ebcb5181c3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:38.980344 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.012503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-87fbacd2-d886-409d-9866-1a9de5dcfee7 None None] Provisioning complete for port 3aea5aa8-942f-41d1-a150-592556f843b9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:39.012881 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-87fbacd2-d886-409d-9866-1a9de5dcfee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.015827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:39.020009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.039109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] device_id is not set on port 9c7a914c-246e-4d49-9875-c363518fd9d5 yet. {{(pid=100746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:39.164160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.11 (ded27254-7e3e-4225-894d-b76dafc3e5d0/981797cf-4b9c-49e8-b1d5-5fb782676c51/9c7a914c-246e-4d49-9875-c363518fd9d5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:39.203415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'fixed_ips': [{'subnet_id': '72870646-0c79-4802-b03b-7ddfe69cd3f6'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:39.203808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.276822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.285640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-87fbacd2-d886-409d-9866-1a9de5dcfee7 None None] Port 3aea5aa8-942f-41d1-a150-592556f843b9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:39.294626 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.331756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.362353 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.368704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.425676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network ded27254-7e3e-4225-894d-b76dafc3e5d0 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:39.429058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:39.432984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:39.461580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0b78a-5ea7-4469-b117-3c38c5bd48b6 None None] Pushing event updated for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:39.462966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=9c7a914c-246e-4d49-9875-c363518fd9d5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:39.508083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:39.509057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.533381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71bc60ed-e651-4d63-85e6-1229ff9fc780 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6596382 Oct 20 11:15:39.534620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36354) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:39.539710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': '9c7a914c-246e-4d49-9875-c363518fd9d5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:39.562682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8bdea40b-f7c8-4907-88be-d09cf33c0a2a None None] Provisioning complete for port 3aea5aa8-942f-41d1-a150-592556f843b9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:39.563091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8bdea40b-f7c8-4907-88be-d09cf33c0a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.596007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.610673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Attempting to bind port 3aea5aa8-942f-41d1-a150-592556f843b9 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:39.611921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Attempting to bind port 3aea5aa8-942f-41d1-a150-592556f843b9 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:39.612206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Attempting to bind port 3aea5aa8-942f-41d1-a150-592556f843b9 on network d18db515-1b53-44bb-8f0e-a69cf336e78e {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:39.628284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Allocated IP 172.23.0.2 (5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8/72870646-0c79-4802-b03b-7ddfe69cd3f6/59efb194-9c5a-4b3a-9f1d-5b04499a3ca1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:39.634213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:39.634531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Checking segment: {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:39.634862 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.635278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Bound using segment: {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:39.635754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Bound port: 3aea5aa8-942f-41d1-a150-592556f843b9, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:39.636137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.657115 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8bdea40b-f7c8-4907-88be-d09cf33c0a2a None None] Port 3aea5aa8-942f-41d1-a150-592556f843b9 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:39.769960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] For port 3aea5aa8-942f-41d1-a150-592556f843b9, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:39.775103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] For port 3aea5aa8-942f-41d1-a150-592556f843b9, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3aea5aa8-942f-41d1-a150-592556f843b9,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:39.785349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.858477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] Provisioning complete for port 3aea5aa8-942f-41d1-a150-592556f843b9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:39.858859 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.916464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0b78a-5ea7-4469-b117-3c38c5bd48b6 None None] Pushing event updated for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:39.928116 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:39.928748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:39.940156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.981478 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.015935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Allocated IP 172.23.0.1 (5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8/72870646-0c79-4802-b03b-7ddfe69cd3f6/48d633a3-fd6a-4ec1-8bc9-874d3f3ea702) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:40.078663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:40.082874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.088077 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.157228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:40.159670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.171627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:40.199900 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 52876c14-e7d6-4c23-ba10-7e13b959be50 associated. External IP: 172.25.3.171, port: 9c7a914c-246e-4d49-9875-c363518fd9d5. Oct 20 11:15:40.200155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.210932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:40.222119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Pushing event updated for resources: {'Port': ['ID=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.249379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:40.252628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:40.259620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:40.263903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.290963 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.314334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.337229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Attempting to bind port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:40.337597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Attempting to bind port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:40.337962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Attempting to bind port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 on network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:40.355515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:40.355896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Checking segment: {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:40.356295 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.356684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Bound using segment: {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:40.357167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Bound port: 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:40.359156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.397839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] For port 3aea5aa8-942f-41d1-a150-592556f843b9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3aea5aa8-942f-41d1-a150-592556f843b9,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:40.424725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.437424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.453519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:40.510563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] For port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:40.520093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] For port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:40.529737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.548839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928f323-0fc1-4a0d-9d88-8f91a830c8a0 None None] Pushing event updated for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.580359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:40.585325 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.597790 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:40.608412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ac7bb73a-f498-42a8-b22c-34751e716796 None None] Provisioning complete for port 3aea5aa8-942f-41d1-a150-592556f843b9 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:40.608412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac7bb73a-f498-42a8-b22c-34751e716796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.611623 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:40.614666 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:40.647999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:36Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:39Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:40.649805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0a964-5c17-4b75-8827-6913a58de9ad None None] Pushing event updated for resources: {'Port': ['ID=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.652555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74c3963c-10e3-46d6-8a0e-c38d3e76edc4 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/52876c14-e7d6-4c23-ba10-7e13b959be50 HTTP/1.1" status: 200 len: 978 time: 1.1143188 Oct 20 11:15:40.653365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36360) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:40.690409 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:40.690892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de33c27-adb7-4090-a93f-bf7a6f8c1e1a None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:36Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:39Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:40.731827 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:40.733183 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:40.782450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 9c7a914c-246e-4d49-9875-c363518fd9d5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:40.783119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.809904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.811930 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:40.812983 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad5e98-6f42-4dda-919d-8a243b9b5992 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:40.819092 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.891588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event updated for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.893987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:40.921210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:41.060570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:41.062468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:41.184733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:41.317870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:41.323510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9fa12933-1d3c-414e-a449-6d0601ee8d41 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179589 Oct 20 11:15:41.326136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36362) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:41.334081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:41.530498 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:41.531166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:41.531276 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 52876c14-e7d6-4c23-ba10-7e13b959be50 disassociated. External IP: 172.25.3.171, port: 9c7a914c-246e-4d49-9875-c363518fd9d5. Oct 20 11:15:41.531540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 9c7a914c-246e-4d49-9875-c363518fd9d5 owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:41.580656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:41.596249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:41.596883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:41.677198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:41.703307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:41.726097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=9c7a914c-246e-4d49-9875-c363518fd9d5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:41.785782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:15:41.804597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Removed routes are [] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:15:41.805269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:41.856494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:41.995067 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:42.009245 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:42.012350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.016805 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.021233 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:42.021925 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:42.034774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b2a52e-2899-429d-8dc8-63332e43e98d None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:42.062335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:42.074260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] Provisioning complete for port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:42.075181 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.075309 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:42.075844 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:42.093712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.101865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36364) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:42.102508 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9ea3c403-d616-4e7a-a7df-dddbe6ac615d tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/9c7a914c-246e-4d49-9875-c363518fd9d5 HTTP/1.1" status: 204 len: 168 time: 1.4478800 Oct 20 11:15:42.119384 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:42.120803 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381ed8c-3091-4d16-9b0e-af95adf05ce2 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:42.156966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-74914d9b-ee7c-4ac7-9dfe-fc0729280639 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/floatingips/52876c14-e7d6-4c23-ba10-7e13b959be50 HTTP/1.1" status: 200 len: 688 time: 0.0539224 Oct 20 11:15:42.159604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36366) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:42.166210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:42.264103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:42.272212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.275737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7890eb39-20df-47ff-83eb-e457dd103ac3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 934 time: 0.9447856 Oct 20 11:15:42.276986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36368) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:42.283907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.305727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port dcdd1d68-cbc0-4ac3-ad54-c36256e3534d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:42.306169 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.338640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48d633a3-fd6a-4ec1-8bc9-874d3f3ea702', 'name': '', 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:7c:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:39Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:42.375203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] For port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:42.379562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:42.380383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Updating router 95584995-23cf-488f-94da-ad53f673c28b port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:42.381343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-59cb2fe8-f871-44dd-9c8a-e5142253a676 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 934 time: 0.1042292 Oct 20 11:15:42.383882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36370) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:42.386751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.389621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'routes': None}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:42.399722 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.400420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.415814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for dcdd1d68-cbc0-4ac3-ad54-c36256e3534d owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:42.444085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.492260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29397d8-1201-4c9f-8202-d75ddcdbbad4 None None] Pushing event updated for resources: {'Port': ['ID=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:42.605408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.645962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=dcdd1d68-cbc0-4ac3-ad54-c36256e3534d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:42.725190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3aea5aa8-942f-41d1-a150-592556f843b9 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:42.745838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.749233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.750729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7dc889ce-f8e5-469b-9520-d464fb6721fd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/52876c14-e7d6-4c23-ba10-7e13b959be50 HTTP/1.1" status: 204 len: 168 time: 0.5899177 Oct 20 11:15:42.754215 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36372) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:42.758735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '3da6fedb-37e3-4a97-80f9-355fb2e8f3ab'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:42.816082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.844987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-52dccde1-77ef-4b04-9f9f-5113e677298f None None] Provisioning complete for port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:42.845355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52dccde1-77ef-4b04-9f9f-5113e677298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.851665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.880458 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.886694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3aea5aa8-942f-41d1-a150-592556f843b9 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:42.887011 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.893195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added routes are [] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:15:42.893195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.extraroute_db [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:15:42.966362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:42.969713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266fd8-2a26-40cc-abbc-00229fadaf00 None None] Pushing event updated for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:43.093980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Attempting to bind port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:43.094343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Attempting to bind port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:43.094724 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Attempting to bind port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 on network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:43.108796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:43.109251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Checking segment: {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:43.109578 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.109973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Bound using segment: {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:43.110466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Bound port: 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd47e14-dd86-451c-b296-8b19bd57003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:43.110838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.127364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:43.132379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-52dccde1-77ef-4b04-9f9f-5113e677298f None None] Provisioning complete for port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:43.132379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-52dccde1-77ef-4b04-9f9f-5113e677298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.236090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-52dccde1-77ef-4b04-9f9f-5113e677298f None None] Port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:43.267543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] For port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:43.272570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] For port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:43.275800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:43.276320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.280150 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.358162 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.381038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266fd8-2a26-40cc-abbc-00229fadaf00 None None] Pushing event updated for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:43.390874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:43.391443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:43.395585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] Provisioning complete for port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:43.395954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.534297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.540663 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.548224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:43.596267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.53 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/5f991a4f-6cb2-4636-ac67-db1ec55296ef) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:43.687481 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.692374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:43.766812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] For port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:43.772611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.837559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.844601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817387-00bd-437c-99b1-24cd3ec6cc85 None None] Pushing event updated for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:43.850699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:43.858989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.860145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d10fc785-52a9-4b5a-8ac7-27845d7718b2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 700 time: 1.4752412 Oct 20 11:15:43.862817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36374) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:43.866825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:42Z', 'revision_number': 7, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48d633a3-fd6a-4ec1-8bc9-874d3f3ea702', 'name': '', 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:7c:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:39Z', 'updated_at': '2021-10-20T11:15:43Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:43.889272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.898738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18319556-42ce-4ccb-b394-6fc29f2b5790 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:42Z', 'revision_number': 7, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48d633a3-fd6a-4ec1-8bc9-874d3f3ea702', 'name': '', 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:7c:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:39Z', 'updated_at': '2021-10-20T11:15:43Z', 'revision_number': 4, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:43.908999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a3d46372-2d2c-4aab-a627-d7277e569247 None None] Provisioning complete for port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:43.909356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a3d46372-2d2c-4aab-a627-d7277e569247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:43.932372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:43.935399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:43.939226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:43.976858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=5f991a4f-6cb2-4636-ac67-db1ec55296ef,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:44.015438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62f9715e-22de-453d-98e8-e124a0fa2547 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 700 time: 0.1508036 Oct 20 11:15:44.018099 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36376) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:44.358224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.382046 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.432647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.602382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.613035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.615278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:44.634593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:44.635710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:44.648263 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:44.648596 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.672803 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:44.711636 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.714731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=5f991a4f-6cb2-4636-ac67-db1ec55296ef,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:44.753959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:44.754339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.767832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:44.822175 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 89bb13f7-7931-4dcf-b167-c286473a4835 associated. External IP: 172.25.3.53, port: 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab. Oct 20 11:15:44.914731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:44.958883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:44.959286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.965249 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:44.996089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=48d633a3-fd6a-4ec1-8bc9-874d3f3ea702,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:45.013439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Port 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 was deleted so its status cannot be updated. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 11:15:45.080550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:45.171132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:42Z', 'revision_number': 7, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48d633a3-fd6a-4ec1-8bc9-874d3f3ea702', 'name': '', 'network_id': '5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:7c:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:39Z', 'updated_at': '2021-10-20T11:15:43Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '72870646-0c79-4802-b03b-7ddfe69cd3f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.181202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.204228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:45.213534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:45.214170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.229869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:45.249249 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:45.261988 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:45.263795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.264827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.309125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a4be6c2d-413f-41e5-967f-f1756939dffe tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5515940 Oct 20 11:15:45.309421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36378) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:45.314593 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.316782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-982663501'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:45.324501 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:45.325341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.328538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:45.344141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:45.350467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.365645 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.366542 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cba49-642a-422f-9946-7ee60ef1e9c9 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:45.381966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:45.391968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.392315 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Added segment 249d1a93-0f52-486d-837c-6fa19db547e9 of type vlan for network 488bb0db-0a37-4f54-b625-cf7d76e16f9f Oct 20 11:15:45.405959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:45.434393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.469256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.475662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:45.476251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.515100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:45.516720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2052689 Oct 20 11:15:45.519284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36380) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:45.528199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f1b94d4-00da-4357-8cf2-a17f10a6aa09 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5067067 Oct 20 11:15:45.528385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'subnet': {'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:45.528749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:45.559796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:44Z', 'revision_number': 8, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:45.568904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d56c8-f510-4428-83e1-7e033a3637ee tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Network': ['ID=488bb0db-0a37-4f54-b625-cf7d76e16f9f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:45.583121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet 72870646-0c79-4802-b03b-7ddfe69cd3f6 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:45.586501 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.601416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:45.603963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06762e-39c6-4b61-bc7d-180182a9006f None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:44Z', 'revision_number': 8, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:45.648483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.665380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:45.670479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.735474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.793227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.824490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=72870646-0c79-4802-b03b-7ddfe69cd3f6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:45.828776 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.832015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d7d6c505-13d0-47ed-8fdb-3540a4859f71 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/72870646-0c79-4802-b03b-7ddfe69cd3f6 HTTP/1.1" status: 204 len: 168 time: 0.3015273 Oct 20 11:15:45.834644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:45.836315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706256e-5e9b-412a-846d-6541cb39908e None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:45.861232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.912798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.943403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Subnet': ['ID=c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:45.949738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Checking segment: {'id': '249d1a93-0f52-486d-837c-6fa19db547e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:45.950258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network hostable DHCP agents. Network: 488bb0db-0a37-4f54-b625-cf7d76e16f9f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:45.970099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:45.977532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:45.978088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.982023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 488bb0db-0a37-4f54-b625-cf7d76e16f9f) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:45.992880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:45.993674 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:45.996895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20adda4-bae5-4950-9876-5d8f956058df None None] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:46.018543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f8f8b592-cb9e-4e2c-9812-770cfd9a7310 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4981525 Oct 20 11:15:46.020935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36386) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:46.026886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-180509963', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}, 'admin_state_up': False}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:46.058419 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.060096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.083997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] DHCP port deletion for 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:46.085249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,segment=NetworkSegment(1fd47e14-dd86-451c-b296-8b19bd57003e),segment_id=1fd47e14-dd86-451c-b296-8b19bd57003e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:46.085872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.101939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:46.123374 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.123640 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.199746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.217598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:46.234451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Deleting port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:46.234877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.235451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:46.245260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:46.265113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-488bb0db-0a37-4f54-b625-cf7d76e16f9f', 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f', 'tenant_id': 'ddc4d2391c4b46f0a3e1819349c658fa', 'fixed_ips': [{'subnet_id': 'c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:46.265891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.270163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:46.270789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:46.276236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.355353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.378044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:46.388189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd47e14-dd86-451c-b296-8b19bd57003e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:46.388749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd47e14-dd86-451c-b296-8b19bd57003e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:46.399133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.406181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] For port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:46.406576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.414968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.424162 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:46.424681 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:46.431005 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:46.471198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Calling delete_port for 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:46.478741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:15:46.483744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.486212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:46.508523 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.512402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.519702 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.527684 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.532842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 HTTP/1.1" status: 204 len: 168 time: 0.6971712 Oct 20 11:15:46.535446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36388) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:46.564772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Pushing event deleted for resources: {'Port': ['ID=59efb194-9c5a-4b3a-9f1d-5b04499a3ca1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:46.566546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] Network 5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8 is not hosted by any dhcp agent {{(pid=100748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:15:46.567642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392a149-4a01-4f6e-b140-2d634cc95ca5 None None] No DVR routers for this DVR port 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:46.596193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04494a3-8773-4aa9-8e4c-b194ef67f18e tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=5770ad13-c932-4c6b-a5fd-bbc2c5dd37e8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:46.654589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:46.662696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.25.3.60 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/b225eab2-d0c5-4050-95b3-f98b116e3e2a) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:46.696815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:46.697164 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 48d633a3-fd6a-4ec1-8bc9-874d3f3ea702 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:46.697582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:46.752945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:46.753311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59efb194-9c5a-4b3a-9f1d-5b04499a3ca1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:46.760096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Allocated IP 172.20.0.2 (488bb0db-0a37-4f54-b625-cf7d76e16f9f/c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f/639000b9-d14c-4d9b-91ea-b11cfd616c5a) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:46.784786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.824934 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.861850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:46.864795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:46.868639 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:46.908315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=b225eab2-d0c5-4050-95b3-f98b116e3e2a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:46.909677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.937327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.962591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:44Z', 'revision_number': 8, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:46.999527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:47.005431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.012948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:47.014359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:47.017795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.135426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.208327 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 3aea5aa8-942f-41d1-a150-592556f843b9 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:47.208944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.282860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:47.290452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:47.298077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:47.304472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Pushing event updated for resources: {'Port': ['ID=639000b9-d14c-4d9b-91ea-b11cfd616c5a,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:47.322329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:47.327566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 3aea5aa8-942f-41d1-a150-592556f843b9, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3aea5aa8-942f-41d1-a150-592556f843b9,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:47.328040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.342883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 3aea5aa8-942f-41d1-a150-592556f843b9 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:47.435428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Attempting to bind port 639000b9-d14c-4d9b-91ea-b11cfd616c5a on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:47.435778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Attempting to bind port 639000b9-d14c-4d9b-91ea-b11cfd616c5a by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '249d1a93-0f52-486d-837c-6fa19db547e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:47.436063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Attempting to bind port 639000b9-d14c-4d9b-91ea-b11cfd616c5a on network 488bb0db-0a37-4f54-b625-cf7d76e16f9f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:47.454597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:47.455046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Checking segment: {'id': '249d1a93-0f52-486d-837c-6fa19db547e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:47.455463 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.455860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Bound using segment: {'id': '249d1a93-0f52-486d-837c-6fa19db547e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:47.456350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Bound port: 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249d1a93-0f52-486d-837c-6fa19db547e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:47.456731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.529791 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.556779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=3aea5aa8-942f-41d1-a150-592556f843b9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:47.602146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] For port 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:47.621254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] For port 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=639000b9-d14c-4d9b-91ea-b11cfd616c5a,segment=NetworkSegment(249d1a93-0f52-486d-837c-6fa19db547e9),segment_id=249d1a93-0f52-486d-837c-6fa19db547e9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:47.630236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.676685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.714466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ea963-9c97-4620-befa-5f8255cc895d None None] Pushing event updated for resources: {'Port': ['ID=639000b9-d14c-4d9b-91ea-b11cfd616c5a,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:47.723816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:44Z', 'revision_number': 8, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:47.760994 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:47.761383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911bbda-b019-4d39-854a-ecc4ebc89b40 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:44Z', 'revision_number': 8, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '3aea5aa8-942f-41d1-a150-592556f843b9', 'name': '', 'network_id': 'd18db515-1b53-44bb-8f0e-a69cf336e78e', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:61:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:35Z', 'updated_at': '2021-10-20T11:15:40Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '022eb637-0113-4522-b6cf-c27aed97c63c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:47.853178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:48.001122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:48.021722 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] Sync routers for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:48.029211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.030894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3dd10c71-73ec-4efe-9088-f2aa4d15545e tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0083871 Oct 20 11:15:48.033633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36390) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:48.034432 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:48.035077 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:48.078967 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:48.088817 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:48.089440 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:48.123297 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:48.124229 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7628cb6-3158-4921-9200-c501539d6e36 None None] The sync data for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:48.402011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:48.496918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:48.506814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bcdca481-e624-4f86-811f-9345785d1fd5 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676392 Oct 20 11:15:48.507086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36392) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:48.509815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:48.514303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.521996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:48.522756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:48.573069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet 022eb637-0113-4522-b6cf-c27aed97c63c {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:48.577675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.634532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.705433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:48.769948 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.814249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 639000b9-d14c-4d9b-91ea-b11cfd616c5a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:48.852691 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.885769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=022eb637-0113-4522-b6cf-c27aed97c63c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:48.890241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:48.894984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b744d143-2fd6-4368-9e55-13ed6136a128 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/022eb637-0113-4522-b6cf-c27aed97c63c HTTP/1.1" status: 204 len: 168 time: 0.3851490 Oct 20 11:15:48.899468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.1 (488bb0db-0a37-4f54-b625-cf7d76e16f9f/c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f/50826186-2b70-4186-b5e8-855c8f228a82) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:48.902048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36394) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:48.930288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 639000b9-d14c-4d9b-91ea-b11cfd616c5a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:48.930653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.038396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466c0f6-7eb6-418c-8f59-c0546b08658e None None] Network d18db515-1b53-44bb-8f0e-a69cf336e78e requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:49.047393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.054021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:47Z', 'revision_number': 9, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.095458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce631886-6404-4423-b1b6-407916c5c2e6 None None] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:49.100782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:49.153362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.172273 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.175386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 92fbfbba-462a-4402-bb43-76ebcb5181c3 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:49.175713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.207554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:49.208163 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.251293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.259632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 92fbfbba-462a-4402-bb43-76ebcb5181c3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=92fbfbba-462a-4402-bb43-76ebcb5181c3,segment=NetworkSegment(bfdc7e4b-21f6-49ac-9805-04115c9e34e4),segment_id=bfdc7e4b-21f6-49ac-9805-04115c9e34e4)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:49.259979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.281545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bd587cf6-cac2-4f4d-b885-046f2645a9a5 None None] Provisioning complete for port 639000b9-d14c-4d9b-91ea-b11cfd616c5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:49.281915 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bd587cf6-cac2-4f4d-b885-046f2645a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.300790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 92fbfbba-462a-4402-bb43-76ebcb5181c3 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:49.313101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:49.323883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:49.329246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:49.331645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=50826186-2b70-4186-b5e8-855c8f228a82,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:49.385204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=639000b9-d14c-4d9b-91ea-b11cfd616c5a,segment=NetworkSegment(249d1a93-0f52-486d-837c-6fa19db547e9),segment_id=249d1a93-0f52-486d-837c-6fa19db547e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:49.402013 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.415631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.441784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:49.478770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.530279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=92fbfbba-462a-4402-bb43-76ebcb5181c3,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:49.537252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port 92fbfbba-462a-4402-bb43-76ebcb5181c3 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:49.592871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a212188-60dd-486c-ad22-dfd2d9941923 None None] DHCP port deletion for d18db515-1b53-44bb-8f0e-a69cf336e78e request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:49.620324 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=639000b9-d14c-4d9b-91ea-b11cfd616c5a,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:49.652791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.655731 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.681612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18db515-1b53-44bb-8f0e-a69cf336e78e']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.693274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.693580 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdc7e4b-21f6-49ac-9805-04115c9e34e4') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.723014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.750120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.777480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:47Z', 'revision_number': 9, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:49.796677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:49.797128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:49.800250 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:49.899282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.909322 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.915602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/d18db515-1b53-44bb-8f0e-a69cf336e78e HTTP/1.1" status: 204 len: 168 time: 1.0095840 Oct 20 11:15:49.916027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36396) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:49.933046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=d18db515-1b53-44bb-8f0e-a69cf336e78e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:49.953510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.953886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.954176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.954505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.954836 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.955206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.955527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.955844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.956160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.956475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.956787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.957098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1ff88-f5ba-49df-90e9-bc8d7fb94541 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:49.973148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168b3e8-b448-4579-bc9b-44e4da9810d0 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:47Z', 'revision_number': 9, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '40274c60-a98d-4b84-8b34-27d97ac59ffc', 'name': '', 'network_id': '4e5aa406-d040-4963-8709-0b0feffe80e4', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:d1:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:31Z', 'updated_at': '2021-10-20T11:15:35Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': '5924a03a-1c48-4c03-ad44-f1dff414a19d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:50.010794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-06381b9c-46f1-4e36-a6a7-f641bd7c7193 None None] Provisioning complete for port 50826186-2b70-4186-b5e8-855c8f228a82 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:50.011188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06381b9c-46f1-4e36-a6a7-f641bd7c7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.056483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-06381b9c-46f1-4e36-a6a7-f641bd7c7193 None None] Port 50826186-2b70-4186-b5e8-855c8f228a82 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:50.069437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-06381b9c-46f1-4e36-a6a7-f641bd7c7193 None None] Provisioning complete for port 639000b9-d14c-4d9b-91ea-b11cfd616c5a triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:50.069806 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06381b9c-46f1-4e36-a6a7-f641bd7c7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.105748 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.117522 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.171704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.274527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=50826186-2b70-4186-b5e8-855c8f228a82,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:50.302177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-78c2e87c-454b-4f59-a7fd-4f2bae3c022f None None] Provisioning complete for port 50826186-2b70-4186-b5e8-855c8f228a82 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:50.302550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-78c2e87c-454b-4f59-a7fd-4f2bae3c022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.306779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:50.308361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:50.322415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.347772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-78c2e87c-454b-4f59-a7fd-4f2bae3c022f None None] Port 50826186-2b70-4186-b5e8-855c8f228a82 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:50.443148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:50.572285 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dc5c95d8-df5c-4e9b-9fa6-4ca6387c937a None None] Provisioning complete for port 50826186-2b70-4186-b5e8-855c8f228a82 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:50.572719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc5c95d8-df5c-4e9b-9fa6-4ca6387c937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.582522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:50.589907 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f2effae-79f2-4639-9f3d-9d8ffc2be588 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/routers/af4f1fed-591e-4c5b-bdff-ecc8f5485aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5527949 Oct 20 11:15:50.590002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36398) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:50.595381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'port': {'network_id': '488bb0db-0a37-4f54-b625-cf7d76e16f9f', 'name': 'tempest-FloatingIPTestJSON-1002528699'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:50.604917 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] Sync routers for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:50.620232 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:50.620840 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:50.645402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 639000b9-d14c-4d9b-91ea-b11cfd616c5a up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:50.650776 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 40274c60-a98d-4b84-8b34-27d97ac59ffc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:50.651216 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.676184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c95d8-df5c-4e9b-9fa6-4ca6387c937a None None] Port 50826186-2b70-4186-b5e8-855c8f228a82 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:50.693743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:50.703485 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:50.704288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:50.710092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 639000b9-d14c-4d9b-91ea-b11cfd616c5a triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:50.710627 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.728837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Made reservation on behalf of ddc4d2391c4b46f0a3e1819349c658fa for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:50.732737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.737962 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:50.738610 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed324-faf7-43bb-8e7a-d62442389383 None None] The sync data for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:50.752869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 40274c60-a98d-4b84-8b34-27d97ac59ffc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=40274c60-a98d-4b84-8b34-27d97ac59ffc,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:50.753469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.758823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] device_id is not set on port 6720485d-3642-42d2-96aa-7c317d90b24f yet. {{(pid=100747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:15:50.765966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 40274c60-a98d-4b84-8b34-27d97ac59ffc owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:50.858713 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 92fbfbba-462a-4402-bb43-76ebcb5181c3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:50.878894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 92fbfbba-462a-4402-bb43-76ebcb5181c3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:50.879405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 92fbfbba-462a-4402-bb43-76ebcb5181c3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:50.880049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3aea5aa8-942f-41d1-a150-592556f843b9 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:50.881006 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Allocated IP 172.20.0.9 (488bb0db-0a37-4f54-b625-cf7d76e16f9f/c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f/6720485d-3642-42d2-96aa-7c317d90b24f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:50.900173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3aea5aa8-942f-41d1-a150-592556f843b9 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:50.900699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3aea5aa8-942f-41d1-a150-592556f843b9 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:50.954157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.983462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=40274c60-a98d-4b84-8b34-27d97ac59ffc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:51.062709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.101349 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.149565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:51.152613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.152784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:51.156805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:51.165599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event updated for resources: {'Port': ['ID=6720485d-3642-42d2-96aa-7c317d90b24f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:51.220204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:51.220860 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.240697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f2239b3-b540-4af4-8cf8-e63a32f48658 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6496880 Oct 20 11:15:51.243583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:51.249420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Request body: {'floatingip': {'port_id': '6720485d-3642-42d2-96aa-7c317d90b24f'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:51.314042 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.365857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:51.397492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-93685203-018d-4e70-9884-313ff7a2a4d1 None None] Provisioning complete for port 6720485d-3642-42d2-96aa-7c317d90b24f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:51.398007 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93685203-018d-4e70-9884-313ff7a2a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.441939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-93685203-018d-4e70-9884-313ff7a2a4d1 None None] Port 6720485d-3642-42d2-96aa-7c317d90b24f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:51.470485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:51.476263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9d9ccd75-29bf-4c69-86d6-5b1f2e705c64 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5585496 Oct 20 11:15:51.478237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36402) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:51.480732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:51.490346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:51.490978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:51.531052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet 5924a03a-1c48-4c03-ad44-f1dff414a19d {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:51.534227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.577432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.583590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:51.671065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.735171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.764065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=5924a03a-1c48-4c03-ad44-f1dff414a19d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:51.768990 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.775470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0c45fd18-a748-47f9-b2ce-054587048228 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/5924a03a-1c48-4c03-ad44-f1dff414a19d HTTP/1.1" status: 204 len: 168 time: 0.2960205 Oct 20 11:15:51.776179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36404) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:51.782571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d009f3b-89c6-447d-aaa1-6246fdaaed3b None None] Network 4e5aa406-d040-4963-8709-0b0feffe80e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:51.865241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.905381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:50Z', 'revision_number': 10, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:51.918519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 229afc58-f084-4647-ad7d-054246569bb8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:51.919012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:51.938858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:51.951484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:51.952134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:51.998677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 229afc58-f084-4647-ad7d-054246569bb8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=229afc58-f084-4647-ad7d-054246569bb8,segment=NetworkSegment(1c58c8c2-c7af-4150-9f1c-d4282b97c2af),segment_id=1c58c8c2-c7af-4150-9f1c-d4282b97c2af)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:51.999234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.017224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 229afc58-f084-4647-ad7d-054246569bb8 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:52.027876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] DHCP port deletion for 4e5aa406-d040-4963-8709-0b0feffe80e4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:52.071357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:52.098251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.125384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=229afc58-f084-4647-ad7d-054246569bb8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:52.129216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port 229afc58-f084-4647-ad7d-054246569bb8 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:52.143818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.149075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.211251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Deleting port 229afc58-f084-4647-ad7d-054246569bb8 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:52.211602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.215092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.236982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5aa406-d040-4963-8709-0b0feffe80e4']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.247387 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c58c8c2-c7af-4150-9f1c-d4282b97c2af') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.247684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c58c8c2-c7af-4150-9f1c-d4282b97c2af') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.253209 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 89bb13f7-7931-4dcf-b167-c286473a4835 associated. External IP: 172.25.3.53, port: 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab. Oct 20 11:15:52.258513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.272472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.279590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:52.280112 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:52.283304 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:52.303703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] For port 229afc58-f084-4647-ad7d-054246569bb8, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:52.304201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.335705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Calling delete_port for 229afc58-f084-4647-ad7d-054246569bb8 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:52.339022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Port 229afc58-f084-4647-ad7d-054246569bb8 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:15:52.341899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.365386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.373460 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.375154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] Pushing event deleted for resources: {'Port': ['ID=229afc58-f084-4647-ad7d-054246569bb8,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:52.379676 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/4e5aa406-d040-4963-8709-0b0feffe80e4 HTTP/1.1" status: 204 len: 168 time: 0.5999830 Oct 20 11:15:52.379863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d02f4f-70d2-4290-8324-eab582db1b95 None None] No DVR routers for this DVR port 229afc58-f084-4647-ad7d-054246569bb8 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:52.380908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36406) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:52.401209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332e32f-32d6-477c-b4ab-531edfbc59ae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=4e5aa406-d040-4963-8709-0b0feffe80e4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:52.401771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:50Z', 'revision_number': 10, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.430539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcddbce-90fc-4f4d-9436-055e3657bf98 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:50Z', 'revision_number': 10, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None, '_interfaces': [{'id': '655bce43-8532-457b-a71f-936a83a4d4d0', 'name': '', 'network_id': '876b5398-c718-44b5-bc65-8a1aeeb43b58', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'mac_address': 'fa:16:3e:b4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95584995-23cf-488f-94da-ad53f673c28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:28Z', 'updated_at': '2021-10-20T11:15:31Z', 'revision_number': 5, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'subnets': [{'id': 'b0afd65c-1139-4018-89aa-e47edbd51038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:52.490918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:52.594646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:52.605725 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:52.615547 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:52.616319 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.725675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.737852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.749032 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:52.749514 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.781101 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:52.781871 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7b741-d7aa-49cf-99fd-109d85e3f4dc None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:52.821060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:52.883088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 229afc58-f084-4647-ad7d-054246569bb8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:52.908754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 229afc58-f084-4647-ad7d-054246569bb8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:52.909183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 229afc58-f084-4647-ad7d-054246569bb8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:52.909693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 40274c60-a98d-4b84-8b34-27d97ac59ffc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:52.935974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 40274c60-a98d-4b84-8b34-27d97ac59ffc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:52.936403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 40274c60-a98d-4b84-8b34-27d97ac59ffc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:52.944046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:52.948333 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.959744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] Sync routers for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:52.969817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:52.970508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.010746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-88ff2c24-8b33-4534-a96e-bbf87ac86faa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/floatingips/89bb13f7-7931-4dcf-b167-c286473a4835 HTTP/1.1" status: 200 len: 977 time: 1.7660122 Oct 20 11:15:53.011522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.013568 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36408) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:53.016463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 655bce43-8532-457b-a71f-936a83a4d4d0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:53.017493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.021953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:53.022217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.058045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.058701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ae185-83be-4e48-abcc-82c8e9b45927 None None] The sync data for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:53.110089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 6720485d-3642-42d2-96aa-7c317d90b24f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:53.110432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.117811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 655bce43-8532-457b-a71f-936a83a4d4d0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=655bce43-8532-457b-a71f-936a83a4d4d0,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:53.118170 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.130842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 655bce43-8532-457b-a71f-936a83a4d4d0 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:53.199209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.309556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.336010 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=655bce43-8532-457b-a71f-936a83a4d4d0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:53.432896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.433265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.433582 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Floating IP 89bb13f7-7931-4dcf-b167-c286473a4835 disassociated. External IP: 172.25.3.53, port: 6720485d-3642-42d2-96aa-7c317d90b24f. Oct 20 11:15:53.433912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 6720485d-3642-42d2-96aa-7c317d90b24f owned by {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:53.481620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.570358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.599924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=6720485d-3642-42d2-96aa-7c317d90b24f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:53.651970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:53.718486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:53.733384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:53.739435 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-187d25c6-b676-4320-a8ed-8907afc2d8df tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3569236 Oct 20 11:15:53.741458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36410) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:53.744770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:53.759705 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:53.760605 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.838383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:53.839427 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:53.849192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3d623-64f6-434c-9937-742b93723beb None None] Sync routers for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:53.859449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:53.860077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.895058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.905883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:53.906776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.907876 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.916020 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.923313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ab3edb35-45ee-48fc-b62f-6d36787e37c6 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/6720485d-3642-42d2-96aa-7c317d90b24f HTTP/1.1" status: 204 len: 168 time: 0.9086008 Oct 20 11:15:53.924120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36412) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:53.937439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:53.942744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-67a3d623-64f6-434c-9937-742b93723beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:53.943701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3d623-64f6-434c-9937-742b93723beb None None] The sync data for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:53.947122 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:53.947741 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:54.020620 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:54.071730 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:54.102237 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dec90b-11d3-484a-9018-5d14f1571d82 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:54.165886 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting subnet b0afd65c-1139-4018-89aa-e47edbd51038 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:54.168912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.208056 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.281917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.291478 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.349440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.378195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Subnet': ['ID=b0afd65c-1139-4018-89aa-e47edbd51038,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:54.380121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.386050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-19eab2e4-d5a0-4239-b58d-b6e3c1b72706 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/b0afd65c-1139-4018-89aa-e47edbd51038 HTTP/1.1" status: 204 len: 168 time: 0.6435318 Oct 20 11:15:54.386189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:54.389307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807ae2b-b8f5-47ce-ad00-d8da20b42714 None None] Network 876b5398-c718-44b5-bc65-8a1aeeb43b58 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:54.521354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.558638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] DHCP port deletion for 876b5398-c718-44b5-bc65-8a1aeeb43b58 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:54.621703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Deleting port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:54.622078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.625152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 655bce43-8532-457b-a71f-936a83a4d4d0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:54.652453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Deleting port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:54.652696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.658385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 655bce43-8532-457b-a71f-936a83a4d4d0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:54.658730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 655bce43-8532-457b-a71f-936a83a4d4d0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:54.659167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:54.715883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 50826186-2b70-4186-b5e8-855c8f228a82 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:54.716772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.732334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:54.732729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.747975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Calling delete_port for 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:54.829597 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.882604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:54.886350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.916877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.941262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] No DVR routers for this DVR port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:54.948891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:54.977053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652f205-cd89-45c0-9317-4abb5d77c666 None None] Pushing event deleted for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:55.032115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] For port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,segment=NetworkSegment(e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d),segment_id=e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:55.032468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.054881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Calling delete_port for 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:55.149377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.169915 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 50826186-2b70-4186-b5e8-855c8f228a82 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:55.226848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.262463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Port': ['ID=2b208e9f-5d97-4fc2-b3a8-58b0585325a1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:55.267452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No DVR routers for this DVR port 2b208e9f-5d97-4fc2-b3a8-58b0585325a1 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:55.389840 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.421302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876b5398-c718-44b5-bc65-8a1aeeb43b58']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:55.431637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:55.431987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ec51c4-c1c6-4a9b-8a0f-e2a2a421283d') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:55.445571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.481262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.492313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:55.492718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self.session.flush() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:55.495938 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:55.522358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.587853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=50826186-2b70-4186-b5e8-855c8f228a82,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:55.606705 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.632364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.638008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/networks/876b5398-c718-44b5-bc65-8a1aeeb43b58 HTTP/1.1" status: 204 len: 168 time: 1.2483747 Oct 20 11:15:55.638461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36416) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:55.643278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'routes': None}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:55.654097 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23239aa-1971-4a9f-9caa-00f6df6363f3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Pushing event deleted for resources: {'Network': ['ID=876b5398-c718-44b5-bc65-8a1aeeb43b58,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:55.777070 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.827418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.extraroute_db [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Added routes are [] {{(pid=100746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:15:55.827719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.extraroute_db [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Removed routes are [] {{(pid=100746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:15:55.828071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.964397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.968165 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:55.992970 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:56.043546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 95584995-23cf-488f-94da-ad53f673c28b has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:56.101426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:56.110126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1fec8338-a8a0-4b7d-a045-5c4e69b4bb03 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/routers/af4f1fed-591e-4c5b-bdff-ecc8f5485aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1819134 Oct 20 11:15:56.110126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36418) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.111034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] Sync routers for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:56.119758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:56.123689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:56.124482 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.126620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.130730 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72349544-f008-4e56-9e02-40010cf39bd6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 701 time: 0.4910989 Oct 20 11:15:56.131469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36420) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.131901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Sync routers for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:56.153219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:56.154598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.162820 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3683b5f-e385-4318-8724-ac6d80374d19 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 205 time: 0.0302451 Oct 20 11:15:56.165540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.184535 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.193536 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] Routers {'af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:56.194239 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.219570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.235740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:56.237349 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.238282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45938a4e-da05-4d2b-9aa4-135fd3319c35 None None] The sync data for ids ['af4f1fed-591e-4c5b-bdff-ecc8f5485aa1'] in n-d-802060-17 is: [] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:56.253172 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.293684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.320452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Checking router: 95584995-23cf-488f-94da-ad53f673c28b for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:56.327354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.329763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Routers {'95584995-23cf-488f-94da-ad53f673c28b'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:56.330361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['95584995-23cf-488f-94da-ad53f673c28b'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.385502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port b225eab2-d0c5-4050-95b3-f98b116e3e2a {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:56.385841 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.404027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] Set router 95584995-23cf-488f-94da-ad53f673c28b gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:56.429625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.431828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.458997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:56.463581 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.478167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for b225eab2-d0c5-4050-95b3-f98b116e3e2a owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:56.481676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.482388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 95584995-23cf-488f-94da-ad53f673c28b {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:56.485710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e4ea7-b5ad-4b47-be4d-cee15ed90d12 None None] The sync data for ids ['95584995-23cf-488f-94da-ad53f673c28b'] in n-d-802060-17 is: [{'id': '95584995-23cf-488f-94da-ad53f673c28b', 'name': 'tempest-RoutersTest-router-1618031475', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:53Z', 'revision_number': 11, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:56.490195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.491495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ff78434-a64f-408c-8304-f3b0acc07dac tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 204 len: 168 time: 0.3249810 Oct 20 11:15:56.495764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.501536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671411465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:56.527253 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.528463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.585177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.592655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.611379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.612690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cc205630-1c47-4fac-9a7f-46d837fc626f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1155624 Oct 20 11:15:56.617276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36426) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.621135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:56.673463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.705593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=b225eab2-d0c5-4050-95b3-f98b116e3e2a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:56.771607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.838333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15644'] for router, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.848946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726803'] for router, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.861402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.863667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.905953 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.906496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Fanout notify agent at l3_agent the message router_deleted on router af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:56.913299 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:56.917116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-714cff95-11e7-4eb9-bbd1-718b5b534612 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/routers/af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 HTTP/1.1" status: 204 len: 168 time: 0.8033504 Oct 20 11:15:56.917232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36428) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:56.982970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting subnet c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:15:56.985997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.023648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Router 08d3eea2-173e-4c90-a178-1b3b665b4a72 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:57.032521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.135681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:57.143597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.144752 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-44ec7e15-8e0c-42b7-b8b3-d657467cb1fe tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "PUT /v2.0/routers/08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 200 len: 694 time: 0.5279865 Oct 20 11:15:57.144888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Sync routers for ids ['08d3eea2-173e-4c90-a178-1b3b665b4a72'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:57.147634 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36430) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.154316 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Routers {'08d3eea2-173e-4c90-a178-1b3b665b4a72'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:57.154907 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['08d3eea2-173e-4c90-a178-1b3b665b4a72'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.220608 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Set router 08d3eea2-173e-4c90-a178-1b3b665b4a72 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:57.252247 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0581d089-34ec-444f-a299-0a5f0921beae tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/routers/08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 200 len: 700 time: 0.1034591 Oct 20 11:15:57.254883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36432) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.260980 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.275088 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3eea2-173e-4c90-a178-1b3b665b4a72', 'name': 'tempest-RoutersTest-router-1671411465', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:56Z', 'updated_at': '2021-10-20T11:15:56Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.286855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ce15c847-3720-4d07-b2a9-20158d3a7fd9 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 200 len: 205 time: 0.0307879 Oct 20 11:15:57.289479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36434) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.304844 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Checking router: 08d3eea2-173e-4c90-a178-1b3b665b4a72 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:57.313615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Routers {'08d3eea2-173e-4c90-a178-1b3b665b4a72'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:57.314222 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:15:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['08d3eea2-173e-4c90-a178-1b3b665b4a72'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.323227 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.348876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:57.354682 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.358974 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-00df0483-a1c6-4ee6-b38c-955c77c5468a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/subnets/c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f HTTP/1.1" status: 204 len: 168 time: 0.4404659 Oct 20 11:15:57.362667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20792782-15fa-4a85-bdec-f96ff0bbf9ab None None] Network 488bb0db-0a37-4f54-b625-cf7d76e16f9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:57.365782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36436) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.374360 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.389676 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] Set router 08d3eea2-173e-4c90-a178-1b3b665b4a72 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:57.445354 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3eea2-173e-4c90-a178-1b3b665b4a72', 'name': 'tempest-RoutersTest-router-1671411465', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:56Z', 'updated_at': '2021-10-20T11:15:56Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.453647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.473869 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05c66d-d9b5-458f-87d7-8e0cba7fe109 None None] The sync data for ids ['08d3eea2-173e-4c90-a178-1b3b665b4a72'] in n-d-802060-17 is: [{'id': '08d3eea2-173e-4c90-a178-1b3b665b4a72', 'name': 'tempest-RoutersTest-router-1671411465', 'tenant_id': '5e00514997fc4edcaac4c87aa511d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:56Z', 'updated_at': '2021-10-20T11:15:56Z', 'revision_number': 2, 'project_id': '5e00514997fc4edcaac4c87aa511d939', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:57.521133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 639000b9-d14c-4d9b-91ea-b11cfd616c5a {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:57.521477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.557480 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.559924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.578735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] DHCP port deletion for 488bb0db-0a37-4f54-b625-cf7d76e16f9f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:15:57.600265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] For port 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=639000b9-d14c-4d9b-91ea-b11cfd616c5a,segment=NetworkSegment(249d1a93-0f52-486d-837c-6fa19db547e9),segment_id=249d1a93-0f52-486d-837c-6fa19db547e9)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:57.600726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.615345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 639000b9-d14c-4d9b-91ea-b11cfd616c5a owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:57.619821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.620335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Fanout notify agent at l3_agent the message router_deleted on router 08d3eea2-173e-4c90-a178-1b3b665b4a72 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:15:57.627594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.628710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d2f230a4-5edd-403d-8c4f-c3ed190a7b97 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 204 len: 168 time: 0.3378808 Oct 20 11:15:57.633970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.644586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Deleting port 639000b9-d14c-4d9b-91ea-b11cfd616c5a {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:57.645090 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.694353 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-52923d57-de40-4da4-90fb-05b5da2a7cbc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 200 len: 205 time: 0.0566912 Oct 20 11:15:57.694353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36440) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.716931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] For port 639000b9-d14c-4d9b-91ea-b11cfd616c5a, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=639000b9-d14c-4d9b-91ea-b11cfd616c5a,segment=NetworkSegment(249d1a93-0f52-486d-837c-6fa19db547e9),segment_id=249d1a93-0f52-486d-837c-6fa19db547e9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:57.717552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.740666 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-d568b2c5-7c0a-4c73-af67-57b2a3819b3b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:57.744133 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d568b2c5-7c0a-4c73-af67-57b2a3819b3b tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/08d3eea2-173e-4c90-a178-1b3b665b4a72 HTTP/1.1" status: 404 len: 336 time: 0.0467591 Oct 20 11:15:57.745287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36442) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.777556 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12ce571-45df-42c4-b68f-d0ca51821bf2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:57.777862 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.778110 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12ce571-45df-42c4-b68f-d0ca51821bf2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:57.781449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f12ce571-45df-42c4-b68f-d0ca51821bf2 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/72870646-0c79-4802-b03b-7ddfe69cd3f6 HTTP/1.1" status: 404 len: 337 time: 0.0342908 Oct 20 11:15:57.784040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36444) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.811413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=639000b9-d14c-4d9b-91ea-b11cfd616c5a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:57.813268 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] No DVR routers for this DVR port 639000b9-d14c-4d9b-91ea-b11cfd616c5a on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:57.814498 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfab964-61fa-46da-acf3-1de2dc149cb3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:57.815088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfab964-61fa-46da-acf3-1de2dc149cb3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:57.821303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36446) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.822373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdfab964-61fa-46da-acf3-1de2dc149cb3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/022eb637-0113-4522-b6cf-c27aed97c63c HTTP/1.1" status: 404 len: 337 time: 0.0372491 Oct 20 11:15:57.865992 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-28edc09c-9528-435b-9fb0-e99c9cdb7391 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:57.866627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28edc09c-9528-435b-9fb0-e99c9cdb7391 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:57.869745 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-28edc09c-9528-435b-9fb0-e99c9cdb7391 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/5924a03a-1c48-4c03-ad44-f1dff414a19d HTTP/1.1" status: 404 len: 337 time: 0.0472200 Oct 20 11:15:57.872813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36448) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.892042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Calling delete_port for 639000b9-d14c-4d9b-91ea-b11cfd616c5a owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:57.914880 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-82945370-6971-48ce-9822-b458275d11cd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:57.915353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82945370-6971-48ce-9822-b458275d11cd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:57.918372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82945370-6971-48ce-9822-b458275d11cd tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/b0afd65c-1139-4018-89aa-e47edbd51038 HTTP/1.1" status: 404 len: 337 time: 0.0446522 Oct 20 11:15:57.921186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.948776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e1e898f6-82b1-44bd-92f4-f01bd3b83c36 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 200 len: 205 time: 0.0262942 Oct 20 11:15:57.952405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36452) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:57.957188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.972902 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:57.982897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488bb0db-0a37-4f54-b625-cf7d76e16f9f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.987621 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] No DVR routers for this DVR port 639000b9-d14c-4d9b-91ea-b11cfd616c5a on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:15:57.993744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249d1a93-0f52-486d-837c-6fa19db547e9') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.994045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249d1a93-0f52-486d-837c-6fa19db547e9') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:57.998071 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-2232893a-b570-4b73-82cc-275b8254dcc6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.001622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2232893a-b570-4b73-82cc-275b8254dcc6 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/95584995-23cf-488f-94da-ad53f673c28b HTTP/1.1" status: 404 len: 336 time: 0.0457170 Oct 20 11:15:58.003441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36454) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.009148 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.014134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3fe65-e7c0-4d92-a69b-51bc2e799266 None None] Pushing event deleted for resources: {'Port': ['ID=639000b9-d14c-4d9b-91ea-b11cfd616c5a,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:58.023220 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.029701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:15:58.030023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:15:58.032987 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:15:58.035490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5e399ab9-17a2-489d-afd0-28217ebe8531 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=88f13418-0ee2-4359-8d7e-ae2028020b1f HTTP/1.1" status: 200 len: 205 time: 0.0287836 Oct 20 11:15:58.037022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.073346 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-9e632968-105a-4231-a1fd-093cdd68215a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.077367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9e632968-105a-4231-a1fd-093cdd68215a tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/88f13418-0ee2-4359-8d7e-ae2028020b1f HTTP/1.1" status: 404 len: 336 time: 0.0363803 Oct 20 11:15:58.077665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.097560 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.102245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.108887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/networks/488bb0db-0a37-4f54-b625-cf7d76e16f9f HTTP/1.1" status: 204 len: 168 time: 0.7387381 Oct 20 11:15:58.109008 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ec54c-4cb1-4f52-b453-3731443794cc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.109008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4ec54c-4cb1-4f52-b453-3731443794cc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.109596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36460) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.114043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0f4ec54c-4cb1-4f52-b453-3731443794cc tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/54c3cc47-dabb-4702-8638-47528133be74 HTTP/1.1" status: 404 len: 337 time: 0.0330207 Oct 20 11:15:58.114416 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36462) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.142173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a62426e4-f98e-4b50-8958-6289e520fb90 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 200 len: 205 time: 0.0265300 Oct 20 11:15:58.144472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36464) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.152993 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e43b5-12b7-4ad9-a472-a6d1a30554a7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Network': ['ID=488bb0db-0a37-4f54-b625-cf7d76e16f9f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:58.180925 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-2ecf96eb-e502-4a4b-bc78-0194d0eb71aa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.181956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2ecf96eb-e502-4a4b-bc78-0194d0eb71aa tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/88f7b2e1-f983-44ba-9c01-b8d421da8a71 HTTP/1.1" status: 404 len: 336 time: 0.0365851 Oct 20 11:15:58.184668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36466) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.211739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7692a47f-6952-4ff7-bbc2-4434db57914f tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=7946fac3-2845-4a21-a8db-6da46939efca HTTP/1.1" status: 200 len: 205 time: 0.0254664 Oct 20 11:15:58.213949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36468) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.256228 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-19b787d6-6dad-4ca0-9d03-06a499d92059 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.257463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-19b787d6-6dad-4ca0-9d03-06a499d92059 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/7946fac3-2845-4a21-a8db-6da46939efca HTTP/1.1" status: 404 len: 336 time: 0.0423403 Oct 20 11:15:58.259752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36472) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.267708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 5f991a4f-6cb2-4636-ac67-db1ec55296ef {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:58.268292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.288121 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-322ca66f-8541-402a-8eec-cc10e3919c85 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.288579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322ca66f-8541-402a-8eec-cc10e3919c85 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.291716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-322ca66f-8541-402a-8eec-cc10e3919c85 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/c17ac68d-e6c9-41eb-a1fe-0728662c5cc3 HTTP/1.1" status: 404 len: 337 time: 0.0310276 Oct 20 11:15:58.294802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36474) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.326397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d6bc0b43-4b2c-455c-a2fc-752da4b0e521 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9d5e801-61fd-4972-bb44-5338c6191ade HTTP/1.1" status: 200 len: 205 time: 0.0268106 Oct 20 11:15:58.328651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36476) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.350212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.350526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.362650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 5f991a4f-6cb2-4636-ac67-db1ec55296ef owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:58.368441 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-329fb271-b550-41e3-896f-79aba86cb5ce tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.372891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-329fb271-b550-41e3-896f-79aba86cb5ce tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/e9d5e801-61fd-4972-bb44-5338c6191ade HTTP/1.1" status: 404 len: 336 time: 0.0398312 Oct 20 11:15:58.372891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36478) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.399206 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3584928d-58ff-40b9-89d2-dcc3747e4050 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.399662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3584928d-58ff-40b9-89d2-dcc3747e4050 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.402713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3584928d-58ff-40b9-89d2-dcc3747e4050 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/e1f3f0a3-a863-44ba-ab55-e039e2f9687d HTTP/1.1" status: 404 len: 337 time: 0.0290005 Oct 20 11:15:58.405350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36480) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.433819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-963e8909-108e-48e9-8715-750eb6522e8c tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "GET /v2.0/ports?device_id=4542b3cc-97b9-4e2f-8097-5cfb314144d7 HTTP/1.1" status: 200 len: 205 time: 0.0273488 Oct 20 11:15:58.440848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.479800 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-cf8257ce-20b2-4d0e-acc2-136edc769313 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.480841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf8257ce-20b2-4d0e-acc2-136edc769313 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/routers/4542b3cc-97b9-4e2f-8097-5cfb314144d7 HTTP/1.1" status: 404 len: 336 time: 0.0389001 Oct 20 11:15:58.484745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36484) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.515097 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-44da2ce0-c584-4092-b43a-80d3233296d3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.515547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44da2ce0-c584-4092-b43a-80d3233296d3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.515676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6913c057-a72d-48b5-89f1-868c3da63ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.518629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-44da2ce0-c584-4092-b43a-80d3233296d3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/138a5b82-b428-442c-b7db-ce94ccfddcb5 HTTP/1.1" status: 404 len: 337 time: 0.0329080 Oct 20 11:15:58.521319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.556020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.559707 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7701ea-97ff-4238-a8d5-950cafc361a3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.560157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7701ea-97ff-4238-a8d5-950cafc361a3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.563334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e7701ea-97ff-4238-a8d5-950cafc361a3 tempest-RoutersTest-1599830527 tempest-RoutersTest-1599830527-project] 10.222.0.74 "DELETE /v2.0/subnets/fa1b232d-4d9b-4bf7-a817-e45fe6e27e3c HTTP/1.1" status: 404 len: 337 time: 0.0410976 Oct 20 11:15:58.593684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=5f991a4f-6cb2-4636-ac67-db1ec55296ef,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:58.618763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 639000b9-d14c-4d9b-91ea-b11cfd616c5a no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:15:58.640723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 639000b9-d14c-4d9b-91ea-b11cfd616c5a {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:15:58.641147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 639000b9-d14c-4d9b-91ea-b11cfd616c5a not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:15:58.661311 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.663912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:58.665040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-19e9b8c8-bde7-4fc5-a21f-0350c86a84f7 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/floatingips/89bb13f7-7931-4dcf-b167-c286473a4835 HTTP/1.1" status: 204 len: 168 time: 0.5545349 Oct 20 11:15:58.668997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36490) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.691731 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa9ef37-6417-43d7-9fa2-8ad637d88f41 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.692508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa9ef37-6417-43d7-9fa2-8ad637d88f41 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.696108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eaa9ef37-6417-43d7-9fa2-8ad637d88f41 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/6720485d-3642-42d2-96aa-7c317d90b24f HTTP/1.1" status: 404 len: 333 time: 0.0257092 Oct 20 11:15:58.698743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.725475 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-acbd19c3-5c4c-4b45-84f4-bbdb6f74858f tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/ports?device_id=af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 HTTP/1.1" status: 200 len: 205 time: 0.0253725 Oct 20 11:15:58.727869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.769715 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-db11638b-e2bc-42f3-897b-88a0ec787285 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] delete failed (client error): The resource could not be found. Oct 20 11:15:58.770810 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db11638b-e2bc-42f3-897b-88a0ec787285 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/routers/af4f1fed-591e-4c5b-bdff-ecc8f5485aa1 HTTP/1.1" status: 404 len: 336 time: 0.0420666 Oct 20 11:15:58.773471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36498) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.800245 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57aeabd-6dc8-4bf7-849e-5001e7afa5bf tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] DELETE failed (client error): The resource could not be found. Oct 20 11:15:58.800609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57aeabd-6dc8-4bf7-849e-5001e7afa5bf tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:15:58.803597 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f57aeabd-6dc8-4bf7-849e-5001e7afa5bf tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/subnets/c9b1cfcf-3ea0-451d-8dcd-6f06ba69bc8f HTTP/1.1" status: 404 len: 337 time: 0.0292490 Oct 20 11:15:58.806126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36500) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:58.837040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:59.250789 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:59.251476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.276842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-067f9878-ea3b-424d-a359-5d9dc2dafb8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e00514997fc4edcaac4c87aa511d939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387939 Oct 20 11:15:59.279666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36508) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:59.334210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.348127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.354831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.359827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 3da6fedb-37e3-4a97-80f9-355fb2e8f3ab owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:59.402340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.405079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.406188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/749caafa-8cb2-423b-9295-091fd5de8701 HTTP/1.1" status: 204 len: 168 time: 0.1252143 Oct 20 11:15:59.414120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526633af-0c13-43ad-a502-c2f765ede47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749caafa-8cb2-423b-9295-091fd5de8701,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:59.494001 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.524088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=3da6fedb-37e3-4a97-80f9-355fb2e8f3ab,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:59.593936 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.597330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f7858f44-310a-47e7-9d73-45e41d1f983a tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/3da6fedb-37e3-4a97-80f9-355fb2e8f3ab HTTP/1.1" status: 204 len: 168 time: 0.7902892 Oct 20 11:15:59.599737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36514) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:59.687078 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port c13afdb8-85ff-4a88-9a69-e8a6ede3c39d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:15:59.687606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.776437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.788022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for c13afdb8-85ff-4a88-9a69-e8a6ede3c39d owned by {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:15:59.920706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.952792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=c13afdb8-85ff-4a88-9a69-e8a6ede3c39d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:00.020354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:00.023758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9e5a4e57-bdd1-4e6f-be48-14f2480dbe77 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/ports/c13afdb8-85ff-4a88-9a69-e8a6ede3c39d HTTP/1.1" status: 204 len: 168 time: 0.4231005 Oct 20 11:16:00.026409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36532) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:00.078014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543b5bf-25d8-432f-9fb4-3c64a2231efd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:00.079519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a543b5bf-25d8-432f-9fb4-3c64a2231efd tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "GET /v2.0/ports?device_id=90de4e6e-144d-4544-851a-24bd39ac247d HTTP/1.1" status: 200 len: 913 time: 0.0520856 Oct 20 11:16:00.082058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36536) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:00.606132 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:16:00.736262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:00.995312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 6137587f-f220-4e7b-91fb-c21e200da873 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:00.995657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.078368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.089848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 6137587f-f220-4e7b-91fb-c21e200da873 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:01.270651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.302019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=6137587f-f220-4e7b-91fb-c21e200da873,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:01.377939 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-80259eeb-043c-4a52-bb63-18131137ad86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.464389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.676425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Router 90de4e6e-144d-4544-851a-24bd39ac247d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:01.781132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:01.786503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c5151f4-e84b-4455-a732-8e1500b8a77b tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "PUT /v2.0/routers/90de4e6e-144d-4544-851a-24bd39ac247d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029905 Oct 20 11:16:01.788723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36566) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:01.792268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] Sync routers for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:01.796043 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.804086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:01.805029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:01.837111 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:01.845711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] Routers {'90de4e6e-144d-4544-851a-24bd39ac247d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:01.846326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['90de4e6e-144d-4544-851a-24bd39ac247d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:01.878610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:01.879291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3cdd65-a408-4752-8d2d-cf1cf97b81f5 None None] The sync data for ids ['90de4e6e-144d-4544-851a-24bd39ac247d'] in n-d-802060-17 is: [] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:01.904814 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.008873 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.061593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting port 2cab2b0e-9893-49b6-b727-4ad37c268ce1 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:02.061942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.143401 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.155337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Calling delete_port for 2cab2b0e-9893-49b6-b727-4ad37c268ce1 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:02.325344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.353394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Port': ['ID=2cab2b0e-9893-49b6-b727-4ad37c268ce1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:02.419704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.512184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.514369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.558153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.558696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Fanout notify agent at l3_agent the message router_deleted on router 90de4e6e-144d-4544-851a-24bd39ac247d {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:16:02.568143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.569257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-03f08117-e3e6-4178-97a3-f8081dc15086 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/routers/90de4e6e-144d-4544-851a-24bd39ac247d HTTP/1.1" status: 204 len: 168 time: 0.7795839 Oct 20 11:16:02.571774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36592) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:02.626463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Deleting subnet 981797cf-4b9c-49e8-b1d5-5fb782676c51 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:16:02.629600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.669776 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.713689 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.771533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.804677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Subnet': ['ID=981797cf-4b9c-49e8-b1d5-5fb782676c51,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:02.806661 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.811084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42a25638-0b12-4e8f-a928-facf298e4215 tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/subnets/981797cf-4b9c-49e8-b1d5-5fb782676c51 HTTP/1.1" status: 204 len: 168 time: 0.2383254 Oct 20 11:16:02.812283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:02.873827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.888407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.977720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:02.998844 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded27254-7e3e-4225-894d-b76dafc3e5d0']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:03.009276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1613cf12-421c-4dcd-b290-f79ff143b09e') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:03.009572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1613cf12-421c-4dcd-b290-f79ff143b09e') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:03.020697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.034621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.040891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:16:03.041288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:16:03.044864 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:16:03.104535 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.110071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.113491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] 10.222.0.74 "DELETE /v2.0/networks/ded27254-7e3e-4225-894d-b76dafc3e5d0 HTTP/1.1" status: 204 len: 168 time: 0.3002839 Oct 20 11:16:03.129111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93a95f-ee8d-4d98-9e6d-d435d6cd73fa tempest-FloatingIPTestJSON-976599727 tempest-FloatingIPTestJSON-976599727-project] Pushing event deleted for resources: {'Network': ['ID=ded27254-7e3e-4225-894d-b76dafc3e5d0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:03.365393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36600) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:03.542619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-61692650-b0f8-48b3-965e-09d8b67d48c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddc4d2391c4b46f0a3e1819349c658fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760032 Oct 20 11:16:03.545772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36614) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:03.597767 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.620576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.681251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.684010 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.685748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0dd03d8d-5bd8-4338-a145-27aea29570d7 HTTP/1.1" status: 204 len: 168 time: 0.1383927 Oct 20 11:16:03.695128 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badca43-fc56-4d38-a3e4-898c2c4e0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd03d8d-5bd8-4338-a145-27aea29570d7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:03.732877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36620) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:03.839623 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70c73424-25a0-4188-9aaf-4d2b15ebc1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.915907 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70c73424-25a0-4188-9aaf-4d2b15ebc1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.920384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-70c73424-25a0-4188-9aaf-4d2b15ebc1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.957125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-70c73424-25a0-4188-9aaf-4d2b15ebc1c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=31d8a45f30c94a039b8f5eec8fd250c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229457 Oct 20 11:16:03.959165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c73424-25a0-4188-9aaf-4d2b15ebc1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78df31a0-4c13-43e1-8901-41a61b04583c,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:03.959989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36628) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.011410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.033006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.080635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.083561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.084716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78df31a0-4c13-43e1-8901-41a61b04583c HTTP/1.1" status: 204 len: 168 time: 0.1237009 Oct 20 11:16:04.094739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e71c5-5224-4d89-8c7c-46fdcbd0bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78df31a0-4c13-43e1-8901-41a61b04583c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:04.403752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.410929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36648) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.424486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa21-bfa1-42a2-9487-1a0cab360013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.456164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36650) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.502842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa21-bfa1-42a2-9487-1a0cab360013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.506659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8d82fa21-bfa1-42a2-9487-1a0cab360013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.545190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8d82fa21-bfa1-42a2-9487-1a0cab360013 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6ac5cd257584c24ad666be91ede34b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330981 Oct 20 11:16:04.546434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82fa21-bfa1-42a2-9487-1a0cab360013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2a6d3-c0e8-4efb-9bf8-79ee50dbcf59,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:04.547937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36654) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.600237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.609011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-79fd2db8-8639-458a-af5c-60f320faa6dd tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] Request body: {'port': {'network_id': 'a2998c7b-0ef4-44e6-87e6-ee1408d4fd71', 'name': 'tempest-NetworksNegativeTestJSON-1663516820'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:04.629590 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fd2db8-8639-458a-af5c-60f320faa6dd tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] POST failed (client error): The resource could not be found. Oct 20 11:16:04.630111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fd2db8-8639-458a-af5c-60f320faa6dd tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.631245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-79fd2db8-8639-458a-af5c-60f320faa6dd tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1739657 Oct 20 11:16:04.635146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36656) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.639798 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.653976 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a8fc3e-7d83-4c84-a75b-69830551991f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] DELETE failed (client error): The resource could not be found. Oct 20 11:16:04.654539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a8fc3e-7d83-4c84-a75b-69830551991f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.657555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b7a8fc3e-7d83-4c84-a75b-69830551991f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "DELETE /v2.0/networks/59aff62d-d333-4358-9cef-b076fc790ac8 HTTP/1.1" status: 404 len: 339 time: 0.0214188 Oct 20 11:16:04.661216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36658) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.692280 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eee878c-224a-4f1c-8c25-e82a74e435ee tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] DELETE failed (client error): The resource could not be found. Oct 20 11:16:04.692878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eee878c-224a-4f1c-8c25-e82a74e435ee tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.695878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0eee878c-224a-4f1c-8c25-e82a74e435ee tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "DELETE /v2.0/ports/f23686f2-ef6c-4750-b65d-f3d7baf728f7 HTTP/1.1" status: 404 len: 333 time: 0.0337312 Oct 20 11:16:04.699854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36660) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.714991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.717737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:04.718916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9e2a6d3-c0e8-4efb-9bf8-79ee50dbcf59 HTTP/1.1" status: 204 len: 168 time: 0.1694019 Oct 20 11:16:04.726905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348cac-4f55-428b-86dd-76fca3336a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2a6d3-c0e8-4efb-9bf8-79ee50dbcf59,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:04.731835 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee652f5-fdaf-416c-b99d-2063f7ad5a15 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] DELETE failed (client error): The resource could not be found. Oct 20 11:16:04.731835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee652f5-fdaf-416c-b99d-2063f7ad5a15 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.738821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5ee652f5-fdaf-416c-b99d-2063f7ad5a15 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "DELETE /v2.0/subnets/7075519b-8ad8-4a77-9d8d-7fc9081738a5 HTTP/1.1" status: 404 len: 337 time: 0.0371313 Oct 20 11:16:04.739515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36664) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.760098 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd9820e-5095-4dda-ba6b-713f34a14b64 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] GET failed (client error): The resource could not be found. Oct 20 11:16:04.761489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8dd9820e-5095-4dda-ba6b-713f34a14b64 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "GET /v2.0/networks/326aca3f-93e0-49f0-84eb-c8532a4d84c1 HTTP/1.1" status: 404 len: 339 time: 0.0209808 Oct 20 11:16:04.765722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36666) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.789341 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-325f9251-093a-4832-a406-a7522eaef18b tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] GET failed (client error): The resource could not be found. Oct 20 11:16:04.790772 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-325f9251-093a-4832-a406-a7522eaef18b tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "GET /v2.0/ports/d5b8d015-e5a4-4f09-9f8c-9c286fdeb236 HTTP/1.1" status: 404 len: 333 time: 0.0240216 Oct 20 11:16:04.794384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36668) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.821454 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d31fb6-4a0f-4f1b-93f7-396b5824e4eb tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] GET failed (client error): The resource could not be found. Oct 20 11:16:04.822727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63d31fb6-4a0f-4f1b-93f7-396b5824e4eb tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "GET /v2.0/subnets/72e6df62-9ab5-4ec8-930a-af5069bd8a7c HTTP/1.1" status: 404 len: 337 time: 0.0274224 Oct 20 11:16:04.826959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36670) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.832165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3f698eea-55e8-4ede-832c-0e43a268af87 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:04.845505 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f698eea-55e8-4ede-832c-0e43a268af87 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] PUT failed (client error): The resource could not be found. Oct 20 11:16:04.845962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f698eea-55e8-4ede-832c-0e43a268af87 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.847092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3f698eea-55e8-4ede-832c-0e43a268af87 tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "PUT /v2.0/networks/5c30d95a-2859-4b5d-9cff-66994d45cd54 HTTP/1.1" status: 404 len: 339 time: 0.0189850 Oct 20 11:16:04.850735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36672) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.855671 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e840eddf-3dfa-48ce-8f26-83dcaccc5f7a tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:04.874587 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e840eddf-3dfa-48ce-8f26-83dcaccc5f7a tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] PUT failed (client error): The resource could not be found. Oct 20 11:16:04.875237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e840eddf-3dfa-48ce-8f26-83dcaccc5f7a tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.876462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e840eddf-3dfa-48ce-8f26-83dcaccc5f7a tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "PUT /v2.0/ports/4a40002e-05d3-42f4-ab83-675018fb71ae HTTP/1.1" status: 404 len: 333 time: 0.0247345 Oct 20 11:16:04.880310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36674) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:04.885607 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-faaee4ad-6ba3-4cf6-a2b6-ed569a29560f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:04.911478 n-d-802060-17 neutron-server[100746]: INFO neutron.pecan_wsgi.hooks.translation [None req-faaee4ad-6ba3-4cf6-a2b6-ed569a29560f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] PUT failed (client error): The resource could not be found. Oct 20 11:16:04.912249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faaee4ad-6ba3-4cf6-a2b6-ed569a29560f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:16:04.913716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-faaee4ad-6ba3-4cf6-a2b6-ed569a29560f tempest-NetworksNegativeTestJSON-668170433 tempest-NetworksNegativeTestJSON-668170433-project] 10.222.0.74 "PUT /v2.0/subnets/90b33fc4-2191-4106-ac7e-2c364a342a35 HTTP/1.1" status: 404 len: 337 time: 0.0322883 Oct 20 11:16:05.166395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36688) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:05.323974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0545a2a1-1b68-4fae-94c8-d699c0c2b1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.400448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0545a2a1-1b68-4fae-94c8-d699c0c2b1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.404836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0545a2a1-1b68-4fae-94c8-d699c0c2b1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.442930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0545a2a1-1b68-4fae-94c8-d699c0c2b1cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4502b2f644714303a793fcd47809cf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753973 Oct 20 11:16:05.445608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36702) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:05.453314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545a2a1-1b68-4fae-94c8-d699c0c2b1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d49e14-13db-4dcb-b5c3-463fdcdfb9ec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:05.500819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.521939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.571247 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.573842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.575036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05d49e14-13db-4dcb-b5c3-463fdcdfb9ec HTTP/1.1" status: 204 len: 168 time: 0.1282561 Oct 20 11:16:05.584012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba3204-12e5-41eb-8224-a6c2214b489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d49e14-13db-4dcb-b5c3-463fdcdfb9ec,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:06.394233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36744) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:06.498785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-034cdd4a-64a8-4b6a-a59f-6f1f8ed18621 tempest-ServiceProvidersTest-1863516533 tempest-ServiceProvidersTest-1863516533-project] 10.222.0.74 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0996969 Oct 20 11:16:06.739967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36756) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:06.856981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa7b4-ffec-49e6-8b6a-132da69b21e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:06.934615 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa7b4-ffec-49e6-8b6a-132da69b21e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:06.939402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa7b4-ffec-49e6-8b6a-132da69b21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:06.975893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fa7b4-ffec-49e6-8b6a-132da69b21e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327f6424-ae61-4b5a-b933-caf55398a379,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:06.983328 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8e3fa7b4-ffec-49e6-8b6a-132da69b21e7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5399751a0dc24468a309a4cde0fdfc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390919 Oct 20 11:16:06.983508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36766) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:07.031392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.052752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.101122 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.103941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.107731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/327f6424-ae61-4b5a-b933-caf55398a379 HTTP/1.1" status: 204 len: 168 time: 0.1207139 Oct 20 11:16:07.114403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a8a37-527b-4e2a-a415-bc4a220bc7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327f6424-ae61-4b5a-b933-caf55398a379,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:07.774564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36788) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:07.876850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2083561193'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:07.898709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Made reservation on behalf of 65aae1dbadcf488dad2e3fe8c6505a4e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:07.902173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.910715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.993301 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.998005 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:08.022653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:16:08.037217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc878d-5309-4fbc-8f55-579ce27e3dc6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:08.040488 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:08.040864 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Added segment 811dd2d8-5885-4a0c-8e17-7069152162f9 of type vlan for network 1e6dc315-2ebd-4c4f-9d8e-7d933d08b826 Oct 20 11:16:08.084018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:08.113695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:08.120276 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:08.120902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:08.166844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3883555 Oct 20 11:16:08.167942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36798) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.173503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-2370e829-9111-42db-a422-9e6232f96d21 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-1252120464') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.193709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb8e53-a2b1-48a5-b058-c20e6786d436 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Pushing event updated for resources: {'Network': ['ID=1e6dc315-2ebd-4c4f-9d8e-7d933d08b826,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:08.206334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1e6dc315-2ebd-4c4f-9d8e-7d933d08b826 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:16:08.263515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.263736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2370e829-9111-42db-a422-9e6232f96d21 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "PUT /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-1252120464 HTTP/1.1" status: 201 len: 201 time: 0.0937860 Oct 20 11:16:08.268410 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-f4b9e311-6c51-432c-851f-4c6d560586e1 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-1252120464') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.341376 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f4b9e311-6c51-432c-851f-4c6d560586e1 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-1252120464 HTTP/1.1" status: 204 len: 168 time: 0.0763340 Oct 20 11:16:08.343746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.347773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-020fbd49-ba26-44ed-8c02-ada9d52c980e tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.412586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-020fbd49-ba26-44ed-8c02-ada9d52c980e tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags HTTP/1.1" status: 200 len: 238 time: 0.0677569 Oct 20 11:16:08.415051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.420043 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-14210b1c-fd7e-45c7-8fdb-3d335d167817 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', {'tags': ['tempest-TagsTest-Tag-562870760', 'tempest-TagsTest-Tag-1407821684', 'tempest-TagsTest-Tag-876826330']}) {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.501184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-14210b1c-fd7e-45c7-8fdb-3d335d167817 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "PUT /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags HTTP/1.1" status: 200 len: 307 time: 0.0851445 Oct 20 11:16:08.503846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36806) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.508193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-d27b1c26-51b5-47eb-adb6-a0bbabf943e1 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-562870760') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.588708 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d27b1c26-51b5-47eb-adb6-a0bbabf943e1 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "DELETE /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-562870760 HTTP/1.1" status: 204 len: 168 time: 0.0838351 Oct 20 11:16:08.591966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36808) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.596174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-63f5f705-7f62-442b-a6f5-c992a266179a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-562870760') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.668339 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-63f5f705-7f62-442b-a6f5-c992a266179a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] show failed (client error): The resource could not be found. Oct 20 11:16:08.669379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63f5f705-7f62-442b-a6f5-c992a266179a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-562870760 HTTP/1.1" status: 404 len: 325 time: 0.0765021 Oct 20 11:16:08.672028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36810) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.676059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-7cadd05b-98ca-4ec1-8703-6745426a05dd tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-1407821684') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.748388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7cadd05b-98ca-4ec1-8703-6745426a05dd tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-1407821684 HTTP/1.1" status: 204 len: 168 time: 0.0730035 Oct 20 11:16:08.748604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36812) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.752855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-3c612520-3241-42de-b5e9-dd83f820906a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-876826330') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.824511 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3c612520-3241-42de-b5e9-dd83f820906a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-876826330 HTTP/1.1" status: 204 len: 168 time: 0.0748246 Oct 20 11:16:08.827353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.831495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.tag.tag_plugin [None req-ff5a261f-8694-49cf-8dff-e980fad87f9f tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.914801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.915059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff5a261f-8694-49cf-8dff-e980fad87f9f tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "DELETE /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags HTTP/1.1" status: 204 len: 168 time: 0.0865145 Oct 20 11:16:08.919346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-ebb2c18d-fbf9-4ded-80a9-affdf35b76c8 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-1407821684') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:08.989586 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-ebb2c18d-fbf9-4ded-80a9-affdf35b76c8 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] show failed (client error): The resource could not be found. Oct 20 11:16:08.993232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ebb2c18d-fbf9-4ded-80a9-affdf35b76c8 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-1407821684 HTTP/1.1" status: 404 len: 326 time: 0.0746987 Oct 20 11:16:08.993422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36818) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:08.998397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-74b774af-823c-4912-af69-607e9cdcd309 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826', 'tempest-TagsTest-Tag-876826330') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:09.065363 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-74b774af-823c-4912-af69-607e9cdcd309 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] show failed (client error): The resource could not be found. Oct 20 11:16:09.066386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-74b774af-823c-4912-af69-607e9cdcd309 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "GET /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags/tempest-TagsTest-Tag-876826330 HTTP/1.1" status: 404 len: 325 time: 0.0718031 Oct 20 11:16:09.069133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:09.073252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.tag.tag_plugin [None req-ff5f0ebe-fc1b-4fa4-8341-00abd458de70 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e6dc315-2ebd-4c4f-9d8e-7d933d08b826') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:09.155737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36826) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:09.155885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ff5f0ebe-fc1b-4fa4-8341-00abd458de70 tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "DELETE /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826/tags HTTP/1.1" status: 204 len: 168 time: 0.0856259 Oct 20 11:16:09.245331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.348322 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.372372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6dc315-2ebd-4c4f-9d8e-7d933d08b826']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:09.383110 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811dd2d8-5885-4a0c-8e17-7069152162f9') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:09.383407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811dd2d8-5885-4a0c-8e17-7069152162f9') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:09.393295 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.406384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.412469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:16:09.412984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:16:09.416138 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:16:09.474013 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.480270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.484051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] 10.222.0.74 "DELETE /v2.0/networks/1e6dc315-2ebd-4c4f-9d8e-7d933d08b826 HTTP/1.1" status: 204 len: 168 time: 0.3267376 Oct 20 11:16:09.504123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eb28d-628f-4746-a3e6-1d96a89af19a tempest-TagsTest-1103433902 tempest-TagsTest-1103433902-project] Pushing event deleted for resources: {'Network': ['ID=1e6dc315-2ebd-4c4f-9d8e-7d933d08b826,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:09.729975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36864) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:09.872315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fcc14ac3-3332-47ea-bd15-6efc5669da1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65aae1dbadcf488dad2e3fe8c6505a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406476 Oct 20 11:16:09.874981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36876) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:09.923374 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.947737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:10.000763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:10.003647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:10.004913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cadc878d-5309-4fbc-8f55-579ce27e3dc6 HTTP/1.1" status: 204 len: 168 time: 0.1289246 Oct 20 11:16:10.013932 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd65266-e98b-4d08-bef2-2167a212a966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc878d-5309-4fbc-8f55-579ce27e3dc6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:11.414270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36924) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:11.520258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cba2196-28ba-49dd-9597-cdf4ce5c39fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.597025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cba2196-28ba-49dd-9597-cdf4ce5c39fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.601110 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9cba2196-28ba-49dd-9597-cdf4ce5c39fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.638520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba2196-28ba-49dd-9597-cdf4ce5c39fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b009b94-31e0-4a1b-8a9f-60da5d6843ab,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:11.642788 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9cba2196-28ba-49dd-9597-cdf4ce5c39fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1fe71b0cce249c09eecb882a01da645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273958 Oct 20 11:16:11.646368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:11.695600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.715695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.764471 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.767430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:11.768630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b009b94-31e0-4a1b-8a9f-60da5d6843ab HTTP/1.1" status: 204 len: 168 time: 0.1217282 Oct 20 11:16:11.776122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6dcfa-3153-4f9e-b957-6b940d1d91c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b009b94-31e0-4a1b-8a9f-60da5d6843ab,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:12.038813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36934) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:12.051852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15d9f38f-4bdf-4a6c-87a7-66c06abb2e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.137474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15d9f38f-4bdf-4a6c-87a7-66c06abb2e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.142723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-15d9f38f-4bdf-4a6c-87a7-66c06abb2e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.185565 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-15d9f38f-4bdf-4a6c-87a7-66c06abb2e21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e49dcaaf49840cf8193352315fd4459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438675 Oct 20 11:16:12.185758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36944) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:12.191860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f38f-4bdf-4a6c-87a7-66c06abb2e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0cf271-a42a-4984-8e4a-963dd765180f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:12.251447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.272667 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.333958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.336939 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.338088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a0cf271-a42a-4984-8e4a-963dd765180f HTTP/1.1" status: 204 len: 168 time: 0.1514065 Oct 20 11:16:12.353133 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f66f-7c5a-4fcb-a255-b8d5ba5952d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0cf271-a42a-4984-8e4a-963dd765180f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:12.495731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36956) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:12.607267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31ffebf8-151c-4169-8447-e6c42c0c57b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.698326 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31ffebf8-151c-4169-8447-e6c42c0c57b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.704917 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31ffebf8-151c-4169-8447-e6c42c0c57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.749980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-31ffebf8-151c-4169-8447-e6c42c0c57b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d256e72276634c839407db9b872e162f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522631 Oct 20 11:16:12.753519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:12.756680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffebf8-151c-4169-8447-e6c42c0c57b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c899812a-f6fc-4b81-aa76-c2e0c986db81,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:12.832444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.859468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.926675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.929860 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:12.931221 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c899812a-f6fc-4b81-aa76-c2e0c986db81 HTTP/1.1" status: 204 len: 168 time: 0.1765077 Oct 20 11:16:12.943855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1a2c-4b70-49b6-b395-3c7f41df16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899812a-f6fc-4b81-aa76-c2e0c986db81,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:13.396604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 36990) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:13.411937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ff4581d-7584-43bf-ad31-1ab2a4752e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.509270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ff4581d-7584-43bf-ad31-1ab2a4752e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.514526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ff4581d-7584-43bf-ad31-1ab2a4752e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.556747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1ff4581d-7584-43bf-ad31-1ab2a4752e98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48f36db9e2044cb399b1ddbd5c81a3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590347 Oct 20 11:16:13.558151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4581d-7584-43bf-ad31-1ab2a4752e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e848853-a332-4b37-803d-73f36609f514,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:13.560031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 36994) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:13.615572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.638304 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.693443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.696415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.697696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e848853-a332-4b37-803d-73f36609f514 HTTP/1.1" status: 204 len: 168 time: 0.1365805 Oct 20 11:16:13.708644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82549fb-ae3e-4751-83e9-d094b09d3e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e848853-a332-4b37-803d-73f36609f514,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:14.361115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37032) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:14.507697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bf93161-58d9-4401-82b3-a852d5e3724c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.581385 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bf93161-58d9-4401-82b3-a852d5e3724c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.585609 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bf93161-58d9-4401-82b3-a852d5e3724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.632319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5bf93161-58d9-4401-82b3-a852d5e3724c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73c7644d8ec3444b81af11ecc9b69f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677243 Oct 20 11:16:14.632319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf93161-58d9-4401-82b3-a852d5e3724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467b6a1b-cd73-4bc4-98f9-c62ebe5ca9b1,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:14.635688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:14.686612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.708514 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.754769 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.758893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.760067 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/467b6a1b-cd73-4bc4-98f9-c62ebe5ca9b1 HTTP/1.1" status: 204 len: 168 time: 0.1258528 Oct 20 11:16:14.769793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a4bc6-fc51-483e-a8d1-7294a8456474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467b6a1b-cd73-4bc4-98f9-c62ebe5ca9b1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:15.030965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37060) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:15.044810 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8509-a0f2-4294-b9be-b5c24a7ac253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.126400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8509-a0f2-4294-b9be-b5c24a7ac253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.130170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8509-a0f2-4294-b9be-b5c24a7ac253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.168129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3a4b8509-a0f2-4294-b9be-b5c24a7ac253 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b759783742c4b5f801b06a62ca7da21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359541 Oct 20 11:16:15.169026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b8509-a0f2-4294-b9be-b5c24a7ac253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15207c8-10b6-44a6-ac3d-fd8fbcab3fb0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:15.171122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:15.220756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.242089 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.291634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.294335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.295848 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b15207c8-10b6-44a6-ac3d-fd8fbcab3fb0 HTTP/1.1" status: 204 len: 168 time: 0.1231012 Oct 20 11:16:15.314474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3784-8e9e-4328-8bd2-f2b2d61877f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15207c8-10b6-44a6-ac3d-fd8fbcab3fb0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:15.732326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37104) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:15.883954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.983095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:15.987060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.026144 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce4f7ade4eae489b86d4008716999816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927091 Oct 20 11:16:16.028646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff5b0a-b2e8-4767-ac00-bb88390edc18,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:16.029400 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37124) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:16.036766 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.037126 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.037467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.037802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.038135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.038470 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.038800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.039153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.039475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.039797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.040118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.040439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e4bad-0cfc-48d8-9e5f-f0a4f5e3621d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:16.069490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.081713 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.104725 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.152578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.155976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.157654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4dff5b0a-b2e8-4767-ac00-bb88390edc18 HTTP/1.1" status: 204 len: 168 time: 0.1269348 Oct 20 11:16:16.171348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1fbe7-86b7-4d9c-a21b-611eeb86f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff5b0a-b2e8-4767-ac00-bb88390edc18,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:16.487383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:16.502510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86b59c5d-fed5-4aea-9d41-7dd121ed2c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.583795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86b59c5d-fed5-4aea-9d41-7dd121ed2c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.588175 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-86b59c5d-fed5-4aea-9d41-7dd121ed2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.630295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-86b59c5d-fed5-4aea-9d41-7dd121ed2c8a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b6cd8334d9c47dba58c3df4bb583294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417627 Oct 20 11:16:16.631202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59c5d-fed5-4aea-9d41-7dd121ed2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915230ee-5450-4757-828b-ef0108db96e1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:16.633055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37172) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:16.687292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.709247 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.759754 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.762909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:16.764068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/915230ee-5450-4757-828b-ef0108db96e1 HTTP/1.1" status: 204 len: 168 time: 0.1300149 Oct 20 11:16:16.773617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69ded-39c6-47bf-9d13-d3ce76773159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915230ee-5450-4757-828b-ef0108db96e1,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:16.904337 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:20.395263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37280) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:20.902525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:20.903915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:20.990551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:20.990832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.004039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:21.159887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.191220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=d154716f-fac9-4ce4-aa8b-cbd0f8fdd1ca,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:21.256834 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.257288 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP d922a093-5a5f-4b48-b0ea-6a45dfdaacf1 disassociated (deleted). External IP: 172.25.3.22, port: f6a1b7e3-e00b-432e-91b5-111229818f00. Oct 20 11:16:21.480021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:21.603476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:21.608458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.614975 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:21.625369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:21.627562 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:21.648945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-362ed50c-fe73-41f5-953c-d74b9d0d8a07 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "DELETE /v2.0/floatingips/d922a093-5a5f-4b48-b0ea-6a45dfdaacf1 HTTP/1.1" status: 204 len: 168 time: 1.2428370 Oct 20 11:16:21.649619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:21.656162 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98688b9a-3372-4e55-a009-2663946262ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:21.774738 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:21.812447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-abb96df4-0e0d-46f7-ab77-5cb772a76cde service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929136 Oct 20 11:16:21.915781 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c1053-6faf-490a-949b-6fbc573bace0 x-openstack-request-id: req-006c1053-6faf-490a-949b-6fbc573bace0 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:21.916271 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:21.916697 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-006c1053-6faf-490a-949b-6fbc573bace0 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:21.917249 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'status': 'completed', 'code': 200} Oct 20 11:16:21.932930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-d63a0932-62d4-4145-888a-18930561147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:21.936223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-d63a0932-62d4-4145-888a-18930561147c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1097 time: 0.0702405 Oct 20 11:16:22.034764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17035881-8d8c-4d17-9363-2c67e5293688 req-e93f2dcf-eb90-4faa-a9c5-57d1a43abfef tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.036395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17035881-8d8c-4d17-9363-2c67e5293688 req-e93f2dcf-eb90-4faa-a9c5-57d1a43abfef tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.0880015 Oct 20 11:16:22.078018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-96b24797-14d0-4fea-b486-cb40d872e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.079477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-96b24797-14d0-4fea-b486-cb40d872e365 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1191921 Oct 20 11:16:22.100147 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17035881-8d8c-4d17-9363-2c67e5293688 req-cd1ffb7d-d9d0-4c41-b5df-6581d7ec65af tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569725 Oct 20 11:16:22.169252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-0c148808-ffd0-47d8-8684-d30583d34bc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 217 time: 0.0786014 Oct 20 11:16:22.218053 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:22.231089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-0da9f2fd-9b92-4d02-b9a1-6800e73dcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.233175 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-0da9f2fd-9b92-4d02-b9a1-6800e73dcaa0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0572419 Oct 20 11:16:22.252109 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:22.263389 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:22.264230 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:22.291331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-7267fe70-1126-4900-958b-c96eb2da5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.293232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-7267fe70-1126-4900-958b-c96eb2da5282 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505126 Oct 20 11:16:22.393452 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:22.404320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-8353ea09-caef-48d6-88e7-25bf657f8201 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017423 Oct 20 11:16:22.528605 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5e45d9cc-4aca-4aa9-93b8-18a34d93a763 req-c5e7bff8-0f32-4e31-874a-ddda664ab607 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161766 Oct 20 11:16:22.639199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688b9a-3372-4e55-a009-2663946262ed req-bfd9f306-da5e-4104-8690-556ea6834160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.640806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-bfd9f306-da5e-4104-8690-556ea6834160 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 1097 time: 0.0518167 Oct 20 11:16:22.678874 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:22.711927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3298-6895-48c9-8fd9-79138f0a55fb None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6ef274c6-91da-48fb-b2f7-9f73f38f2314', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'port_id': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'mac_address': 'fa:16:3e:07:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08663acf-1836-4646-8d77-a45db61210d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:12:15Z', 'updated_at': '2021-10-20T11:12:18Z', 'revision_number': 1, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:22.771754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688b9a-3372-4e55-a009-2663946262ed req-a956690b-ac6c-4968-aa30-5c9aee74a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.773298 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-a956690b-ac6c-4968-aa30-5c9aee74a22b service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1246712 Oct 20 11:16:22.829947 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-b52dba2f-2991-4d36-824e-5a1a5937527d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 200 len: 217 time: 0.0482843 Oct 20 11:16:22.891383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688b9a-3372-4e55-a009-2663946262ed req-3bf4122b-a39a-419a-ab43-39f75a775c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.893035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-3bf4122b-a39a-419a-ab43-39f75a775c27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0552070 Oct 20 11:16:22.964940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688b9a-3372-4e55-a009-2663946262ed req-0888e651-642b-4214-94e5-dbe4fb8da339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.966464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-0888e651-642b-4214-94e5-dbe4fb8da339 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544529 Oct 20 11:16:23.092999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e099a4c-1e69-48e2-a041-afd5553465dc None None] New status for floating IP d922a093-5a5f-4b48-b0ea-6a45dfdaacf1: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:16:23.098215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-690eec07-d520-4d77-97aa-9088158e8475 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215606 Oct 20 11:16:23.259396 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-98688b9a-3372-4e55-a009-2663946262ed req-a9866c5f-a40c-45ac-86d8-195214e7c247 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502769 Oct 20 11:16:23.305340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16405903-4dc9-4c6f-92a4-b46f019d0f09 req-1c6203cf-fa29-43a1-aa1d-e7cba06dc9e2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:23.307238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16405903-4dc9-4c6f-92a4-b46f019d0f09 req-1c6203cf-fa29-43a1-aa1d-e7cba06dc9e2 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.0646126 Oct 20 11:16:23.346731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16405903-4dc9-4c6f-92a4-b46f019d0f09 req-d891d8dc-db54-4039-904f-107c5c231d97 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Oct 20 11:16:23.574625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d675e-939d-4750-a67d-4e973f32b39b req-0cef6fd0-69ed-4850-b986-0443b403ad87 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:23.576188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-703d675e-939d-4750-a67d-4e973f32b39b req-0cef6fd0-69ed-4850-b986-0443b403ad87 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 945 time: 0.0526459 Oct 20 11:16:23.688475 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port f6a1b7e3-e00b-432e-91b5-111229818f00 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:23.688808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:23.787317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port f6a1b7e3-e00b-432e-91b5-111229818f00, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=f6a1b7e3-e00b-432e-91b5-111229818f00,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:23.787686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:23.801397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for f6a1b7e3-e00b-432e-91b5-111229818f00 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:23.964677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.000115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=f6a1b7e3-e00b-432e-91b5-111229818f00,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:24.071137 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port f6a1b7e3-e00b-432e-91b5-111229818f00 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:24.077099 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.081651 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-703d675e-939d-4750-a67d-4e973f32b39b req-37bf4a6a-2507-4c18-a819-441d4530b860 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "DELETE /v2.0/ports/f6a1b7e3-e00b-432e-91b5-111229818f00 HTTP/1.1" status: 204 len: 173 time: 0.4981995 Oct 20 11:16:24.082331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'name': 'network-vif-deleted', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:24.085043 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466d6c24-17f8-430e-97f2-1f759bd71f05" -d '{"events": [{"server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "name": "network-vif-deleted", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:24.172430 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f5ff4-bf1f-43ae-a290-67a087a97465 x-openstack-request-id: req-1f4f5ff4-bf1f-43ae-a290-67a087a97465 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:24.172430 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3965d-4fe1-4514-954d-866a21a06e8a", "name": "network-vif-deleted", "tag": "f6a1b7e3-e00b-432e-91b5-111229818f00", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:24.172685 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f4f5ff4-bf1f-43ae-a290-67a087a97465 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:24.173036 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3965d-4fe1-4514-954d-866a21a06e8a', 'name': 'network-vif-deleted', 'tag': 'f6a1b7e3-e00b-432e-91b5-111229818f00', 'status': 'completed', 'code': 200} Oct 20 11:16:24.499492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8abc90a5-435f-4281-81ca-7ab980821743 req-0f1c9782-a6ae-41d4-b8b6-1139fc5ed365 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0614705 Oct 20 11:16:25.606075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c594432d-cc96-42c8-be84-4a55a1a53a13 req-b35887a5-1259-4a36-8ac2-96ec52f3727c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0360572 Oct 20 11:16:26.665512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f6a1b7e3-e00b-432e-91b5-111229818f00 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:26.696774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: f6a1b7e3-e00b-432e-91b5-111229818f00 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:26.697523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device f6a1b7e3-e00b-432e-91b5-111229818f00 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:26.713094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d758d2d5-a87c-4bd5-8609-2cd258a32e48 req-5f3fe3f5-6b41-4237-b838-4adc68e4ec98 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0301478 Oct 20 11:16:27.825758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2adede7-1f2f-48ca-b67a-a2ff2e629796 req-9045202b-1059-4896-aa99-17fa1e694151 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0350819 Oct 20 11:16:28.535683 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2301228e-669b-4f45-8a8e-e7645d950801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:28.944866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1db5ffca-1ad7-4fda-8803-1295f52e297b req-751790fe-8ac7-431f-a15a-45ecf3348c2e tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a3965d-4fe1-4514-954d-866a21a06e8a HTTP/1.1" status: 200 len: 210 time: 0.0344124 Oct 20 11:16:29.531045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:29.652169 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0c20-f06f-4d49-9892-17c0e046634d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.753883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0c20-f06f-4d49-9892-17c0e046634d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.757998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0c20-f06f-4d49-9892-17c0e046634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.796392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0c20-f06f-4d49-9892-17c0e046634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d256913-ce09-47c8-ae0e-70af3b54f1f4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:29.803213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fb4c0c20-f06f-4d49-9892-17c0e046634d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e30e35fd47649848cd01bf77975eb30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687027 Oct 20 11:16:29.804202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37412) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:29.853354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.876116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.923550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.926144 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:29.929921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d256913-ce09-47c8-ae0e-70af3b54f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1253626 Oct 20 11:16:29.938266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43d3ea-709d-4940-888e-ee8c3a8229e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d256913-ce09-47c8-ae0e-70af3b54f1f4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:30.250017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37424) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:30.264187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc71839b-0778-45cd-a5f9-e132f5b475b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.347846 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc71839b-0778-45cd-a5f9-e132f5b475b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.353187 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fc71839b-0778-45cd-a5f9-e132f5b475b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.403865 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fc71839b-0778-45cd-a5f9-e132f5b475b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=adb0ba6e13c34748b5f1a6816a8b44d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498129 Oct 20 11:16:30.403865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71839b-0778-45cd-a5f9-e132f5b475b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c6611-a781-4c7b-916d-e258efbed33f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:30.404218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37428) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:30.457145 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.480965 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.531900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.534618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.535795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/067c6611-a781-4c7b-916d-e258efbed33f HTTP/1.1" status: 204 len: 168 time: 0.1305900 Oct 20 11:16:30.545240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dbf1a-2eb6-4cea-87c4-762c1b0d17d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c6611-a781-4c7b-916d-e258efbed33f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:30.885277 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37442) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:30.905146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cf540ac-9874-4efd-b1f6-ddcd4ae6aca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.992237 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cf540ac-9874-4efd-b1f6-ddcd4ae6aca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:30.998383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cf540ac-9874-4efd-b1f6-ddcd4ae6aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.045592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf540ac-9874-4efd-b1f6-ddcd4ae6aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911babb1-cd6d-46eb-a446-7b6a9e9816aa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:31.050240 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8cf540ac-9874-4efd-b1f6-ddcd4ae6aca6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90efdb33f3424eea8b6f49e729f21a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623564 Oct 20 11:16:31.053865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37450) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:31.125820 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.151212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.202551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.205664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.206877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/911babb1-cd6d-46eb-a446-7b6a9e9816aa HTTP/1.1" status: 204 len: 168 time: 0.1520288 Oct 20 11:16:31.215899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f17e2a-0dba-40cd-a8b6-e306aabf7bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911babb1-cd6d-46eb-a446-7b6a9e9816aa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:31.379749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-19d7bb20-5411-4b82-8c3e-12e05e827eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:31.788732 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.033532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:32.139240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-724400484-network', 'tenant_id': 'ac1da237feef4c07974f9657cbc10a09'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:32.161549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Made reservation on behalf of ac1da237feef4c07974f9657cbc10a09 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:32.163965 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.173139 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.265638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.271720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.299313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:16:32.312088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e3e04-bb90-4e51-af88-3bf6bab56488,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:32.318928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.319315 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Added segment 4cb670e3-2e38-4e35-8a9f-c928d797a1a3 of type vlan for network 5a915a71-f053-4597-8709-94a529ef4dbc Oct 20 11:16:32.369337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.400656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.401948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:32.402530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.471501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4365323 Oct 20 11:16:32.474201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:32.480383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Request body: {'subnet': {'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-724400484-subnet', 'tenant_id': 'ac1da237feef4c07974f9657cbc10a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:32.505673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Made reservation on behalf of ac1da237feef4c07974f9657cbc10a09 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:32.508786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.512675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb259-b56d-401f-a561-6daa1ecb9409 admin admin] Pushing event updated for resources: {'Network': ['ID=5a915a71-f053-4597-8709-94a529ef4dbc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:32.523910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5a915a71-f053-4597-8709-94a529ef4dbc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:16:32.710753 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.767869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3fc2b1-9073-4710-8032-98bd742b3594,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:32.778402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Checking segment: {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:32.778835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Network hostable DHCP agents. Network: 5a915a71-f053-4597-8709-94a529ef4dbc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:16:32.796508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Network 5a915a71-f053-4597-8709-94a529ef4dbc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:16:32.805966 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5a915a71-f053-4597-8709-94a529ef4dbc) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:16:32.810815 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:32.811468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:32.820633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0549ad68-4087-41c9-963c-101d021f9fc2 None None] Network 5a915a71-f053-4597-8709-94a529ef4dbc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:16:32.839955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aabea1e5-dac2-4507-a5cd-df4010a7941c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3639758 Oct 20 11:16:32.948855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:33.033113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8c24f-09eb-4465-9542-1c474b865ce3 None None] Network 5a915a71-f053-4597-8709-94a529ef4dbc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:16:34.412802 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:35.506856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37524) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:35.663585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port b1e09105-f394-4c82-b23b-001694276347 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:35.663925 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:35.746672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:35.746963 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:35.759602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for b1e09105-f394-4c82-b23b-001694276347 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:35.939015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-835afa94-4331-4dd4-9e5e-0cfc7603a1c4 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:35.940491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-835afa94-4331-4dd4-9e5e-0cfc7603a1c4 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 808 time: 0.1347926 Oct 20 11:16:35.963938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-f2353088-10e8-4d7f-8e6d-48431f5107c5 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/quotas/ac1da237feef4c07974f9657cbc10a09 HTTP/1.1" status: 200 len: 375 time: 0.0147929 Oct 20 11:16:36.023249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-6a355e19-15aa-4621-9e85-228a91d494d0 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528731 Oct 20 11:16:36.053892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:36.091000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=b1e09105-f394-4c82-b23b-001694276347,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:36.213031 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:36.213353 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Floating IP 6ef274c6-91da-48fb-b2f7-9f73f38f2314 disassociated (deleted). External IP: 172.25.3.247, port: b0ade1be-9b8a-4305-a1dc-729c2db044a8. Oct 20 11:16:36.275014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-13d8239e-cc08-46d0-945c-f4501d2a1b8d service neutron] 10.222.0.74 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432876 Oct 20 11:16:36.450280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-38fbd4b8-9851-4a2d-a79d-6d60f1667d81 service neutron] 10.222.0.74 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684606 Oct 20 11:16:36.507822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:36.618722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:36.625072 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:36.630145 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:36.640689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:36.641616 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:36.677644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eaa1b12a-d9e9-49ed-ad2a-433b25594afb req-374b268e-e6f3-4d13-bb23-7590bdc5c1a5 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 210 time: 0.0562572 Oct 20 11:16:36.688318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f2ee5370-9358-4874-8c1e-24ada92c8481 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "DELETE /v2.0/floatingips/6ef274c6-91da-48fb-b2f7-9f73f38f2314 HTTP/1.1" status: 204 len: 168 time: 1.1801796 Oct 20 11:16:36.689273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:36.701230 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c09c2-97d5-4053-9b41-390aeb06af8d" -d '{"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:36.784005 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89ea06-ddd7-47fb-a4b9-c421353660b9 x-openstack-request-id: req-cb89ea06-ddd7-47fb-a4b9-c421353660b9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:36.785033 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:36.785928 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb89ea06-ddd7-47fb-a4b9-c421353660b9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:36.786567 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'status': 'completed', 'code': 200} Oct 20 11:16:36.792851 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:36.846574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-e70de516-80f1-4b68-b357-6b4f12aeb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:36.848711 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-e70de516-80f1-4b68-b357-6b4f12aeb7ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 1098 time: 0.0494857 Oct 20 11:16:36.972147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-3cbf9081-ec12-4215-9918-0fcda0033521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:36.982842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-3cbf9081-ec12-4215-9918-0fcda0033521 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 200 len: 914 time: 0.1179004 Oct 20 11:16:36.985792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25679dec-897f-47a5-bf67-a859cb328446 req-8fae95d9-b725-4f37-9bb1-79405b3fce37 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:36.987533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25679dec-897f-47a5-bf67-a859cb328446 req-8fae95d9-b725-4f37-9bb1-79405b3fce37 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.0641048 Oct 20 11:16:37.041944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25679dec-897f-47a5-bf67-a859cb328446 req-ebbec9a5-25a9-400d-8726-5305235f3dd3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 Oct 20 11:16:37.050542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-0df4e656-f56e-4ad6-bd63-129a01be09ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 200 len: 217 time: 0.0668101 Oct 20 11:16:37.119469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-aad1da99-eca1-4010-88c3-f8bca6a09ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:37.123945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-aad1da99-eca1-4010-88c3-f8bca6a09ca6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 200 len: 851 time: 0.0625052 Oct 20 11:16:37.145931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:37.178347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-0527b8de-e46a-4c98-8dfe-21f8bb4c3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:37.179937 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-0527b8de-e46a-4c98-8dfe-21f8bb4c3c56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8d2315-574f-49d8-baba-654893c0a75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483618 Oct 20 11:16:37.190461 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:37.212558 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:37.213342 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:37.293941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-8149f6ee-2180-4b78-9447-3569ebb23fad service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054361 Oct 20 11:16:37.337046 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:37.393121 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-df2c09c2-97d5-4053-9b41-390aeb06af8d req-6a313950-825c-4446-9b2e-c2d38940661b service neutron] 10.222.0.83 "GET /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890858 Oct 20 11:16:37.545468 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:37.571504 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5fff3-c1d9-4484-a4c0-1c99b249453d None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:52Z', 'revision_number': 4, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2', 'name': '', 'network_id': 'bb8d2315-574f-49d8-baba-654893c0a75c', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'mac_address': 'fa:16:3e:e6:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '076ed439-f640-4663-a174-7c8deda6547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:51Z', 'updated_at': '2021-10-20T11:04:00Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'subnets': [{'id': '076ed439-f640-4663-a174-7c8deda6547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:37.606850 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:16:37.851261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3087841f-b8ed-477b-af26-dd47528b16aa req-312a59aa-3c51-4428-a7d1-7b558e8d278a tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 210 time: 0.0459378 Oct 20 11:16:37.879646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0554181-ee5f-41a4-9cae-f54dbe5ce0f5 None None] New status for floating IP 6ef274c6-91da-48fb-b2f7-9f73f38f2314: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:16:37.892149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-bcbfb61a-2306-461e-a5a0-3fbea11329ed tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:37.893625 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-bcbfb61a-2306-461e-a5a0-3fbea11329ed tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 808 time: 0.1733899 Oct 20 11:16:37.911158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Request body: {'port': {'device_id': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc', 'admin_state_up': True, 'tenant_id': 'ac1da237feef4c07974f9657cbc10a09'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:38.017032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Made reservation on behalf of ac1da237feef4c07974f9657cbc10a09 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:38.020489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.171018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb4ba-482d-4d38-846c-6d951437c047 req-6f652a4f-20b0-448d-a9d2-8873d6bcb5f3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:38.172555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ffcb4ba-482d-4d38-846c-6d951437c047 req-6f652a4f-20b0-448d-a9d2-8873d6bcb5f3 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.0558376 Oct 20 11:16:38.177862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Allocated IP 172.20.0.7 (5a915a71-f053-4597-8709-94a529ef4dbc/3e3fc2b1-9073-4710-8032-98bd742b3594/5d36a909-3ba2-4d08-ab38-f22ad01e2f8f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:16:38.231409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ffcb4ba-482d-4d38-846c-6d951437c047 req-8557151a-149d-4aa7-99bf-c8120538dbd1 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/security-groups?id=9086a619-8ecb-42aa-8862-bd35e0136d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Oct 20 11:16:38.345585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.378976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.423922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Network 5a915a71-f053-4597-8709-94a529ef4dbc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:16:38.426754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:16:38.434419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:16:38.445720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Pushing event updated for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:38.516161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:38.516750 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.529807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-bef7d9e5-a9bc-4538-a0ff-14e5a99d568b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:38.531245 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-bef7d9e5-a9bc-4538-a0ff-14e5a99d568b tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 946 time: 0.0979071 Oct 20 11:16:38.541450 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-b873f827-f541-474a-a158-8024c8ee5d78 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6368678 Oct 20 11:16:38.635269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port b0ade1be-9b8a-4305-a1dc-729c2db044a8 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:38.636261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.657354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Request body: {'port': {'device_id': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:38.763351 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.788124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] For port b0ade1be-9b8a-4305-a1dc-729c2db044a8, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=b0ade1be-9b8a-4305-a1dc-729c2db044a8,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:38.788486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.822203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for b0ade1be-9b8a-4305-a1dc-729c2db044a8 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:38.972399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a8379-4fe3-4776-9079-b074d20f7015 req-8d5a9f4f-55dd-495d-89a6-76d5b8691207 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:38.974017 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-977a8379-4fe3-4776-9079-b074d20f7015 req-8d5a9f4f-55dd-495d-89a6-76d5b8691207 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 931 time: 0.0573878 Oct 20 11:16:39.014679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-977a8379-4fe3-4776-9079-b074d20f7015 req-d9e94b38-8e81-4225-8037-2bf6645ca547 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Oct 20 11:16:39.114720 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.163512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=b0ade1be-9b8a-4305-a1dc-729c2db044a8,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:39.222493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] No DVR routers for this DVR port b0ade1be-9b8a-4305-a1dc-729c2db044a8 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:39.226522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.229948 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ea6ace31-76ef-4b48-907f-f5cb756cdbfd req-f89cd0b5-482e-4eed-9f1b-1814aed99171 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.83 "DELETE /v2.0/ports/b0ade1be-9b8a-4305-a1dc-729c2db044a8 HTTP/1.1" status: 204 len: 173 time: 0.6876116 Oct 20 11:16:39.230393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'name': 'network-vif-deleted', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:39.232814 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d388d-559d-441c-96b4-09c401297f81" -d '{"events": [{"server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "name": "network-vif-deleted", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:39.248733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:39.259120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.273367 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Transition to ACTIVE for port object 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:16:39.278098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.357355 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ddd427-9400-4202-b227-0852fce32d0c x-openstack-request-id: req-c9ddd427-9400-4202-b227-0852fce32d0c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:39.357695 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08663acf-1836-4646-8d77-a45db61210d6", "name": "network-vif-deleted", "tag": "b0ade1be-9b8a-4305-a1dc-729c2db044a8", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:39.357895 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9ddd427-9400-4202-b227-0852fce32d0c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:39.358292 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08663acf-1836-4646-8d77-a45db61210d6', 'name': 'network-vif-deleted', 'tag': 'b0ade1be-9b8a-4305-a1dc-729c2db044a8', 'status': 'completed', 'code': 200} Oct 20 11:16:39.405735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Pushing event updated for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:39.426582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fcd7b5c-1bc8-451f-a593-36bfc98f9029 req-f8c3e0a2-3044-4e0d-a901-e1209c84f5c8 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0478954 Oct 20 11:16:39.442600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Attempting to bind port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:16:39.443016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Attempting to bind port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:16:39.443352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Attempting to bind port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f on network 5a915a71-f053-4597-8709-94a529ef4dbc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:39.447865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f on network 5a915a71-f053-4597-8709-94a529ef4dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:16:39.448231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Attempting to bind port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f on network 5a915a71-f053-4597-8709-94a529ef4dbc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:39.453791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:16:39.454554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Checking segment: {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:39.455175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Bound using segment: {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:16:39.455792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Bound port: 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:16:39.456349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.530353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:39.533664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:16:39.544921 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.593989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:39.616166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Pushing event updated for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:39.626587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:39.627503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.629010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-a4b32e79-5b63-4a62-8294-4705f9c78377 service neutron] 10.222.0.70 "PUT /v2.0/ports/5d36a909-3ba2-4d08-ab38-f22ad01e2f8f HTTP/1.1" status: 200 len: 1092 time: 1.0789297 Oct 20 11:16:39.723211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-acbb75b4-cdae-408c-9f6b-b0dd615278ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:39.725075 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-acbb75b4-cdae-408c-9f6b-b0dd615278ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 1095 time: 0.0549355 Oct 20 11:16:39.761759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42255d00-c67d-488c-a7f5-b2c72b52fe51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.785088 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-017edec1-5df6-446a-b8b5-fea22f639af1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f HTTP/1.1" status: 200 len: 217 time: 0.0497999 Oct 20 11:16:39.836412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-54c170bb-fd9b-400a-b07b-8b9c9ba7bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:39.838076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-54c170bb-fd9b-400a-b07b-8b9c9ba7bc2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e3fc2b1-9073-4710-8032-98bd742b3594 HTTP/1.1" status: 200 len: 848 time: 0.0444403 Oct 20 11:16:39.844166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42255d00-c67d-488c-a7f5-b2c72b52fe51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.848235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-42255d00-c67d-488c-a7f5-b2c72b52fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.871318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-0992a7ea-3758-4de8-a110-a916163d9dea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a915a71-f053-4597-8709-94a529ef4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258574 Oct 20 11:16:39.891298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-42255d00-c67d-488c-a7f5-b2c72b52fe51 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=98ccb50732b14495ab285e7bf163aa28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958927 Oct 20 11:16:39.891875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37598) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:39.897604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42255d00-c67d-488c-a7f5-b2c72b52fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0db937-098c-44bf-936a-4109801b9b06,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:39.947218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.968709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.975710 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-0326bb7b-8794-4cb5-ae12-6702d585da0a service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974824 Oct 20 11:16:40.016899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:40.019811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:40.021195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed0db937-098c-44bf-936a-4109801b9b06 HTTP/1.1" status: 204 len: 168 time: 0.1281016 Oct 20 11:16:40.029681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9567f8-bb60-4227-820d-74d065c1bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0db937-098c-44bf-936a-4109801b9b06,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:40.084963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-47aa6ef2-248b-403a-a0a8-d2a5276ac332 req-695fbc63-0b21-4610-9595-1d461d4442ba service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019602 Oct 20 11:16:40.155647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6b91a-234f-411e-a6e6-693fcdc3d7f1 req-18919794-ddf7-4857-8b30-a3612a4f35c4 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:40.157256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2e6b91a-234f-411e-a6e6-693fcdc3d7f1 req-18919794-ddf7-4857-8b30-a3612a4f35c4 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 943 time: 0.0548487 Oct 20 11:16:40.206455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2e6b91a-234f-411e-a6e6-693fcdc3d7f1 req-fe0c66a1-a252-46ab-ab01-c6ca7fcd89e9 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Oct 20 11:16:40.527766 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-550109bc-04e6-4cc7-b3e2-49437470d3ca req-3792f5fa-5546-49c8-9ed9-4b283c9e958c tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0323062 Oct 20 11:16:41.354279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f532ce-a0e1-4edf-8161-a75bcdd156e7 req-b3161919-2c89-4264-a8c4-370e81be3afb tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:41.355956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0f532ce-a0e1-4edf-8161-a75bcdd156e7 req-b3161919-2c89-4264-a8c4-370e81be3afb tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 943 time: 0.0675421 Oct 20 11:16:41.359458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:41.362373 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:41.428294 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37302e8-1ee9-4797-83dd-30a0becdcf86 x-openstack-request-id: req-e37302e8-1ee9-4797-83dd-30a0becdcf86 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:41.428948 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:41.429351 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e37302e8-1ee9-4797-83dd-30a0becdcf86 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:41.429904 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f', 'status': 'completed', 'code': 200} Oct 20 11:16:41.452598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d0f532ce-a0e1-4edf-8161-a75bcdd156e7 req-58c2486b-3be9-4939-94f3-ffcf8a108cb3 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Oct 20 11:16:41.502121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-da1e8df6-79f8-4f82-ace7-f098c4addc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:41.503637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-da1e8df6-79f8-4f82-ace7-f098c4addc37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 1095 time: 0.0483892 Oct 20 11:16:41.611599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-b5a113ae-621a-43f7-8c38-ca643276dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:41.613549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-b5a113ae-621a-43f7-8c38-ca643276dba5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 910 time: 0.1017370 Oct 20 11:16:41.635273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dfc60daf-12bd-4846-8c47-47d630b0ad3b req-171b7038-a009-4985-8695-fe95a5f9f285 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0356238 Oct 20 11:16:41.666741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-2267fb45-98cc-4ad0-8bd3-56b6f2c0467b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f HTTP/1.1" status: 200 len: 217 time: 0.0451524 Oct 20 11:16:42.029127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:16:42.099371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-7033f9e1-872d-41e0-9800-397146cae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:42.100964 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-7033f9e1-872d-41e0-9800-397146cae8b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e3fc2b1-9073-4710-8032-98bd742b3594 HTTP/1.1" status: 200 len: 848 time: 0.4269929 Oct 20 11:16:42.132128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:42.145153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f', 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc', 'port_id': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f', 'mac_address': 'fa:16:3e:99:5a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3fc2b1-9073-4710-8032-98bd742b3594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:16:42.146911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-fdcf66c1-68ea-4ec6-9bed-0b45da25ab57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a915a71-f053-4597-8709-94a529ef4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383868 Oct 20 11:16:42.185021 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:42.198993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:42.224237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:42.234519 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:42.271398 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-9bab8a96-18d9-4f91-82b8-29e3a09b9bd4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162977 Oct 20 11:16:42.286300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:42.295871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.296657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.297291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.297846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.298340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.298906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.299523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.300185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.300805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.301297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.302129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.302637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:42.308099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-01044fdf-6345-46fd-ac8b-4d30fadcce0b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1043d8df3a9141b398199eae19c83976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541172 Oct 20 11:16:42.377599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b1518ae8-95f4-460c-bbe1-3393c9ab75a7 req-1645dff8-c448-44b6-8856-f40ea68c4c6e service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980601 Oct 20 11:16:42.447480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5d36a909-3ba2-4d08-ab38-f22ad01e2f8f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:42.501803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-11e1b96d-9bb1-4d42-821f-66ec8219a3db tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:42.503290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-11e1b96d-9bb1-4d42-821f-66ec8219a3db tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940103 Oct 20 11:16:42.522223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-3a86ec8c-70cf-45ee-85ba-02a6b601f49a tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/quotas/1043d8df3a9141b398199eae19c83976 HTTP/1.1" status: 200 len: 375 time: 0.0121999 Oct 20 11:16:42.569606 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-828e0b51-184b-4bcc-a6c8-7c9fcfe0b4d1 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1043d8df3a9141b398199eae19c83976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406413 Oct 20 11:16:42.606799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6393bac-ca46-4395-b338-f27f1d1bdb01 req-f92fe61d-2c47-4d84-ba25-05ce2e50d43e tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:42.608343 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6393bac-ca46-4395-b338-f27f1d1bdb01 req-f92fe61d-2c47-4d84-ba25-05ce2e50d43e tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 944 time: 0.0696640 Oct 20 11:16:42.655487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6393bac-ca46-4395-b338-f27f1d1bdb01 req-b71544d8-cbe5-4892-bc08-ce35b4acd7d6 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 Oct 20 11:16:42.745963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0ade1be-9b8a-4305-a1dc-729c2db044a8 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:42.758162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1bbfc736-baa8-4188-8894-3959917ac007 req-83a87cd3-8f5c-4cc2-8a1c-addbebfa5f91 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0348973 Oct 20 11:16:42.770643 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: b0ade1be-9b8a-4305-a1dc-729c2db044a8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:42.771146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device b0ade1be-9b8a-4305-a1dc-729c2db044a8 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:42.778776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6f698043-075b-4219-b1ba-db35e3431725 req-8527cc0d-f36c-45ee-9774-47a35f708105 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 210 time: 0.0440431 Oct 20 11:16:43.660746 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-1a227fd3-ab39-4cae-b967-5af04530f8d8 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1043d8df3a9141b398199eae19c83976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295117 Oct 20 11:16:43.775237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953485-8982-401c-b8ed-1b965b1911d8 req-25180712-809b-4645-8a87-552837ab4c5c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:43.783437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c953485-8982-401c-b8ed-1b965b1911d8 req-25180712-809b-4645-8a87-552837ab4c5c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 944 time: 0.0597489 Oct 20 11:16:43.844645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6c953485-8982-401c-b8ed-1b965b1911d8 req-f92690d9-d18d-4a8d-a6d2-1f81f7f8d68f tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Oct 20 11:16:43.883026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6fb53cdf-3fde-41e8-b4c7-66a61f96cdcd req-8167344d-c933-4e25-952b-1aed52093a94 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "GET /v2.0/ports?device_id=08663acf-1836-4646-8d77-a45db61210d6 HTTP/1.1" status: 200 len: 210 time: 0.0373850 Oct 20 11:16:43.934718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-acfea958-e121-47ca-8139-551c64dfc26f tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:43.936113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-acfea958-e121-47ca-8139-551c64dfc26f tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569122 Oct 20 11:16:43.939266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad5b5458-b873-4f01-a4e9-78a37bebada1 req-78a7caa1-6a00-4cca-aced-a7c77f85c0c4 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 210 time: 0.0260408 Oct 20 11:16:43.951565 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Request body: {'port': {'device_id': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': '1043d8df3a9141b398199eae19c83976'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:44.029179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:16:44.059396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Made reservation on behalf of 1043d8df3a9141b398199eae19c83976 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:44.062920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.071805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.076288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:16:44.079997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:44.080447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.149381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.154597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.163896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.189262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:44.191479 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda2f21-320e-454e-8ade-01c3e5320af3" -d '{"events": [{"server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "name": "network-vif-plugged", "status": "completed", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:44.205228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:44.210187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.225774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3d151-614a-402f-8f2d-312c8a5082bc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:44.275022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:44.308771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Allocated IP 192.168.233.49 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/51438f26-cb43-4df4-8a17-e629f74eb490) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:16:44.409267 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c0974b-e532-4419-a55b-38fa4ba56ac9 x-openstack-request-id: req-a4c0974b-e532-4419-a55b-38fa4ba56ac9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:44.409554 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "name": "network-vif-plugged", "status": "completed", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:44.409803 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4c0974b-e532-4419-a55b-38fa4ba56ac9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:44.410197 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f', 'code': 200} Oct 20 11:16:44.472484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.506703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.581924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:16:44.584195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Pushing event updated for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:44.588041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:16:44.590888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:16:44.616072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6d251-dcb4-4867-bab7-fcbe490acac2 req-6f8abc96-7382-42ef-9e61-4e2ffe01b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:44.617842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3af6d251-dcb4-4867-bab7-fcbe490acac2 req-6f8abc96-7382-42ef-9e61-4e2ffe01b1cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 1097 time: 0.1040816 Oct 20 11:16:44.661959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:44.662605 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.691038 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3af6d251-dcb4-4867-bab7-fcbe490acac2 req-106517bf-9de5-4709-bff5-8aea38ac24b3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648527 Oct 20 11:16:44.699093 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-d127bb69-682f-4de5-a6c0-8345fa248b02 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7521346 Oct 20 11:16:44.713193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Request body: {'port': {'device_id': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:44.769060 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.788885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-653412c4-5fd7-4f7a-b49a-95fe9c926328 None None] Provisioning complete for port 51438f26-cb43-4df4-8a17-e629f74eb490 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:44.789408 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-653412c4-5fd7-4f7a-b49a-95fe9c926328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:44.827708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-653412c4-5fd7-4f7a-b49a-95fe9c926328 None None] Port 51438f26-cb43-4df4-8a17-e629f74eb490 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:16:44.940995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:45.035987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be785c6-2743-48cc-a944-aabbd01ba84f req-90bca0c7-3153-43ad-bbae-1bd93e18415d tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.037079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3be785c6-2743-48cc-a944-aabbd01ba84f req-90bca0c7-3153-43ad-bbae-1bd93e18415d tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 945 time: 0.1236267 Oct 20 11:16:45.039809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51438f26-cb43-4df4-8a17-e629f74eb490 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:45.047586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.061222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Transition to ACTIVE for port object 51438f26-cb43-4df4-8a17-e629f74eb490 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:16:45.065868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.144930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Pushing event updated for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:45.202817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Attempting to bind port 51438f26-cb43-4df4-8a17-e629f74eb490 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:16:45.203207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Attempting to bind port 51438f26-cb43-4df4-8a17-e629f74eb490 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:16:45.203530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Attempting to bind port 51438f26-cb43-4df4-8a17-e629f74eb490 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:45.208587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Port 51438f26-cb43-4df4-8a17-e629f74eb490 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:16:45.208918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Attempting to bind port 51438f26-cb43-4df4-8a17-e629f74eb490 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:45.214613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:16:45.214985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:45.215385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:16:45.215823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Bound port: 51438f26-cb43-4df4-8a17-e629f74eb490, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:16:45.216179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.290438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:45.293897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=51438f26-cb43-4df4-8a17-e629f74eb490,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:16:45.302021 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.342312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.342951 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.344379 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] 10.222.0.83 "PUT /v2.0/ports/51438f26-cb43-4df4-8a17-e629f74eb490 HTTP/1.1" status: 200 len: 1096 time: 0.6355953 Oct 20 11:16:45.345018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:45.347992 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ebca2-25c1-4338-b441-412822304d22" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:45.384458 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743638-8d3b-4a36-9fe3-5eb69fc770d8 service neutron] Pushing event updated for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:45.438820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-07698512-6022-48f6-865f-14dfcab5fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.440032 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-07698512-6022-48f6-865f-14dfcab5fad7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1043d8df3a9141b398199eae19c83976&device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 1099 time: 0.0451438 Oct 20 11:16:45.453765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949772-e74d-416b-8ff6-765d8e9840cb req-246a7cf0-ca5f-43e4-b848-3c8e48e2e3c7 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.455315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58949772-e74d-416b-8ff6-765d8e9840cb req-246a7cf0-ca5f-43e4-b848-3c8e48e2e3c7 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 935 time: 0.4308023 Oct 20 11:16:45.460673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3be785c6-2743-48cc-a944-aabbd01ba84f req-1d7558a0-8cea-4910-8905-acb69277c1ad tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109066 Oct 20 11:16:45.483551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Deleting port ec50fa9f-7faa-43e8-963b-69a22f0e7239 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:45.483551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.500439 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-bfa36ac6-27a6-4866-9833-93d105872e3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=51438f26-cb43-4df4-8a17-e629f74eb490 HTTP/1.1" status: 200 len: 217 time: 0.0505929 Oct 20 11:16:45.524604 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1c02d2-ec30-4196-8b86-f5ab26f590fd x-openstack-request-id: req-3c1c02d2-ec30-4196-8b86-f5ab26f590fd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:45.524892 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:45.525194 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c1c02d2-ec30-4196-8b86-f5ab26f590fd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:45.525599 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490', 'status': 'completed', 'code': 200} Oct 20 11:16:45.562451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-58949772-e74d-416b-8ff6-765d8e9840cb req-01b414d1-be64-4a52-8c8c-391256bcd029 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940077 Oct 20 11:16:45.573306 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-7220700d-ab8f-4847-8f50-f52a8916b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.575318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-7220700d-ab8f-4847-8f50-f52a8916b806 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0665321 Oct 20 11:16:45.590676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.591027 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.605741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Calling delete_port for ec50fa9f-7faa-43e8-963b-69a22f0e7239 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:45.625953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-ad258653-a3f7-43bf-91b1-d46423e0898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.627500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-ad258653-a3f7-43bf-91b1-d46423e0898c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434842 Oct 20 11:16:45.718749 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-00f604e1-b2e0-4c57-84f6-509f9081d4ad service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830443 Oct 20 11:16:45.739853 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.767985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'Port': ['ID=ec50fa9f-7faa-43e8-963b-69a22f0e7239,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:45.827751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e1ea5b0d-bffb-425b-81ff-71bc722310f2 req-55c3cf27-693b-42d7-acd1-77bc3cc2a7b2 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004026 Oct 20 11:16:45.829767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.832514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:45.834970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-269dc6de-97d8-4d20-9bf0-c80b33330051 tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "DELETE /v2.0/floatingips/dd39f910-3e61-4e82-9811-dc8c9eaf5efe HTTP/1.1" status: 204 len: 168 time: 0.8915656 Oct 20 11:16:45.913313 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebca2-25c1-4338-b441-412822304d22 req-3e8dc60b-d5a0-49c3-a7fc-a79fa829ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:45.914819 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-3e8dc60b-d5a0-49c3-a7fc-a79fa829ea64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1043d8df3a9141b398199eae19c83976&device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 1099 time: 0.0436156 Oct 20 11:16:46.022380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebca2-25c1-4338-b441-412822304d22 req-f3df33f0-5625-4946-8027-c42a62e61b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:46.023562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-f3df33f0-5625-4946-8027-c42a62e61b7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1012781 Oct 20 11:16:46.053734 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:46.069346 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-7a553029-fdf5-4c36-8f04-151b671a2e24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=51438f26-cb43-4df4-8a17-e629f74eb490 HTTP/1.1" status: 200 len: 217 time: 0.0366356 Oct 20 11:16:46.120932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebca2-25c1-4338-b441-412822304d22 req-5ccef76d-741d-4b00-8db4-4f34d7664da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:46.122309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-5ccef76d-741d-4b00-8db4-4f34d7664da0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0451472 Oct 20 11:16:46.173236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebca2-25c1-4338-b441-412822304d22 req-ab0d381e-3829-4cfd-aaa3-e6299a5bf1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:46.174706 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-ab0d381e-3829-4cfd-aaa3-e6299a5bf1f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446393 Oct 20 11:16:46.267839 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-ea646ddb-e756-419c-b61b-bf9d7d52cb12 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850742 Oct 20 11:16:46.369596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-482ebca2-25c1-4338-b441-412822304d22 req-cfaabd8b-e658-41f8-b55b-143819a96685 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920932 Oct 20 11:16:46.582703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a970-ae2f-4222-bc3c-f1cad6747c37 req-ea41952f-cf8d-426d-9e56-1ddf7c58ef75 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:46.584957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38d4a970-ae2f-4222-bc3c-f1cad6747c37 req-ea41952f-cf8d-426d-9e56-1ddf7c58ef75 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 945 time: 0.0534787 Oct 20 11:16:46.625145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38d4a970-ae2f-4222-bc3c-f1cad6747c37 req-7c8fd311-c418-4adb-ada3-8eed80b5c905 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Oct 20 11:16:46.685458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c3f-426a-438c-99b7-d94235233c9e req-c7419b38-d48f-47c7-9789-46719a27054a tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:46.691417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2531c3f-426a-438c-99b7-d94235233c9e req-c7419b38-d48f-47c7-9789-46719a27054a tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 947 time: 0.0571504 Oct 20 11:16:46.736239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2531c3f-426a-438c-99b7-d94235233c9e req-1955c25c-3156-44ad-a668-43c64a6318b4 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Oct 20 11:16:46.908500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:47.236458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cfdf2-c07c-4841-93f4-d414d6680d65 req-aa2a8a91-8f1a-4a32-b526-3cbed02f5cc6 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:47.237811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d2cfdf2-c07c-4841-93f4-d414d6680d65 req-aa2a8a91-8f1a-4a32-b526-3cbed02f5cc6 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 945 time: 0.0494320 Oct 20 11:16:47.277315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d2cfdf2-c07c-4841-93f4-d414d6680d65 req-60a6ed8b-f345-42ab-a580-589202f65704 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Oct 20 11:16:47.858545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113dc7-2dc8-4f2a-942c-067da826c845 req-4e505764-8d27-4ea6-9424-dcc898717cef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:47.860058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21113dc7-2dc8-4f2a-942c-067da826c845 req-4e505764-8d27-4ea6-9424-dcc898717cef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 947 time: 0.0535233 Oct 20 11:16:47.897086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21113dc7-2dc8-4f2a-942c-067da826c845 req-45f984c9-097b-4196-95a8-e10b992bcbb5 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Oct 20 11:16:48.410153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaf0e8-5e02-4f97-8a23-b0b034deb592 req-31986a7d-3904-4db5-aab3-8afc2efbf00c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:48.411664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74eaf0e8-5e02-4f97-8a23-b0b034deb592 req-31986a7d-3904-4db5-aab3-8afc2efbf00c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 945 time: 0.0534732 Oct 20 11:16:48.449693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-74eaf0e8-5e02-4f97-8a23-b0b034deb592 req-c82c18e1-1835-4cd3-8919-a927bac4f0c9 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Oct 20 11:16:48.549273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-7f18aa37-0dfc-48ce-bd97-d981f5db63b6 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:48.550759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-7f18aa37-0dfc-48ce-bd97-d981f5db63b6 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 945 time: 0.0489171 Oct 20 11:16:48.645588 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Deleting port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:48.645931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:48.747490 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] For port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:48.747852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:48.760924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Calling delete_port for 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:48.820488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 51438f26-cb43-4df4-8a17-e629f74eb490 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:16:48.899687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:48.919137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=51438f26-cb43-4df4-8a17-e629f74eb490,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:48.929661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Pushing event deleted for resources: {'Port': ['ID=5d36a909-3ba2-4d08-ab38-f22ad01e2f8f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:48.930227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '51438f26-cb43-4df4-8a17-e629f74eb490', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': '51438f26-cb43-4df4-8a17-e629f74eb490', 'mac_address': 'fa:16:3e:32:70:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:16:48.937047 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5d36a909-3ba2-4d08-ab38-f22ad01e2f8f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:48.987567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] No DVR routers for this DVR port 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:48.990109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:48.994554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-797d27db-1d07-496c-aeb6-ba44900a4e3d req-2d205522-8985-4c9b-9ec4-617142208d82 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "DELETE /v2.0/ports/5d36a909-3ba2-4d08-ab38-f22ad01e2f8f HTTP/1.1" status: 204 len: 173 time: 0.4362795 Oct 20 11:16:48.995036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'name': 'network-vif-deleted', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:48.997777 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:48.997978 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1252bd-723a-4992-bec9-5109e27bbfc8" -d '{"events": [{"server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "name": "network-vif-deleted", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:49.014190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51438f26-cb43-4df4-8a17-e629f74eb490 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:49.045434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458546f-4122-4c81-8ed2-342415fb577d req-975a8c86-acbf-41e5-848d-009894e82ecb tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:49.046175 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=51438f26-cb43-4df4-8a17-e629f74eb490,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:49.047285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d458546f-4122-4c81-8ed2-342415fb577d req-975a8c86-acbf-41e5-848d-009894e82ecb tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 947 time: 0.0730808 Oct 20 11:16:49.052990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.093509 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a31bd4-12f9-4bc0-bef4-7c2352fcc0b2 x-openstack-request-id: req-16a31bd4-12f9-4bc0-bef4-7c2352fcc0b2 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:49.094081 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8a9872-44c7-4668-87a8-d43b378b689e", "name": "network-vif-deleted", "tag": "5d36a909-3ba2-4d08-ab38-f22ad01e2f8f", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:49.094575 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16a31bd4-12f9-4bc0-bef4-7c2352fcc0b2 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:49.095036 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8a9872-44c7-4668-87a8-d43b378b689e', 'name': 'network-vif-deleted', 'tag': '5d36a909-3ba2-4d08-ab38-f22ad01e2f8f', 'status': 'completed', 'code': 200} Oct 20 11:16:49.123375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:49.123660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d458546f-4122-4c81-8ed2-342415fb577d req-f02d4880-c978-467c-b6af-9846f0d8755b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693386 Oct 20 11:16:49.138597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37728) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:49.201191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.230469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.294926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.294926 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.294926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] 10.222.0.74 "DELETE /v2.0/security-groups/9086a619-8ecb-42aa-8862-bd35e0136d51 HTTP/1.1" status: 204 len: 168 time: 0.1544616 Oct 20 11:16:49.305048 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57934a5f-6f5f-4b19-9095-83d71cc3c33f tempest-TestVolumeBootPattern-195401562 tempest-TestVolumeBootPattern-195401562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086a619-8ecb-42aa-8862-bd35e0136d51,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:49.312782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['51438f26-cb43-4df4-8a17-e629f74eb490'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:49.371726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:49.575080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b57203c5-dec9-4a25-b59b-3e65b8d31111 req-2f8a626c-aacd-4597-ba79-0989e90f11ca tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8a9872-44c7-4668-87a8-d43b378b689e HTTP/1.1" status: 200 len: 210 time: 0.0391514 Oct 20 11:16:49.936336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.190145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Deleting port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:50.190778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.299358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8504d7-2da2-473d-b0e8-70c67cc797c6 req-ca876450-d6d3-4c65-89c8-cede2f4e335e tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:50.300921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c8504d7-2da2-473d-b0e8-70c67cc797c6 req-ca876450-d6d3-4c65-89c8-cede2f4e335e tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 948 time: 0.1084831 Oct 20 11:16:50.318799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] For port e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:50.319185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.342382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Calling delete_port for e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:50.360950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5c8504d7-2da2-473d-b0e8-70c67cc797c6 req-9e4f608d-7c80-4e8e-bf9c-5b4ebc2624d7 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Oct 20 11:16:50.529189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.553933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Pushing event deleted for resources: {'Port': ['ID=e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:50.578656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.579024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.579357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.579682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.580005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.580325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.580642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.580958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.581272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.581591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.581917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.582208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:50.746073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.820059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 51438f26-cb43-4df4-8a17-e629f74eb490 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:16:50.866848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 51438f26-cb43-4df4-8a17-e629f74eb490 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:16:50.871492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 51438f26-cb43-4df4-8a17-e629f74eb490 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:50.871853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.949774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.973788 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:50.976117 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d09a73-4405-475a-ac4b-e5ed5c528e22" -d '{"events": [{"server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "name": "network-vif-plugged", "status": "completed", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:50.989541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=51438f26-cb43-4df4-8a17-e629f74eb490,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:50.993617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:50.996776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-c65fb5e1-13e7-41f7-8723-06501d2ad7b9 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:50.998468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-c65fb5e1-13e7-41f7-8723-06501d2ad7b9 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 808 time: 0.1843722 Oct 20 11:16:51.020916 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63869f2f-ffa5-449e-983b-dead08bfdcca x-openstack-request-id: req-63869f2f-ffa5-449e-983b-dead08bfdcca {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:51.021202 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "name": "network-vif-plugged", "status": "completed", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:51.021449 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63869f2f-ffa5-449e-983b-dead08bfdcca {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:51.021825 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490', 'code': 200} Oct 20 11:16:51.044848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:51.045382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-af2163c2-6e25-4122-9dac-8f9693b45373 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/quotas/ac1da237feef4c07974f9657cbc10a09 HTTP/1.1" status: 200 len: 375 time: 0.0139213 Oct 20 11:16:51.089695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-4f75c603-07d5-4dd2-a959-8d60d9bee392 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346985 Oct 20 11:16:51.091472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Router 27f26f12-9a98-41e8-acdd-6cb2879a4777 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:51.118876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3150-58b1-4746-8898-aed4e12b2049 req-31395ebb-3ed3-4a6d-9243-6e3f268e9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:51.120536 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44dd3150-58b1-4746-8898-aed4e12b2049 req-31395ebb-3ed3-4a6d-9243-6e3f268e9ba7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 1101 time: 0.0417764 Oct 20 11:16:51.158307 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-44dd3150-58b1-4746-8898-aed4e12b2049 req-6e94c62f-d46b-4755-9ade-6ef210384e56 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292714 Oct 20 11:16:51.265100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:51.270422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cb08eb8b-5f61-469f-bab1-e49e30bad271 admin admin] 10.222.0.74 "PUT /v2.0/routers/27f26f12-9a98-41e8-acdd-6cb2879a4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974485 Oct 20 11:16:51.273384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37758) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:51.273745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Sync routers for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:51.282921 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:51.283548 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:51.328645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-8c0c03d3-f9db-465b-9975-7474c8ed7e8d service neutron] 10.222.0.74 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307541 Oct 20 11:16:51.387822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:51.452530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:51.532813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-7c6653e4-dd1f-44cf-9b1e-f8bd89c271b9 service neutron] 10.222.0.74 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979723 Oct 20 11:16:51.568741 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:16:50Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:51.691050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Checking router: 27f26f12-9a98-41e8-acdd-6cb2879a4777 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:51.700868 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Routers {'27f26f12-9a98-41e8-acdd-6cb2879a4777'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:51.701496 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['27f26f12-9a98-41e8-acdd-6cb2879a4777'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:51.816158 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] Set router 27f26f12-9a98-41e8-acdd-6cb2879a4777 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:51.901963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e8ab3-0d2a-4632-8480-02c3e3d67bad req-a4c334a4-667e-493e-9248-17320c3c34d9 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:51.903574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf9e8ab3-0d2a-4632-8480-02c3e3d67bad req-a4c334a4-667e-493e-9248-17320c3c34d9 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 949 time: 0.4673886 Oct 20 11:16:51.939953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c46f0a07-1fa7-4139-9711-3a45e0536374 req-6a9a551a-2e85-4412-be2a-e664c931ce94 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 210 time: 0.0473309 Oct 20 11:16:51.969486 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:51.982360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf9e8ab3-0d2a-4632-8480-02c3e3d67bad req-07a45ca9-46d6-4445-8890-042f0610f71e tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Oct 20 11:16:52.030156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:52.035501 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:16:50Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:52.036628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Deleting port e45efe91-9ab6-4fe0-b8b5-952454e75be7 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:52.037056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.064725 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:52.065772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5d36a909-3ba2-4d08-ab38-f22ad01e2f8f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:52.087276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01ca931-7fb4-4529-a941-a954e930d096 None None] The sync data for ids ['27f26f12-9a98-41e8-acdd-6cb2879a4777'] in n-d-802060-17 is: [{'id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'name': 'tempest-TestVolumeBootPattern-1071943686-router', 'tenant_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:16:50Z', 'revision_number': 5, 'project_id': 'e8aab43c9a424d7388d75fb1e816f0a0', 'gw_port': {'id': 'e45efe91-9ab6-4fe0-b8b5-952454e75be7', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f26f12-9a98-41e8-acdd-6cb2879a4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:47Z', 'updated_at': '2021-10-20T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:52.132015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] For port e45efe91-9ab6-4fe0-b8b5-952454e75be7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e45efe91-9ab6-4fe0-b8b5-952454e75be7,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:52.132372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.145775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Calling delete_port for e45efe91-9ab6-4fe0-b8b5-952454e75be7 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:52.332003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.359136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45efe91-9ab6-4fe0-b8b5-952454e75be7,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:52.417674 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.510226 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.512679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.560831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.561465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f26f12-9a98-41e8-acdd-6cb2879a4777 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:16:52.565549 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.567468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b2f8b53b-33f7-4eac-abac-894010c6ce15 admin admin] 10.222.0.74 "DELETE /v2.0/routers/27f26f12-9a98-41e8-acdd-6cb2879a4777 HTTP/1.1" status: 204 len: 168 time: 1.2923923 Oct 20 11:16:52.569366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37772) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:52.622347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Deleting subnet 076ed439-f640-4663-a174-7c8deda6547a {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:16:52.626124 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.666064 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.705712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:52.737552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:52.738159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e959fa84-8dcc-4e21-934e-1ffc2a0aa8f2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:52.764497 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.788751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-496e7c2b-41fa-4c33-861d-03f60859aa5b tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:52.790975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-496e7c2b-41fa-4c33-861d-03f60859aa5b tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 808 time: 0.1643593 Oct 20 11:16:52.808691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Request body: {'port': {'device_id': 'bd83258f-15cf-4786-a09a-3133681da48e', 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc', 'admin_state_up': True, 'tenant_id': 'ac1da237feef4c07974f9657cbc10a09'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:52.824686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.850881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076ed439-f640-4663-a174-7c8deda6547a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:52.854999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.858189 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-910458cc-00f1-464e-afd6-7f8ad67cc230 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/076ed439-f640-4663-a174-7c8deda6547a HTTP/1.1" status: 204 len: 168 time: 0.2877676 Oct 20 11:16:52.861994 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:52.862239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff7e03-66f8-405a-860b-95dda9669fcc None None] Network bb8d2315-574f-49d8-baba-654893c0a75c requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:16:52.921739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Made reservation on behalf of ac1da237feef4c07974f9657cbc10a09 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:52.926044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.936223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.991101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Deleting port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:52.991485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.080142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Allocated IP 172.20.0.9 (5a915a71-f053-4597-8709-94a529ef4dbc/3e3fc2b1-9073-4710-8032-98bd742b3594/b553a321-0c63-4ec3-a650-fa53d0978a86) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:16:53.092547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0edab050-5342-4fa3-b5ec-9e349b045c74 req-d35929ce-3955-4908-b442-c19557ea295a tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 210 time: 0.0439160 Oct 20 11:16:53.108796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] For port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:53.109167 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.141745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Calling delete_port for 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:53.159944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] DHCP port deletion for bb8d2315-574f-49d8-baba-654893c0a75c request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:16:53.171037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118aaf-3d1b-4472-bfb7-1f28391d3bc7 req-cc7f9353-a1ca-42f1-85a1-7da8a9eec9d2 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:53.172804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18118aaf-3d1b-4472-bfb7-1f28391d3bc7 req-cc7f9353-a1ca-42f1-85a1-7da8a9eec9d2 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 949 time: 0.0825622 Oct 20 11:16:53.217017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Deleting port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:53.217017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.264188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.276896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18118aaf-3d1b-4472-bfb7-1f28391d3bc7 req-0a3dff88-0ebd-497e-875d-fe885e43cca3 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721943 Oct 20 11:16:53.287318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] For port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,segment=NetworkSegment(a6c3e9c8-155c-4e0f-bac6-7a6b5705b564),segment_id=a6c3e9c8-155c-4e0f-bac6-7a6b5705b564)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:53.287697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.311079 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.312037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Calling delete_port for 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:53.320759 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.344900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:53.348679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] No DVR routers for this DVR port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:53.385915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Network 5a915a71-f053-4597-8709-94a529ef4dbc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:16:53.390547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:16:53.394900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:16:53.404990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.424877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] No DVR routers for this DVR port 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:53.430889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.446923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Pushing event updated for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:53.448539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456960fb-62a2-455d-8e78-af78f880c1b5 None None] Pushing event deleted for resources: {'Port': ['ID=8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:53.468355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8d2315-574f-49d8-baba-654893c0a75c']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:53.479996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:53.480284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c3e9c8-155c-4e0f-bac6-7a6b5705b564') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:53.490884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.491559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:53.492433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.507918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.509483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-db81f6d5-bb2f-45b5-a03f-e7ba04473537 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7055798 Oct 20 11:16:53.514985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:16:53.515370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:16:53.517661 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:16:53.522480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Request body: {'port': {'device_id': 'bd83258f-15cf-4786-a09a-3133681da48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:53.579588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.584451 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.591225 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.594966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bb8d2315-574f-49d8-baba-654893c0a75c HTTP/1.1" status: 204 len: 168 time: 0.7319422 Oct 20 11:16:53.597999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37788) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:53.613976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb02c4-ccec-4b46-b8a8-4f97a0a409d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8d2315-574f-49d8-baba-654893c0a75c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:54.065362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b553a321-0c63-4ec3-a650-fa53d0978a86 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:54.074246 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.090726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Transition to ACTIVE for port object b553a321-0c63-4ec3-a650-fa53d0978a86 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:16:54.097799 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.165479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Pushing event updated for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:54.230426 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0704a3-6d74-46b5-b06c-67dbfbe7a1ea req-e4003c62-25a4-4bb8-87f1-a304c6c3470c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:54.232688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec0704a3-6d74-46b5-b06c-67dbfbe7a1ea req-e4003c62-25a4-4bb8-87f1-a304c6c3470c tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 943 time: 0.0550256 Oct 20 11:16:54.264947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Attempting to bind port b553a321-0c63-4ec3-a650-fa53d0978a86 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:16:54.265289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Attempting to bind port b553a321-0c63-4ec3-a650-fa53d0978a86 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:16:54.265602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Attempting to bind port b553a321-0c63-4ec3-a650-fa53d0978a86 on network 5a915a71-f053-4597-8709-94a529ef4dbc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:54.274126 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec0704a3-6d74-46b5-b06c-67dbfbe7a1ea req-3215028a-25c3-4319-b33b-6d3db9fa71fb tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Oct 20 11:16:54.275990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Port b553a321-0c63-4ec3-a650-fa53d0978a86 on network 5a915a71-f053-4597-8709-94a529ef4dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:16:54.276332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Attempting to bind port b553a321-0c63-4ec3-a650-fa53d0978a86 on network 5a915a71-f053-4597-8709-94a529ef4dbc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:54.281380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.320113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:16:54.320345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Checking segment: {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:54.320729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Bound using segment: {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:16:54.321171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Bound port: b553a321-0c63-4ec3-a650-fa53d0978a86, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb670e3-2e38-4e35-8a9f-c928d797a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:16:54.321516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.661768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:54.682667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:54.683036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b663c4d-3a46-4d9b-9eb6-2cf6c720bf7b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:54.683675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e45efe91-9ab6-4fe0-b8b5-952454e75be7 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:54.704097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e45efe91-9ab6-4fe0-b8b5-952454e75be7 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:54.704447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e45efe91-9ab6-4fe0-b8b5-952454e75be7 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:54.784476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:54.788907 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b553a321-0c63-4ec3-a650-fa53d0978a86,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:16:54.821126 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.871667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:54.872271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.873629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] 10.222.0.70 "PUT /v2.0/ports/b553a321-0c63-4ec3-a650-fa53d0978a86 HTTP/1.1" status: 200 len: 1092 time: 1.3557248 Oct 20 11:16:54.874059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:54.876329 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:54.907919 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07374c3-0383-4bc2-9dec-99b7d4f8064d service neutron] Pushing event updated for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:54.936794 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f48a406-99f2-48a1-b59f-89f406bf54ae x-openstack-request-id: req-7f48a406-99f2-48a1-b59f-89f406bf54ae {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:54.937084 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:54.937334 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f48a406-99f2-48a1-b59f-89f406bf54ae {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:54.937730 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86', 'status': 'completed', 'code': 200} Oct 20 11:16:55.008050 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-8c6f0aaa-aff4-4dc1-9b5e-534f7082b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:55.009547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-8c6f0aaa-aff4-4dc1-9b5e-534f7082b35b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 1095 time: 0.0863891 Oct 20 11:16:55.056182 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-66958b1b-d31a-4781-a932-485f782e259d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b553a321-0c63-4ec3-a650-fa53d0978a86 HTTP/1.1" status: 200 len: 217 time: 0.0381052 Oct 20 11:16:55.093138 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Deleting port cd6643bc-0652-422c-b926-cb7212f9a25b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:55.093838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:55.155480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-45bdb80c-1bba-4ed3-9fc9-278685c90173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:55.156852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-45bdb80c-1bba-4ed3-9fc9-278685c90173 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e3fc2b1-9073-4710-8032-98bd742b3594 HTTP/1.1" status: 200 len: 848 time: 0.0933695 Oct 20 11:16:55.196232 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-daba8a5d-54ab-4c1c-a740-4eb018a36fd8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a915a71-f053-4597-8709-94a529ef4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317812 Oct 20 11:16:55.235247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] For port cd6643bc-0652-422c-b926-cb7212f9a25b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cd6643bc-0652-422c-b926-cb7212f9a25b,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:55.235610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:55.257941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Calling delete_port for cd6643bc-0652-422c-b926-cb7212f9a25b owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:55.366851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-9e5372f1-a922-4228-9dd5-30ca6edd7d50 service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618979 Oct 20 11:16:55.404607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac73e-cb18-4f60-b62b-98b52f17d28c req-160801ac-d990-49dc-b7df-4ec0d64c0f55 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:55.406301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b3ac73e-cb18-4f60-b62b-98b52f17d28c req-160801ac-d990-49dc-b7df-4ec0d64c0f55 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 943 time: 0.0551460 Oct 20 11:16:55.446721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b3ac73e-cb18-4f60-b62b-98b52f17d28c req-0aa40bee-830f-47a0-8d00-dfd47040415d tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Oct 20 11:16:55.539147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b067537-2a49-49f1-b2a6-ec3a257b640e req-f71f8048-eeb8-400c-830e-f2656a3cd448 service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627734 Oct 20 11:16:55.581592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:55.635977 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6643bc-0652-422c-b926-cb7212f9a25b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:55.694678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-dd43adad-114a-4228-922d-45d19d1b31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:55.696304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-dd43adad-114a-4228-922d-45d19d1b31ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac1da237feef4c07974f9657cbc10a09&device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 1095 time: 0.1125450 Oct 20 11:16:55.877238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-e651fd88-4ed5-4a2e-af1f-44f6df1df43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:55.878715 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-e651fd88-4ed5-4a2e-af1f-44f6df1df43f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 200 len: 910 time: 0.1737874 Oct 20 11:16:55.881439 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:55.926184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-06efa06f-08f7-4ea3-8d07-f960d7afac16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b553a321-0c63-4ec3-a650-fa53d0978a86 HTTP/1.1" status: 200 len: 217 time: 0.0384402 Oct 20 11:16:56.038527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-d5e974e8-aa40-42a4-8b2e-824cb827b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:56.040000 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-d5e974e8-aa40-42a4-8b2e-824cb827b7a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e3fc2b1-9073-4710-8032-98bd742b3594 HTTP/1.1" status: 200 len: 848 time: 0.0812633 Oct 20 11:16:56.083062 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-e9abeea6-2199-4cf8-87b3-a34e8dfe2078 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a915a71-f053-4597-8709-94a529ef4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348914 Oct 20 11:16:56.257323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-345f76c4-b358-4acd-b803-173fd80f0669 service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663976 Oct 20 11:16:56.264796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Router 6d90a0d3-a52e-4921-abf8-41dc44939dcd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:56.433132 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-206efcd5-dc58-4f37-a8a6-6b1b0432c3f6 req-f75b4822-bb6e-4d89-a6db-3d678f78b25c service neutron] 10.222.0.70 "GET /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668491 Oct 20 11:16:56.450971 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:56.459413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8306c3a5-abcc-45b4-b67b-2e979e087c9d admin admin] 10.222.0.74 "PUT /v2.0/routers/6d90a0d3-a52e-4921-abf8-41dc44939dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562324 Oct 20 11:16:56.459413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:56.461805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Sync routers for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:56.471721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:56.472579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:56.577540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3587-b722-415e-bf30-c4b84350b793 req-88d147c6-4b5e-462f-b45f-6c80f8cd4695 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:56.579398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baeb3587-b722-415e-bf30-c4b84350b793 req-88d147c6-4b5e-462f-b45f-6c80f8cd4695 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 943 time: 0.0552821 Oct 20 11:16:56.587594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:56.634115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-baeb3587-b722-415e-bf30-c4b84350b793 req-4dba0385-875d-477a-a6b8-25ffb54814b5 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Oct 20 11:16:56.794670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:16:55Z', 'revision_number': 5, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port': {'id': '8b5073c9-5db7-4b38-953d-21fc40413a26', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:57Z', 'updated_at': '2021-10-20T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:56.826726 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:56.945386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:56.984036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Checking router: 6d90a0d3-a52e-4921-abf8-41dc44939dcd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:56.993223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Routers {'6d90a0d3-a52e-4921-abf8-41dc44939dcd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:56.993838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:16:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:57.003221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Deleting port 8b5073c9-5db7-4b38-953d-21fc40413a26 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:57.003742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.083541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] Set router 6d90a0d3-a52e-4921-abf8-41dc44939dcd gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:57.089044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] For port 8b5073c9-5db7-4b38-953d-21fc40413a26, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b5073c9-5db7-4b38-953d-21fc40413a26,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:57.089468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.102047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Calling delete_port for 8b5073c9-5db7-4b38-953d-21fc40413a26 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:57.139085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:16:56Z', 'revision_number': 6, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:57.172075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da1434-5c5d-405f-8ae6-954b916f8f3a None None] The sync data for ids ['6d90a0d3-a52e-4921-abf8-41dc44939dcd'] in n-d-802060-17 is: [{'id': '6d90a0d3-a52e-4921-abf8-41dc44939dcd', 'name': 'tempest-TestVolumeBootPattern-168323557-router', 'tenant_id': 'd7b363aed7584d6ba35cc8513650090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:56Z', 'updated_at': '2021-10-20T11:16:56Z', 'revision_number': 6, 'project_id': 'd7b363aed7584d6ba35cc8513650090f', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:57.274091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.301328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5073c9-5db7-4b38-953d-21fc40413a26,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:57.377457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.469129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.471270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.516664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.517427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d90a0d3-a52e-4921-abf8-41dc44939dcd {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:16:57.523461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.524791 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-684289af-eb81-4f21-8a2a-df132428c564 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6d90a0d3-a52e-4921-abf8-41dc44939dcd HTTP/1.1" status: 204 len: 168 time: 1.0647643 Oct 20 11:16:57.528023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 37808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:57.574005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Deleting subnet de4e1bd9-1922-423e-afde-cf6222fd2060 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:16:57.577367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.627695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.707641 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.803131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcddb30-050e-47d6-b936-75830c147807 req-c7260a33-cb57-41b0-8301-0d3d93da5dfd tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:57.804683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8bcddb30-050e-47d6-b936-75830c147807 req-c7260a33-cb57-41b0-8301-0d3d93da5dfd tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 943 time: 0.0946796 Oct 20 11:16:57.810525 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.852295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:57.857065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac71159-08d8-4fec-aa3e-6415c45b63b8 None None] Network 7eb6b888-0788-40e1-89d0-d6167977d3d0 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:16:57.857642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/de4e1bd9-1922-423e-afde-cf6222fd2060 HTTP/1.1" status: 204 len: 168 time: 0.3280301 Oct 20 11:16:57.858168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0792-b6d4-484e-a0b1-ad7c19ef0035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4e1bd9-1922-423e-afde-cf6222fd2060,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:57.859836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37812) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:57.915246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8bcddb30-050e-47d6-b936-75830c147807 req-23a54b95-4607-47e3-9532-404cae9a3c83 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994396 Oct 20 11:16:57.965606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.022433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Deleting port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:58.022772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.060275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b553a321-0c63-4ec3-a650-fa53d0978a86 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:16:58.100341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] DHCP port deletion for 7eb6b888-0788-40e1-89d0-d6167977d3d0 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:16:58.109143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] For port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,segment=NetworkSegment(1d68ea98-3b88-45ea-89b5-8207a5f012ba),segment_id=1d68ea98-3b88-45ea-89b5-8207a5f012ba)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:58.109532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.126140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Calling delete_port for 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:58.203786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b553a321-0c63-4ec3-a650-fa53d0978a86,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:58.219545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Deleting port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:58.220022 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.223999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.237654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b553a321-0c63-4ec3-a650-fa53d0978a86', 'network_id': '5a915a71-f053-4597-8709-94a529ef4dbc', 'port_id': 'b553a321-0c63-4ec3-a650-fa53d0978a86', 'mac_address': 'fa:16:3e:e4:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3fc2b1-9073-4710-8032-98bd742b3594', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:16:58.260252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:58.262298 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] No DVR routers for this DVR port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:58.328972 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.355854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b553a321-0c63-4ec3-a650-fa53d0978a86 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:58.363530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] For port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:58.364019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.368710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.387222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Calling delete_port for 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:58.389946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b553a321-0c63-4ec3-a650-fa53d0978a86,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:58.390293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb6b888-0788-40e1-89d0-d6167977d3d0']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:58.392046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:16:58.393937 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.401739 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.406044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68ea98-3b88-45ea-89b5-8207a5f012ba') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:58.406044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68ea98-3b88-45ea-89b5-8207a5f012ba') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:58.416417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.428089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] Pushing event deleted for resources: {'Port': ['ID=9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:58.430976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.439184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086cda01-cc7d-4005-9cd9-0e6527c52954 None None] No DVR routers for this DVR port 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:58.441496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:16:58.450186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:16:58.453133 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:16:58.501426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:58.520674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51d5e1e0-9d75-4309-a8cd-6cb06debfe73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.531969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.537877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.542317 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7eb6b888-0788-40e1-89d0-d6167977d3d0 HTTP/1.1" status: 204 len: 168 time: 0.6812236 Oct 20 11:16:58.559709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e3a6-dc78-4f34-ba86-16fa42b21194 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb6b888-0788-40e1-89d0-d6167977d3d0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:58.598688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b553a321-0c63-4ec3-a650-fa53d0978a86'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:58.668823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5073c9-5db7-4b38-953d-21fc40413a26 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:58.676022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37818) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:58.691195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8b5073c9-5db7-4b38-953d-21fc40413a26 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:58.691451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b5073c9-5db7-4b38-953d-21fc40413a26 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:58.691883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd6643bc-0652-422c-b926-cb7212f9a25b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:58.720855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cd6643bc-0652-422c-b926-cb7212f9a25b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:58.721198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cd6643bc-0652-422c-b926-cb7212f9a25b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:58.721609 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:58.726179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72badb45-0350-4d45-8c18-0ede1a96a82a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8aab43c9a424d7388d75fb1e816f0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457468 Oct 20 11:16:58.726975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:58.753611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:58.754059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9dc12b7d-32fb-4bde-aa0a-3d7063e7f1f2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:58.782219 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.805825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.854536 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.857467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:58.858643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4742de0c-a84b-43d0-bd8d-3cd1f9c816b4 HTTP/1.1" status: 204 len: 168 time: 0.1308703 Oct 20 11:16:58.867418 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f98e32-e104-4568-821d-5b6f51890663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4742de0c-a84b-43d0-bd8d-3cd1f9c816b4,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:59.040240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53331d5a-fece-47d9-96e4-f19e898b7bb7 req-7c9d6878-b53f-45b9-9324-63784ba86ae1 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:59.042035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53331d5a-fece-47d9-96e4-f19e898b7bb7 req-7c9d6878-b53f-45b9-9324-63784ba86ae1 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 944 time: 0.0526347 Oct 20 11:16:59.080629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53331d5a-fece-47d9-96e4-f19e898b7bb7 req-7a4c7d16-2bbc-416a-822c-ac2b5ac9da5a tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Oct 20 11:16:59.192639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:59.232358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9bbcb8fe-60a1-4bbc-9c47-029527f9362e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d7b363aed7584d6ba35cc8513650090f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385039 Oct 20 11:16:59.234719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 37832) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:59.286598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:59.307712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:59.352463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:59.355822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:59.356970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d726dd31-c94c-4340-b949-bc35b4c8f23c HTTP/1.1" status: 204 len: 168 time: 0.1213253 Oct 20 11:16:59.364641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8741a-e921-40bd-9c14-a64c17fef134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726dd31-c94c-4340-b949-bc35b4c8f23c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:00.059847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b553a321-0c63-4ec3-a650-fa53d0978a86 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:00.106647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b553a321-0c63-4ec3-a650-fa53d0978a86 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:17:00.110474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b553a321-0c63-4ec3-a650-fa53d0978a86 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:00.110864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:00.190210 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:00.195382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebd1cc-80cc-4e70-9883-862b8474c168 req-40cb4256-08ee-4415-98a2-80258ff8207a tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:00.196877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bebd1cc-80cc-4e70-9883-862b8474c168 req-40cb4256-08ee-4415-98a2-80258ff8207a tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 944 time: 0.0490241 Oct 20 11:17:00.213053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:17:00.215322 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af73058f-209f-4236-9acd-fc708a5243ef" -d '{"events": [{"server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "name": "network-vif-plugged", "status": "completed", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:17:00.227869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b553a321-0c63-4ec3-a650-fa53d0978a86,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:00.232258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:00.237416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9bebd1cc-80cc-4e70-9883-862b8474c168 req-0cc326a3-304d-4b06-a35a-8f4c90c6bc60 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333092 Oct 20 11:17:00.266566 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade17f3-734c-4739-b74d-0ed18daabb62 x-openstack-request-id: req-eade17f3-734c-4739-b74d-0ed18daabb62 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:17:00.266888 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "name": "network-vif-plugged", "status": "completed", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:17:00.267169 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eade17f3-734c-4739-b74d-0ed18daabb62 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:17:00.267559 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86', 'code': 200} Oct 20 11:17:00.289772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:00.362044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586a36c-5866-4d65-8946-ec4f2259a031 req-eb00a2a3-7f40-4e9e-9101-0b3393655664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:00.363558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4586a36c-5866-4d65-8946-ec4f2259a031 req-eb00a2a3-7f40-4e9e-9101-0b3393655664 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 1097 time: 0.0399108 Oct 20 11:17:00.397186 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4586a36c-5866-4d65-8946-ec4f2259a031 req-eaf5267c-d2af-4023-b338-94773200662b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264304 Oct 20 11:17:01.359553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c198-6944-4b0f-9e34-3ca33804d228 req-3f84ffdc-d264-44c8-b98b-9fb90d4dbd51 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:01.361016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e600c198-6944-4b0f-9e34-3ca33804d228 req-3f84ffdc-d264-44c8-b98b-9fb90d4dbd51 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 945 time: 0.0521073 Oct 20 11:17:01.384233 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6446db2d-cf71-4ac7-9119-c13d1d50fcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:01.408113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e600c198-6944-4b0f-9e34-3ca33804d228 req-7f264515-008c-497e-be97-dfcd016aaec2 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Oct 20 11:17:01.790477 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:02.523150 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb5e72-567b-4a55-a172-db74b1cd302d req-30716610-e051-4eee-a46b-d9e1da9093ce tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:02.524628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ceb5e72-567b-4a55-a172-db74b1cd302d req-30716610-e051-4eee-a46b-d9e1da9093ce tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 945 time: 0.0490496 Oct 20 11:17:02.561378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ceb5e72-567b-4a55-a172-db74b1cd302d req-77130574-e1ba-4aa7-9fd0-0abfd0f8d700 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Oct 20 11:17:02.875999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:03.153700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c42-b272-4e62-b29e-9e8cb31b7bce req-a479b7bd-0989-425a-bcca-d030017f4803 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:03.155157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3034c42-b272-4e62-b29e-9e8cb31b7bce req-a479b7bd-0989-425a-bcca-d030017f4803 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 945 time: 0.0499287 Oct 20 11:17:03.193176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3034c42-b272-4e62-b29e-9e8cb31b7bce req-7c3a833a-552e-4796-a00d-3a8e80111a3b tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Oct 20 11:17:04.315930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1fae8-332f-4b3c-8172-6a19ba18a385 req-62f658ef-b66d-43c8-aef3-b75301b9776b tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:04.317428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75a1fae8-332f-4b3c-8172-6a19ba18a385 req-62f658ef-b66d-43c8-aef3-b75301b9776b tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 945 time: 0.0534160 Oct 20 11:17:04.356164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75a1fae8-332f-4b3c-8172-6a19ba18a385 req-b4dea1e5-5493-44bc-b66e-f7805b55a10f tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d8e3e04-bb90-4e51-af88-3bf6bab56488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Oct 20 11:17:04.407897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:04.461420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96170b-0937-46f9-9bd4-b775be854741 req-0722b190-dc92-4480-a365-85f20a076b74 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:04.463303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d96170b-0937-46f9-9bd4-b775be854741 req-0722b190-dc92-4480-a365-85f20a076b74 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd83258f-15cf-4786-a09a-3133681da48e HTTP/1.1" status: 200 len: 945 time: 0.0492723 Oct 20 11:17:04.553669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Deleting port b553a321-0c63-4ec3-a650-fa53d0978a86 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:17:04.554002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:04.638720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] For port b553a321-0c63-4ec3-a650-fa53d0978a86, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b553a321-0c63-4ec3-a650-fa53d0978a86,segment=NetworkSegment(4cb670e3-2e38-4e35-8a9f-c928d797a1a3),segment_id=4cb670e3-2e38-4e35-8a9f-c928d797a1a3)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:04.639109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:04.651592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Calling delete_port for b553a321-0c63-4ec3-a650-fa53d0978a86 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:17:04.773414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:04.785885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b553a321-0c63-4ec3-a650-fa53d0978a86'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:17:04.800222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Pushing event deleted for resources: {'Port': ['ID=b553a321-0c63-4ec3-a650-fa53d0978a86,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:04.844301 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] No DVR routers for this DVR port b553a321-0c63-4ec3-a650-fa53d0978a86 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:17:04.846719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:04.850061 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0d96170b-0937-46f9-9bd4-b775be854741 req-a7130a37-fc16-499c-8f1d-2f9102e8e304 tempest-VolumesActionsTest-1956013137 tempest-VolumesActionsTest-1956013137-project] 10.222.0.70 "DELETE /v2.0/ports/b553a321-0c63-4ec3-a650-fa53d0978a86 HTTP/1.1" status: 204 len: 173 time: 0.3806107 Oct 20 11:17:04.850486 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'name': 'network-vif-deleted', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:17:04.852910 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951fd72-b493-4649-8875-7849a50e40b9" -d '{"events": [{"server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "name": "network-vif-deleted", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:17:04.890320 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3047a10-02e4-4378-b420-5fc45b24037a x-openstack-request-id: req-a3047a10-02e4-4378-b420-5fc45b24037a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:17:04.890692 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83258f-15cf-4786-a09a-3133681da48e", "name": "network-vif-deleted", "tag": "b553a321-0c63-4ec3-a650-fa53d0978a86", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:17:04.890959 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3047a10-02e4-4378-b420-5fc45b24037a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:17:04.891384 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83258f-15cf-4786-a09a-3133681da48e', 'name': 'network-vif-deleted', 'tag': 'b553a321-0c63-4ec3-a650-fa53d0978a86', 'status': 'completed', 'code': 200} Oct 20 11:17:08.091627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b553a321-0c63-4ec3-a650-fa53d0978a86 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:17:08.133458 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b553a321-0c63-4ec3-a650-fa53d0978a86 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:17:08.135184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b553a321-0c63-4ec3-a650-fa53d0978a86 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:17:14.608321 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:16.078005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:16.905103 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:21.825750 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-d7baa3ca-cc60-4934-80ba-26e48e45472a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755913 Oct 20 11:17:21.941586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-4426d2cb-e93b-4636-bcc0-ff23a4d38ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:21.943392 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-4426d2cb-e93b-4636-bcc0-ff23a4d38ea4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1043d8df3a9141b398199eae19c83976&device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 1101 time: 0.0622106 Oct 20 11:17:22.138082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-40c831c5-7f89-48d9-aa18-dbf35ebb8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:22.139981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-40c831c5-7f89-48d9-aa18-dbf35ebb8e54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.1716733 Oct 20 11:17:22.194415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-04a8388c-ddda-4314-836f-fa79f0c3a2ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=51438f26-cb43-4df4-8a17-e629f74eb490 HTTP/1.1" status: 200 len: 217 time: 0.0448864 Oct 20 11:17:22.264150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-4fd10727-d8cc-46cb-928a-ad46b72764f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:22.271030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-4fd10727-d8cc-46cb-928a-ad46b72764f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0671611 Oct 20 11:17:22.385163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-e382bb8b-30ce-4cdc-8641-133cc72d7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:22.386701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-e382bb8b-30ce-4cdc-8641-133cc72d7c96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065767 Oct 20 11:17:22.516817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-8cdb9f2a-c9b7-4407-a9e7-e1aa8e40af29 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190290 Oct 20 11:17:22.644042 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b6889c16-c101-4648-84d5-ce54cd6ea9f0 req-47c25ab4-b05e-42c5-ac6f-6fb3b9608d70 service neutron] 10.222.0.83 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177528 Oct 20 11:17:27.369671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38214) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:27.414766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Deleting subnet 3e3fc2b1-9073-4710-8032-98bd742b3594 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:17:27.418665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.455903 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.496290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.557594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.570635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.576783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3e3fc2b1-9073-4710-8032-98bd742b3594 HTTP/1.1" status: 204 len: 168 time: 0.2036762 Oct 20 11:17:27.577003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38216) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:27.655961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53f228-2036-4887-bb37-2dfcbea03f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3fc2b1-9073-4710-8032-98bd742b3594,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:27.671450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.763350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.782690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a915a71-f053-4597-8709-94a529ef4dbc']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:27.792562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb670e3-2e38-4e35-8a9f-c928d797a1a3') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:27.792852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb670e3-2e38-4e35-8a9f-c928d797a1a3') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:27.803316 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.817746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.824627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:17:27.825269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:17:27.837427 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:17:27.888095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.893175 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:27.896792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] 10.222.0.74 "DELETE /v2.0/networks/5a915a71-f053-4597-8709-94a529ef4dbc HTTP/1.1" status: 204 len: 168 time: 0.3185484 Oct 20 11:17:27.913391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435792da-7947-43b4-a332-f42e70ae918e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a915a71-f053-4597-8709-94a529ef4dbc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:28.092389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38230) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:28.134258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f809f688-afd7-43e3-9bf1-e68aa806d6d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac1da237feef4c07974f9657cbc10a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396993 Oct 20 11:17:28.136572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:28.184898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:28.209538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:28.259769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:28.263337 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:28.266957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d8e3e04-bb90-4e51-af88-3bf6bab56488 HTTP/1.1" status: 204 len: 168 time: 0.1270847 Oct 20 11:17:28.272695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404466e-943f-45ad-8a2e-7471a2bb8542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e3e04-bb90-4e51-af88-3bf6bab56488,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:28.525500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2cec8e6-34ea-41c4-b495-f7fc356f9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.442019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38284) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:29.547718 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af109d72-52f1-4208-a4ca-d282b0a98b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.623340 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af109d72-52f1-4208-a4ca-d282b0a98b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.627643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-af109d72-52f1-4208-a4ca-d282b0a98b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.670113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-af109d72-52f1-4208-a4ca-d282b0a98b6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95cc6f6bfd5b4a498ec4fd2f065fc70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266738 Oct 20 11:17:29.671164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109d72-52f1-4208-a4ca-d282b0a98b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a824e20-62ed-4ae0-b859-d819d660da5f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:29.673409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38292) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:29.726469 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.747821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.793101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.795844 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.796965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a824e20-62ed-4ae0-b859-d819d660da5f HTTP/1.1" status: 204 len: 168 time: 0.1219833 Oct 20 11:17:29.807105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a824e20-62ed-4ae0-b859-d819d660da5f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:29.814652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.815019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.815951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.816333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.816614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.816940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.817312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.817633 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.818009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.818334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.818652 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:29.819004 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5338fcae-8343-4ada-9b03-e11862ff33c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:31.387178 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2bab88df-8683-43ff-8879-5d335ba0a9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:31.794633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:32.896492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:34.414464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.042420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38682) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:44.163930 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98b87a91-2876-4140-8fdd-bbdb87a9a45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.236970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98b87a91-2876-4140-8fdd-bbdb87a9a45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.241630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98b87a91-2876-4140-8fdd-bbdb87a9a45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.295867 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98b87a91-2876-4140-8fdd-bbdb87a9a45e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8352fffab6fd465491232bf62b87567d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487102 Oct 20 11:17:44.295867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b87a91-2876-4140-8fdd-bbdb87a9a45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dddbb4-e367-4c66-9dc7-97b0929f5e04,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:44.296181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38690) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:44.360392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.383489 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.431883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.434704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:44.438213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5dddbb4-e367-4c66-9dc7-97b0929f5e04 HTTP/1.1" status: 204 len: 168 time: 0.1391618 Oct 20 11:17:44.444412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64be4-ca52-4fcb-8bb1-66a6b4e57a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dddbb4-e367-4c66-9dc7-97b0929f5e04,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:45.125832 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38726) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:45.226868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1839017568-network', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:45.250790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Made reservation on behalf of 65fcbf5bbbb349bda748f39410f7abe3 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:17:45.253280 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.262557 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.336854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.341052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.369345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:17:45.374770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b9d0e-2080-49e9-9065-9383b310cd69,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:45.382702 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.382702 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Added segment f7c96ada-4811-4945-b82d-cad313674a57 of type vlan for network b2766372-ae5d-4fbd-b97b-840a2bafff5b Oct 20 11:17:45.427447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.452684 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.453640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:45.454213 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.482852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3532324 Oct 20 11:17:45.483293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38734) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:45.488393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Request body: {'subnet': {'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1839017568-subnet', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:45.509544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Made reservation on behalf of 65fcbf5bbbb349bda748f39410f7abe3 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:17:45.511941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.524419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa8140-61bc-463f-8130-1b7afec1a85f admin admin] Pushing event updated for resources: {'Network': ['ID=b2766372-ae5d-4fbd-b97b-840a2bafff5b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:45.534282 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:17:45.696595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.750341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8b985f-d912-4e6f-ac1e-cf43768505c6,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:45.767076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Checking segment: {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:45.767436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Network hostable DHCP agents. Network: b2766372-ae5d-4fbd-b97b-840a2bafff5b, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:17:45.783827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:17:45.792999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b2766372-ae5d-4fbd-b97b-840a2bafff5b) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:45.798281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:45.800515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.801295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00cfd3-bef8-4c06-8730-68fa51f2bcc8 None None] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:17:45.817147 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ac31f503-93d4-4ff4-8734-ffa67b1230b2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3325422 Oct 20 11:17:45.819679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38742) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:45.824249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:45.847627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.848987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.914528 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:45.955770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'fixed_ips': [{'subnet_id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:17:45.957015 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.059281 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.096749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.111539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Allocated IP 172.20.0.2 (b2766372-ae5d-4fbd-b97b-840a2bafff5b/8f8b985f-d912-4e6f-ac1e-cf43768505c6/e10ef3f9-8e91-480e-8f4c-b29272a59c9f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:46.269216 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.277130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.305096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.314787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:46.317589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:46.320986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:46.330339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Pushing event updated for resources: {'Port': ['ID=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:46.330544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.361147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.361410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.361879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.362281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.362693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.363089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.363481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.363869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.364255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.364658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.365298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.365674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:46.403351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Attempting to bind port e10ef3f9-8e91-480e-8f4c-b29272a59c9f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:46.403712 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Attempting to bind port e10ef3f9-8e91-480e-8f4c-b29272a59c9f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:46.404076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Attempting to bind port e10ef3f9-8e91-480e-8f4c-b29272a59c9f on network b2766372-ae5d-4fbd-b97b-840a2bafff5b {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:46.409060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:46.409434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Checking segment: {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:46.409829 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.410220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Bound using segment: {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:46.410682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Bound port: e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:46.411075 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.441715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Allocated IP 172.25.3.234 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/59cbcf67-9d7e-4de5-b2ab-249481acad4b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:46.488066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] For port e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:46.492305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] For port e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:46.496763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.566973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97972a0e-55bc-425e-ab70-c8b8176d96e5 None None] Pushing event updated for resources: {'Port': ['ID=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:46.836713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.875595 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.903334 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:46.917621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:46.920523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:46.923974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:46.931950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Pushing event updated for resources: {'Port': ['ID=59cbcf67-9d7e-4de5-b2ab-249481acad4b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:47.181645 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.401466 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.541392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Router a9c6a51c-6faa-4108-8a6a-65c1855e284d is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:17:47.550629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782417ad-7617-406c-99d6-a653ef00feba None None] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:17:47.630881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] Provisioning complete for port e10ef3f9-8e91-480e-8f4c-b29272a59c9f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:47.632016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.667992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:17:47.681158 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Sync routers for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:17:47.687178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.691094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82873576-293c-4aef-b957-008c3edde67f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8676369 Oct 20 11:17:47.691388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38776) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:47.699255 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:47.699861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:47.777706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.818283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] For port e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:47.823416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:47.836658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:47.917338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f464-1820-4b4b-b534-0a721a8d9965 None None] Pushing event updated for resources: {'Port': ['ID=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:48.064908 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:47Z', 'revision_number': 3, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:48.094767 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Checking router: a9c6a51c-6faa-4108-8a6a-65c1855e284d for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:17:48.095074 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Updating router a9c6a51c-6faa-4108-8a6a-65c1855e284d port 59cbcf67-9d7e-4de5-b2ab-249481acad4b binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:17:48.120651 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.145763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f691cf1b-ed17-4945-906f-9680de2910a1 None None] Provisioning complete for port e10ef3f9-8e91-480e-8f4c-b29272a59c9f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:48.146126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f691cf1b-ed17-4945-906f-9680de2910a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.180582 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.400891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Allocated IP 172.20.0.1 (b2766372-ae5d-4fbd-b97b-840a2bafff5b/8f8b985f-d912-4e6f-ac1e-cf43768505c6/cf44cdc3-8792-4557-9cb7-5fb94824d8f1) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:48.409024 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.415201 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.471304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Pushing event updated for resources: {'Port': ['ID=59cbcf67-9d7e-4de5-b2ab-249481acad4b,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:48.489112 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.489451 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.489783 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.490369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.490690 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.491039 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.491367 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.491682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.492044 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.492361 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.492677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.492994 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:48.504984 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Attempting to bind port 59cbcf67-9d7e-4de5-b2ab-249481acad4b on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:48.505346 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Attempting to bind port 59cbcf67-9d7e-4de5-b2ab-249481acad4b by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:48.507321 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Attempting to bind port 59cbcf67-9d7e-4de5-b2ab-249481acad4b on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:48.513053 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:48.513381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:48.513776 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.514317 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:48.514857 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Bound port: 59cbcf67-9d7e-4de5-b2ab-249481acad4b, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:48.515277 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.521191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.556382 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.567413 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] For port 59cbcf67-9d7e-4de5-b2ab-249481acad4b, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:48.570593 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] For port 59cbcf67-9d7e-4de5-b2ab-249481acad4b, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59cbcf67-9d7e-4de5-b2ab-249481acad4b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:48.576107 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.596667 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:48.600072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:48.603591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:48.621729 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:48.622364 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:48.657883 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Pushing event updated for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:48.680642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.701591 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4750-ba5d-4699-a41a-30dd509638ef None None] Pushing event updated for resources: {'Port': ['ID=59cbcf67-9d7e-4de5-b2ab-249481acad4b,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:48.775592 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:48.852792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e10ef3f9-8e91-480e-8f4c-b29272a59c9f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:48.912653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.914142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e10ef3f9-8e91-480e-8f4c-b29272a59c9f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:48.914727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:48.971190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1ed9d659-8eff-4083-aa80-e8f044bbc4e6 None None] Provisioning complete for port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:48.971593 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d659-8eff-4083-aa80-e8f044bbc4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.036849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9d659-8eff-4083-aa80-e8f044bbc4e6 None None] Port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:17:49.078926 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:47Z', 'revision_number': 3, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:49.105876 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32345-f9bd-4ef8-888b-7849102bd971 None None] The sync data for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 is: [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:47Z', 'revision_number': 3, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:17:49.119912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.128710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.198713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Pushing event updated for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:49.203859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.301234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:49.302778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:49.671451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-24bb0890-a98b-4e83-96d6-07e2e3205577 None None] Provisioning complete for port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:49.671816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-24bb0890-a98b-4e83-96d6-07e2e3205577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.718803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Router a9c6a51c-6faa-4108-8a6a-65c1855e284d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:17:49.720409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-24bb0890-a98b-4e83-96d6-07e2e3205577 None None] Port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:17:49.833801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:17:49.841518 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6abde2d3-ae40-4b77-afe8-d91d37d0a77f admin admin] 10.222.0.74 "PUT /v2.0/routers/a9c6a51c-6faa-4108-8a6a-65c1855e284d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1490355 Oct 20 11:17:50.345251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38828) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:50.350412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-471529999-network', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:50.372220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Made reservation on behalf of 4bf9a86d887a4f4280b6d3f6139c6994 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:17:50.374710 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.384238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.480785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.485287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.522016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:17:50.533544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e5db8-ba1f-4991-a3c3-64c6a5243c62,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:50.538680 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.539048 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Added segment e294aabc-b3e8-4b8f-9362-7869b9726de9 of type vlan for network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 Oct 20 11:17:50.579981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.606129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.607130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:50.607679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.653215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3068132 Oct 20 11:17:50.656269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38838) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:50.661421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Request body: {'subnet': {'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-471529999-subnet', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:50.693923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Made reservation on behalf of 4bf9a86d887a4f4280b6d3f6139c6994 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:17:50.702267 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.716040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8250ef-1b4f-4ccf-8940-55ee0d435a16 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9a7124-d0bc-4e86-b61a-5c092d3e6d72,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:50.734518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:17:50.824132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Sync routers for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:17:50.827226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59cbcf67-9d7e-4de5-b2ab-249481acad4b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:50.874852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:50.875511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:50.926758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.931852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 59cbcf67-9d7e-4de5-b2ab-249481acad4b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:50.932232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.986019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e30d415-f807-4bdd-abe3-885fc6ee9eca,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:51.006719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.007086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.008616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.008616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.008616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.008960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.009265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.009757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.010137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.010463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.010784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.011123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:51.017185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:51.026375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Checking segment: {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:51.026963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Network hostable DHCP agents. Network: ff9a7124-d0bc-4e86-b61a-5c092d3e6d72, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:17:51.047045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:17:51.057644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, ff9a7124-d0bc-4e86-b61a-5c092d3e6d72) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:51.062537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:51.063251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.079511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7d60d-62de-482a-a7f3-eafa2f5eb7c2 None None] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:17:51.081948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-49161f73-fe91-44a6-b4d1-f844613cf9af admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4244769 Oct 20 11:17:51.084614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38846) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:51.089064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:51.111259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.112352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.174697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.339209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.446707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.484577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 59cbcf67-9d7e-4de5-b2ab-249481acad4b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59cbcf67-9d7e-4de5-b2ab-249481acad4b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:51.516947 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.550912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.571798 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.624202 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:51.637318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=59cbcf67-9d7e-4de5-b2ab-249481acad4b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:51.645439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'fixed_ips': [{'subnet_id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:17:51.646307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.667555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 4, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cf44cdc3-8792-4557-9cb7-5fb94824d8f1', 'name': '', 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'mac_address': 'fa:16:3e:0f:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:48Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 2, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'subnets': [{'id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:51.689371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Allocated IP 172.25.3.17 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/1ba60480-265a-4a10-a7b6-764d9ffc770e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:51.708438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Checking router: a9c6a51c-6faa-4108-8a6a-65c1855e284d for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:17:51.708793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Updating router a9c6a51c-6faa-4108-8a6a-65c1855e284d port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:17:51.794546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.811182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.852763 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:51.880771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Allocated IP 172.20.0.2 (ff9a7124-d0bc-4e86-b61a-5c092d3e6d72/7e30d415-f807-4bdd-abe3-885fc6ee9eca/29d80943-ea83-497f-b22f-aa17d524b67c) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:51.897927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:51.901598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:51.906014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:51.932534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba60480-265a-4a10-a7b6-764d9ffc770e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:52.176559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.187634 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.199191 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.280910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:52.287773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:52.312328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.321103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:52.326420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.328679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Pushing event updated for resources: {'Port': ['ID=29d80943-ea83-497f-b22f-aa17d524b67c,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:52.408276 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.428563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Attempting to bind port 29d80943-ea83-497f-b22f-aa17d524b67c on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:52.428934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Attempting to bind port 29d80943-ea83-497f-b22f-aa17d524b67c by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:52.429828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Attempting to bind port 29d80943-ea83-497f-b22f-aa17d524b67c on network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:52.441861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e1f79-1cd7-4f27-a0ff-8a25a8633db9 None None] Pushing event updated for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:52.466807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:52.466807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Checking segment: {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:52.466807 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.466807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Bound using segment: {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:52.467495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Bound port: 29d80943-ea83-497f-b22f-aa17d524b67c, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:52.467884 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.550589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Attempting to bind port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:52.550970 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Attempting to bind port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:52.551346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Attempting to bind port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 on network b2766372-ae5d-4fbd-b97b-840a2bafff5b {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:52.559586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:52.560020 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Checking segment: {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:52.560422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.560917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Bound using segment: {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:52.561376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Bound port: cf44cdc3-8792-4557-9cb7-5fb94824d8f1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c96ada-4811-4945-b82d-cad313674a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:52.561830 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.565520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:17:52.632553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] For port 29d80943-ea83-497f-b22f-aa17d524b67c, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:52.636916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] For port 29d80943-ea83-497f-b22f-aa17d524b67c, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=29d80943-ea83-497f-b22f-aa17d524b67c,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:52.644332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.699532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] For port cf44cdc3-8792-4557-9cb7-5fb94824d8f1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:52.749669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] For port cf44cdc3-8792-4557-9cb7-5fb94824d8f1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:52.757500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] Provisioning complete for port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:52.757875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.761109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.777196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83c6c-9cc2-4fb7-8336-55cbf58a27f5 None None] Pushing event updated for resources: {'Port': ['ID=29d80943-ea83-497f-b22f-aa17d524b67c,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:52.820800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59cbcf67-9d7e-4de5-b2ab-249481acad4b up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:52.912151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:52.912798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:52.978661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e1f79-1cd7-4f27-a0ff-8a25a8633db9 None None] Pushing event updated for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:53.088402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:17:53.105946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Sync routers for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:17:53.118420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.122779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38884) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:53.123631 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:53.124258 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:53.130206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-75a40547-10b4-4e0d-bb52-98b70595eb47 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0444117 Oct 20 11:17:53.151750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 59cbcf67-9d7e-4de5-b2ab-249481acad4b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:53.158261 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.173876 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.237516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:53.296619 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:53.361509 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] For port cf44cdc3-8792-4557-9cb7-5fb94824d8f1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:53.392848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.554887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054b5f-971d-4a10-8b97-1e645d92a8e0 None None] Pushing event updated for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:53.557930 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:52Z', 'revision_number': 3, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:53.576363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f8d9cb08-e0dc-4303-8c20-d96b3674b73f None None] Provisioning complete for port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:53.576726 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cb08-e0dc-4303-8c20-d96b3674b73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.596953 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Checking router: d6e4d823-3a6d-4300-aa86-06acb3dc31f4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:17:53.597276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Updating router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 port 1ba60480-265a-4a10-a7b6-764d9ffc770e binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:17:53.633353 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.693808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 4, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cf44cdc3-8792-4557-9cb7-5fb94824d8f1', 'name': '', 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'mac_address': 'fa:16:3e:0f:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:48Z', 'updated_at': '2021-10-20T11:17:52Z', 'revision_number': 4, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'subnets': [{'id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:53.727946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fad1f3-8024-423d-b87c-af74ff54c12c None None] The sync data for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 is: [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:48Z', 'revision_number': 4, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'cf44cdc3-8792-4557-9cb7-5fb94824d8f1', 'name': '', 'network_id': 'b2766372-ae5d-4fbd-b97b-840a2bafff5b', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'mac_address': 'fa:16:3e:0f:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:48Z', 'updated_at': '2021-10-20T11:17:52Z', 'revision_number': 4, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'subnets': [{'id': '8f8b985f-d912-4e6f-ac1e-cf43768505c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:17:53.772260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.995140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Allocated IP 172.20.0.1 (ff9a7124-d0bc-4e86-b61a-5c092d3e6d72/7e30d415-f807-4bdd-abe3-885fc6ee9eca/e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:17:54.058224 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.071119 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.136076 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Attempting to bind port 1ba60480-265a-4a10-a7b6-764d9ffc770e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:54.137330 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Attempting to bind port 1ba60480-265a-4a10-a7b6-764d9ffc770e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:54.137861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Attempting to bind port 1ba60480-265a-4a10-a7b6-764d9ffc770e on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:54.154812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:54.155514 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:54.156086 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.156638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:54.157276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Bound port: 1ba60480-265a-4a10-a7b6-764d9ffc770e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:54.157837 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.169660 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.220946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.259873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:54.265192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:54.269214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:17:54.280578 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] For port 1ba60480-265a-4a10-a7b6-764d9ffc770e, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:54.284846 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] For port 1ba60480-265a-4a10-a7b6-764d9ffc770e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1ba60480-265a-4a10-a7b6-764d9ffc770e,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:54.287019 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be972036-c7dc-4da1-b443-da8530de1ca1 None None] Pushing event updated for resources: {'Port': ['ID=1ba60480-265a-4a10-a7b6-764d9ffc770e,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:54.302924 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.324251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Pushing event updated for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:54.340018 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.390660 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43e6f0-f514-4db8-9226-55e188e6904d None None] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:17:54.392490 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:54.393821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:54.468777 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be972036-c7dc-4da1-b443-da8530de1ca1 None None] Pushing event updated for resources: {'Port': ['ID=1ba60480-265a-4a10-a7b6-764d9ffc770e,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:54.513057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.517696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] Provisioning complete for port 29d80943-ea83-497f-b22f-aa17d524b67c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:54.518294 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.584258 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:54.682859 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.749476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] For port 29d80943-ea83-497f-b22f-aa17d524b67c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=29d80943-ea83-497f-b22f-aa17d524b67c,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:54.758621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.859601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.884142 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.893273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29d80943-ea83-497f-b22f-aa17d524b67c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:54.916236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129f88-d5ea-40a5-9534-d6031fddf12f None None] Pushing event updated for resources: {'Port': ['ID=29d80943-ea83-497f-b22f-aa17d524b67c,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:54.994552 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:52Z', 'revision_number': 3, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:55.011002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Pushing event updated for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:55.018520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.029183 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 29d80943-ea83-497f-b22f-aa17d524b67c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.029560 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.059397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8a9e2-d42e-4e68-9c2f-ae18fd86945e None None] The sync data for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 is: [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:52Z', 'revision_number': 3, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:17:55.164412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf44cdc3-8792-4557-9cb7-5fb94824d8f1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:55.198744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:17:55.200706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:17:55.233979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b7b6b27c-d06a-4260-9b10-37e780df532a None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.234492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7b6b27c-d06a-4260-9b10-37e780df532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.286809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6b27c-d06a-4260-9b10-37e780df532a None None] Port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:17:55.298091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.298718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.345006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b7b6b27c-d06a-4260-9b10-37e780df532a None None] Provisioning complete for port 29d80943-ea83-497f-b22f-aa17d524b67c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.345663 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7b6b27c-d06a-4260-9b10-37e780df532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.372150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:17:55.552860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:17:55.560283 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dc0bea6c-791b-440a-aa14-a199fb0c1e77 admin admin] 10.222.0.74 "PUT /v2.0/routers/d6e4d823-3a6d-4300-aa86-06acb3dc31f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4360349 Oct 20 11:17:55.645474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5ae85dfc-9b7c-451a-b7d8-dfd22fd567d5 None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.646054 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ae85dfc-9b7c-451a-b7d8-dfd22fd567d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.701460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5ae85dfc-9b7c-451a-b7d8-dfd22fd567d5 None None] Port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:17:55.822412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a267ccd0-a4e8-4aea-ae62-21ed9321a345 None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:55.823662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a267ccd0-a4e8-4aea-ae62-21ed9321a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:55.865295 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a267ccd0-a4e8-4aea-ae62-21ed9321a345 None None] Port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:17:56.801388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29d80943-ea83-497f-b22f-aa17d524b67c up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:56.854227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 29d80943-ea83-497f-b22f-aa17d524b67c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:56.854810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:56.936859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1ba60480-265a-4a10-a7b6-764d9ffc770e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:56.994639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1ba60480-265a-4a10-a7b6-764d9ffc770e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:56.995493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:57.087358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:57.111578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Sync routers for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:17:57.282921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 1ba60480-265a-4a10-a7b6-764d9ffc770e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1ba60480-265a-4a10-a7b6-764d9ffc770e,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:57.290236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:57.322247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:57.323098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:57.389662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=1ba60480-265a-4a10-a7b6-764d9ffc770e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:57.455243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:57.687379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 4, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3', 'name': '', 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'mac_address': 'fa:16:3e:d7:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:53Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 2, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'subnets': [{'id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:57.720663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Checking router: d6e4d823-3a6d-4300-aa86-06acb3dc31f4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:17:57.721141 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Updating router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:17:57.749082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:57.780228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 38944) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:58.026658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.033250 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.090083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b63fd-9d7f-4c24-9998-6d0ff1fa20ce None None] Pushing event updated for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:58.143605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Attempting to bind port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:17:58.143977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Attempting to bind port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:17:58.144337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Attempting to bind port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 on network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:17:58.149734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:17:58.150108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Checking segment: {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:17:58.150502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.150975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Bound using segment: {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:17:58.151429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Bound port: e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e294aabc-b3e8-4b8f-9362-7869b9726de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:17:58.151800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.172530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.233842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] For port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:17:58.238187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] For port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:17:58.246650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.305317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:58.306102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:58.370405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b63fd-9d7f-4c24-9998-6d0ff1fa20ce None None] Pushing event updated for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:58.451929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:58.461611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.466319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:58.581752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9635aeb1-c617-4cca-8365-a230442cc1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.707685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.756758 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Deleting port cf44cdc3-8792-4557-9cb7-5fb94824d8f1 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:17:58.757592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.761778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1ba60480-265a-4a10-a7b6-764d9ffc770e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:17:58.789359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] For port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:58.798407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.850294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] For port cf44cdc3-8792-4557-9cb7-5fb94824d8f1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:17:58.851434 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.865445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Calling delete_port for cf44cdc3-8792-4557-9cb7-5fb94824d8f1 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:17:58.879999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 4, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3', 'name': '', 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'mac_address': 'fa:16:3e:d7:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:53Z', 'updated_at': '2021-10-20T11:17:58Z', 'revision_number': 4, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'subnets': [{'id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:58.884053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c736c4-08e1-461f-96ea-e07bd7f8eefa None None] Pushing event updated for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:58.921879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e1146-5aaf-4e01-9d79-890ee3e65b1b None None] The sync data for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 is: [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:54Z', 'revision_number': 4, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3', 'name': '', 'network_id': 'ff9a7124-d0bc-4e86-b61a-5c092d3e6d72', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'mac_address': 'fa:16:3e:d7:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:53Z', 'updated_at': '2021-10-20T11:17:58Z', 'revision_number': 4, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'subnets': [{'id': '7e30d415-f807-4bdd-abe3-885fc6ee9eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:17:58.924051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1ba60480-265a-4a10-a7b6-764d9ffc770e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:58.924517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:58.959165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fb376029-3da5-4c8a-b6ed-b3e55c94f953 None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:58.959636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fb376029-3da5-4c8a-b6ed-b3e55c94f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:59.128657 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:59.155915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=cf44cdc3-8792-4557-9cb7-5fb94824d8f1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:59.350338 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:59.590425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Router a9c6a51c-6faa-4108-8a6a-65c1855e284d has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:17:59.700608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:17:59.705727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-53d59fba-8ed6-4740-91c6-ca882d7bf7fe admin admin] 10.222.0.74 "PUT /v2.0/routers/a9c6a51c-6faa-4108-8a6a-65c1855e284d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243753 Oct 20 11:17:59.708396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 38950) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:59.716805 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Sync routers for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:17:59.725638 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:17:59.726239 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:17:59.818443 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:59.831171 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:17:59.923358 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:59.980662 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Deleting port 59cbcf67-9d7e-4de5-b2ab-249481acad4b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:17:59.981004 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.063060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] For port 59cbcf67-9d7e-4de5-b2ab-249481acad4b, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=59cbcf67-9d7e-4de5-b2ab-249481acad4b,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:00.063427 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.077111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Calling delete_port for 59cbcf67-9d7e-4de5-b2ab-249481acad4b owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:00.112646 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:59Z', 'revision_number': 5, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port': {'id': '59cbcf67-9d7e-4de5-b2ab-249481acad4b', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:46Z', 'updated_at': '2021-10-20T11:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:00.152701 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Checking router: a9c6a51c-6faa-4108-8a6a-65c1855e284d for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:00.161416 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Routers {'a9c6a51c-6faa-4108-8a6a-65c1855e284d'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:00.162231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:17:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:00.262293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.272364 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] Set router a9c6a51c-6faa-4108-8a6a-65c1855e284d gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:00.347731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Pushing event deleted for resources: {'Port': ['ID=59cbcf67-9d7e-4de5-b2ab-249481acad4b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:00.378678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14551497-ad47-440f-aec8-63446f991e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:59Z', 'revision_number': 6, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:00.412143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14551497-ad47-440f-aec8-63446f991e3b None None] The sync data for ids ['a9c6a51c-6faa-4108-8a6a-65c1855e284d'] in n-d-802060-17 is: [{'id': 'a9c6a51c-6faa-4108-8a6a-65c1855e284d', 'name': 'tempest-TestAggregatesBasicOps-1839017568-router', 'tenant_id': '65fcbf5bbbb349bda748f39410f7abe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:45Z', 'updated_at': '2021-10-20T11:17:59Z', 'revision_number': 6, 'project_id': '65fcbf5bbbb349bda748f39410f7abe3', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:00.416555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.521739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.524429 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.578161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.578726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c6a51c-6faa-4108-8a6a-65c1855e284d {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:18:00.584104 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.588041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dfc23f90-9968-40a5-a778-e6f5ba75763a admin admin] 10.222.0.74 "DELETE /v2.0/routers/a9c6a51c-6faa-4108-8a6a-65c1855e284d HTTP/1.1" status: 204 len: 168 time: 0.8785188 Oct 20 11:18:00.588218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39002) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:00.656749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Deleting subnet 8f8b985f-d912-4e6f-ac1e-cf43768505c6 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:18:00.660879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.700634 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.796621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.860802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.897025 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8b985f-d912-4e6f-ac1e-cf43768505c6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:00.903772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:00.909525 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8cc619b6-1b57-4422-8767-7eddcf4c93b6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8f8b985f-d912-4e6f-ac1e-cf43768505c6 HTTP/1.1" status: 204 len: 168 time: 0.3197801 Oct 20 11:18:00.910893 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b49b51-034d-4a8c-8a8d-f44e40f0e9b7 None None] Network b2766372-ae5d-4fbd-b97b-840a2bafff5b requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:00.912049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39042) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:01.006917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.098426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Deleting port e10ef3f9-8e91-480e-8f4c-b29272a59c9f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:01.099027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.221553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] For port e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,segment=NetworkSegment(f7c96ada-4811-4945-b82d-cad313674a57),segment_id=f7c96ada-4811-4945-b82d-cad313674a57)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:01.222007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.225622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:01.242595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Calling delete_port for e10ef3f9-8e91-480e-8f4c-b29272a59c9f owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:01.311200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] DHCP port deletion for b2766372-ae5d-4fbd-b97b-840a2bafff5b request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:18:01.368852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:01.368995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.378278 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.404803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] No DVR routers for this DVR port e10ef3f9-8e91-480e-8f4c-b29272a59c9f on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:18:01.437827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Deleting port e10ef3f9-8e91-480e-8f4c-b29272a59c9f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:01.438197 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.445200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ed550ab7-e376-4939-9793-9cc99ae445c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.498444 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:01.561745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] For port e10ef3f9-8e91-480e-8f4c-b29272a59c9f, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:01.562363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.571040 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.582476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Calling delete_port for e10ef3f9-8e91-480e-8f4c-b29272a59c9f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:01.587529 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Port e10ef3f9-8e91-480e-8f4c-b29272a59c9f was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:18:01.590326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.604690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2766372-ae5d-4fbd-b97b-840a2bafff5b']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:01.627265 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c96ada-4811-4945-b82d-cad313674a57') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:01.627662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c96ada-4811-4945-b82d-cad313674a57') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:01.628626 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] Pushing event deleted for resources: {'Port': ['ID=e10ef3f9-8e91-480e-8f4c-b29272a59c9f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:01.630812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256eb13-a769-47ea-ba5e-a3e325114909 None None] No DVR routers for this DVR port e10ef3f9-8e91-480e-8f4c-b29272a59c9f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:18:01.656804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.674708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.687805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:18:01.688259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:18:01.690182 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:18:01.754235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf44cdc3-8792-4557-9cb7-5fb94824d8f1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:01.800906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: cf44cdc3-8792-4557-9cb7-5fb94824d8f1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:01.800906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device cf44cdc3-8792-4557-9cb7-5fb94824d8f1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:01.813677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.821875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.833476 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:01.840464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] 10.222.0.74 "DELETE /v2.0/networks/b2766372-ae5d-4fbd-b97b-840a2bafff5b HTTP/1.1" status: 204 len: 168 time: 0.9244823 Oct 20 11:18:01.840464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bfbfe-9ae1-4ade-8343-3fcf1b3eaa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2766372-ae5d-4fbd-b97b-840a2bafff5b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:01.840985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39136) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:02.240316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:02.560214 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Deleting port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:02.560554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:02.653661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] For port e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:02.654245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:02.689683 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Calling delete_port for e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:02.746840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59cbcf67-9d7e-4de5-b2ab-249481acad4b no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:02.771859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 59cbcf67-9d7e-4de5-b2ab-249481acad4b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:02.772206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 59cbcf67-9d7e-4de5-b2ab-249481acad4b not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:02.773238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e10ef3f9-8e91-480e-8f4c-b29272a59c9f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:02.803899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e10ef3f9-8e91-480e-8f4c-b29272a59c9f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:02.811431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e10ef3f9-8e91-480e-8f4c-b29272a59c9f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:02.887463 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:02.923974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:02.953286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:03.395049 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:03.622183 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:18:03.742957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:18:03.748590 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9571a526-654d-4ae1-983d-3ddb5d39991d admin admin] 10.222.0.74 "PUT /v2.0/routers/d6e4d823-3a6d-4300-aa86-06acb3dc31f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065847 Oct 20 11:18:03.751415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39400) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:03.755505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Sync routers for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:18:03.764868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:03.765483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:03.858690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:03.870504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:03.958474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.014861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Deleting port 1ba60480-265a-4a10-a7b6-764d9ffc770e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:04.015293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.043862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:18:02Z', 'revision_number': 5, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port': {'id': '1ba60480-265a-4a10-a7b6-764d9ffc770e', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:04.074715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Checking router: d6e4d823-3a6d-4300-aa86-06acb3dc31f4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:04.083336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Routers {'d6e4d823-3a6d-4300-aa86-06acb3dc31f4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:04.084051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:04.095664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] For port 1ba60480-265a-4a10-a7b6-764d9ffc770e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1ba60480-265a-4a10-a7b6-764d9ffc770e,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:04.096029 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.108536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Calling delete_port for 1ba60480-265a-4a10-a7b6-764d9ffc770e owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:04.167060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] Set router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:04.221080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:18:03Z', 'revision_number': 6, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:04.249018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82847488-cc10-442b-b15d-4cf7e08e18ca None None] The sync data for ids ['d6e4d823-3a6d-4300-aa86-06acb3dc31f4'] in n-d-802060-17 is: [{'id': 'd6e4d823-3a6d-4300-aa86-06acb3dc31f4', 'name': 'tempest-TestAggregatesBasicOps-471529999-router', 'tenant_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:17:51Z', 'updated_at': '2021-10-20T11:18:03Z', 'revision_number': 6, 'project_id': '4bf9a86d887a4f4280b6d3f6139c6994', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:04.273915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.301594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba60480-265a-4a10-a7b6-764d9ffc770e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:04.368574 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.414470 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.464515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.466672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.513079 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.513867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e4d823-3a6d-4300-aa86-06acb3dc31f4 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:18:04.519653 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.521528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-60168977-59aa-45e6-bbd5-f8acc52a32a3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d6e4d823-3a6d-4300-aa86-06acb3dc31f4 HTTP/1.1" status: 204 len: 168 time: 0.7693202 Oct 20 11:18:04.524011 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39412) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:04.577471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Deleting subnet 7e30d415-f807-4bdd-abe3-885fc6ee9eca {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:18:04.581676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.618335 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.703698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.756790 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.788810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.793153 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7e30d415-f807-4bdd-abe3-885fc6ee9eca HTTP/1.1" status: 204 len: 168 time: 0.2672508 Oct 20 11:18:04.793484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258b013-1f58-4c46-8209-634e5b9d3d1e None None] Network ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:04.794178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09933101-4668-4c19-b743-6d90d022af09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e30d415-f807-4bdd-abe3-885fc6ee9eca,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:04.794973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:04.871242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.926849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Deleting port 29d80943-ea83-497f-b22f-aa17d524b67c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:04.927211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:04.992982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] For port 29d80943-ea83-497f-b22f-aa17d524b67c, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=29d80943-ea83-497f-b22f-aa17d524b67c,segment=NetworkSegment(e294aabc-b3e8-4b8f-9362-7869b9726de9),segment_id=e294aabc-b3e8-4b8f-9362-7869b9726de9)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:04.993297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.011916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Calling delete_port for 29d80943-ea83-497f-b22f-aa17d524b67c owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:05.093687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:05.109036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.131596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:05.131938 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e3af72a6-5c26-41b1-b53a-ea6e19fcc0d3 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:05.137468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d80943-ea83-497f-b22f-aa17d524b67c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:05.139362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] No DVR routers for this DVR port 29d80943-ea83-497f-b22f-aa17d524b67c on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:18:05.212634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890b7dd-df6c-46d7-a3b1-7875420aa51d None None] DHCP port deletion for ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:18:05.231554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.253223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9a7124-d0bc-4e86-b61a-5c092d3e6d72']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:05.263300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e294aabc-b3e8-4b8f-9362-7869b9726de9') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:05.263598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e294aabc-b3e8-4b8f-9362-7869b9726de9') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:05.274490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.288833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.303723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:18:05.304514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:18:05.306983 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:18:05.372751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.383088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.390706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ff9a7124-d0bc-4e86-b61a-5c092d3e6d72 HTTP/1.1" status: 204 len: 168 time: 0.5925598 Oct 20 11:18:05.402768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b115a-21b0-4a67-bcc2-6753d5f75718 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9a7124-d0bc-4e86-b61a-5c092d3e6d72,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:05.559140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39418) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:05.617942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71cfc1f1-72ff-4db9-8aa9-c3b789a0b8af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65fcbf5bbbb349bda748f39410f7abe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576029 Oct 20 11:18:05.620376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39422) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:05.672435 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.696662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.744263 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.746978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:05.748113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/373b9d0e-2080-49e9-9065-9383b310cd69 HTTP/1.1" status: 204 len: 168 time: 0.1268575 Oct 20 11:18:05.756274 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639079b-bcee-423a-a232-7e714fa5fd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b9d0e-2080-49e9-9065-9383b310cd69,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:06.086963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39428) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:06.127530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e596fa0d-84b8-4ea6-98ab-88ba8fd95ad1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bf9a86d887a4f4280b6d3f6139c6994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394180 Oct 20 11:18:06.130051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39430) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:06.182489 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:06.204125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:06.253117 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:06.255761 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:06.260690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f44e5db8-ba1f-4991-a3c3-64c6a5243c62 HTTP/1.1" status: 204 len: 168 time: 0.1295009 Oct 20 11:18:06.269026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831b80-fffa-440e-b81b-95b7372f13a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e5db8-ba1f-4991-a3c3-64c6a5243c62,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:06.743608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29d80943-ea83-497f-b22f-aa17d524b67c no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:06.769873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 29d80943-ea83-497f-b22f-aa17d524b67c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:06.770739 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 29d80943-ea83-497f-b22f-aa17d524b67c not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:06.772786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1ba60480-265a-4a10-a7b6-764d9ffc770e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:06.792898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1ba60480-265a-4a10-a7b6-764d9ffc770e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:06.793251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1ba60480-265a-4a10-a7b6-764d9ffc770e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:07.104986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:07.203821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1945382071-network', 'tenant_id': 'de43478945594407971cf60ce5ad422a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:07.226016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Made reservation on behalf of de43478945594407971cf60ce5ad422a for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:07.228521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.237343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.313608 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.317556 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.343153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:18:07.351962 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e99ab-faee-4fc2-9ba1-9787c9ccba07,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:07.358223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.358587 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Added segment 35d8e28c-db2a-44ba-9ea7-7f7020dde2ec of type vlan for network 84192936-ad25-46c9-83fe-0527e881cdcc Oct 20 11:18:07.399554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.424740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.426127 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:07.426428 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.464442 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3581729 Oct 20 11:18:07.467469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39460) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:07.472643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Request body: {'subnet': {'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1945382071-subnet', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:07.495297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f62b-4fa5-4ac4-b9b9-754d0f129059 admin admin] Pushing event updated for resources: {'Network': ['ID=84192936-ad25-46c9-83fe-0527e881cdcc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:07.496103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Made reservation on behalf of de43478945594407971cf60ce5ad422a for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:07.499831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.505466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 84192936-ad25-46c9-83fe-0527e881cdcc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:18:07.694466 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.752573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c80fb25-c497-4b51-bb86-1b08f6f9a07b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:07.773248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Checking segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:07.773611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Network hostable DHCP agents. Network: 84192936-ad25-46c9-83fe-0527e881cdcc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:18:07.790369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Network 84192936-ad25-46c9-83fe-0527e881cdcc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:18:07.798893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 84192936-ad25-46c9-83fe-0527e881cdcc) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:07.804222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:07.805120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.808450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ed590-23ba-4fe3-b776-c250d90cc369 None None] Network 84192936-ad25-46c9-83fe-0527e881cdcc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:07.827104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-401994f1-d22e-427b-856e-7d8dff73f17c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3559177 Oct 20 11:18:07.827438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39464) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:07.832355 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:07.855772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.856889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.911594 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.960329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-84192936-ad25-46c9-83fe-0527e881cdcc', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:18:07.961200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.059985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.094503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Allocated IP 172.20.0.2 (84192936-ad25-46c9-83fe-0527e881cdcc/0c80fb25-c497-4b51-bb86-1b08f6f9a07b/1d35edcc-718b-400d-b405-0e898e7f49ac) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:08.245992 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.254183 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.271084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.292716 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Network 84192936-ad25-46c9-83fe-0527e881cdcc is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:08.294033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.295622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:08.299637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:08.309228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Pushing event updated for resources: {'Port': ['ID=1d35edcc-718b-400d-b405-0e898e7f49ac,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:08.373046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Attempting to bind port 1d35edcc-718b-400d-b405-0e898e7f49ac on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:08.373413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Attempting to bind port 1d35edcc-718b-400d-b405-0e898e7f49ac by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:08.373771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Attempting to bind port 1d35edcc-718b-400d-b405-0e898e7f49ac on network 84192936-ad25-46c9-83fe-0527e881cdcc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:08.378989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:08.379345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Checking segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:08.379734 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.380122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Bound using segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:08.380582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Bound port: 1d35edcc-718b-400d-b405-0e898e7f49ac, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:08.380957 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.408156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Allocated IP 172.25.3.5 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/d4c2d5ea-d7f2-4417-a493-09317ad719bc) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:08.447729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] For port 1d35edcc-718b-400d-b405-0e898e7f49ac, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:08.451373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] For port 1d35edcc-718b-400d-b405-0e898e7f49ac, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d35edcc-718b-400d-b405-0e898e7f49ac,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:08.456352 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.524889 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.531715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c175b3-bfbc-43de-a777-c0c491779e53 None None] Pushing event updated for resources: {'Port': ['ID=1d35edcc-718b-400d-b405-0e898e7f49ac,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:08.559912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.598330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:08.601630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:08.605091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:08.639272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Pushing event updated for resources: {'Port': ['ID=d4c2d5ea-d7f2-4417-a493-09317ad719bc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:08.911128 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.109952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.242502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:18:09.366869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:18:09.380194 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:18:09.387830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.392428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-426b7d42-b34e-4fdd-98cb-68cdbefa572b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5638494 Oct 20 11:18:09.392876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39468) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:09.394322 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:09.395015 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:09.510500 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:09.581316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb68f8-f4f2-4752-9aa6-071a401f74dc None None] Network 84192936-ad25-46c9-83fe-0527e881cdcc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:09.663546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] Provisioning complete for port 1d35edcc-718b-400d-b405-0e898e7f49ac triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:09.663911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.710810 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:08Z', 'revision_number': 3, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:09.737464 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:09.737905 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Updating router ad75c35d-3f50-449e-bb53-157e922f8ba4 port d4c2d5ea-d7f2-4417-a493-09317ad719bc binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:18:09.772467 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.809838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.843771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] For port 1d35edcc-718b-400d-b405-0e898e7f49ac, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d35edcc-718b-400d-b405-0e898e7f49ac,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:09.849725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.900598 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.926391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddd91b-0ef1-498d-83d1-640610a0c8a3 None None] Pushing event updated for resources: {'Port': ['ID=1d35edcc-718b-400d-b405-0e898e7f49ac,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:10.113964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Allocated IP 172.20.0.1 (84192936-ad25-46c9-83fe-0527e881cdcc/0c80fb25-c497-4b51-bb86-1b08f6f9a07b/74bc3ec8-631d-4298-911e-653a1797c0f5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:10.114690 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.120994 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.177833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Attempting to bind port d4c2d5ea-d7f2-4417-a493-09317ad719bc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:10.177833 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Attempting to bind port d4c2d5ea-d7f2-4417-a493-09317ad719bc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:10.178350 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Attempting to bind port d4c2d5ea-d7f2-4417-a493-09317ad719bc on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:10.178704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-01a45c71-ebeb-4bec-a519-6ea340589e70 None None] Provisioning complete for port 1d35edcc-718b-400d-b405-0e898e7f49ac triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:10.180055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01a45c71-ebeb-4bec-a519-6ea340589e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.180565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7145-34e8-41d7-8dac-962d7df5fc87 req-682848a0-5a3c-41f6-a01c-2b9174c5354b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:10.186129 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee778b-a202-4298-b4fd-cd3ed9866bb0 None None] Pushing event updated for resources: {'Port': ['ID=d4c2d5ea-d7f2-4417-a493-09317ad719bc,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:10.188289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e43c7145-34e8-41d7-8dac-962d7df5fc87 req-682848a0-5a3c-41f6-a01c-2b9174c5354b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 949 time: 0.0625198 Oct 20 11:18:10.191121 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:10.191491 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:10.191890 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.192266 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:10.192729 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Bound port: d4c2d5ea-d7f2-4417-a493-09317ad719bc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:10.193105 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.228066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e43c7145-34e8-41d7-8dac-962d7df5fc87 req-a55c374d-8773-49fc-b715-41784e3dd363 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Oct 20 11:18:10.262335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] For port d4c2d5ea-d7f2-4417-a493-09317ad719bc, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:10.262796 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.265888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] For port d4c2d5ea-d7f2-4417-a493-09317ad719bc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d4c2d5ea-d7f2-4417-a493-09317ad719bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:10.269614 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.315059 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.324929 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:10.325532 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:10.330129 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee778b-a202-4298-b4fd-cd3ed9866bb0 None None] Pushing event updated for resources: {'Port': ['ID=d4c2d5ea-d7f2-4417-a493-09317ad719bc,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:10.353670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Network 84192936-ad25-46c9-83fe-0527e881cdcc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:10.356536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:10.360075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:10.390718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Pushing event updated for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:10.408708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.433900 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:10.544876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.619343 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:08Z', 'revision_number': 3, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:10.630012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6a9bd094-e598-4de8-97d8-ececc0a7e383 None None] Provisioning complete for port 74bc3ec8-631d-4298-911e-653a1797c0f5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:10.630637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd094-e598-4de8-97d8-ececc0a7e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.650743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40821b-38b5-4d6e-963a-2fb10d074d7b None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:08Z', 'revision_number': 3, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:10.669244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bd094-e598-4de8-97d8-ececc0a7e383 None None] Port 74bc3ec8-631d-4298-911e-653a1797c0f5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:18:10.725516 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.731682 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.757477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d35edcc-718b-400d-b405-0e898e7f49ac up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:10.805915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Pushing event updated for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:10.806342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1d35edcc-718b-400d-b405-0e898e7f49ac triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:10.806713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.809797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:10.930586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Network 84192936-ad25-46c9-83fe-0527e881cdcc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:10.934194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:11.062834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:18:11.198503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a63bdde8-f032-4aaf-a4f5-f7c5f9ef436d None None] Provisioning complete for port 74bc3ec8-631d-4298-911e-653a1797c0f5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:11.198868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a63bdde8-f032-4aaf-a4f5-f7c5f9ef436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:11.235321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a63bdde8-f032-4aaf-a4f5-f7c5f9ef436d None None] Port 74bc3ec8-631d-4298-911e-653a1797c0f5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:18:11.361539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4e703-0e27-4a91-84ed-8154a78a453e req-7a146b66-1722-418e-86e7-c6fa6968d655 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:11.363159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea4e703-0e27-4a91-84ed-8154a78a453e req-7a146b66-1722-418e-86e7-c6fa6968d655 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 949 time: 0.0525651 Oct 20 11:18:11.410404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ea4e703-0e27-4a91-84ed-8154a78a453e req-af506230-0f81-415f-b736-299f2636e6f8 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b3d151-614a-402f-8f2d-312c8a5082bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Oct 20 11:18:11.438282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:18:11.443615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-aecdf5da-eed8-4436-bdb0-bbb88cf85e3b admin admin] 10.222.0.74 "PUT /v2.0/routers/ad75c35d-3f50-449e-bb53-157e922f8ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497284 Oct 20 11:18:11.752351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-7b54d966-4071-417a-8208-c0be22451e9b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:11.753818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-7b54d966-4071-417a-8208-c0be22451e9b tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 949 time: 0.0525169 Oct 20 11:18:11.847253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Deleting port 51438f26-cb43-4df4-8a17-e629f74eb490 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:18:11.847588 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:11.902747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:11.907504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-491888870-network', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:11.951619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Made reservation on behalf of 63cf32cba80d40a5bac6821123a3b021 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:11.953908 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:11.972673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:11.983252 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] For port 51438f26-cb43-4df4-8a17-e629f74eb490, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=51438f26-cb43-4df4-8a17-e629f74eb490,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:11.983606 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.000034 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Calling delete_port for 51438f26-cb43-4df4-8a17-e629f74eb490 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:18:12.119915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.122820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.184190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:18:12.197001 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e274545a-a650-4ff2-88ad-48127cba0849,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:12.205177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.205177 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Added segment 8b0373cc-4b32-4510-8be8-be51c6dfc30b of type vlan for network 996908ee-09e3-46fb-a229-2d47f244aadc Oct 20 11:18:12.213612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.226004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['51438f26-cb43-4df4-8a17-e629f74eb490'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:18:12.261977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:18:12.263070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Pushing event deleted for resources: {'Port': ['ID=51438f26-cb43-4df4-8a17-e629f74eb490,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:12.276258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:12.276945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:12.298007 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.321651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] No DVR routers for this DVR port 51438f26-cb43-4df4-8a17-e629f74eb490 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:18:12.326276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.329551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9efb3568-b89d-48e4-a6cc-cfdab5575b8f req-50de1eb5-70f4-43ef-9929-9a101a97c1ef tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.83 "DELETE /v2.0/ports/51438f26-cb43-4df4-8a17-e629f74eb490 HTTP/1.1" status: 204 len: 173 time: 0.5684347 Oct 20 11:18:12.329983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'name': 'network-vif-deleted', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:18:12.332258 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94277142-ed4f-43cb-b361-a9fee80896ca" -d '{"events": [{"server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "name": "network-vif-deleted", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:18:12.352308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.353519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:12.354183 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.394055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:12.395765 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dc7d57-2f66-4830-bbfe-8947b22b89f7 x-openstack-request-id: req-f6dc7d57-2f66-4830-bbfe-8947b22b89f7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:18:12.396160 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b51f3a0-d723-4e93-898b-848584f5a83b", "name": "network-vif-deleted", "tag": "51438f26-cb43-4df4-8a17-e629f74eb490", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:18:12.396495 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6dc7d57-2f66-4830-bbfe-8947b22b89f7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:18:12.397032 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b51f3a0-d723-4e93-898b-848584f5a83b', 'name': 'network-vif-deleted', 'tag': '51438f26-cb43-4df4-8a17-e629f74eb490', 'status': 'completed', 'code': 200} Oct 20 11:18:12.405003 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5011916 Oct 20 11:18:12.407810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:12.414224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Request body: {'subnet': {'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-491888870-subnet', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:12.448994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faa690-c6db-4ec5-b196-2458555b9c3a admin admin] Pushing event updated for resources: {'Network': ['ID=996908ee-09e3-46fb-a229-2d47f244aadc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:12.453076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Made reservation on behalf of 63cf32cba80d40a5bac6821123a3b021 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:12.455483 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.502001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 996908ee-09e3-46fb-a229-2d47f244aadc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:18:12.539162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25174aaa-6d28-4e0f-aee8-003314e79a45 req-aea0ec35-33e3-48e5-b007-a52adc9b8525 tempest-VolumesBackupsTest-80061812 tempest-VolumesBackupsTest-80061812-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b51f3a0-d723-4e93-898b-848584f5a83b HTTP/1.1" status: 200 len: 210 time: 0.0305257 Oct 20 11:18:12.669048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.721371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:12.724818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 2, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:12.751482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Checking segment: {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:12.752444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Network hostable DHCP agents. Network: 996908ee-09e3-46fb-a229-2d47f244aadc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:18:12.759875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:12.760639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Updating router ad75c35d-3f50-449e-bb53-157e922f8ba4 port 74bc3ec8-631d-4298-911e-653a1797c0f5 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:18:12.779140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Network 996908ee-09e3-46fb-a229-2d47f244aadc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:18:12.795825 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.798005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 996908ee-09e3-46fb-a229-2d47f244aadc) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:12.802916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:12.804126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.824923 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5555c4c-d5b2-494d-b1be-41b0ed3b2a88 None None] Network 996908ee-09e3-46fb-a229-2d47f244aadc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:12.834377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5d54c32d-5881-4d9a-bc20-6a6105027f31 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4223902 Oct 20 11:18:12.834984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 39502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:12.840355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:12.886807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.888811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:12.899933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d4c2d5ea-d7f2-4417-a493-09317ad719bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:12.964515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.113621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.125759 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d4c2d5ea-d7f2-4417-a493-09317ad719bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:13.126130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.234661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-996908ee-09e3-46fb-a229-2d47f244aadc', 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'fixed_ips': [{'subnet_id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:18:13.235516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.323927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.349100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.464018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Allocated IP 172.25.3.193 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/75816540-64db-4c03-98b1-6bac4a5f02e4) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:13.578887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.586838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.622191 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.638637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.643527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port d4c2d5ea-d7f2-4417-a493-09317ad719bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d4c2d5ea-d7f2-4417-a493-09317ad719bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:13.646339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.673722 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.695209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Allocated IP 172.20.0.2 (996908ee-09e3-46fb-a229-2d47f244aadc/bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1/50f8bc3e-c614-46d7-9422-f9b3e15d1adf) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:13.710543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:13.716496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00334a-7614-4517-925c-fd0b0638289b None None] Pushing event updated for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:13.739944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:13.750336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:13.797713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Pushing event updated for resources: {'Port': ['ID=75816540-64db-4c03-98b1-6bac4a5f02e4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:13.866763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=d4c2d5ea-d7f2-4417-a493-09317ad719bc,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:13.874681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Attempting to bind port 74bc3ec8-631d-4298-911e-653a1797c0f5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:13.875076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Attempting to bind port 74bc3ec8-631d-4298-911e-653a1797c0f5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:13.875449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Attempting to bind port 74bc3ec8-631d-4298-911e-653a1797c0f5 on network 84192936-ad25-46c9-83fe-0527e881cdcc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:13.885389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:13.885790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Checking segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:13.886164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.886551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Bound using segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:13.887059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Bound port: 74bc3ec8-631d-4298-911e-653a1797c0f5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:13.887442 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:13.988714 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.021209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.096384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Network 996908ee-09e3-46fb-a229-2d47f244aadc is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:14.105960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:14.125402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:14.158095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Pushing event updated for resources: {'Port': ['ID=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:14.167770 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] For port 74bc3ec8-631d-4298-911e-653a1797c0f5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:14.175799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] For port 74bc3ec8-631d-4298-911e-653a1797c0f5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=74bc3ec8-631d-4298-911e-653a1797c0f5,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:14.176999 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.195214 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.250482 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] Provisioning complete for port 74bc3ec8-631d-4298-911e-653a1797c0f5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:14.251210 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.302131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Attempting to bind port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:14.302503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Attempting to bind port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:14.302895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Attempting to bind port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf on network 996908ee-09e3-46fb-a229-2d47f244aadc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:14.336653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:14.337443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Checking segment: {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:14.337942 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.338434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Bound using segment: {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:14.339038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Bound port: 50f8bc3e-c614-46d7-9422-f9b3e15d1adf, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:14.339515 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.345570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:14.346555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:14.392906 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.453966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00334a-7614-4517-925c-fd0b0638289b None None] Pushing event updated for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:14.537310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:18:14.554501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:14.595541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] For port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:14.610143 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.618758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] For port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:14.633500 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.659717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:18:14.668885 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Sync routers for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:18:14.685201 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:14.685509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.685804 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:14.687174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-20514d9e-5e3f-46ef-9a09-c8d8eb684848 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8506892 Oct 20 11:18:14.689877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 39510) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:14.790711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d4c2d5ea-d7f2-4417-a493-09317ad719bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:14.836043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] For port 74bc3ec8-631d-4298-911e-653a1797c0f5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=74bc3ec8-631d-4298-911e-653a1797c0f5,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:14.879773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.921137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253d5c8-1b0a-4307-8e3c-8d5a4885ccaa None None] Pushing event updated for resources: {'Port': ['ID=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:14.931951 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:15.044769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d54e316b-ed79-4acc-a24d-e3897ba26676 None None] Provisioning complete for port 74bc3ec8-631d-4298-911e-653a1797c0f5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:15.045116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d54e316b-ed79-4acc-a24d-e3897ba26676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.079928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34f023-262a-4a26-9c5c-930523623d72 None None] Pushing event updated for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:15.087668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d4c2d5ea-d7f2-4417-a493-09317ad719bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:15.088030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.176614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:15.211303 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 3, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:15.231424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859f43-911e-4304-9cf2-f2996bb8763b None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:15.251719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 51438f26-cb43-4df4-8a17-e629f74eb490 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:18:15.281814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Checking router: 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:15.282168 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Updating router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc port 75816540-64db-4c03-98b1-6bac4a5f02e4 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:18:15.340551 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.350326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 51438f26-cb43-4df4-8a17-e629f74eb490 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:18:15.350809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 51438f26-cb43-4df4-8a17-e629f74eb490 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:18:15.418105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.596990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Allocated IP 172.20.0.1 (996908ee-09e3-46fb-a229-2d47f244aadc/bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1/41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:15.714625 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.727256 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.737454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.784409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.795429 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e5ecb-d917-46f3-a298-a412f2dc571a None None] Pushing event updated for resources: {'Port': ['ID=75816540-64db-4c03-98b1-6bac4a5f02e4,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:15.819117 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Attempting to bind port 75816540-64db-4c03-98b1-6bac4a5f02e4 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:15.819945 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Attempting to bind port 75816540-64db-4c03-98b1-6bac4a5f02e4 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:15.820551 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Attempting to bind port 75816540-64db-4c03-98b1-6bac4a5f02e4 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:15.827040 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:15.827550 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:15.828224 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.828830 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:15.829532 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Bound port: 75816540-64db-4c03-98b1-6bac4a5f02e4, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:15.830144 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.847119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Pushing event updated for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:15.880798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Network 996908ee-09e3-46fb-a229-2d47f244aadc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:15.893759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:15.902048 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:15.922813 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] For port 75816540-64db-4c03-98b1-6bac4a5f02e4, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:15.926985 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] For port 75816540-64db-4c03-98b1-6bac4a5f02e4, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=75816540-64db-4c03-98b1-6bac4a5f02e4,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:15.935552 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:15.967397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.015366 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e5ecb-d917-46f3-a298-a412f2dc571a None None] Pushing event updated for resources: {'Port': ['ID=75816540-64db-4c03-98b1-6bac4a5f02e4,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:16.030302 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:16.031314 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:16.086439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.176570 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:16.372948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49836f3-248c-4201-a060-ee6997982a19 None None] Network 996908ee-09e3-46fb-a229-2d47f244aadc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:16.416798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] Provisioning complete for port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:16.417158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.420748 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 3, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:16.453948 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0cdd-d8ee-412c-85d3-f1b076a60774 None None] The sync data for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 is: [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 3, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:16.629320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.832247 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.879665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] For port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:16.885108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 74bc3ec8-631d-4298-911e-653a1797c0f5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:16.890823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.891279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.903904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.020168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Pushing event updated for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:17.061512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.091839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd599a61-4225-4b52-acc1-6a56469dedc0 None None] Pushing event updated for resources: {'Port': ['ID=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:17.100670 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.111902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 74bc3ec8-631d-4298-911e-653a1797c0f5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.112444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.217764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50f8bc3e-c614-46d7-9422-f9b3e15d1adf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:17.239977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Network 996908ee-09e3-46fb-a229-2d47f244aadc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:17.241867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:17.308825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.309195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.370965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4fcf50e9-d4f4-4033-af65-e03b2e4b787c None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.371337 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4fcf50e9-d4f4-4033-af65-e03b2e4b787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.440248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf50e9-d4f4-4033-af65-e03b2e4b787c None None] Port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:18:17.442600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:18:17.466782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4fcf50e9-d4f4-4033-af65-e03b2e4b787c None None] Provisioning complete for port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.467104 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4fcf50e9-d4f4-4033-af65-e03b2e4b787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.609698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:18:17.623841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3beee34-b5ca-4cd6-ba94-4b69e24a97ed admin admin] 10.222.0.74 "PUT /v2.0/routers/9ecfee5b-7d63-4971-8918-ac8d1d1d46cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247081 Oct 20 11:18:17.709135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b70c8e4f-229f-408a-833a-62da6b6bd4c9 None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.709831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b70c8e4f-229f-408a-833a-62da6b6bd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.785853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b70c8e4f-229f-408a-833a-62da6b6bd4c9 None None] Port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:18:17.907948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a2d087d1-567e-47e7-bdc6-7176469d0817 None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:17.908453 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a2d087d1-567e-47e7-bdc6-7176469d0817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.948809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a2d087d1-567e-47e7-bdc6-7176469d0817 None None] Port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:18:18.835801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Sync routers for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:18:18.849746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:18.850474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:18.922700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50f8bc3e-c614-46d7-9422-f9b3e15d1adf up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:19.047522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:19.047914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.085384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:19.258222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 75816540-64db-4c03-98b1-6bac4a5f02e4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:19.355237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 75816540-64db-4c03-98b1-6bac4a5f02e4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:19.355598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.406698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:16Z', 'revision_number': 4, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d', 'name': '', 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'mac_address': 'fa:16:3e:00:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:15Z', 'updated_at': '2021-10-20T11:18:16Z', 'revision_number': 2, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'subnets': [{'id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:19.435942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Checking router: 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:18:19.436290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Updating router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:18:19.489292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.502547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.544838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 75816540-64db-4c03-98b1-6bac4a5f02e4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=75816540-64db-4c03-98b1-6bac4a5f02e4,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:19.550800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.668926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=75816540-64db-4c03-98b1-6bac4a5f02e4,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:19.823505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.831066 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.890253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8840145-bf02-4455-80b0-21261d1196f7 None None] Pushing event updated for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:19.939810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Attempting to bind port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:19.940178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Attempting to bind port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:19.940531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Attempting to bind port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d on network 996908ee-09e3-46fb-a229-2d47f244aadc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:19.945982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:19.946350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Checking segment: {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:19.946740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.947155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Bound using segment: {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:19.947616 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Bound port: 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0373cc-4b32-4510-8be8-be51c6dfc30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:19.947987 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.025250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] For port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:20.032105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] For port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:20.041361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.116721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:20.116721 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.119315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8840145-bf02-4455-80b0-21261d1196f7 None None] Pushing event updated for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:20.121822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:18:20.122428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:18:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:20.283379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:18:20.320292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.401473 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] For port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:20.408292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.504197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a1c4-ea47-4d21-b7b7-e4db4adc4ee3 None None] Pushing event updated for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:20.560916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-765b623a-dc8b-4563-be8a-57bd9463b3a6 None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:20.561290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-765b623a-dc8b-4563-be8a-57bd9463b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:20.610089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:16Z', 'revision_number': 4, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d', 'name': '', 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'mac_address': 'fa:16:3e:00:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:15Z', 'updated_at': '2021-10-20T11:18:20Z', 'revision_number': 4, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'subnets': [{'id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:18:20.643744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964a501-b12c-4bbb-bed2-443f076a1d79 None None] The sync data for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 is: [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:18:16Z', 'revision_number': 4, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d', 'name': '', 'network_id': '996908ee-09e3-46fb-a229-2d47f244aadc', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'mac_address': 'fa:16:3e:00:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:15Z', 'updated_at': '2021-10-20T11:18:20Z', 'revision_number': 4, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'subnets': [{'id': 'bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:18:20.801310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 75816540-64db-4c03-98b1-6bac4a5f02e4 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:20.858363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 75816540-64db-4c03-98b1-6bac4a5f02e4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:20.858995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:22.752493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:22.803818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:22.804456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:28.527154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2eaedaff-5a4a-4bc0-b021-0de7f05af7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:28.612948 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:18:31.392537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ee72bea-bce7-4547-a781-68b2cdeb63fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:31.793635 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:32.885943 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:34.419786 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:46.087309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:46.910755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:58.527812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c835d2c6-1d22-4851-afd8-1b3c04e384a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:01.398160 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-12781bb2-0505-473c-b551-0ee62514c93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:01.796900 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:02.888728 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:04.422554 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:05.612713 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:19:16.084460 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:16.941227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:28.532047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0b731e4-6557-4a2b-9e27-8d8e04a2e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:31.402461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-df9d1bf9-57c1-4ac3-8e95-6c0e66c737da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:31.799124 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:32.904036 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.425989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:42.611943 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:19:46.082243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:46.955559 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:58.533836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9564e936-ef84-4600-87b8-82ce9eb972a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:01.396474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e24aee4-e255-4bc1-b794-b0d08729da1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:01.804152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:02.889847 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:04.438107 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:16.091275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:16.962560 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:19.611503 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:20:26.042929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41612) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.049098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309536981', 'description': 'tempest-secgroup-smoke-1309536981 description', 'project_id': 'de43478945594407971cf60ce5ad422a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.073603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.142648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.146683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.174733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.178775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313245 Oct 20 11:20:26.179051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41616) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.184499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.190609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901f4205-0102-4050-a809-851bad9b6738,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.204758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.205114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.205424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.205749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.206070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.206389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.207203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.207203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.207453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.207683 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.207995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.208305 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86768df1-6dfb-4d12-aa08-e5254aa914c6 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:26.231677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.310900 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.315153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.333523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46996f1-0041-474c-b26d-4d659ae3f7fc,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.339600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.340775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-340ab32d-6e1b-4896-93d5-eabb4eff4168 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607876 Oct 20 11:20:26.344176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41618) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.348459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.374121 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.430269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.434430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.451752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427b7d0b-496d-41ba-bf3f-34909b580d9e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.460729 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.461934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-105d9e39-49f1-45c3-b3bd-668d25591ee7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168475 Oct 20 11:20:26.464879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41620) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.469693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.496143 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.555239 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.560186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.576787 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6bca25-f54f-4adf-8fd0-34953aa9f132,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.586906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.588111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-eeccf8a6-4ba5-4e7e-b63a-5e122dfbb64a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223302 Oct 20 11:20:26.590897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41622) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.595677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.620532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.678369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.682676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.700729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7da4144-307f-4164-9d09-265471d406ff,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.709320 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.710515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-796f09b9-a199-4138-bc4c-46b90edad7cc tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187508 Oct 20 11:20:26.713253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41624) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.717583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.740102 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Project de43478945594407971cf60ce5ad422a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:20:26.745284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.805936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.809603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.831083 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e3bb59-e9b4-4c13-b1de-9a7995a5b1ca,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.836974 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.841120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1b7bc786-516c-4691-a860-7c6741f53d46 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239855 Oct 20 11:20:26.841120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 41626) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:26.845409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'security_group_rule': {'security_group_id': '901f4205-0102-4050-a809-851bad9b6738', 'project_id': 'de43478945594407971cf60ce5ad422a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:26.868446 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Project de43478945594407971cf60ce5ad422a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:20:26.874788 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.938409 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.942929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.962782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d67b024-c05c-45a9-b3ca-4c73dffc514f,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:26.973088 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:26.974302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-66e49119-3f5f-44de-ad06-dd074ba0f6fa tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323769 Oct 20 11:20:27.299894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-253120ec-aab3-4213-8488-938fe4f2c7ff tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309536981&fields=id&tenant_id=de43478945594407971cf60ce5ad422a HTTP/1.1" status: 200 len: 267 time: 0.0328970 Oct 20 11:20:27.407743 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-47dceb1d-046b-4c96-8902-1c7f14b35d0a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:27.409108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-47dceb1d-046b-4c96-8902-1c7f14b35d0a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 814 time: 0.1025376 Oct 20 11:20:27.424372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-5f84a167-dfc8-4fd2-8e35-b31ae9300389 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/quotas/de43478945594407971cf60ce5ad422a HTTP/1.1" status: 200 len: 375 time: 0.0096207 Oct 20 11:20:27.473219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-db3e662c-a7df-4635-a313-c749bae24af5 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439041 Oct 20 11:20:27.565117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-413d5eb2-9a2f-484d-974a-d94e06a79ba2 service neutron] 10.222.0.74 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799630 Oct 20 11:20:27.654965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-30ae185f-856f-4c1b-a562-4443aae6ec35 service neutron] 10.222.0.74 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Oct 20 11:20:28.098292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a8076f7-2864-4536-b654-20c84e146d2b req-503d0e91-03e2-4f32-84f3-8096bf9b0f41 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.1681364 Oct 20 11:20:28.534076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cf157049-a4f8-4a69-8b60-2462ff277343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.006892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-98e4af10-311e-4b27-80cd-b18b1cbd12bb tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:29.008622 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-98e4af10-311e-4b27-80cd-b18b1cbd12bb tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 814 time: 0.1152112 Oct 20 11:20:29.067203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-d51e05ad-49c5-4c02-a03c-04e9d41815b9 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de43478945594407971cf60ce5ad422a HTTP/1.1" status: 200 len: 380 time: 0.0495272 Oct 20 11:20:29.076856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'port': {'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'admin_state_up': True, 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'security_groups': ['901f4205-0102-4050-a809-851bad9b6738']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:29.220813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Made reservation on behalf of de43478945594407971cf60ce5ad422a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:20:29.225293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.284950 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c6ff99f8-2aa8-4bf4-8e7f-f6ffef752fe7 req-d01d0e68-a782-4edc-8359-f201ee11d8a8 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0419617 Oct 20 11:20:29.375376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Allocated IP 172.20.0.12 (84192936-ad25-46c9-83fe-0527e881cdcc/0c80fb25-c497-4b51-bb86-1b08f6f9a07b/6d7b34d0-17e9-4000-be7e-ff4d6c80019e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:20:29.514299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.552036 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.594167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Network 84192936-ad25-46c9-83fe-0527e881cdcc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:20:29.597342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:20:29.601129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:20:29.611694 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:29.643463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.643804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.644331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.644842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.645338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.645853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.646353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.646859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.647211 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.647530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.648035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.648355 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:29.677761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:29.678583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.700616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-664e4c6e-e6b5-4391-8459-9715563ec28f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274066 Oct 20 11:20:29.712338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-9e03c1b6-4ee5-4958-bf91-5dae84a67bdb tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:20:29.713652 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-9e03c1b6-4ee5-4958-bf91-5dae84a67bdb tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064852 Oct 20 11:20:29.726646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Request body: {'port': {'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:29.800025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.903424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2c36251a-d000-499e-8af2-98e35d0485af None None] Provisioning complete for port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:20:29.904501 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2c36251a-d000-499e-8af2-98e35d0485af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:29.950979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2c36251a-d000-499e-8af2-98e35d0485af None None] Port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:20:30.169527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7b34d0-17e9-4000-be7e-ff4d6c80019e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:20:30.178440 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:30.195028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Transition to ACTIVE for port object 6d7b34d0-17e9-4000-be7e-ff4d6c80019e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:20:30.200895 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:30.278469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:30.385824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Attempting to bind port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:20:30.386157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Attempting to bind port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:20:30.386485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Attempting to bind port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e on network 84192936-ad25-46c9-83fe-0527e881cdcc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:20:30.391505 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e on network 84192936-ad25-46c9-83fe-0527e881cdcc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:20:30.392027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Attempting to bind port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e on network 84192936-ad25-46c9-83fe-0527e881cdcc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:20:30.398045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:20:30.398507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Checking segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:20:30.398893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Bound using segment: {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:20:30.400755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Bound port: 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:20:30.401285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:30.437010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5a81-7f6a-44d0-8abb-40bd13d88da3 req-70bb86fe-9b71-45fa-a8ef-8d03609e372e tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:30.447627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-806b5a81-7f6a-44d0-8abb-40bd13d88da3 req-70bb86fe-9b71-45fa-a8ef-8d03609e372e tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0813479 Oct 20 11:20:30.487151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:20:30.490317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:20:30.497423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:30.512574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-806b5a81-7f6a-44d0-8abb-40bd13d88da3 req-934dd3f4-6302-42f4-ae94-dc8c2af98d51 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634985 Oct 20 11:20:30.554085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:30.554757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:30.556230 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] 10.222.0.70 "PUT /v2.0/ports/6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 1093 time: 0.8341608 Oct 20 11:20:30.556674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:20:30.559038 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6b3259-6806-4db2-aa37-db5614070f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:20:30.565107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee001-7b2d-4e0e-a367-e043bc17ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:30.673512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-d537ea17-2503-46a0-bd94-cc8159f7149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:30.676174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-d537ea17-2503-46a0-bd94-cc8159f7149a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1096 time: 0.0662754 Oct 20 11:20:30.734185 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bbc5a-85ea-4e46-bcc8-a7f113e113dd x-openstack-request-id: req-0d3bbc5a-85ea-4e46-bcc8-a7f113e113dd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:20:30.735272 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:20:30.735757 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d3bbc5a-85ea-4e46-bcc8-a7f113e113dd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:20:30.736464 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:20:30.739495 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-4c17650b-3b59-447b-bb03-e756322fa2d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 217 time: 0.0526359 Oct 20 11:20:30.804751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-9b401e7e-acc5-464d-abc6-7ca63979c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:30.806366 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-9b401e7e-acc5-464d-abc6-7ca63979c286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0589473 Oct 20 11:20:30.857237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-18ab264b-0406-4390-9614-a4fe5c968652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:30.859480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-18ab264b-0406-4390-9614-a4fe5c968652 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451145 Oct 20 11:20:31.225098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-ec60e50f-1fc0-4207-b578-99cf113a33a8 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572068 Oct 20 11:20:31.345740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e93b0a3e-84f9-4ee6-ae06-b18fe82b90a7 req-5032e385-7739-4180-b303-1c20d79eff21 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132538 Oct 20 11:20:31.400606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0cbae388-cb02-47d1-a252-002d8f4289b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:31.440371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-24fd7a38-78a4-4800-9b20-fbc4bd6650cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:31.442599 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-24fd7a38-78a4-4800-9b20-fbc4bd6650cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1096 time: 0.0511463 Oct 20 11:20:31.540803 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-ce7aee2f-5a70-49fa-a580-28e8ecb42831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:31.542141 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-ce7aee2f-5a70-49fa-a580-28e8ecb42831 service neutron] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 916 time: 0.0926738 Oct 20 11:20:31.593559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-5938fae4-d3f1-4477-9885-08e96f3b9300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 217 time: 0.0429058 Oct 20 11:20:31.641107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71c2c-b2d6-4523-a534-7f993d7455ca req-1261f858-3f86-4458-8258-3e8755d2948f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:31.643510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53f71c2c-b2d6-4523-a534-7f993d7455ca req-1261f858-3f86-4458-8258-3e8755d2948f tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0595398 Oct 20 11:20:31.646386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-3ef4a410-8656-4388-956b-b8d8f2418eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:31.648121 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-3ef4a410-8656-4388-956b-b8d8f2418eed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0485740 Oct 20 11:20:31.691487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53f71c2c-b2d6-4523-a534-7f993d7455ca req-80a72ec0-6ab8-4541-b544-c3242a4cea27 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Oct 20 11:20:31.700409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-3024575b-bcaa-485d-95e8-77c038b0172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:31.702558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-3024575b-bcaa-485d-95e8-77c038b0172a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468025 Oct 20 11:20:31.803097 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-105e4f7b-da8b-417a-86eb-ffa7a5183e63 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927622 Oct 20 11:20:31.813396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:31.896971 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad6b3259-6806-4db2-aa37-db5614070f3c req-204ed797-9f43-4917-973d-f25671777244 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Oct 20 11:20:32.825656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fd98-c62c-449a-875f-e280181c854b req-cac37162-9b24-4c98-a7af-c7389c237ce7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:32.827235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc79fd98-c62c-449a-875f-e280181c854b req-cac37162-9b24-4c98-a7af-c7389c237ce7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0557408 Oct 20 11:20:32.867282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc79fd98-c62c-449a-875f-e280181c854b req-c2b08daa-5758-4483-b576-41d72f184ed5 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Oct 20 11:20:32.893143 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:33.987401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886118e3-00d6-4f2c-a6a4-63b9924758e8 req-4528d892-8579-4cbc-8d1e-73ec08d16bd3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:33.988975 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-886118e3-00d6-4f2c-a6a4-63b9924758e8 req-4528d892-8579-4cbc-8d1e-73ec08d16bd3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0544562 Oct 20 11:20:34.035618 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-886118e3-00d6-4f2c-a6a4-63b9924758e8 req-9c31d3ff-a141-4772-aa91-0396bbe51772 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Oct 20 11:20:34.433989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:35.157923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fac021-7680-4d59-ae74-0d247173179f req-db0b047e-bf7d-4ad7-8c82-1d8d9dd7a7f3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:35.159587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87fac021-7680-4d59-ae74-0d247173179f req-db0b047e-bf7d-4ad7-8c82-1d8d9dd7a7f3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0514634 Oct 20 11:20:35.196971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87fac021-7680-4d59-ae74-0d247173179f req-a88c1666-95f3-4d19-b4a1-0151d7084272 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Oct 20 11:20:36.314286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980cc44-d2bc-4d8d-8055-0c41646268a2 req-2244b5cb-4b8d-4f7f-84f8-d93ccadaecc7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:36.316216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7980cc44-d2bc-4d8d-8055-0c41646268a2 req-2244b5cb-4b8d-4f7f-84f8-d93ccadaecc7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0520906 Oct 20 11:20:36.354816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7980cc44-d2bc-4d8d-8055-0c41646268a2 req-6dab3c72-d8e2-4d17-95d2-0db3d171a82e tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Oct 20 11:20:37.468878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5232741-eca3-400c-94dd-df9d919ddaed req-fdaf5516-ddca-4e7f-8551-8d27680c932b tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:37.470274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5232741-eca3-400c-94dd-df9d919ddaed req-fdaf5516-ddca-4e7f-8551-8d27680c932b tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0498254 Oct 20 11:20:37.512265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5232741-eca3-400c-94dd-df9d919ddaed req-cf098898-e264-4385-848a-44aa25860dce tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359032 Oct 20 11:20:38.634969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ede4-3d23-40a1-b3ee-7d872f4f6d46 req-77230339-f9d7-4c1b-81e1-eb8b9f8b7ba3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:38.636572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a13ede4-3d23-40a1-b3ee-7d872f4f6d46 req-77230339-f9d7-4c1b-81e1-eb8b9f8b7ba3 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0548613 Oct 20 11:20:38.679470 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a13ede4-3d23-40a1-b3ee-7d872f4f6d46 req-a0bcd8f8-83c2-49e8-a13a-17e10df62f7d tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358791 Oct 20 11:20:39.794354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b6d9-0bff-4075-8a78-02f5e15e01db req-bbbdd41b-f09e-4c2a-abdb-1e84304de9c7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:39.795873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e50b6d9-0bff-4075-8a78-02f5e15e01db req-bbbdd41b-f09e-4c2a-abdb-1e84304de9c7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0494545 Oct 20 11:20:39.833273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e50b6d9-0bff-4075-8a78-02f5e15e01db req-f50b5737-1854-42d5-b536-91827fb4efda tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Oct 20 11:20:40.948656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4489-7771-46db-858e-9409601dac10 req-197e3a6a-68b6-43b9-a139-2fd393143498 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:40.950216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceae4489-7771-46db-858e-9409601dac10 req-197e3a6a-68b6-43b9-a139-2fd393143498 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0504405 Oct 20 11:20:40.994841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceae4489-7771-46db-858e-9409601dac10 req-f2d0af64-ac2d-4299-a88a-727343bff29a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Oct 20 11:20:42.121729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddac4-6ea5-422d-ab59-709bd5a2e8f1 req-2c7543a6-9212-48a7-9fc4-1cd2caf3921a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:42.123220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-759ddac4-6ea5-422d-ab59-709bd5a2e8f1 req-2c7543a6-9212-48a7-9fc4-1cd2caf3921a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0572605 Oct 20 11:20:42.160753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-759ddac4-6ea5-422d-ab59-709bd5a2e8f1 req-87f73324-fa53-4d03-aafd-bc82ef0b1714 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310588 Oct 20 11:20:43.090546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6d7b34d0-17e9-4000-be7e-ff4d6c80019e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:20:43.186754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:20:43.200140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:20:43.238143 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:43.251627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7b34d0-17e9-4000-be7e-ff4d6c80019e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:20:43.272265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:20:43.276576 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:43.276748 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066c271-6e6a-486b-9dbe-f5d66330bff3 req-9af87db0-76bc-4ca6-8807-32a0a0ffc257 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:43.283419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8066c271-6e6a-486b-9dbe-f5d66330bff3 req-9af87db0-76bc-4ca6-8807-32a0a0ffc257 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 944 time: 0.0543888 Oct 20 11:20:43.321253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8066c271-6e6a-486b-9dbe-f5d66330bff3 req-bc588248-57de-458f-af62-8796e2dace96 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363343 Oct 20 11:20:43.335586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:43.343922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.344345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.344753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.345165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.345570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.345988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.346385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.346780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.347197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.347591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.347985 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.348376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:20:43.498155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['6d7b34d0-17e9-4000-be7e-ff4d6c80019e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:20:44.437056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea54c0-667b-4351-b760-96c5fd861750 req-6a386640-6c21-4620-a184-7888b6033cc5 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:44.438545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceea54c0-667b-4351-b760-96c5fd861750 req-6a386640-6c21-4620-a184-7888b6033cc5 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 945 time: 0.0500271 Oct 20 11:20:44.479514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ceea54c0-667b-4351-b760-96c5fd861750 req-cc97ff2a-4117-47f2-9e95-3c590a094830 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349073 Oct 20 11:20:45.105593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6d7b34d0-17e9-4000-be7e-ff4d6c80019e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:20:45.162802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:20:45.166969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:20:45.167361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:45.245688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:45.270740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:20:45.273028 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86529290-add1-4aea-9238-fae05d7df4b4" -d '{"events": [{"server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "name": "network-vif-plugged", "status": "completed", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:20:45.285445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:20:45.295218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:45.322746 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c884974-596f-42c6-bf68-3a8e64f2cd79 x-openstack-request-id: req-1c884974-596f-42c6-bf68-3a8e64f2cd79 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:20:45.323062 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "name": "network-vif-plugged", "status": "completed", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:20:45.323328 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c884974-596f-42c6-bf68-3a8e64f2cd79 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:20:45.323677 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'code': 200} Oct 20 11:20:45.348339 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:45.423521 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25257-afc3-4bd4-8f94-3ddb77080445 req-320ddb6b-999c-4df8-a4d6-b8e6c03d78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:45.425056 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61d25257-afc3-4bd4-8f94-3ddb77080445 req-320ddb6b-999c-4df8-a4d6-b8e6c03d78b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1098 time: 0.0455012 Oct 20 11:20:45.463616 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-61d25257-afc3-4bd4-8f94-3ddb77080445 req-f01b4d5d-a775-4bac-8aab-f6164445dc30 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302629 Oct 20 11:20:45.594783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70c8e-04bc-4967-8b42-2b5615752eed req-839d2e3d-b515-4fd6-851a-8b2745f1879b tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:45.596334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53d70c8e-04bc-4967-8b42-2b5615752eed req-839d2e3d-b515-4fd6-851a-8b2745f1879b tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0489039 Oct 20 11:20:45.635033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53d70c8e-04bc-4967-8b42-2b5615752eed req-bf450221-b0ce-4679-a069-b73246befb09 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Oct 20 11:20:46.087043 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:46.750706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577ba8a-bf99-4827-bc6c-2d65a2a1dd3c req-a39df01b-7e65-4351-990a-176f61f477ab tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:46.752228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a577ba8a-bf99-4827-bc6c-2d65a2a1dd3c req-a39df01b-7e65-4351-990a-176f61f477ab tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0505402 Oct 20 11:20:46.792430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a577ba8a-bf99-4827-bc6c-2d65a2a1dd3c req-a7856f26-838f-4bdc-8032-16183ccaf151 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Oct 20 11:20:46.905514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602375d1-a6da-4091-983c-efd8e0992892 req-d42d68fd-589c-499d-be11-794ab658366c tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:46.906992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-602375d1-a6da-4091-983c-efd8e0992892 req-d42d68fd-589c-499d-be11-794ab658366c tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0486720 Oct 20 11:20:46.948956 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-602375d1-a6da-4091-983c-efd8e0992892 req-cf07d2b3-e800-407c-ac4e-222fc8528e37 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358310 Oct 20 11:20:46.971904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42266) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:46.973026 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.081823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f8767f-c34d-48f4-aa79-0bff901e9c32 tempest-TestVolumeBackupRestore-1925150704 tempest-TestVolumeBackupRestore-1925150704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:47.083368 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-63f8767f-c34d-48f4-aa79-0bff901e9c32 tempest-TestVolumeBackupRestore-1925150704 tempest-TestVolumeBackupRestore-1925150704-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1093 time: 0.1103806 Oct 20 11:20:47.086297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42270) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:47.090557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:47.112797 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.217204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.327403 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Allocated IP 172.25.3.97 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8cf11633-2e1e-4601-aa46-6593181c503e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:20:47.432545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.466206 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.504188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:20:47.508501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:20:47.515571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:20:47.536346 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'Port': ['ID=8cf11633-2e1e-4601-aa46-6593181c503e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:47.881996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:47.945926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.097189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.103413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.175827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event updated for resources: {'Port': ['ID=8cf11633-2e1e-4601-aa46-6593181c503e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:20:48.187444 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.288185 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Floating IP fc0cc0cb-2644-44e3-a7a4-91b10b08bf39 associated. External IP: 172.25.3.97, port: 6d7b34d0-17e9-4000-be7e-ff4d6c80019e. Oct 20 11:20:48.493007 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:20:48.604290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:20:48.615733 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:20:48.624550 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.626523 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:20:48.627525 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:20:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:48.652302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4945bcca-897e-498f-995d-8b8d281996c4 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5650041 Oct 20 11:20:48.652966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:20:48.655699 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 42300) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:48.656186 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b6459-cc63-4c19-ae97-152db922e247" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:20:48.694371 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3055cc6-8ac7-4cc5-a9cc-66b58aee8d6d x-openstack-request-id: req-d3055cc6-8ac7-4cc5-a9cc-66b58aee8d6d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:20:48.694371 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:20:48.694371 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3055cc6-8ac7-4cc5-a9cc-66b58aee8d6d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:20:48.694818 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:20:48.705990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79ac61-b1cd-448c-83dc-884fba2273e8 tempest-TestVolumeBackupRestore-1925150704 tempest-TestVolumeBackupRestore-1925150704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:48.710333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42304) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:20:48.711069 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3b79ac61-b1cd-448c-83dc-884fba2273e8 tempest-TestVolumeBackupRestore-1925150704 tempest-TestVolumeBackupRestore-1925150704-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1093 time: 0.0542059 Oct 20 11:20:48.714925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Request body: {'floatingip': {'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:20:48.761610 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:20:48.768997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-ffa23e4f-757b-4afb-995e-5c8671cd9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:48.770671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-ffa23e4f-757b-4afb-995e-5c8671cd9abe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1098 time: 0.0520930 Oct 20 11:20:48.788432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:48.906497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-c7c6722c-8b07-4b1f-8403-311c3d9150d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:48.908029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-c7c6722c-8b07-4b1f-8403-311c3d9150d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 916 time: 0.1289136 Oct 20 11:20:49.030307 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-d7385afd-b4b4-4b59-94f4-074da6741aea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 999 time: 0.1137331 Oct 20 11:20:49.086961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-f2e42894-25ef-4236-bf79-8095a7d003e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:49.088829 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-f2e42894-25ef-4236-bf79-8095a7d003e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0513098 Oct 20 11:20:49.124566 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:47Z', 'revision_number': 0, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:49.145574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-8f42b0fb-6928-4f33-8e99-951e01e3d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:49.147215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-8f42b0fb-6928-4f33-8e99-951e01e3d107 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503128 Oct 20 11:20:49.156829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:20:49.166241 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:20:49.166861 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:20:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:49.274072 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-996ca323-5622-473e-b9d5-8db8e015f21f service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193705 Oct 20 11:20:49.298279 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:20:49.393304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cf3b6459-cc63-4c19-ae97-152db922e247 req-b388d2e3-39cb-4b79-985f-4921377bcec6 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118014 Oct 20 11:20:49.559073 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:47Z', 'revision_number': 0, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:49.589408 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14045bfe-e71d-4e82-a893-289aecf09bfc None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:47Z', 'revision_number': 0, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:20:49.715638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:49.721696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:49.849210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834025b-4580-45a6-b1ef-28d54879f7f7 None None] New status for floating IP fc0cc0cb-2644-44e3-a7a4-91b10b08bf39: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:20:49.942306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:20:50.061966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:20:50.066692 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:50.084231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:20:50.096208 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:20:50.096808 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:20:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:50.122534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5b8f6399-5aff-49de-95f1-28495d636bba tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "PUT /v2.0/floatingips/fc0cc0cb-2644-44e3-a7a4-91b10b08bf39 HTTP/1.1" status: 200 len: 991 time: 1.4110730 Oct 20 11:20:50.205591 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:20:50.434512 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:49Z', 'revision_number': 2, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:50.464844 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:20:50.473755 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:20:50.474453 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:20:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:50.579042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:20:50.695553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}, {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:20:50.697933 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}, {"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:20:50.735677 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c64b42-0ef1-49be-a9ff-769b5c12fe4d x-openstack-request-id: req-57c64b42-0ef1-49be-a9ff-769b5c12fe4d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:20:50.736311 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:20:50.736311 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57c64b42-0ef1-49be-a9ff-769b5c12fe4d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:20:50.736642 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:20:50.736899 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:20:50.808925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-01465aee-779b-4772-8b1d-891ac40d4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:50.810416 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-01465aee-779b-4772-8b1d-891ac40d4db8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1098 time: 0.0467296 Oct 20 11:20:50.816455 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:49Z', 'revision_number': 2, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:20:50.843311 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c318c02-5c73-4811-8864-6edc903558d4 None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc0cc0cb-2644-44e3-a7a4-91b10b08bf39', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'port_id': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'mac_address': 'fa:16:3e:ef:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d978de-de73-4027-977f-af998945dd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:20:47Z', 'updated_at': '2021-10-20T11:20:49Z', 'revision_number': 2, 'project_id': 'de43478945594407971cf60ce5ad422a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:20:50.918032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-dca3d494-61c8-48fb-9bbe-f84562dd7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:50.919552 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-dca3d494-61c8-48fb-9bbe-f84562dd7d31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 916 time: 0.1012278 Oct 20 11:20:50.994308 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-dce2e453-aee5-4d58-ac98-549db3b0a301 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 1001 time: 0.0666897 Oct 20 11:20:51.049807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-16f6d549-9972-4fb4-87d8-930ef66907b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.051451 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-16f6d549-9972-4fb4-87d8-930ef66907b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0492127 Oct 20 11:20:51.098373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-54ec3226-699f-4995-a105-edecd7292e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.099803 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-54ec3226-699f-4995-a105-edecd7292e90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405037 Oct 20 11:20:51.194409 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-33e03906-6ff2-457e-a9e6-c7ec35090aff service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856626 Oct 20 11:20:51.302500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-6c959cfe-a72d-436c-bd79-bcb91dc9b3a1 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998569 Oct 20 11:20:51.396661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-3ed44e33-fb94-4d7a-a01f-29c15159247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.398158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-3ed44e33-fb94-4d7a-a01f-29c15159247d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1098 time: 0.0504637 Oct 20 11:20:51.490446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-ecc2f19c-ec00-45ed-a7d3-1b60ecf6a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.491946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-ecc2f19c-ec00-45ed-a7d3-1b60ecf6a21c service neutron] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 916 time: 0.0864766 Oct 20 11:20:51.569041 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-50abc5c0-21bc-4f17-befb-6f05b9a4a053 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 1001 time: 0.0689049 Oct 20 11:20:51.618360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-1d2b3c2a-36ca-40d2-b703-b46e0236059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.619846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-1d2b3c2a-36ca-40d2-b703-b46e0236059f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0430765 Oct 20 11:20:51.665309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-528007ed-f768-46e5-ba0d-cc7655628652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:51.666782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-528007ed-f768-46e5-ba0d-cc7655628652 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391765 Oct 20 11:20:51.762512 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-37fed510-2cfe-4b01-9d68-89292c406041 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Oct 20 11:20:51.855175 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ad7a558-a2a9-45d7-a16b-0b55651bcc97 req-baa598de-e7bf-4565-a6eb-55caf27cde22 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848019 Oct 20 11:20:56.611993 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:20:58.535796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-62d7b0b9-4cc9-406e-b322-58c4ba6ee665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:01.404694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee389f59-9f7d-4021-a748-85b8b74e8919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:01.805625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:02.896643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:04.434305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:16.097930 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:16.968188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.354245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 42792) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:25.530028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Deleting port 8cf11633-2e1e-4601-aa46-6593181c503e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:25.530364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.613971 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.615310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.627679 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Calling delete_port for 8cf11633-2e1e-4601-aa46-6593181c503e owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:25.789491 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.821643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event deleted for resources: {'Port': ['ID=8cf11633-2e1e-4601-aa46-6593181c503e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:25.886571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.886999 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Floating IP fc0cc0cb-2644-44e3-a7a4-91b10b08bf39 disassociated (deleted). External IP: 172.25.3.97, port: 6d7b34d0-17e9-4000-be7e-ff4d6c80019e. Oct 20 11:21:26.120189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:21:26.240451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:21:26.246235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:26.254538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:21:26.265532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:26.266075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:26.280195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2b5a593c-913a-48ee-9a2e-2ad23f00ae35 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "DELETE /v2.0/floatingips/fc0cc0cb-2644-44e3-a7a4-91b10b08bf39 HTTP/1.1" status: 204 len: 168 time: 0.9219918 Oct 20 11:21:26.280195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:26.280537 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af7a63-7791-45ce-af2e-95a47fd6a2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:26.418530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:26.428380 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dae809-3d2c-4228-bc99-286f88830950 x-openstack-request-id: req-a5dae809-3d2c-4228-bc99-286f88830950 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:26.428907 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:26.429024 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5dae809-3d2c-4228-bc99-286f88830950 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:26.429363 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:21:26.543100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b1355e4c-4a4b-4e09-b304-fa08a7db8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.544621 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b1355e4c-4a4b-4e09-b304-fa08a7db8b7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de43478945594407971cf60ce5ad422a&device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 1098 time: 0.0855789 Oct 20 11:21:26.574000 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d3385-c321-4446-9680-37d21275935c req-d38f7bde-c6e5-465d-a280-274dad7ad94a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.579515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db7d3385-c321-4446-9680-37d21275935c req-d38f7bde-c6e5-465d-a280-274dad7ad94a tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0564775 Oct 20 11:21:26.625291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db7d3385-c321-4446-9680-37d21275935c req-cea9cdbf-bbbb-45de-a20d-c435f877e997 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Oct 20 11:21:26.668008 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-7d9d8b1e-915e-407e-93ca-b08787818eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.670407 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-7d9d8b1e-915e-407e-93ca-b08787818eff service neutron] 10.222.0.70 "GET /v2.0/networks?id=84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 200 len: 916 time: 0.1166193 Oct 20 11:21:26.705656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:26.725304 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-aa8b90b1-cb54-4be8-acec-62245f2b864a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 200 len: 217 time: 0.0477381 Oct 20 11:21:26.733792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:21:26.742973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:26.743573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:26.777638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b83bf5ba-88f5-4430-a3ce-215adeb876b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.779214 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b83bf5ba-88f5-4430-a3ce-215adeb876b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 200 len: 853 time: 0.0463362 Oct 20 11:21:26.829948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b15f8281-ddee-41b3-8df0-40fa4d9f11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.831573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-b15f8281-ddee-41b3-8df0-40fa4d9f11ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84192936-ad25-46c9-83fe-0527e881cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440009 Oct 20 11:21:26.865935 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:26.943481 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-dd54b81f-5c7f-4f51-a107-36060dc21d55 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038160 Oct 20 11:21:27.052266 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-37af7a63-7791-45ce-af2e-95a47fd6a2ce req-ce6ab5a1-87ef-464b-a0c7-01a253f24031 service neutron] 10.222.0.70 "GET /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999129 Oct 20 11:21:27.087665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:27.119223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfd6bf-4695-493d-97cb-54f76ba7fbb5 None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:18:10Z', 'revision_number': 4, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '74bc3ec8-631d-4298-911e-653a1797c0f5', 'name': '', 'network_id': '84192936-ad25-46c9-83fe-0527e881cdcc', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'mac_address': 'fa:16:3e:12:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:09Z', 'updated_at': '2021-10-20T11:18:14Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'subnets': [{'id': '0c80fb25-c497-4b51-bb86-1b08f6f9a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:21:27.355157 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584ab96-0c3f-4b05-9af5-b22dc9b1fb89 None None] New status for floating IP fc0cc0cb-2644-44e3-a7a4-91b10b08bf39: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:21:27.808111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43499648-bbda-43f6-a0b0-069f47380d2a req-4fcf67d0-8c22-4107-bab9-eb1e454b2c22 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:27.809627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43499648-bbda-43f6-a0b0-069f47380d2a req-4fcf67d0-8c22-4107-bab9-eb1e454b2c22 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0598652 Oct 20 11:21:27.855016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-43499648-bbda-43f6-a0b0-069f47380d2a req-462a1330-6291-49a9-87ca-3af5da70af04 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/security-groups?id=901f4205-0102-4050-a809-851bad9b6738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 Oct 20 11:21:28.093234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5b4bd0e4-a95a-46f6-bc2b-33eee45150ce tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:28.094692 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5b4bd0e4-a95a-46f6-bc2b-33eee45150ce tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 946 time: 0.0525694 Oct 20 11:21:28.190253 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Deleting port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:28.190591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:28.286590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] For port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:28.286977 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:28.300973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Calling delete_port for 6d7b34d0-17e9-4000-be7e-ff4d6c80019e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:28.432485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:28.460307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event deleted for resources: {'Port': ['ID=6d7b34d0-17e9-4000-be7e-ff4d6c80019e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:28.509668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] No DVR routers for this DVR port 6d7b34d0-17e9-4000-be7e-ff4d6c80019e on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:28.512524 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:28.517404 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4a4d51b-0119-4e99-b2bf-f10539a89633 req-5d2496ce-e163-413b-9f22-16a5aca8e137 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.70 "DELETE /v2.0/ports/6d7b34d0-17e9-4000-be7e-ff4d6c80019e HTTP/1.1" status: 204 len: 173 time: 0.4158773 Oct 20 11:21:28.518876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'name': 'network-vif-deleted', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:28.527131 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa1b5f-20c5-4c9a-b27f-c2bda457515c" -d '{"events": [{"server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "name": "network-vif-deleted", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:28.563073 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f1420873-e2bd-4376-93f5-7458789658cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:28.566108 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831108b-2c80-4086-b0f9-99e049da99ce x-openstack-request-id: req-f831108b-2c80-4086-b0f9-99e049da99ce {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:28.566600 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d978de-de73-4027-977f-af998945dd7a", "name": "network-vif-deleted", "tag": "6d7b34d0-17e9-4000-be7e-ff4d6c80019e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:28.567067 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f831108b-2c80-4086-b0f9-99e049da99ce {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:28.567698 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d978de-de73-4027-977f-af998945dd7a', 'name': 'network-vif-deleted', 'tag': '6d7b34d0-17e9-4000-be7e-ff4d6c80019e', 'status': 'completed', 'code': 200} Oct 20 11:21:28.969283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2ca83d96-3697-41da-abb2-97981bb00f82 req-9bd3a4fe-c401-4744-b6cf-926ab7122912 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0322990 Oct 20 11:21:30.082801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ffd75ac-153b-48bc-9f9e-468d808c5202 req-1bc10912-da4b-4a5e-ba0e-8c12817f1e72 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0296464 Oct 20 11:21:31.195772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-360ed8bf-f879-41ae-8126-9a1539f69bc1 req-b261586b-b196-47bc-a12b-1c421c04bbf7 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0278275 Oct 20 11:21:31.379143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6d7b34d0-17e9-4000-be7e-ff4d6c80019e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:31.416486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 6d7b34d0-17e9-4000-be7e-ff4d6c80019e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:31.416907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 6d7b34d0-17e9-4000-be7e-ff4d6c80019e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:31.429338 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1ab27d7-8168-497a-9d28-f586afd0f231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:31.810171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:32.302905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d722621a-3d51-4ccc-8962-7995ef43efdd req-adf0beb8-ebda-4959-afb6-853fef747250 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0294278 Oct 20 11:21:32.900480 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:33.417482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7e8e0c3-ca0c-4bf9-aa2f-758f90c7fa15 req-af3b83d8-26e0-4257-bc18-3117d6907e39 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d978de-de73-4027-977f-af998945dd7a HTTP/1.1" status: 200 len: 210 time: 0.0301275 Oct 20 11:21:33.613565 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:21:34.436665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.474125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43018) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:34.538051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.564780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.629828 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.633385 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.637381 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] 10.222.0.74 "DELETE /v2.0/security-groups/901f4205-0102-4050-a809-851bad9b6738 HTTP/1.1" status: 204 len: 168 time: 0.1594429 Oct 20 11:21:34.644773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f4205-0102-4050-a809-851bad9b6738,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:34.656065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.656416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.656755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.657090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.657421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.657752 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.658094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.658495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.658860 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.659281 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.659651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:34.659970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55701a39-b7d8-4aae-bac2-abd3bcbce415 tempest-TestVolumeBackupRestore-1901031505 tempest-TestVolumeBackupRestore-1901031505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:40.198393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43486) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:40.567260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:40.841093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Deleting port 74bc3ec8-631d-4298-911e-653a1797c0f5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:40.841422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:40.921356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] For port 74bc3ec8-631d-4298-911e-653a1797c0f5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=74bc3ec8-631d-4298-911e-653a1797c0f5,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:40.921718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:40.934878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Calling delete_port for 74bc3ec8-631d-4298-911e-653a1797c0f5 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:41.373784 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:41.401518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bc3ec8-631d-4298-911e-653a1797c0f5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:41.585820 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:41.801386 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Router ad75c35d-3f50-449e-bb53-157e922f8ba4 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:21:41.908354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:21:41.914083 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ed7483b7-6970-4d54-81a4-fb50d4aad566 admin admin] 10.222.0.74 "PUT /v2.0/routers/ad75c35d-3f50-449e-bb53-157e922f8ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7139933 Oct 20 11:21:41.916743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43500) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:41.922151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Sync routers for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:21:41.932393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:41.933145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:42.026285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.042331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:42.134427 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.186873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Deleting port d4c2d5ea-d7f2-4417-a493-09317ad719bc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:42.187372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.226915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:21:41Z', 'revision_number': 5, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port': {'id': 'd4c2d5ea-d7f2-4417-a493-09317ad719bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:08Z', 'updated_at': '2021-10-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:42.260138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Checking router: ad75c35d-3f50-449e-bb53-157e922f8ba4 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:21:42.275997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Routers {'ad75c35d-3f50-449e-bb53-157e922f8ba4'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:42.275997 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['ad75c35d-3f50-449e-bb53-157e922f8ba4'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:42.279751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] For port d4c2d5ea-d7f2-4417-a493-09317ad719bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d4c2d5ea-d7f2-4417-a493-09317ad719bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:42.280208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.294857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Calling delete_port for d4c2d5ea-d7f2-4417-a493-09317ad719bc owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:42.368820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] Set router ad75c35d-3f50-449e-bb53-157e922f8ba4 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:42.423033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-925b9b4d-c059-4270-868e-76361993de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:21:42Z', 'revision_number': 6, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:42.457918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b9b4d-c059-4270-868e-76361993de79 None None] The sync data for ids ['ad75c35d-3f50-449e-bb53-157e922f8ba4'] in n-d-802060-17 is: [{'id': 'ad75c35d-3f50-449e-bb53-157e922f8ba4', 'name': 'tempest-TestVolumeBackupRestore-1945382071-router', 'tenant_id': 'de43478945594407971cf60ce5ad422a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:07Z', 'updated_at': '2021-10-20T11:21:42Z', 'revision_number': 6, 'project_id': 'de43478945594407971cf60ce5ad422a', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:21:42.471390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.504432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c2d5ea-d7f2-4417-a493-09317ad719bc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:42.564458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.656519 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.658792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.707376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.707988 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad75c35d-3f50-449e-bb53-157e922f8ba4 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:21:42.712585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.713894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-67af840a-4066-4f9c-a00f-23f9da8e23df admin admin] 10.222.0.74 "DELETE /v2.0/routers/ad75c35d-3f50-449e-bb53-157e922f8ba4 HTTP/1.1" status: 204 len: 168 time: 0.7962399 Oct 20 11:21:42.716365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43504) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:42.762023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Deleting subnet 0c80fb25-c497-4b51-bb86-1b08f6f9a07b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:21:42.765129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.802826 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.900692 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.938784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 74bc3ec8-631d-4298-911e-653a1797c0f5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:42.959582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 74bc3ec8-631d-4298-911e-653a1797c0f5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:42.960170 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 74bc3ec8-631d-4298-911e-653a1797c0f5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:42.970119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:42.998096 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c80fb25-c497-4b51-bb86-1b08f6f9a07b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:43.003275 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.009413 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-30f3b29f-6f0a-4aa6-9ad5-f2365d03617b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0c80fb25-c497-4b51-bb86-1b08f6f9a07b HTTP/1.1" status: 204 len: 168 time: 0.2898331 Oct 20 11:21:43.009534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7087332-e875-46a3-a783-999abf2d8891 None None] Network 84192936-ad25-46c9-83fe-0527e881cdcc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:21:43.009703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43506) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:43.088987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.142428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Deleting port 1d35edcc-718b-400d-b405-0e898e7f49ac {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:43.142881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.207141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] For port 1d35edcc-718b-400d-b405-0e898e7f49ac, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d35edcc-718b-400d-b405-0e898e7f49ac,segment=NetworkSegment(35d8e28c-db2a-44ba-9ea7-7f7020dde2ec),segment_id=35d8e28c-db2a-44ba-9ea7-7f7020dde2ec)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:43.207430 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.219762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Calling delete_port for 1d35edcc-718b-400d-b405-0e898e7f49ac owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:43.319046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] DHCP port deletion for 84192936-ad25-46c9-83fe-0527e881cdcc request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:21:43.339717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.372107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d35edcc-718b-400d-b405-0e898e7f49ac,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:43.374093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] No DVR routers for this DVR port 1d35edcc-718b-400d-b405-0e898e7f49ac on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:43.384052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Deleting port 1d35edcc-718b-400d-b405-0e898e7f49ac {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:43.384429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.448586 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] For port 1d35edcc-718b-400d-b405-0e898e7f49ac, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:43.448983 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.458047 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.464125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Calling delete_port for 1d35edcc-718b-400d-b405-0e898e7f49ac owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:43.467405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Port 1d35edcc-718b-400d-b405-0e898e7f49ac was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:21:43.468789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.487840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84192936-ad25-46c9-83fe-0527e881cdcc']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:43.497720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:43.498012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d8e28c-db2a-44ba-9ea7-7f7020dde2ec') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:43.500911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Pushing event deleted for resources: {'Port': ['ID=1d35edcc-718b-400d-b405-0e898e7f49ac,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:43.505648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] No DVR routers for this DVR port 1d35edcc-718b-400d-b405-0e898e7f49ac on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:43.514202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.514365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.514590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.514869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.517511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.518483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.519754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.519754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.520051 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.520283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.520602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.521125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.521633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c6b25-102f-4cf2-9af8-3ba14a86979d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:43.534585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.541085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:21:43.541496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:21:43.543311 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:21:43.600024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.605176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.611014 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/84192936-ad25-46c9-83fe-0527e881cdcc HTTP/1.1" status: 204 len: 168 time: 0.5981832 Oct 20 11:21:43.612053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43510) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:43.635432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee19250-7006-4b69-a193-9ce0a3a3c6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84192936-ad25-46c9-83fe-0527e881cdcc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:43.971870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:44.223184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Deleting port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:44.223444 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:44.302437 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] For port 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:44.303402 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:44.320223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Calling delete_port for 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:44.518379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:44.555250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Pushing event deleted for resources: {'Port': ['ID=41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:44.566888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.567296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.567543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.567997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.568330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.568678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.568966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.569356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.569676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.569988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.570301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.570612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:44.752087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:44.939581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d4c2d5ea-d7f2-4417-a493-09317ad719bc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:44.967866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d4c2d5ea-d7f2-4417-a493-09317ad719bc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:44.968424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d4c2d5ea-d7f2-4417-a493-09317ad719bc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:44.969041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d35edcc-718b-400d-b405-0e898e7f49ac no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:44.990760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1d35edcc-718b-400d-b405-0e898e7f49ac {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:44.991229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d35edcc-718b-400d-b405-0e898e7f49ac not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:45.025125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:21:45.147724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:21:45.157274 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Sync routers for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:21:45.159209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-def0f6b7-9629-4f56-bf26-983bc4ea33eb admin admin] 10.222.0.74 "PUT /v2.0/routers/9ecfee5b-7d63-4971-8918-ac8d1d1d46cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460360 Oct 20 11:21:45.161744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 43608) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:45.173245 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:45.192281 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:45.338134 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:45.561566 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:21:44Z', 'revision_number': 5, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:45.591330 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Checking router: 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:21:45.600256 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Routers {'9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:45.600782 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:21:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:45.639080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.709150 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] Set router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:45.748400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.804766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Deleting port 75816540-64db-4c03-98b1-6bac4a5f02e4 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:45.805573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.890192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] For port 75816540-64db-4c03-98b1-6bac4a5f02e4, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=75816540-64db-4c03-98b1-6bac4a5f02e4,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:45.890630 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.900588 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:21:44Z', 'revision_number': 5, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:45.908551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Calling delete_port for 75816540-64db-4c03-98b1-6bac4a5f02e4 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:45.928662 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442c3e7-4591-41b4-90c0-a929aba36574 None None] The sync data for ids ['9ecfee5b-7d63-4971-8918-ac8d1d1d46cc'] in n-d-802060-17 is: [{'id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'name': 'tempest-TestVolumeBackupRestore-491888870-router', 'tenant_id': '63cf32cba80d40a5bac6821123a3b021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:18:12Z', 'updated_at': '2021-10-20T11:21:44Z', 'revision_number': 5, 'project_id': '63cf32cba80d40a5bac6821123a3b021', 'gw_port': {'id': '75816540-64db-4c03-98b1-6bac4a5f02e4', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfee5b-7d63-4971-8918-ac8d1d1d46cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:18:13Z', 'updated_at': '2021-10-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:21:46.084033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.104709 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.115544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=75816540-64db-4c03-98b1-6bac4a5f02e4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:46.179456 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.273858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.276976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.325352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.326300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecfee5b-7d63-4971-8918-ac8d1d1d46cc {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:21:46.336047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.339677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2cbb45a4-899c-4853-982b-b6b68e35bc1e admin admin] 10.222.0.74 "DELETE /v2.0/routers/9ecfee5b-7d63-4971-8918-ac8d1d1d46cc HTTP/1.1" status: 204 len: 168 time: 1.1765723 Oct 20 11:21:46.340186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43774) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:46.396234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Deleting subnet bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:21:46.399897 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.440484 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.535388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.593208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.633145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:46.639424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.640188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0733b51-2eab-4824-bfde-c5a1276da0e4 None None] Network 996908ee-09e3-46fb-a229-2d47f244aadc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:21:46.643116 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-797313c8-3be2-4ffa-8cbe-36df568ff77b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bb38c9af-9f96-4e3f-bbfa-4f6bc9f5adb1 HTTP/1.1" status: 204 len: 168 time: 0.3018870 Oct 20 11:21:46.646186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43820) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:46.730762 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.792929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Deleting port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:46.793421 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.872931 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] For port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,segment=NetworkSegment(8b0373cc-4b32-4510-8be8-be51c6dfc30b),segment_id=8b0373cc-4b32-4510-8be8-be51c6dfc30b)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:46.873299 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.888143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Calling delete_port for 50f8bc3e-c614-46d7-9422-f9b3e15d1adf owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:46.972068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:46.999318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.006788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f8bc3e-c614-46d7-9422-f9b3e15d1adf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:47.016259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] No DVR routers for this DVR port 50f8bc3e-c614-46d7-9422-f9b3e15d1adf on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:47.036085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392759a6-a345-4cf1-a0c3-f66aaa302778 None None] DHCP port deletion for 996908ee-09e3-46fb-a229-2d47f244aadc request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:21:47.112637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50f8bc3e-c614-46d7-9422-f9b3e15d1adf no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:47.120143 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.136332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 50f8bc3e-c614-46d7-9422-f9b3e15d1adf {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:47.136694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 50f8bc3e-c614-46d7-9422-f9b3e15d1adf not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:47.137105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 75816540-64db-4c03-98b1-6bac4a5f02e4 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:47.142716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996908ee-09e3-46fb-a229-2d47f244aadc']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:47.155822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0373cc-4b32-4510-8be8-be51c6dfc30b') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:47.156198 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0373cc-4b32-4510-8be8-be51c6dfc30b') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:47.156754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 75816540-64db-4c03-98b1-6bac4a5f02e4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:47.157095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 75816540-64db-4c03-98b1-6bac4a5f02e4 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:47.157501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:47.166512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.180380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:21:47.180925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 41c01cbf-8ddb-45db-bc1d-ee1e78be2e1d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:47.181831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.190437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:21:47.190640 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:21:47.193221 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:21:47.254354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.260996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.263593 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] 10.222.0.74 "DELETE /v2.0/networks/996908ee-09e3-46fb-a229-2d47f244aadc HTTP/1.1" status: 204 len: 168 time: 0.6163816 Oct 20 11:21:47.276395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983af79-ca39-4a73-8c88-b6c171775270 admin admin] Pushing event deleted for resources: {'Network': ['ID=996908ee-09e3-46fb-a229-2d47f244aadc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:47.449973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43936) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:47.494158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fe52ed1b-6cf6-4de8-ac92-a640bf42c751 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de43478945594407971cf60ce5ad422a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406482 Oct 20 11:21:47.494352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:47.548480 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.571106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.618982 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.621580 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:47.622723 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/156e99ab-faee-4fc2-9ba1-9787c9ccba07 HTTP/1.1" status: 204 len: 168 time: 0.1273606 Oct 20 11:21:47.631170 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b9e9b-021d-45a6-b663-8e66ed954da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e99ab-faee-4fc2-9ba1-9787c9ccba07,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:47.943323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:47.985097 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9f2416c5-ab2b-4d81-84df-b38295b8f8e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63cf32cba80d40a5bac6821123a3b021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406356 Oct 20 11:21:47.987867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 43970) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:48.034066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.055424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.100190 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.102723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.103870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e274545a-a650-4ff2-88ad-48127cba0849 HTTP/1.1" status: 204 len: 168 time: 0.1145413 Oct 20 11:21:48.111754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8951c-4b48-4eff-be99-0f4f86cb4679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e274545a-a650-4ff2-88ad-48127cba0849,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:55.309785 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44004) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:55.444364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f716eb3-6c70-4c17-b57f-e0549c8c1ce9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1043d8df3a9141b398199eae19c83976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331253 Oct 20 11:21:55.446815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44008) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:55.493741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:55.515450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:55.561605 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:55.564286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:55.565461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74b3d151-614a-402f-8f2d-312c8a5082bc HTTP/1.1" status: 204 len: 168 time: 0.1177273 Oct 20 11:21:55.575038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c95a9-b370-46da-b247-a01b85ccee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b3d151-614a-402f-8f2d-312c8a5082bc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:58.536891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d6889207-f22a-4089-b357-99fb012cce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:01.410456 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b13aec3b-88b2-4afb-8ecd-e8da5caea1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:01.812126 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:02.902119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:04.440896 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:05.857221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-0b6d285b-affd-40b9-a06c-68ac5b5151a9 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d3f313c0cf8b41008aaa17a1af036598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215549 Oct 20 11:22:05.964807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-8ab6a5db-8a78-48ac-a856-5ec9ce02e014 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:05.966271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-8ab6a5db-8a78-48ac-a856-5ec9ce02e014 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036627 Oct 20 11:22:05.981213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-94b31a3c-610e-4202-a62c-83e9eac5f7bf tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/quotas/d3f313c0cf8b41008aaa17a1af036598 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Oct 20 11:22:06.012191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-efa6b516-cb07-44f9-a408-a303c06fb372 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3f313c0cf8b41008aaa17a1af036598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259476 Oct 20 11:22:06.164256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe185bde-5aff-41d2-91f9-0640c3ad7b18 req-f39644a9-125f-4151-bd13-1324e89d0f7e tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0262129 Oct 20 11:22:06.983377 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-9727be11-b433-4306-8e08-bf6ccbbf3d2d tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3f313c0cf8b41008aaa17a1af036598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247054 Oct 20 11:22:07.095174 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-1e9914fa-3cb6-480d-addd-2dd9a97bd321 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:07.097040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-1e9914fa-3cb6-480d-addd-2dd9a97bd321 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083691 Oct 20 11:22:07.111509 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Request body: {'port': {'device_id': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'admin_state_up': True, 'tenant_id': 'd3f313c0cf8b41008aaa17a1af036598'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:07.219460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Made reservation on behalf of d3f313c0cf8b41008aaa17a1af036598 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:22:07.223028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.232374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.257318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04f288eb-58b3-40e7-a408-93f18eaa7ffe req-3018e6f0-2e61-4768-b174-72de745d6296 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0259089 Oct 20 11:22:07.312152 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.315854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.389714 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc75f7c-88a7-477f-8831-c35987da9acd,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:07.458200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Allocated IP 192.168.233.211 (7e586b7a-4a51-4c93-838f-246bb032aa75/a62d545b-871e-4935-9f3c-ab9bed554013/b09099f9-6b9b-4c23-9660-085646bd8546) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:22:07.601629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.635134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.678087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Network 7e586b7a-4a51-4c93-838f-246bb032aa75 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:22:07.681782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:22:07.685629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:22:07.716009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Pushing event updated for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:07.745817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:07.746443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.762789 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-55525ba4-a8bb-4034-bcf8-d4fbbd183386 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6551456 Oct 20 11:22:07.878257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Request body: {'port': {'device_id': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:07.929610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.963668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fc82bb29-12df-4dea-972f-e8d6fb12df68 None None] Provisioning complete for port b09099f9-6b9b-4c23-9660-085646bd8546 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:22:07.964185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fc82bb29-12df-4dea-972f-e8d6fb12df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.997315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fc82bb29-12df-4dea-972f-e8d6fb12df68 None None] Port b09099f9-6b9b-4c23-9660-085646bd8546 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:22:08.186849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09099f9-6b9b-4c23-9660-085646bd8546 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:22:08.194095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.206370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Transition to ACTIVE for port object b09099f9-6b9b-4c23-9660-085646bd8546 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:22:08.210206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.384707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597d7a-d275-4f0b-81bd-7c150ec4a49c req-5dce2791-a727-436d-a767-1126e858201d tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:08.386319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2597d7a-d275-4f0b-81bd-7c150ec4a49c req-5dce2791-a727-436d-a767-1126e858201d tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 948 time: 0.0560071 Oct 20 11:22:08.426231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2597d7a-d275-4f0b-81bd-7c150ec4a49c req-c130a362-acd4-40fb-b52d-8ad7bba93d44 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Oct 20 11:22:08.517958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Pushing event updated for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:08.583849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Attempting to bind port b09099f9-6b9b-4c23-9660-085646bd8546 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:22:08.584215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Attempting to bind port b09099f9-6b9b-4c23-9660-085646bd8546 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:22:08.584510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Attempting to bind port b09099f9-6b9b-4c23-9660-085646bd8546 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:08.589094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Port b09099f9-6b9b-4c23-9660-085646bd8546 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:22:08.589416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Attempting to bind port b09099f9-6b9b-4c23-9660-085646bd8546 on network 7e586b7a-4a51-4c93-838f-246bb032aa75 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:08.594342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:22:08.594679 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Checking segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:22:08.595107 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Bound using segment: {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:22:08.595539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Bound port: b09099f9-6b9b-4c23-9660-085646bd8546, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea50796-b99f-4035-9c49-9276eac240e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:22:08.595892 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.666285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:22:08.669453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b09099f9-6b9b-4c23-9660-085646bd8546,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:22:08.673397 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.707334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:08.708003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.709465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] 10.222.0.70 "PUT /v2.0/ports/b09099f9-6b9b-4c23-9660-085646bd8546 HTTP/1.1" status: 200 len: 1097 time: 0.9382889 Oct 20 11:22:08.709865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:08.712293 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abdeeed-888d-4b52-af44-2ff0f006e031" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:08.735549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4a20-ffdc-4c96-9557-db6d8063d932 service neutron] Pushing event updated for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:08.760992 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3284a3a-6161-479d-bf4c-bc20a1b8a2f1 x-openstack-request-id: req-b3284a3a-6161-479d-bf4c-bc20a1b8a2f1 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:08.761294 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:08.761547 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3284a3a-6161-479d-bf4c-bc20a1b8a2f1 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:08.761944 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546', 'status': 'completed', 'code': 200} Oct 20 11:22:08.806502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-e1aaa551-d55e-4027-a809-18f9c236fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:08.808171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-e1aaa551-d55e-4027-a809-18f9c236fece service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3f313c0cf8b41008aaa17a1af036598&device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 1100 time: 0.0436692 Oct 20 11:22:08.854986 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-dcc2e23e-14d2-468a-9771-c74106f243d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b09099f9-6b9b-4c23-9660-085646bd8546 HTTP/1.1" status: 200 len: 217 time: 0.0381458 Oct 20 11:22:08.908732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-238e0dbd-7fe5-4b7b-9a64-e36620ad6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:08.910188 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-238e0dbd-7fe5-4b7b-9a64-e36620ad6f0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0488756 Oct 20 11:22:08.954801 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-2de98f80-0636-435f-b143-ce0b91c4fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:08.956257 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-2de98f80-0636-435f-b143-ce0b91c4fdac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395157 Oct 20 11:22:09.047263 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-2195b31e-602f-4cee-86d5-02fcc6feb0a7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835857 Oct 20 11:22:09.136099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-072ba54b-34b4-4334-ba27-6c0a0869e913 req-76f26f15-cf88-4dc2-a9aa-30625d4c6577 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804029 Oct 20 11:22:09.217619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-3499fe85-7a59-4049-8d33-24c0c5788a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:09.219044 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-3499fe85-7a59-4049-8d33-24c0c5788a8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3f313c0cf8b41008aaa17a1af036598&device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 1100 time: 0.0406141 Oct 20 11:22:09.311811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-b11e925b-ae36-440d-90f4-f0deff5feadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:09.313344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-b11e925b-ae36-440d-90f4-f0deff5feadf service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e586b7a-4a51-4c93-838f-246bb032aa75 HTTP/1.1" status: 200 len: 871 time: 0.0875781 Oct 20 11:22:09.354959 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-cce36003-8536-49c2-a95a-e1649d71aaa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b09099f9-6b9b-4c23-9660-085646bd8546 HTTP/1.1" status: 200 len: 217 time: 0.0338964 Oct 20 11:22:09.406189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-a75de1f8-d951-4d22-ba30-8b57e42b770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:09.407596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-a75de1f8-d951-4d22-ba30-8b57e42b770f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a62d545b-871e-4935-9f3c-ab9bed554013 HTTP/1.1" status: 200 len: 843 time: 0.0457859 Oct 20 11:22:09.452512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-19d88618-7e2f-49e8-8d1e-cd1412db78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:09.454128 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-19d88618-7e2f-49e8-8d1e-cd1412db78de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e586b7a-4a51-4c93-838f-246bb032aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0379212 Oct 20 11:22:09.541350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3befc-d18b-44c2-9b28-72f9dd61e454 req-a071f6c7-39cf-440a-a7f4-66e97fdda7fa tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:09.542861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1d3befc-d18b-44c2-9b28-72f9dd61e454 req-a071f6c7-39cf-440a-a7f4-66e97fdda7fa tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 948 time: 0.0495589 Oct 20 11:22:09.545028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-d75514a2-0c21-4b3e-981d-4fc49095c585 service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827441 Oct 20 11:22:09.581324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1d3befc-d18b-44c2-9b28-72f9dd61e454 req-27948534-23fc-4a50-9654-ba3962263ab9 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Oct 20 11:22:09.639718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5abdeeed-888d-4b52-af44-2ff0f006e031 req-33d6e633-88d0-412b-b514-ac1a202b0fff service neutron] 10.222.0.70 "GET /v2.0/networks/7e586b7a-4a51-4c93-838f-246bb032aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Oct 20 11:22:10.617408 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:22:10.696607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358658b-76eb-4132-a871-9709fd53de92 req-f56e05d6-3225-45a8-a491-6f9cd3b39c94 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:10.698082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f358658b-76eb-4132-a871-9709fd53de92 req-f56e05d6-3225-45a8-a491-6f9cd3b39c94 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 948 time: 0.0482743 Oct 20 11:22:10.735365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f358658b-76eb-4132-a871-9709fd53de92 req-361b8d63-7ee8-47d5-94c1-5f15ebad4755 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Oct 20 11:22:11.543275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b09099f9-6b9b-4c23-9660-085646bd8546 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:22:11.636481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b09099f9-6b9b-4c23-9660-085646bd8546,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:11.647044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'b09099f9-6b9b-4c23-9660-085646bd8546', 'network_id': '7e586b7a-4a51-4c93-838f-246bb032aa75', 'port_id': 'b09099f9-6b9b-4c23-9660-085646bd8546', 'mac_address': 'fa:16:3e:50:31:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62d545b-871e-4935-9f3c-ab9bed554013', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:22:11.683088 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:11.695460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09099f9-6b9b-4c23-9660-085646bd8546 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:22:11.714205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b09099f9-6b9b-4c23-9660-085646bd8546,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:11.718274 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:11.763979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:11.856453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5ed8-789c-44c2-80fc-fcd8d083daf2 req-b5262885-9fe1-47ec-9cfa-11cccac2c7fb tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:11.857978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da8b5ed8-789c-44c2-80fc-fcd8d083daf2 req-b5262885-9fe1-47ec-9cfa-11cccac2c7fb tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 949 time: 0.0551579 Oct 20 11:22:11.895954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-da8b5ed8-789c-44c2-80fc-fcd8d083daf2 req-7e90edd1-d74e-4546-8e37-5f40e5db6015 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307605 Oct 20 11:22:11.926217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b09099f9-6b9b-4c23-9660-085646bd8546'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:22:13.011684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8483c-f5bc-4783-b85c-885971b2e8aa req-3de7c2ea-02cf-4a1a-aa78-1ad8e1d24370 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:13.013226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82f8483c-f5bc-4783-b85c-885971b2e8aa req-3de7c2ea-02cf-4a1a-aa78-1ad8e1d24370 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 949 time: 0.0497956 Oct 20 11:22:13.051460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82f8483c-f5bc-4783-b85c-885971b2e8aa req-0c83ef1f-e7cb-4463-a78b-911ddf47cccc tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Oct 20 11:22:13.560762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b09099f9-6b9b-4c23-9660-085646bd8546 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:22:13.608095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port b09099f9-6b9b-4c23-9660-085646bd8546 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:22:13.611740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port b09099f9-6b9b-4c23-9660-085646bd8546 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:22:13.612125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:13.690121 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:13.711926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:13.714201 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504ae61-bf8d-4d6f-9809-996dbe50d192" -d '{"events": [{"server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:13.727642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b09099f9-6b9b-4c23-9660-085646bd8546,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:13.732224 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:13.783860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:13.823165 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfeee34-7a3a-4c71-8999-3849cbd3a983 x-openstack-request-id: req-2cfeee34-7a3a-4c71-8999-3849cbd3a983 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:13.823452 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:13.823702 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cfeee34-7a3a-4c71-8999-3849cbd3a983 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:13.824095 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546', 'code': 200} Oct 20 11:22:13.918300 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ff02-9d09-4f1e-b833-0fcb3e4cd036 req-d198314e-903a-4299-ab33-0aebf45f51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:13.920496 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0594ff02-9d09-4f1e-b833-0fcb3e4cd036 req-d198314e-903a-4299-ab33-0aebf45f51a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 1102 time: 0.0416167 Oct 20 11:22:13.957628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0594ff02-9d09-4f1e-b833-0fcb3e4cd036 req-e6dc3ec3-140d-4aca-a726-ff0a56fe68ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294299 Oct 20 11:22:14.165143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88285fe-fa2c-4b7f-becb-39167256c566 req-adb7b12d-b663-44f8-a725-fb9ac3155cb1 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:14.166607 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f88285fe-fa2c-4b7f-becb-39167256c566 req-adb7b12d-b663-44f8-a725-fb9ac3155cb1 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 950 time: 0.0487905 Oct 20 11:22:14.203097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f88285fe-fa2c-4b7f-becb-39167256c566 req-66d8f38f-33b9-4a81-9041-d1dc9d6ec405 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Oct 20 11:22:15.323335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049ee4-9267-44b8-846b-03d63679646a req-9188693a-d51b-4e3a-91c6-764b16dc1ad8 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:15.324811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d049ee4-9267-44b8-846b-03d63679646a req-9188693a-d51b-4e3a-91c6-764b16dc1ad8 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 950 time: 0.0540748 Oct 20 11:22:15.361885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d049ee4-9267-44b8-846b-03d63679646a req-ef7d8c65-e37e-47f3-812f-4faf1eca8d5f tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Oct 20 11:22:15.684646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-d365bae1-02ab-4bbf-9b9e-45a890c48c4b req-5e9ce063-5655-4281-93df-65d13e01d5f6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:22:15.685670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d365bae1-02ab-4bbf-9b9e-45a890c48c4b req-5e9ce063-5655-4281-93df-65d13e01d5f6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0595317 Oct 20 11:22:16.051393 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-63a3df93-23a7-420c-a29b-3b2b70220a68 req-dc5b65e9-4e68-48bc-a915-a9ade977c324 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:22:16.052399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63a3df93-23a7-420c-a29b-3b2b70220a68 req-dc5b65e9-4e68-48bc-a915-a9ade977c324 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0548236 Oct 20 11:22:16.103919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:16.382244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5ae3-114d-4c6b-bc53-0d64a4932dc2 req-cc7fefb4-9136-4f24-a32b-5af62ffe3076 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:16.384709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b7d5ae3-114d-4c6b-bc53-0d64a4932dc2 req-cc7fefb4-9136-4f24-a32b-5af62ffe3076 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 950 time: 0.0560782 Oct 20 11:22:16.423012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b7d5ae3-114d-4c6b-bc53-0d64a4932dc2 req-e3bcb7a7-6672-4699-bf88-4ff4f5005210 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Oct 20 11:22:16.994305 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:17.538628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887785e5-0863-4635-8507-52358ba72c56 req-493fcaec-4353-480f-9382-179823a00960 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:17.540743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-887785e5-0863-4635-8507-52358ba72c56 req-493fcaec-4353-480f-9382-179823a00960 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 950 time: 0.0498495 Oct 20 11:22:17.578115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-887785e5-0863-4635-8507-52358ba72c56 req-939217f3-f508-4028-a3f7-bc12d277d523 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcc75f7c-88a7-477f-8831-c35987da9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Oct 20 11:22:17.644106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-d344e27e-b531-449d-ad34-6708b13e99a2 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:17.645521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-d344e27e-b531-449d-ad34-6708b13e99a2 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bdebd0d-711e-4571-84f6-19300d56f2b6 HTTP/1.1" status: 200 len: 950 time: 0.0516686 Oct 20 11:22:17.733914 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Deleting port b09099f9-6b9b-4c23-9660-085646bd8546 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:22:17.734258 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:17.834612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] For port b09099f9-6b9b-4c23-9660-085646bd8546, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=b09099f9-6b9b-4c23-9660-085646bd8546,segment=NetworkSegment(5ea50796-b99f-4035-9c49-9276eac240e1),segment_id=5ea50796-b99f-4035-9c49-9276eac240e1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:17.834890 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:17.847194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Calling delete_port for b09099f9-6b9b-4c23-9660-085646bd8546 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:22:17.969741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:17.983387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['b09099f9-6b9b-4c23-9660-085646bd8546'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:22:18.002256 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Pushing event deleted for resources: {'Port': ['ID=b09099f9-6b9b-4c23-9660-085646bd8546,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:18.044485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] No DVR routers for this DVR port b09099f9-6b9b-4c23-9660-085646bd8546 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:22:18.047259 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:18.050707 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-709bdd6e-3472-49ce-a241-824e7247fa98 req-74942ea0-c574-4ff1-a437-463e238a7838 tempest-ServersAdminNegativeTestJSON-836848146 tempest-ServersAdminNegativeTestJSON-836848146-project] 10.222.0.70 "DELETE /v2.0/ports/b09099f9-6b9b-4c23-9660-085646bd8546 HTTP/1.1" status: 204 len: 173 time: 0.3989153 Oct 20 11:22:18.051178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'name': 'network-vif-deleted', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:18.053516 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a631acd0-78af-46ff-b219-31ec14e18e12" -d '{"events": [{"server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "name": "network-vif-deleted", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:18.091967 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1580f41-e5cb-4dad-9171-6254a1bbef07 x-openstack-request-id: req-a1580f41-e5cb-4dad-9171-6254a1bbef07 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:18.092272 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdebd0d-711e-4571-84f6-19300d56f2b6", "name": "network-vif-deleted", "tag": "b09099f9-6b9b-4c23-9660-085646bd8546", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:18.092527 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1580f41-e5cb-4dad-9171-6254a1bbef07 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:18.092932 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdebd0d-711e-4571-84f6-19300d56f2b6', 'name': 'network-vif-deleted', 'tag': 'b09099f9-6b9b-4c23-9660-085646bd8546', 'status': 'completed', 'code': 200} Oct 20 11:22:18.869851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44148) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:19.002527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6d5fb8ab-c4e0-4533-ab80-775ee13cb613 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3f313c0cf8b41008aaa17a1af036598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315229 Oct 20 11:22:19.004988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44152) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:19.051106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.071582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.116449 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.119075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.120208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dcc75f7c-88a7-477f-8831-c35987da9acd HTTP/1.1" status: 204 len: 168 time: 0.1143270 Oct 20 11:22:19.127574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf0dd-d684-48d1-ba70-bb0fcc1992d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc75f7c-88a7-477f-8831-c35987da9acd,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:19.375908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44158) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:19.389767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3552ed4b-d45c-4d67-8d74-a2f00d12b248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.471445 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3552ed4b-d45c-4d67-8d74-a2f00d12b248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.475096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3552ed4b-d45c-4d67-8d74-a2f00d12b248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.511446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552ed4b-d45c-4d67-8d74-a2f00d12b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03976bab-d95d-4159-8426-71cf1cc8f6fc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:19.515827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3552ed4b-d45c-4d67-8d74-a2f00d12b248 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c258e84659294ddd901110b1be57e81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388907 Oct 20 11:22:19.518990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44160) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:19.567813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.592364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.637115 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.639943 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.641105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03976bab-d95d-4159-8426-71cf1cc8f6fc HTTP/1.1" status: 204 len: 168 time: 0.1210096 Oct 20 11:22:19.648772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d150-c702-45d3-a130-e126346d7d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03976bab-d95d-4159-8426-71cf1cc8f6fc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:20.328819 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:20.422628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1903484680-network', 'tenant_id': '70188d1714b1423ab501e68f9cdaad5a'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:20.443574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Made reservation on behalf of 70188d1714b1423ab501e68f9cdaad5a for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:22:20.445799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.454032 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.528221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.531907 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.553890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:22:20.567705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528f639-5eb7-4b6e-9c36-557252b140da,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:20.573682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.574027 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Added segment aa0e6d56-3d6b-436a-aeb3-7deafc0a967d of type vlan for network 6048197f-d26c-4b70-b9bb-a2db5d063993 Oct 20 11:22:20.613893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.637626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.638592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:20.639191 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.674195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3442752 Oct 20 11:22:20.677226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:22:20.682345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Request body: {'subnet': {'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1903484680-subnet', 'tenant_id': '70188d1714b1423ab501e68f9cdaad5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:20.703113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Made reservation on behalf of 70188d1714b1423ab501e68f9cdaad5a for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:22:20.705103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36463929-1d5d-4f4c-9008-8f2744f0599b admin admin] Pushing event updated for resources: {'Network': ['ID=6048197f-d26c-4b70-b9bb-a2db5d063993,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:20.705449 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.715662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 6048197f-d26c-4b70-b9bb-a2db5d063993 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:22:20.875964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.932380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Pushing event updated for resources: {'Subnet': ['ID=753f7268-6e7e-459e-840f-20c1aced1ade,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:20.939371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Checking segment: {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:22:20.939729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Network hostable DHCP agents. Network: 6048197f-d26c-4b70-b9bb-a2db5d063993, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:22:20.956120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Network 6048197f-d26c-4b70-b9bb-a2db5d063993 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:22:20.965023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 6048197f-d26c-4b70-b9bb-a2db5d063993) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:22:20.969711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:20.970833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:20.974073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c869e6b-9da5-44b7-b583-27fa2b0a0999 None None] Network 6048197f-d26c-4b70-b9bb-a2db5d063993 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:22:20.986303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5e9f40bc-5371-4772-b1ab-8d7b657d425c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3079495 Oct 20 11:22:21.097516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a082af-6b99-4517-9ea5-a892c550054b None None] Network 6048197f-d26c-4b70-b9bb-a2db5d063993 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:22:21.404378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-72b5f466-357e-4ddb-8963-61b4c56e5a2b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:21.405728 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-72b5f466-357e-4ddb-8963-61b4c56e5a2b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 812 time: 0.1037793 Oct 20 11:22:21.420411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-737654d3-cad3-45d5-a692-e842f934606e tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/quotas/70188d1714b1423ab501e68f9cdaad5a HTTP/1.1" status: 200 len: 375 time: 0.0088656 Oct 20 11:22:21.451690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-bfd9e362-a601-4730-a940-0579ce40f7b2 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261350 Oct 20 11:22:21.462100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-f7b32ac8-8dc8-4cf6-a658-dbbb019e9592 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:22:21.463095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-f7b32ac8-8dc8-4cf6-a658-dbbb019e9592 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048976 Oct 20 11:22:21.549868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-8e25c00a-6fe7-4579-9930-4934cd457e95 service neutron] 10.222.0.74 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 Oct 20 11:22:21.603432 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b09099f9-6b9b-4c23-9660-085646bd8546 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:22:21.623156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: b09099f9-6b9b-4c23-9660-085646bd8546 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:22:21.623492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device b09099f9-6b9b-4c23-9660-085646bd8546 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:22:21.644585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-1da481fd-6379-4434-823a-5ef8f54f18b2 service neutron] 10.222.0.74 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882881 Oct 20 11:22:21.803097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c3a2098-0030-4542-a0b7-1bd3c42565c3 req-9ba3ccdb-e90a-47c7-972a-127fa12be309 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 210 time: 0.0266273 Oct 20 11:22:22.706600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-b9f7b636-ccdc-437d-8152-a01e56ed4de7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:22.708559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-b9f7b636-ccdc-437d-8152-a01e56ed4de7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 812 time: 0.1114235 Oct 20 11:22:22.721646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Request body: {'port': {'device_id': '13c408c2-6114-435f-8397-05b9a1f028ad', 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993', 'admin_state_up': True, 'tenant_id': '70188d1714b1423ab501e68f9cdaad5a'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:22.831944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Made reservation on behalf of 70188d1714b1423ab501e68f9cdaad5a for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:22:22.835458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:22.897599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45fc7a9b-eae9-4554-ac1e-81e4d7dbcc88 req-02b78050-30d2-4f45-a66c-41dcb5778ef7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 210 time: 0.0267003 Oct 20 11:22:22.958853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Allocated IP 172.20.0.2 (6048197f-d26c-4b70-b9bb-a2db5d063993/753f7268-6e7e-459e-840f-20c1aced1ade/535956d8-ea54-45d9-b7d3-b1c6392f720e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:22:23.099402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.133180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.174322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Network 6048197f-d26c-4b70-b9bb-a2db5d063993 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:22:23.177318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:22:23.181372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:22:23.205757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:23.232909 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:23.233510 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.249269 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-a6215910-87cf-4faa-8997-3bf5fa748c49 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5314574 Oct 20 11:22:23.261149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Request body: {'port': {'device_id': '13c408c2-6114-435f-8397-05b9a1f028ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:23.317523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.569493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535956d8-ea54-45d9-b7d3-b1c6392f720e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:22:23.577086 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.589135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Transition to ACTIVE for port object 535956d8-ea54-45d9-b7d3-b1c6392f720e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:22:23.592674 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.643187 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:23.709196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:22:23.709833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:22:23.709833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:23.714496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:22:23.714811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:23.719546 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:22:23.719954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Checking segment: {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:22:23.720333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Bound using segment: {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:22:23.720751 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Bound port: 535956d8-ea54-45d9-b7d3-b1c6392f720e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:22:23.721093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.781692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:22:23.784788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:22:23.788493 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.823892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:23.824616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.825993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] 10.222.0.70 "PUT /v2.0/ports/535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 1092 time: 0.5688052 Oct 20 11:22:23.826430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:23.828718 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68421d8a-87ea-4f6e-b348-600e44a491a6" -d '{"events": [{"name": "network-changed", "server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:23.859942 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c80bb7-faed-4d97-8e54-e05f763307dc service neutron] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:23.873698 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96e8ca9-8768-47cf-86fc-435730aa22b6 x-openstack-request-id: req-e96e8ca9-8768-47cf-86fc-435730aa22b6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:23.873983 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:23.874229 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e96e8ca9-8768-47cf-86fc-435730aa22b6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:23.874616 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'status': 'completed', 'code': 200} Oct 20 11:22:23.907115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-80d43834-6193-413d-b476-0b12a59489cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:23.908586 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-80d43834-6193-413d-b476-0b12a59489cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1095 time: 0.0441506 Oct 20 11:22:23.950962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-02969463-8208-406f-a4d8-a2a25a85508b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0340869 Oct 20 11:22:23.998891 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-9b5aacdb-0695-44ee-b568-e9513a1066ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:24.000386 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-9b5aacdb-0695-44ee-b568-e9513a1066ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0431194 Oct 20 11:22:24.015974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ba1c2-c5ee-4fe6-93af-5e20085d9a08 req-41399ab2-0dc7-4906-88af-5e3da69aa450 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:24.017449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae3ba1c2-c5ee-4fe6-93af-5e20085d9a08 req-41399ab2-0dc7-4906-88af-5e3da69aa450 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 943 time: 0.0519381 Oct 20 11:22:24.035812 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-710a2e30-ad94-4262-8883-b4f952c8343e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288873 Oct 20 11:22:24.055269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae3ba1c2-c5ee-4fe6-93af-5e20085d9a08 req-178ee8f9-4b32-4294-af57-45d60b6cdf6c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Oct 20 11:22:24.125900 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-c2438e18-a758-4aa6-8555-03e143f441bb service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818093 Oct 20 11:22:24.217748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c13cdced-87b3-4f66-be88-e9a3575193b5 req-2bb2c297-dd44-4c10-a4f0-70bed872addf service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Oct 20 11:22:24.303332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-bc2c0b23-76d6-4b1f-94dd-99ecb47857d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:24.304878 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-bc2c0b23-76d6-4b1f-94dd-99ecb47857d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1095 time: 0.0400782 Oct 20 11:22:24.396730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-76813608-7053-46c7-aa2e-91a990e1ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:24.398080 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-76813608-7053-46c7-aa2e-91a990e1ba11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.0862515 Oct 20 11:22:24.439323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-95a4ce8a-ba45-4376-a20f-2aa877a6e70f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0331635 Oct 20 11:22:24.486959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-a64a574b-b9cb-40d3-947e-0762ed01029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:24.488326 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-a64a574b-b9cb-40d3-947e-0762ed01029f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0407271 Oct 20 11:22:24.519360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-54c8181f-8fc7-480f-8fd8-fee7eef3168c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234406 Oct 20 11:22:24.610456 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-2eb5828b-378b-4b6e-be0d-bfd7955ba9e2 service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Oct 20 11:22:24.701382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-68421d8a-87ea-4f6e-b348-600e44a491a6 req-fe13d3e7-6d85-40ef-8fba-add35b426afc service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Oct 20 11:22:25.172444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246600b-41a4-4784-8bcb-8aec37148453 req-6cb609fa-70f6-4b25-ae67-8033e6e1e7d0 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:25.174502 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2246600b-41a4-4784-8bcb-8aec37148453 req-6cb609fa-70f6-4b25-ae67-8033e6e1e7d0 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 943 time: 0.0515590 Oct 20 11:22:25.216616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2246600b-41a4-4784-8bcb-8aec37148453 req-a9b80e4c-28b3-4536-9078-31b114b447ca tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Oct 20 11:22:25.623890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:22:25.719863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:25.730731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993', 'port_id': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'mac_address': 'fa:16:3e:f8:7c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753f7268-6e7e-459e-840f-20c1aced1ade', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:22:25.767279 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:25.779894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535956d8-ea54-45d9-b7d3-b1c6392f720e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:22:25.798455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:25.802638 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:25.848990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:25.997870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['535956d8-ea54-45d9-b7d3-b1c6392f720e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:22:26.331729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1e766-4992-4103-9b7a-34ef104f1668 req-5f5b517a-78de-422b-a5fa-74da6a52b433 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:26.333201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22e1e766-4992-4103-9b7a-34ef104f1668 req-5f5b517a-78de-422b-a5fa-74da6a52b433 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 944 time: 0.0492084 Oct 20 11:22:26.374275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22e1e766-4992-4103-9b7a-34ef104f1668 req-f7e34879-fcf7-416f-9d67-910ea832f7a7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Oct 20 11:22:27.489428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d1b39-309d-4961-8538-fc558391b633 req-f6958bcf-ad38-46df-a274-09ff631633cf tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:27.490873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28d1b39-309d-4961-8538-fc558391b633 req-f6958bcf-ad38-46df-a274-09ff631633cf tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 944 time: 0.0524085 Oct 20 11:22:27.527878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e28d1b39-309d-4961-8538-fc558391b633 req-97cd37f1-c1b7-4fc3-9aa4-fd5ff730af01 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Oct 20 11:22:27.639858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:22:27.687389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 535956d8-ea54-45d9-b7d3-b1c6392f720e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:22:27.691720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 535956d8-ea54-45d9-b7d3-b1c6392f720e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:22:27.692181 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:27.769782 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:27.791382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:27.794133 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc761254-a292-4106-9838-69bee0e45c3d" -d '{"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-plugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:27.806040 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:27.811165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:27.833586 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66d1d83-71a8-44ff-ad3c-17730c91562e x-openstack-request-id: req-c66d1d83-71a8-44ff-ad3c-17730c91562e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:27.833891 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-plugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:27.834135 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c66d1d83-71a8-44ff-ad3c-17730c91562e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:27.834507 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'code': 200} Oct 20 11:22:27.860721 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:27.923234 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad95b8-a55d-4a81-8d5c-3c4e91f2e249 req-c4f1cd0c-4622-481d-85f8-72dc44470231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:27.924602 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-21ad95b8-a55d-4a81-8d5c-3c4e91f2e249 req-c4f1cd0c-4622-481d-85f8-72dc44470231 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1097 time: 0.0398607 Oct 20 11:22:27.959004 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-21ad95b8-a55d-4a81-8d5c-3c4e91f2e249 req-d02c4140-516c-4f0a-9b67-f44c565d51ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268428 Oct 20 11:22:28.538100 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3c0e15ec-e5d7-4b2d-bf1e-a628e8316746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:28.640053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f251514-28fa-4a58-9355-5672185215db req-db889161-5ce4-45ff-a0b3-29383488ae58 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:28.641536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f251514-28fa-4a58-9355-5672185215db req-db889161-5ce4-45ff-a0b3-29383488ae58 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0499592 Oct 20 11:22:28.678969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f251514-28fa-4a58-9355-5672185215db req-b2b97a9b-8447-4aa6-81b8-190c3b039e97 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Oct 20 11:22:29.793236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166898-7551-4fde-bae1-a77c2e9bcb4b req-ef6e5401-1cd3-4d65-9048-304e4b7183b5 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:29.794737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d166898-7551-4fde-bae1-a77c2e9bcb4b req-ef6e5401-1cd3-4d65-9048-304e4b7183b5 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0478361 Oct 20 11:22:29.832159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d166898-7551-4fde-bae1-a77c2e9bcb4b req-033e1f9c-af3e-45b2-badf-072fecc5e7c9 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Oct 20 11:22:30.069965 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cffce1-b527-42b5-88c7-664a95bcfccd req-41ab882e-7117-45e8-b71f-fa4d154ce7aa tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:30.071480 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4cffce1-b527-42b5-88c7-664a95bcfccd req-41ab882e-7117-45e8-b71f-fa4d154ce7aa tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0546134 Oct 20 11:22:30.101290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-a24eac07-aaa6-49b5-a6a5-a8f4e9879626 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950994 Oct 20 11:22:30.109909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c4cffce1-b527-42b5-88c7-664a95bcfccd req-36c0fe29-0179-4bd6-bbf5-4c49deb024fa tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Oct 20 11:22:30.110226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-ae8a4eb6-67b0-4f5e-bdd1-5ff21090faee service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:22:30.111215 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-ae8a4eb6-67b0-4f5e-bdd1-5ff21090faee service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049362 Oct 20 11:22:31.200831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-8b285eda-43e9-4b1d-8fa8-706b768a2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:31.202299 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-8b285eda-43e9-4b1d-8fa8-706b768a2e8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1097 time: 0.0399632 Oct 20 11:22:31.224823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c297c0-b8dd-487e-9974-e314910f9b11 req-db3dcfa5-5f19-4a3c-b503-4baaeade0c2d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:31.226412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65c297c0-b8dd-487e-9974-e314910f9b11 req-db3dcfa5-5f19-4a3c-b503-4baaeade0c2d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0486372 Oct 20 11:22:31.264867 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65c297c0-b8dd-487e-9974-e314910f9b11 req-0b3a0e99-76e2-421b-afde-f4f642bc2193 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Oct 20 11:22:31.298416 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-96c199aa-6ce1-415b-9abc-e318d6d68b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:31.299894 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-96c199aa-6ce1-415b-9abc-e318d6d68b1f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.0898130 Oct 20 11:22:31.343849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-cef46dd5-f73a-4ab0-926a-4af964e33d57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0345747 Oct 20 11:22:31.396348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fbcbb077-7404-42b0-992b-b16951ce45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:31.397790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fbcbb077-7404-42b0-992b-b16951ce45a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0475295 Oct 20 11:22:31.411687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e497f84e-822a-4968-a667-dd562aaa9bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:31.431983 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-7bb91e0f-70d3-40f5-acee-e8bfb78a1dcc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264249 Oct 20 11:22:31.518570 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-089f0b10-0b9a-4b58-88bd-9ce80c278a9b service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798354 Oct 20 11:22:31.609082 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-bb40dc56-92a3-458b-b554-1f01430e8136 service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825837 Oct 20 11:22:31.812059 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:32.377796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8a62-0154-49a3-9b9f-425413e94df4 req-737d3ebf-dc41-4c8c-8249-697c586a163d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:32.379274 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-384e8a62-0154-49a3-9b9f-425413e94df4 req-737d3ebf-dc41-4c8c-8249-697c586a163d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0488403 Oct 20 11:22:32.416327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-384e8a62-0154-49a3-9b9f-425413e94df4 req-80fcc6da-8d30-49f9-952e-aec9f086ab88 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Oct 20 11:22:32.903994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:33.542870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53fdc5-d4b5-4a47-a44f-db2a516b812a req-61bc1a1d-d8fc-49ce-a1d9-7b6b9e0c0e98 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:33.544464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a53fdc5-d4b5-4a47-a44f-db2a516b812a req-61bc1a1d-d8fc-49ce-a1d9-7b6b9e0c0e98 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0595114 Oct 20 11:22:33.581116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a53fdc5-d4b5-4a47-a44f-db2a516b812a req-36526fee-f1ef-4325-8855-f201c423c67b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Oct 20 11:22:33.909120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-571d2b6e-7274-4511-af9c-a25a7af8d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:33.910482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-571d2b6e-7274-4511-af9c-a25a7af8d42a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1097 time: 0.0400262 Oct 20 11:22:34.023460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-85770015-cbd5-43fa-a0f0-ca54a6e47cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:34.024877 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-85770015-cbd5-43fa-a0f0-ca54a6e47cb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.0858858 Oct 20 11:22:34.066386 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-e52a8435-f7c4-4e5b-a8e5-48c2621c6a27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0336857 Oct 20 11:22:34.112827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-c3d70005-96f2-43aa-9574-10acfc269969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:34.114179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-c3d70005-96f2-43aa-9574-10acfc269969 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0408068 Oct 20 11:22:34.151226 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-dbfdad33-e7e6-4968-833f-c3a4fcd84cb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274110 Oct 20 11:22:34.237437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-db61b4c0-4b09-4ba2-a65d-fa40b2fea40c service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793247 Oct 20 11:22:34.331479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-de08747e-8e0c-4017-bb89-43f1043a4ce9 req-77dea6a6-4662-4306-8697-d311de543f7d service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864904 Oct 20 11:22:34.441933 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:34.693701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93482-e534-427c-b8d2-130c490e5051 req-55844cf9-a2ad-4f15-a7a1-ed6561664a1a tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:34.695155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75f93482-e534-427c-b8d2-130c490e5051 req-55844cf9-a2ad-4f15-a7a1-ed6561664a1a tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0485547 Oct 20 11:22:34.732668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75f93482-e534-427c-b8d2-130c490e5051 req-c87c315f-1bbf-453b-9362-52c236a60896 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Oct 20 11:22:35.849303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191372a-b789-4274-a0e7-f03436e8c0cb req-271a1fa3-abbc-4a00-888f-4c5f85e167bb tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:35.850770 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3191372a-b789-4274-a0e7-f03436e8c0cb req-271a1fa3-abbc-4a00-888f-4c5f85e167bb tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0530777 Oct 20 11:22:35.888408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3191372a-b789-4274-a0e7-f03436e8c0cb req-8670ca83-ad2f-42dd-9bc1-84dd54d4d981 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Oct 20 11:22:37.006589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da619c-c670-4e93-848e-2b2183cedc8c req-3594347c-9721-445d-893d-98e0ad10f6ed tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:37.008069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8da619c-c670-4e93-848e-2b2183cedc8c req-3594347c-9721-445d-893d-98e0ad10f6ed tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0533044 Oct 20 11:22:37.046527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8da619c-c670-4e93-848e-2b2183cedc8c req-5a92c5d9-8c51-4f97-896e-78f620f0f4ac tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Oct 20 11:22:38.158309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d673b2c-9825-4e0f-8902-b1d53cdb581f req-86615ad7-6ebd-4ac4-8901-9e6e91364454 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:38.159802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d673b2c-9825-4e0f-8902-b1d53cdb581f req-86615ad7-6ebd-4ac4-8901-9e6e91364454 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0485990 Oct 20 11:22:38.203717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d673b2c-9825-4e0f-8902-b1d53cdb581f req-25be39a6-e719-4ba1-bc4c-80bec3d87350 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Oct 20 11:22:39.322524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3ba5a-be35-47eb-808d-77fa3322788a req-1fce15a4-b8eb-401e-9056-e68ba8672715 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:39.324048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7f3ba5a-be35-47eb-808d-77fa3322788a req-1fce15a4-b8eb-401e-9056-e68ba8672715 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0495579 Oct 20 11:22:39.361044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7f3ba5a-be35-47eb-808d-77fa3322788a req-8e4a1413-35b7-41ed-8296-bf4b0fd8264c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Oct 20 11:22:40.478140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093a867-837b-4324-861b-40156e8c9925 req-76d10f93-b34e-4ce1-9886-9bdfb1911b99 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:40.479614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9093a867-837b-4324-861b-40156e8c9925 req-76d10f93-b34e-4ce1-9886-9bdfb1911b99 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0526719 Oct 20 11:22:40.517337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9093a867-837b-4324-861b-40156e8c9925 req-7d09a81d-5a81-41a1-905b-ced5a384da01 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Oct 20 11:22:41.630086 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139dfa-d4a3-41ba-9a7d-2e697a75b807 req-cf2400a4-3268-4a81-8905-d1278fb8d1ab tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:41.631566 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9139dfa-d4a3-41ba-9a7d-2e697a75b807 req-cf2400a4-3268-4a81-8905-d1278fb8d1ab tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0485559 Oct 20 11:22:41.669306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a9139dfa-d4a3-41ba-9a7d-2e697a75b807 req-5153780a-a5f6-4af3-8d6d-b684859c3ec7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Oct 20 11:22:42.782089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4dc1-ac92-45b8-ad71-fc022bb451cc req-cca799d4-5b1c-4b61-b424-9f5363c7537c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:42.783621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-000b4dc1-ac92-45b8-ad71-fc022bb451cc req-cca799d4-5b1c-4b61-b424-9f5363c7537c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 20 11:22:42.820223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-000b4dc1-ac92-45b8-ad71-fc022bb451cc req-7f1ffe91-f227-484e-acb5-cd49cfe949cb tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Oct 20 11:22:43.938879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f83b2-07c1-42df-9675-4709f2bd1071 req-8256fea1-11f6-4e20-b075-11219ec4112d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:43.940352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3f83b2-07c1-42df-9675-4709f2bd1071 req-8256fea1-11f6-4e20-b075-11219ec4112d tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0523646 Oct 20 11:22:43.976434 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d3f83b2-07c1-42df-9675-4709f2bd1071 req-a941cf48-4458-45a6-b1cb-870c0d9053a5 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Oct 20 11:22:45.088518 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b587b-8d04-448b-9447-b767f6d9ff0c req-18ea5324-5678-4464-8570-6def59d6f289 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:45.089870 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-154b587b-8d04-448b-9447-b767f6d9ff0c req-18ea5324-5678-4464-8570-6def59d6f289 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0483093 Oct 20 11:22:45.127875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-154b587b-8d04-448b-9447-b767f6d9ff0c req-bfea8f87-5579-4777-974c-140243f7b81c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Oct 20 11:22:46.108857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:46.239445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164812e3-30ac-4648-a959-9bdd7cde936c req-cf5dbdd8-2f21-4488-a414-64930f27cd76 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:46.241166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-164812e3-30ac-4648-a959-9bdd7cde936c req-cf5dbdd8-2f21-4488-a414-64930f27cd76 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0481741 Oct 20 11:22:46.278021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-164812e3-30ac-4648-a959-9bdd7cde936c req-0b301943-55ba-4d75-b207-9f10cf18f5fe tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Oct 20 11:22:47.012091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:47.395945 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ef0e-528e-46dd-b081-edb743750950 req-32172e26-2225-4dd3-96f2-49922f5ebfe5 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:47.397386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be91ef0e-528e-46dd-b081-edb743750950 req-32172e26-2225-4dd3-96f2-49922f5ebfe5 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0527749 Oct 20 11:22:47.433966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be91ef0e-528e-46dd-b081-edb743750950 req-8b17044e-cb03-438d-b7bb-268792ef1545 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Oct 20 11:22:47.616392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:22:48.548607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018aba-3c50-4227-9288-d07ae602c970 req-ffd54c0b-3f4c-4662-bc7a-31a4a44a1d86 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:48.550145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a018aba-3c50-4227-9288-d07ae602c970 req-ffd54c0b-3f4c-4662-bc7a-31a4a44a1d86 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0492990 Oct 20 11:22:48.590485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a018aba-3c50-4227-9288-d07ae602c970 req-08ba3ab9-609d-4316-8af4-66c99ded3ff4 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Oct 20 11:22:49.702135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd44eb1-1e56-4f52-9ecb-f537258f5e9d req-13d7d7bf-4a3d-4ab6-9690-dcbcc08e778c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:49.704134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fd44eb1-1e56-4f52-9ecb-f537258f5e9d req-13d7d7bf-4a3d-4ab6-9690-dcbcc08e778c tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0481637 Oct 20 11:22:49.740891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2fd44eb1-1e56-4f52-9ecb-f537258f5e9d req-8c3fa1b6-5b60-4027-beb3-d019140bbd36 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Oct 20 11:22:50.857077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8280-ebed-4278-a267-56883a1ee496 req-c172ea75-3911-4ebc-b191-ec2462e8220f tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:50.858522 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41cb8280-ebed-4278-a267-56883a1ee496 req-c172ea75-3911-4ebc-b191-ec2462e8220f tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0524337 Oct 20 11:22:50.895992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41cb8280-ebed-4278-a267-56883a1ee496 req-9d5c10f1-2e91-4591-afc2-4bdfa39fa809 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Oct 20 11:22:52.009177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404a181-c9cc-42e3-acae-bc8f88f624a6 req-2a9a977e-e62e-4de6-931b-2c78aa150ac8 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:52.010646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8404a181-c9cc-42e3-acae-bc8f88f624a6 req-2a9a977e-e62e-4de6-931b-2c78aa150ac8 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0495265 Oct 20 11:22:52.048015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8404a181-c9cc-42e3-acae-bc8f88f624a6 req-fa33a6f7-5e2b-480c-ac36-8ee96bbfefdd tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Oct 20 11:22:53.161691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601cefa-54a7-4cdc-b1ec-1f162fb1462e req-857db60b-d08e-48db-a43d-f861fd14c6f3 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:53.163229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9601cefa-54a7-4cdc-b1ec-1f162fb1462e req-857db60b-d08e-48db-a43d-f861fd14c6f3 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0498357 Oct 20 11:22:53.200090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9601cefa-54a7-4cdc-b1ec-1f162fb1462e req-c00e44c1-71b7-4c48-8666-7584980d345b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Oct 20 11:22:54.319013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ad8dc-d4ac-4939-b90e-0223094a7510 req-e5c2ba20-b099-4d00-8038-515ec6988afc tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:54.320479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a15ad8dc-d4ac-4939-b90e-0223094a7510 req-e5c2ba20-b099-4d00-8038-515ec6988afc tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0538950 Oct 20 11:22:54.356337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a15ad8dc-d4ac-4939-b90e-0223094a7510 req-10ec2a96-e06e-4a40-ba04-d36af222acff tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Oct 20 11:22:55.470766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf743f0d-91d3-47e6-9ba5-5631263aa605 req-7cfdb7fb-759a-45cb-8e50-9a4be108f478 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:55.472253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf743f0d-91d3-47e6-9ba5-5631263aa605 req-7cfdb7fb-759a-45cb-8e50-9a4be108f478 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0497129 Oct 20 11:22:55.509402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf743f0d-91d3-47e6-9ba5-5631263aa605 req-4845920c-2610-4547-a520-8fd44ed3e37e tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Oct 20 11:22:56.622303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328ee79-3ede-425b-b919-7af4088e23ff req-2484c106-1cdc-4162-8b1e-9ca91df71d37 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:56.623686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b328ee79-3ede-425b-b919-7af4088e23ff req-2484c106-1cdc-4162-8b1e-9ca91df71d37 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0481391 Oct 20 11:22:56.660160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b328ee79-3ede-425b-b919-7af4088e23ff req-e514d700-811b-4f98-af52-a8127a0b2cc8 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299945 Oct 20 11:22:57.778361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b604e7-00f0-4307-af84-52dfbdd6cf20 req-0a8ca3dd-0066-45b6-9b1c-cb7071abab1a tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:57.779832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42b604e7-00f0-4307-af84-52dfbdd6cf20 req-0a8ca3dd-0066-45b6-9b1c-cb7071abab1a tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0529685 Oct 20 11:22:57.816845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-42b604e7-00f0-4307-af84-52dfbdd6cf20 req-b1377250-2aaf-469a-88a0-9644e3f053f0 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Oct 20 11:22:58.538602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c390350d-63e8-4f90-8a79-dd37ce18119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:58.613299 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-52c1165a-0d1c-4802-b1c4-bbe8ad1efba2 service neutron] show failed (client error): The resource could not be found. Oct 20 11:22:58.614196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-52c1165a-0d1c-4802-b1c4-bbe8ad1efba2 service neutron] 10.222.0.70 "GET /v2.0/ports/535956d8-ea54-45d9-b7d3-b1c6392f720e/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0543780 Oct 20 11:22:58.880269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-03965545-0b42-4d5b-ae33-d9ae6903ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:58.881696 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-03965545-0b42-4d5b-ae33-d9ae6903ccf7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad&tenant_id=70188d1714b1423ab501e68f9cdaad5a HTTP/1.1" status: 200 len: 1097 time: 0.1194022 Oct 20 11:22:58.894235 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-6fcd3673-ae0f-4f81-a6d2-9a27045758f1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:22:58.895223 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-6fcd3673-ae0f-4f81-a6d2-9a27045758f1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055065 Oct 20 11:22:58.907594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:22:58.932315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae219f-5ad9-4616-bc19-c77adb0c6ab3 req-2c047278-5d91-4704-9eb3-80ed25925532 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:58.933910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2dae219f-5ad9-4616-bc19-c77adb0c6ab3 req-2c047278-5d91-4704-9eb3-80ed25925532 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0496409 Oct 20 11:22:58.974702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2dae219f-5ad9-4616-bc19-c77adb0c6ab3 req-32c4c80d-09cb-408f-a88f-64c289e1865f tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Oct 20 11:22:59.216900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.413530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:22:59.445200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:22:59.481612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:22:59.483810 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4869bb-2246-4016-bc88-eed478842ced" -d '{"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-unplugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:22:59.487912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.500053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Transition to ACTIVE for port object 535956d8-ea54-45d9-b7d3-b1c6392f720e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:22:59.503819 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.536540 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17d3f4-d7aa-405d-8e24-1f2e77ae28d9 x-openstack-request-id: req-ad17d3f4-d7aa-405d-8e24-1f2e77ae28d9 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:22:59.536821 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-unplugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:22:59.537063 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ad17d3f4-d7aa-405d-8e24-1f2e77ae28d9 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:22:59.537443 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'code': 200} Oct 20 11:22:59.571013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] No DVR routers for this DVR port 535956d8-ea54-45d9-b7d3-b1c6392f720e on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:22:59.572762 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:59.583522 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.583854 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.584181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.584501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.584818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.585134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.585446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.585756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.586066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.586379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.586685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.587014 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:22:59.617299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:22:59.617881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:22:59.617990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:59.621983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:22:59.622297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Attempting to bind port 535956d8-ea54-45d9-b7d3-b1c6392f720e on network 6048197f-d26c-4b70-b9bb-a2db5d063993 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:22:59.627571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:22:59.627892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Checking segment: {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:22:59.628257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Bound using segment: {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:22:59.628665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Bound port: 535956d8-ea54-45d9-b7d3-b1c6392f720e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:22:59.628995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.687208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:22:59.690657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:22:59.694969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.729296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:59.729918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:59.731323 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] 10.222.0.83 "PUT /v2.0/ports/535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 1092 time: 0.8275611 Oct 20 11:22:59.753706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791ad7-4a64-4252-9e57-bb0af78f960f service neutron] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:22:59.794443 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-98c98425-b148-418b-8f0b-904210885f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:59.795907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-98c98425-b148-418b-8f0b-904210885f3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1095 time: 0.0394554 Oct 20 11:22:59.882294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-3923404f-ee32-402d-89b1-0439e4bafd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:59.883713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-3923404f-ee32-402d-89b1-0439e4bafd29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.0807149 Oct 20 11:22:59.929698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-02c843fb-62fc-4f1f-b4ba-3a448a97db59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0360641 Oct 20 11:22:59.978200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-09dcdc1d-d39f-431b-b7a2-90d039b08f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:59.979553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-09dcdc1d-d39f-431b-b7a2-90d039b08f0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0413542 Oct 20 11:23:00.011110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-99af7c5e-b187-4a65-a8fc-8e4db5928ffe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233078 Oct 20 11:23:00.092552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a765-2b7f-4014-9069-010eb9237c16 req-5b6dadb4-3d87-40bc-9b48-a421b1c72cc7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:00.094696 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef69a765-2b7f-4014-9069-010eb9237c16 req-5b6dadb4-3d87-40bc-9b48-a421b1c72cc7 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 943 time: 0.0490141 Oct 20 11:23:00.112504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-e7afab8c-e547-4099-a843-18c9f0065ca8 service neutron] 10.222.0.83 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928547 Oct 20 11:23:00.133257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef69a765-2b7f-4014-9069-010eb9237c16 req-0664bbd8-4bc5-4fb9-82bc-f91d85fb5a12 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Oct 20 11:23:00.200786 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a6bbcf13-424e-42bb-94d6-f0fd9a77fa56 req-fa3459ce-940e-4de4-9a13-8a8495389159 service neutron] 10.222.0.83 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809822 Oct 20 11:23:01.255590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4004d-4fc8-4fb4-93ea-06f79ab3def2 req-5f40e4cc-50ad-4505-bb1f-0c6d288ec2aa tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:01.257052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cf4004d-4fc8-4fb4-93ea-06f79ab3def2 req-5f40e4cc-50ad-4505-bb1f-0c6d288ec2aa tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 943 time: 0.0542011 Oct 20 11:23:01.294698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cf4004d-4fc8-4fb4-93ea-06f79ab3def2 req-55532e51-ba04-4e9f-a6f5-f86757e15fc3 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Oct 20 11:23:01.411319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1461c703-5fe1-48b9-b8b7-4c54c5b3336f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:01.538513 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:01.540912 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d" -d '{"events": [{"name": "network-changed", "server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:01.587255 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a39ca-5413-44ff-b635-f3ff8cd5e988 x-openstack-request-id: req-a88a39ca-5413-44ff-b635-f3ff8cd5e988 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:01.587535 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:01.587782 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a88a39ca-5413-44ff-b635-f3ff8cd5e988 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:01.588169 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'status': 'completed', 'code': 200} Oct 20 11:23:01.680738 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-a02813a3-c9fc-4f51-9820-c0ef80a84467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:01.682194 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-a02813a3-c9fc-4f51-9820-c0ef80a84467 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1095 time: 0.0724895 Oct 20 11:23:01.684469 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-becf3286-9427-442c-bfea-373bc00c0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:01.685787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-becf3286-9427-442c-bfea-373bc00c0f29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1095 time: 0.0673208 Oct 20 11:23:01.743325 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:23:01.785327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:23:01.827892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:01.848102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-2a4a0181-03e2-4d33-b9de-cf4c1f2aa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:01.849573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-2a4a0181-03e2-4d33-b9de-cf4c1f2aa775 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.1600738 Oct 20 11:23:01.850963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-a1281e74-761a-4d86-afcb-b0a42b710b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:01.852281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-a1281e74-761a-4d86-afcb-b0a42b710b96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.1552539 Oct 20 11:23:01.903846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-951a9c10-6240-4865-9607-6364f407cea1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0462263 Oct 20 11:23:01.938360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-c1eeaa4a-dd30-4204-aefb-a1ac71d27575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0724969 Oct 20 11:23:02.006423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-e3f85df9-6eaf-43dd-ba1b-fde0a0364f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.007853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-e3f85df9-6eaf-43dd-ba1b-fde0a0364f20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0775893 Oct 20 11:23:02.010983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-4e7aa746-ede6-475d-993a-2eed989d6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.012286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-4e7aa746-ede6-475d-993a-2eed989d6aad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0551052 Oct 20 11:23:02.062806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-2bc25774-a4c7-4981-bb80-a0e9ad6228fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464907 Oct 20 11:23:02.064608 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-847f1ffb-00f3-4773-bb43-cae939ca9929 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413635 Oct 20 11:23:02.218028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-c35a96ad-079c-4850-a9d4-fb4cc70f1b56 service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474173 Oct 20 11:23:02.219770 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-41d111f5-f610-468b-8ce8-1e70d8dbf8bc service neutron] 10.222.0.83 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426756 Oct 20 11:23:02.375419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-f8b6b293-59ed-447f-9fa7-2535ac17a62a service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504750 Oct 20 11:23:02.377341 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-2b7e0efc-c60a-43b4-996f-0a164b3bd67d req-8a1eaae5-dd15-4bdb-a606-c94fe7727264 service neutron] 10.222.0.83 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457837 Oct 20 11:23:02.410754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77f359-9a2c-49a6-b104-555a6734b46b req-909a5838-ddd3-4fc0-b20e-b536ebb918fb tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.412244 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad77f359-9a2c-49a6-b104-555a6734b46b req-909a5838-ddd3-4fc0-b20e-b536ebb918fb tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 943 time: 0.0510197 Oct 20 11:23:02.449695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad77f359-9a2c-49a6-b104-555a6734b46b req-fcfc2206-6b34-4499-8b64-0db68dedb7c4 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Oct 20 11:23:02.590123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:23:02.682606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:02.693619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'network_id': '6048197f-d26c-4b70-b9bb-a2db5d063993', 'port_id': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'mac_address': 'fa:16:3e:f8:7c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753f7268-6e7e-459e-840f-20c1aced1ade', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:23:02.717802 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-6d765e0c-6500-4b61-bc1d-5a78652dceea tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.719291 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-6d765e0c-6500-4b61-bc1d-5a78652dceea tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad&tenant_id=70188d1714b1423ab501e68f9cdaad5a&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0871704 Oct 20 11:23:02.734205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:02.746855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535956d8-ea54-45d9-b7d3-b1c6392f720e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:23:02.766048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:02.770792 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:02.780646 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-ee3739a1-bf11-4007-90fd-d432213b70fe service neutron] delete failed (client error): The resource could not be found. Oct 20 11:23:02.781669 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-ee3739a1-bf11-4007-90fd-d432213b70fe service neutron] 10.222.0.70 "DELETE /v2.0/ports/535956d8-ea54-45d9-b7d3-b1c6392f720e/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0553408 Oct 20 11:23:02.817575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:02.825368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.825714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.826052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.826388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.826719 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.827081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.827411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.827737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.828059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.828383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.828705 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.829026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:02.867745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-2c420e1c-ba39-4a44-a2b1-8b792806f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.869218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-2c420e1c-ba39-4a44-a2b1-8b792806f4ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70188d1714b1423ab501e68f9cdaad5a&device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 1096 time: 0.0423048 Oct 20 11:23:02.907171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:02.963073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-609db8b7-e63d-4f13-ba6e-8e927ea7db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:02.964527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-609db8b7-e63d-4f13-ba6e-8e927ea7db05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 200 len: 914 time: 0.0881503 Oct 20 11:23:03.007171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-cae92b00-3fc2-48dd-9555-8f844bd6ab80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 200 len: 217 time: 0.0353673 Oct 20 11:23:03.060044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-ea0501f0-67e7-4edf-9c44-338fef3497ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:03.061481 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-ea0501f0-67e7-4edf-9c44-338fef3497ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 200 len: 852 time: 0.0470955 Oct 20 11:23:03.063138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['535956d8-ea54-45d9-b7d3-b1c6392f720e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:03.092319 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-15c72a2a-4e7c-4cb9-bf63-9b7adb47bc2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6048197f-d26c-4b70-b9bb-a2db5d063993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243561 Oct 20 11:23:03.181124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-8f9291e8-b018-4690-8b47-9a331e2432ad service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821300 Oct 20 11:23:03.277622 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-49197138-d2a6-4ac6-a97d-58e3492bd676 service neutron] 10.222.0.70 "GET /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 Oct 20 11:23:03.946047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224bdc-e806-4c1c-95b6-25ec84fae7c5 req-2f3690f0-3ca6-4cb2-abc7-e222e5276f27 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:03.947437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1224bdc-e806-4c1c-95b6-25ec84fae7c5 req-2f3690f0-3ca6-4cb2-abc7-e222e5276f27 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 944 time: 0.0481911 Oct 20 11:23:03.984921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1224bdc-e806-4c1c-95b6-25ec84fae7c5 req-b76360b0-d1bf-4b90-872a-5b0d4081dc87 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Oct 20 11:23:04.444460 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:04.613818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:23:04.662005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 535956d8-ea54-45d9-b7d3-b1c6392f720e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:23:04.665535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 535956d8-ea54-45d9-b7d3-b1c6392f720e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:23:04.665893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:04.740475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:04.761675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:04.763917 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b261a-21b1-4beb-896c-c183770e65fb" -d '{"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-plugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:04.776883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:04.781204 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:04.804379 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296190a-8647-40d6-9f0e-b6b4de75fb4e x-openstack-request-id: req-4296190a-8647-40d6-9f0e-b6b4de75fb4e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:04.804668 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-plugged", "status": "completed", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:04.804918 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4296190a-8647-40d6-9f0e-b6b4de75fb4e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:04.805301 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'code': 200} Oct 20 11:23:04.829683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:05.105474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c5561-5e02-462a-b210-3b0f9fd01803 req-59d7960d-764f-4baf-9286-e68f0ad56485 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:05.106966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e2c5561-5e02-462a-b210-3b0f9fd01803 req-59d7960d-764f-4baf-9286-e68f0ad56485 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0555210 Oct 20 11:23:05.145074 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0e2c5561-5e02-462a-b210-3b0f9fd01803 req-4d61748e-f34e-404e-9072-aa1bbee26dee tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.74 "GET /v2.0/security-groups?id=f528f639-5eb7-4b6e-9c36-557252b140da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Oct 20 11:23:05.279980 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-c555cd21-345a-4785-8236-5000347c2f8b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:05.281330 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-c555cd21-345a-4785-8236-5000347c2f8b tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c408c2-6114-435f-8397-05b9a1f028ad HTTP/1.1" status: 200 len: 945 time: 0.0483019 Oct 20 11:23:05.372288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Deleting port 535956d8-ea54-45d9-b7d3-b1c6392f720e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:23:05.372612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:05.457294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] For port 535956d8-ea54-45d9-b7d3-b1c6392f720e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=535956d8-ea54-45d9-b7d3-b1c6392f720e,segment=NetworkSegment(aa0e6d56-3d6b-436a-aeb3-7deafc0a967d),segment_id=aa0e6d56-3d6b-436a-aeb3-7deafc0a967d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:05.457646 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:05.469498 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Calling delete_port for 535956d8-ea54-45d9-b7d3-b1c6392f720e owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:23:05.592959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:05.605613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['535956d8-ea54-45d9-b7d3-b1c6392f720e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:05.621783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Pushing event deleted for resources: {'Port': ['ID=535956d8-ea54-45d9-b7d3-b1c6392f720e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:05.666464 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] No DVR routers for this DVR port 535956d8-ea54-45d9-b7d3-b1c6392f720e on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:23:05.669238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:05.672746 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f9be8760-91da-4b61-a6fb-cc923fa54928 req-968bb5c1-d286-4eb4-aac7-424bf0d1f103 tempest-DeleteServersTestJSON-2107440465 tempest-DeleteServersTestJSON-2107440465-project] 10.222.0.83 "DELETE /v2.0/ports/535956d8-ea54-45d9-b7d3-b1c6392f720e HTTP/1.1" status: 204 len: 173 time: 0.3850610 Oct 20 11:23:05.673193 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-deleted', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:05.675622 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23bf5c5-2419-404f-8984-3953d36c0542" -d '{"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-deleted", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:05.711951 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7137fc9-a16e-4f31-9928-3e127219d718 x-openstack-request-id: req-d7137fc9-a16e-4f31-9928-3e127219d718 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:05.712249 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c408c2-6114-435f-8397-05b9a1f028ad", "name": "network-vif-deleted", "tag": "535956d8-ea54-45d9-b7d3-b1c6392f720e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:05.712526 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7137fc9-a16e-4f31-9928-3e127219d718 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:05.712932 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c408c2-6114-435f-8397-05b9a1f028ad', 'name': 'network-vif-deleted', 'tag': '535956d8-ea54-45d9-b7d3-b1c6392f720e', 'status': 'completed', 'code': 200} Oct 20 11:23:06.270333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44342) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:06.314121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Deleting subnet 753f7268-6e7e-459e-840f-20c1aced1ade {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:23:06.317698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.350176 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.388986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.438746 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.470059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753f7268-6e7e-459e-840f-20c1aced1ade,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:06.472531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.475758 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e2d0deb1-ef0c-40f1-90a4-c19eedc70ee8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/753f7268-6e7e-459e-840f-20c1aced1ade HTTP/1.1" status: 204 len: 168 time: 0.2043750 Oct 20 11:23:06.478230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44344) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:06.544703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.625273 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.644600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6048197f-d26c-4b70-b9bb-a2db5d063993']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:23:06.653504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:23:06.653799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0e6d56-3d6b-436a-aeb3-7deafc0a967d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:23:06.663423 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.676739 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.682356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:23:06.682733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:23:06.684365 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:23:06.741331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.746864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.750199 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] 10.222.0.74 "DELETE /v2.0/networks/6048197f-d26c-4b70-b9bb-a2db5d063993 HTTP/1.1" status: 204 len: 168 time: 0.2710679 Oct 20 11:23:06.760674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7cfa5-f34d-4f81-aa49-ad2eb490fc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6048197f-d26c-4b70-b9bb-a2db5d063993,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:06.863452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44348) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:06.906191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eba32b0c-c109-46a4-90b1-5aab123beeba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70188d1714b1423ab501e68f9cdaad5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415504 Oct 20 11:23:06.909204 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44350) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:06.953616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.974648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.019436 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.022106 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.023262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f528f639-5eb7-4b6e-9c36-557252b140da HTTP/1.1" status: 204 len: 168 time: 0.1131523 Oct 20 11:23:07.030591 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53c6cd-3de8-4219-b527-aeb35527ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528f639-5eb7-4b6e-9c36-557252b140da,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:07.658302 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44372) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:07.763911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1946042595-network', 'tenant_id': '73e5c0aeb1b64e7e91488fe1841ef678'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:07.784392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Made reservation on behalf of 73e5c0aeb1b64e7e91488fe1841ef678 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:23:07.786732 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.795905 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.868744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.872180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.896294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:23:07.904551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b902e518-0f6c-452b-8274-658f45511b90,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:07.910834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.911200 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Added segment c28cd096-780b-4ac1-8a34-405f28e20a7a of type vlan for network a4e8f63a-a162-4fe7-a351-96640b171865 Oct 20 11:23:07.950612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.974577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.975451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:07.976008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:08.009195 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3497777 Oct 20 11:23:08.012338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44376) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:08.017230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Request body: {'subnet': {'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1946042595-subnet', 'tenant_id': '73e5c0aeb1b64e7e91488fe1841ef678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:08.036173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606ccd9-db6f-4899-aafa-aa4504a119bc admin admin] Pushing event updated for resources: {'Network': ['ID=a4e8f63a-a162-4fe7-a351-96640b171865,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:08.039881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Made reservation on behalf of 73e5c0aeb1b64e7e91488fe1841ef678 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:23:08.042179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:08.046154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a4e8f63a-a162-4fe7-a351-96640b171865 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:23:08.204972 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:08.258338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a680cbde-21a1-4e1f-a7b9-9db3a48796a2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:08.270825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.271191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.271520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.271848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.272194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.272514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.272831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.273145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.273457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.273768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.274080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.274417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:23:08.277765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Checking segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:23:08.278115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Network hostable DHCP agents. Network: a4e8f63a-a162-4fe7-a351-96640b171865, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:23:08.295777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Network a4e8f63a-a162-4fe7-a351-96640b171865 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:23:08.304101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a4e8f63a-a162-4fe7-a351-96640b171865) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:23:08.308060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:08.308632 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:08.312917 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283978a-0a0a-4a65-b758-ca285aff33a5 None None] Network a4e8f63a-a162-4fe7-a351-96640b171865 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:23:08.323999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae03d836-229f-4d3c-9fb4-502369fb630f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3105593 Oct 20 11:23:08.440675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fddf506-1bfc-4c5c-b3e0-bd1d87768245 None None] Network a4e8f63a-a162-4fe7-a351-96640b171865 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:23:08.646671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:23:08.670745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 535956d8-ea54-45d9-b7d3-b1c6392f720e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:23:08.670745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 535956d8-ea54-45d9-b7d3-b1c6392f720e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:23:08.755194 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-8f39e4bc-fa55-4dea-8ff7-3a8e712a7437 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:08.756683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-8f39e4bc-fa55-4dea-8ff7-3a8e712a7437 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 815 time: 0.1177738 Oct 20 11:23:08.771225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-74705519-fac3-4f34-bf84-14edfa45aa6e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/quotas/73e5c0aeb1b64e7e91488fe1841ef678 HTTP/1.1" status: 200 len: 375 time: 0.0087903 Oct 20 11:23:08.802408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-5c1bbc71-d291-4a33-ba9b-28e2e67160c1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260093 Oct 20 11:23:08.812456 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-3d3103cf-79a2-4b6f-a799-209bd8437539 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:23:08.813386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-3d3103cf-79a2-4b6f-a799-209bd8437539 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048008 Oct 20 11:23:08.904396 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-db7da438-ae4e-48fe-a0cd-52b8c0038769 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Oct 20 11:23:08.992848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-3a4913ab-ce7e-445e-b543-241d1e23127d service neutron] 10.222.0.74 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819278 Oct 20 11:23:09.146627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-de8a2efe-38b3-4c7c-a392-9ce70d2b91d0 req-7c75f877-c429-4630-acc5-190044bf2e04 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 210 time: 0.0265522 Oct 20 11:23:10.063610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-1fb9add3-0542-4b6e-9787-e80536ee94a2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:10.065562 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-1fb9add3-0542-4b6e-9787-e80536ee94a2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 815 time: 0.1070304 Oct 20 11:23:10.078644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Request body: {'port': {'device_id': '87fca359-c526-4131-9a15-288980e6214e', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'admin_state_up': True, 'tenant_id': '73e5c0aeb1b64e7e91488fe1841ef678'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:10.184316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Made reservation on behalf of 73e5c0aeb1b64e7e91488fe1841ef678 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:23:10.187859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:10.241047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be30eb91-020f-4065-8c16-67aeb8837768 req-6cc60546-c6a5-4bff-b0d1-90104a4dd694 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 210 time: 0.0267508 Oct 20 11:23:10.317196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Allocated IP 172.20.0.6 (a4e8f63a-a162-4fe7-a351-96640b171865/a680cbde-21a1-4e1f-a7b9-9db3a48796a2/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:23:10.459270 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:10.491526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:10.532251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Network a4e8f63a-a162-4fe7-a351-96640b171865 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:23:10.535711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:23:10.539190 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:23:10.563704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:10.590208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:10.590821 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:10.605801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-20fd2a9c-d4b1-4f1f-aa38-6d61bec1a342 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5312228 Oct 20 11:23:10.622217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Request body: {'port': {'device_id': '87fca359-c526-4131-9a15-288980e6214e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:10.675747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.179855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:23:11.187120 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.198261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Transition to ACTIVE for port object 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:23:11.202123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.253722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:11.322447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:23:11.322773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:23:11.323135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:11.327365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:23:11.327678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:11.332605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:23:11.332932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Checking segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:23:11.333305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Bound using segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:23:11.333722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Bound port: 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:23:11.334066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.362913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1625-8d35-4e63-aeb0-3c4f8afdb9aa req-b912cd31-ca93-457d-8c3a-2e96a96d2673 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:11.364485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29fc1625-8d35-4e63-aeb0-3c4f8afdb9aa req-b912cd31-ca93-457d-8c3a-2e96a96d2673 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0531762 Oct 20 11:23:11.395958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:23:11.398876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:23:11.402309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29fc1625-8d35-4e63-aeb0-3c4f8afdb9aa req-5591dd1c-8485-4ec3-8e43-973f21e5eabe tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Oct 20 11:23:11.403986 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.438309 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:11.438913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:11.440318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] 10.222.0.83 "PUT /v2.0/ports/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 1092 time: 0.8219855 Oct 20 11:23:11.440745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:11.443030 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:11.468691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce7a3c-384c-4926-af59-15d3d4f2fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:11.486586 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d0f1d8-947d-4e45-b20a-c9deaab0e345 x-openstack-request-id: req-45d0f1d8-947d-4e45-b20a-c9deaab0e345 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:11.486880 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:11.487170 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45d0f1d8-947d-4e45-b20a-c9deaab0e345 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:11.487570 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'status': 'completed', 'code': 200} Oct 20 11:23:11.535087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-cb590f46-c4a2-452e-bae3-27b361caf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:11.536558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-cb590f46-c4a2-452e-bae3-27b361caf374 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.0448496 Oct 20 11:23:11.577464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-d3bce01c-ef57-4c1f-ae0a-06e10919f6cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0325060 Oct 20 11:23:11.625640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-bfe2545a-ff3b-4e8e-92b8-abeb61b61dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:11.626958 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-bfe2545a-ff3b-4e8e-92b8-abeb61b61dd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0420589 Oct 20 11:23:11.657984 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-92a4dc28-c4cd-4a92-b940-97c64894362c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235267 Oct 20 11:23:11.749716 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-074092e2-d2f8-4dfa-aa6c-3f217a333720 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837483 Oct 20 11:23:11.849058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-52143469-9f38-4f81-b2c3-f86567ca3926 req-28d9c244-1660-45af-8a0d-ae85438e8eec service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914552 Oct 20 11:23:11.934325 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-9de4a129-1f3b-4b37-b170-a29d1d0befeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:11.935708 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-9de4a129-1f3b-4b37-b170-a29d1d0befeb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.0395684 Oct 20 11:23:12.025380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-b5df872e-f5d6-4b28-a742-99f6a08f3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:12.026811 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-b5df872e-f5d6-4b28-a742-99f6a08f3e91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0825183 Oct 20 11:23:12.071918 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-ded7960e-a8aa-45b2-b50d-4c8988960b5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0366585 Oct 20 11:23:12.122716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-dfb91f10-d27f-4a1a-a4a7-c1e331b93c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:12.124209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-dfb91f10-d27f-4a1a-a4a7-c1e331b93c02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0434716 Oct 20 11:23:12.156891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-e5799a4e-0eeb-481a-b1b9-30bdf5cd54bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239525 Oct 20 11:23:12.248890 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-118a23ae-492b-420b-af03-9468751b2ff0 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840724 Oct 20 11:23:12.337737 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0f10cb2a-a4b7-4ba1-80da-bd6140247b7c req-7420b3e9-4802-4f01-828c-bb258b7b7b0f service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807159 Oct 20 11:23:12.517653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f70a9-4707-470e-8161-1c791aa3a305 req-7a3047d4-f8a3-4614-94da-e1fe301a06ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:12.519134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df8f70a9-4707-470e-8161-1c791aa3a305 req-7a3047d4-f8a3-4614-94da-e1fe301a06ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0491447 Oct 20 11:23:12.556338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df8f70a9-4707-470e-8161-1c791aa3a305 req-e8578156-0acf-403b-8aef-a899eab08239 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Oct 20 11:23:13.671361 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e7446-8c84-4c46-8a74-1855af69b0dc req-0afeffd8-f8e2-4298-b80b-4e32a97ca4c3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:13.672842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-807e7446-8c84-4c46-8a74-1855af69b0dc req-0afeffd8-f8e2-4298-b80b-4e32a97ca4c3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0485520 Oct 20 11:23:13.711054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-807e7446-8c84-4c46-8a74-1855af69b0dc req-02c923fc-3d89-420a-a2a4-0af8fd1fcb11 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Oct 20 11:23:14.677140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:23:14.769265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:14.780363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'port_id': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'mac_address': 'fa:16:3e:6a:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a680cbde-21a1-4e1f-a7b9-9db3a48796a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:23:14.822234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:14.829621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16881c5-bfc2-4d1f-ad07-0f25d2254b48 req-d10c94e0-ee1a-4efa-8226-11ae3bd10308 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:14.831133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d16881c5-bfc2-4d1f-ad07-0f25d2254b48 req-d10c94e0-ee1a-4efa-8226-11ae3bd10308 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0523458 Oct 20 11:23:14.834993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:23:14.854253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:14.858700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:14.871125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d16881c5-bfc2-4d1f-ad07-0f25d2254b48 req-3fa3c13d-8425-40a5-8d73-99207048acbc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Oct 20 11:23:14.905752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:15.059211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:15.983206 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d50bd9-9d09-4ec3-8476-3de4c68e36ac req-4e2148a1-1575-4976-bdb3-16fbd27c7226 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:15.984654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5d50bd9-9d09-4ec3-8476-3de4c68e36ac req-4e2148a1-1575-4976-bdb3-16fbd27c7226 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 944 time: 0.0485117 Oct 20 11:23:16.022291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5d50bd9-9d09-4ec3-8476-3de4c68e36ac req-c087b475-3f3d-4ed6-85d8-77ffa24b281f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Oct 20 11:23:16.128690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:16.693875 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:23:16.740934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:23:16.744848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:23:16.745215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:16.823632 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:16.845599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:16.848472 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00d913-6b6c-4ca2-9699-f7829072660a" -d '{"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-plugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:16.861152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:16.865492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:16.893115 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdb32e4-e16b-411c-8926-fd1d61b2101d x-openstack-request-id: req-6cdb32e4-e16b-411c-8926-fd1d61b2101d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:16.893407 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-plugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:16.893658 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cdb32e4-e16b-411c-8926-fd1d61b2101d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:16.894573 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'code': 200} Oct 20 11:23:16.921133 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:16.983242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545d0d-d2ae-4600-b180-56c65065300b req-fead4c2d-d717-45f0-8fe5-7d803eaaac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:16.984756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8545d0d-d2ae-4600-b180-56c65065300b req-fead4c2d-d717-45f0-8fe5-7d803eaaac53 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1097 time: 0.0401008 Oct 20 11:23:17.015877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:17.026865 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f8545d0d-d2ae-4600-b180-56c65065300b req-e4b12278-2a43-4627-86f4-ee0a8505f60c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Oct 20 11:23:17.135095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab08a34-5722-4465-a0c1-2d682d9cc8ca req-ee6ed4d0-c198-4f2b-9b5c-0822b847ab83 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:17.136535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ab08a34-5722-4465-a0c1-2d682d9cc8ca req-ee6ed4d0-c198-4f2b-9b5c-0822b847ab83 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0482543 Oct 20 11:23:17.174025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ab08a34-5722-4465-a0c1-2d682d9cc8ca req-40e62999-0528-4770-8b7d-6a146128778b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Oct 20 11:23:18.292567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07a924-e13f-4780-b979-f61fe2449541 req-87e52a19-2eaf-4a7f-9005-3fc0e8831389 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:18.296547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a07a924-e13f-4780-b979-f61fe2449541 req-87e52a19-2eaf-4a7f-9005-3fc0e8831389 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0529454 Oct 20 11:23:18.331128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a07a924-e13f-4780-b979-f61fe2449541 req-0bc712e1-3cd0-46d4-bc7d-a36de34c3a9d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Oct 20 11:23:18.442850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b02b9-00f8-4658-904a-45653a6393ab req-99db3fc6-8d7f-4172-8b4e-39bd952dd936 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:18.444328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-747b02b9-00f8-4658-904a-45653a6393ab req-99db3fc6-8d7f-4172-8b4e-39bd952dd936 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0483003 Oct 20 11:23:18.481619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-747b02b9-00f8-4658-904a-45653a6393ab req-1e9182f0-2e70-4b44-afe8-d61c58283362 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Oct 20 11:23:18.674905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604dc0-17e5-42e3-acc9-cdb2e411a0c5 req-ba2c2324-a67c-4b5f-855b-bf5875e9facf tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:18.676402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2604dc0-17e5-42e3-acc9-cdb2e411a0c5 req-ba2c2324-a67c-4b5f-855b-bf5875e9facf tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0489323 Oct 20 11:23:18.713638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2604dc0-17e5-42e3-acc9-cdb2e411a0c5 req-c0e812e2-782c-4a4b-a2fa-c8967717333a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Oct 20 11:23:18.827369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a3c2e-dde3-4dab-b506-481b0b67d25f req-f67e263c-5fab-4dbc-b5de-fe80bd4a6fc2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:18.828821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db9a3c2e-dde3-4dab-b506-481b0b67d25f req-f67e263c-5fab-4dbc-b5de-fe80bd4a6fc2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0511312 Oct 20 11:23:18.866458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-db9a3c2e-dde3-4dab-b506-481b0b67d25f req-9ba8ef74-cc21-4294-b2f1-d1653c5ddd33 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Oct 20 11:23:19.080549 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-e16177ad-12b8-4723-b771-5bfbf0ed79f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402067 Oct 20 11:23:19.097631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51a2a-2c99-4110-8856-273158f45c3c req-987f952c-5144-4c4e-a3da-5c1f5d73a2ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:19.099225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eca51a2a-2c99-4110-8856-273158f45c3c req-987f952c-5144-4c4e-a3da-5c1f5d73a2ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0504415 Oct 20 11:23:19.140068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eca51a2a-2c99-4110-8856-273158f45c3c req-e429a023-901f-4f0f-8dc9-67905f42b6b2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345516 Oct 20 11:23:20.201720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-5e8d0cea-8fbf-4ace-9c21-406b6d846eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:20.203598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-5e8d0cea-8fbf-4ace-9c21-406b6d846eeb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1097 time: 0.0414138 Oct 20 11:23:20.254175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3a45-8b77-4dbe-a94e-d177a1e9023a req-64c6f97e-ba29-4a08-9da9-a7acfabba311 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:20.255665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-449f3a45-8b77-4dbe-a94e-d177a1e9023a req-64c6f97e-ba29-4a08-9da9-a7acfabba311 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0490739 Oct 20 11:23:20.298390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-449f3a45-8b77-4dbe-a94e-d177a1e9023a req-84c197dc-f5b9-4210-9644-688178b3de03 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Oct 20 11:23:20.302060 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-3f92a0ed-708a-4c0b-b1b4-abd4563598de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:20.303375 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-3f92a0ed-708a-4c0b-b1b4-abd4563598de service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0924652 Oct 20 11:23:20.346906 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-7404a6ad-8d3e-4fda-bd2d-7192a9f2d15a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0351202 Oct 20 11:23:20.398065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-06b9af36-ede6-4205-890f-cd1361549df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:20.399482 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-06b9af36-ede6-4205-890f-cd1361549df8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0429237 Oct 20 11:23:20.430809 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-fca10bd0-b9eb-4987-821d-e4949736f3b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237033 Oct 20 11:23:20.524424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-2471d5a4-9cb8-461c-8076-829e80713687 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Oct 20 11:23:20.618156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-d9976278-b243-41cc-8636-520c9541d62c service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Oct 20 11:23:21.416843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005236b-cbd2-422c-b2f9-2a5f5c1adf89 req-953fea40-146a-4834-a9d1-e503057333a3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:21.418324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4005236b-cbd2-422c-b2f9-2a5f5c1adf89 req-953fea40-146a-4834-a9d1-e503057333a3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0528798 Oct 20 11:23:21.455895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4005236b-cbd2-422c-b2f9-2a5f5c1adf89 req-e41a5164-dd68-4fac-94bb-9b0099ba458c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Oct 20 11:23:22.571229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d8351-bfb9-4e34-a877-cefde8780328 req-fb8bca0b-a5dd-4117-a675-ea4b428dad17 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:22.572608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d6d8351-bfb9-4e34-a877-cefde8780328 req-fb8bca0b-a5dd-4117-a675-ea4b428dad17 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0482543 Oct 20 11:23:22.609638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d6d8351-bfb9-4e34-a877-cefde8780328 req-ac12803f-20cb-44bc-bc34-a2a97303e2d1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Oct 20 11:23:23.723157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093dc7d-00cf-4d3e-a6ec-f694170f7d94 req-10d63dd3-ee28-4f5b-9f70-fa8aa38a2e77 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:23.724616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f093dc7d-00cf-4d3e-a6ec-f694170f7d94 req-10d63dd3-ee28-4f5b-9f70-fa8aa38a2e77 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0483825 Oct 20 11:23:23.761891 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f093dc7d-00cf-4d3e-a6ec-f694170f7d94 req-40842a73-3a64-4483-bdd3-5e3e842303c6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Oct 20 11:23:24.615640 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:23:24.878277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a830-cf61-40c1-a9bb-98d7a9ffa8ae req-35f1c39d-3933-4806-b7f9-cc68399dc8b1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:24.880295 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ede3a830-cf61-40c1-a9bb-98d7a9ffa8ae req-35f1c39d-3933-4806-b7f9-cc68399dc8b1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0529742 Oct 20 11:23:24.915854 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ede3a830-cf61-40c1-a9bb-98d7a9ffa8ae req-1e7cf634-8883-407f-a823-693c8ecfb74b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296628 Oct 20 11:23:26.029483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc91947-45fd-40e8-ad2b-435c017f97e1 req-fe41bc81-71bb-4395-963a-176a667aa4ec tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:26.030927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc91947-45fd-40e8-ad2b-435c017f97e1 req-fe41bc81-71bb-4395-963a-176a667aa4ec tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0483909 Oct 20 11:23:26.067446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc91947-45fd-40e8-ad2b-435c017f97e1 req-f0b3d17d-7f85-4452-a1e4-2ec4ed3b1c3a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306375 Oct 20 11:23:27.180069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125807-32c4-437a-8e79-9bc3c9f4c1f8 req-36a9652f-7ea4-4355-9d2c-56a5916132e3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:27.181546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa125807-32c4-437a-8e79-9bc3c9f4c1f8 req-36a9652f-7ea4-4355-9d2c-56a5916132e3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0479176 Oct 20 11:23:27.218182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aa125807-32c4-437a-8e79-9bc3c9f4c1f8 req-adb35b30-c86e-4734-a5c4-6414ef1a0841 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Oct 20 11:23:27.776584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-5d9706f2-cd7c-455e-ad68-b6c4c130e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:27.778143 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-5d9706f2-cd7c-455e-ad68-b6c4c130e47a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1097 time: 0.0422692 Oct 20 11:23:27.882094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-709f989a-1264-4f49-a4fa-f274208a64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:27.883477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-709f989a-1264-4f49-a4fa-f274208a64ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0841155 Oct 20 11:23:27.929665 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-193bb64a-0678-4669-a751-074fe3bbfe5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0384624 Oct 20 11:23:27.977842 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-d20532c0-c652-4089-957d-f426ffa4578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:27.979227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-d20532c0-c652-4089-957d-f426ffa4578b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0426881 Oct 20 11:23:28.009553 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-618bb40c-f9bd-4667-8aeb-ee5937c0c67a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231197 Oct 20 11:23:28.100517 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-2c34ce5b-6c5e-4f3e-9eb4-23a85decd423 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838962 Oct 20 11:23:28.188064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb569164-0ed6-47a8-a782-6a4a41671661 req-ea0ac039-1730-44d3-bae4-9d242aba635d service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804040 Oct 20 11:23:28.338197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512b574-f9f1-4c2f-b4ae-b1141d5cd363 req-8c3f43ba-03ff-4812-a645-b194d8a17c7a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:28.339677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c512b574-f9f1-4c2f-b4ae-b1141d5cd363 req-8c3f43ba-03ff-4812-a645-b194d8a17c7a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0522699 Oct 20 11:23:28.375601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c512b574-f9f1-4c2f-b4ae-b1141d5cd363 req-0ef67fa5-df35-4e67-b5b6-6ac40e8d9191 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300660 Oct 20 11:23:28.539361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1148052-660a-46ae-a3d1-ff7a669d986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:29.489352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f547-954f-4b6d-94cf-df8d3fac6ea6 req-58b9a551-5ec6-4f8e-95e1-c463e4b53049 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:29.490773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff54f547-954f-4b6d-94cf-df8d3fac6ea6 req-58b9a551-5ec6-4f8e-95e1-c463e4b53049 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0472448 Oct 20 11:23:29.527152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff54f547-954f-4b6d-94cf-df8d3fac6ea6 req-408d98b5-68b5-406d-a38c-3a99599263a0 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Oct 20 11:23:30.654918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae7308-d1ba-45d4-b82b-932aceafc1cd req-1cde6ab4-f81f-407f-b910-224cbfd1bf54 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:30.656373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81ae7308-d1ba-45d4-b82b-932aceafc1cd req-1cde6ab4-f81f-407f-b910-224cbfd1bf54 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0477524 Oct 20 11:23:30.694039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81ae7308-d1ba-45d4-b82b-932aceafc1cd req-19427ad7-cc50-40de-8df5-f3dc7a9f70d6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Oct 20 11:23:31.411718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6dca3a6c-e8bb-4e7c-804b-19cb18c1156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:31.810168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:31.825550 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec8a8d-0adb-4132-ab06-ac65c1c2836d req-e72cab9c-f62e-4a33-9a5f-5039c83d4d23 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:31.827059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6ec8a8d-0adb-4132-ab06-ac65c1c2836d req-e72cab9c-f62e-4a33-9a5f-5039c83d4d23 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0542963 Oct 20 11:23:31.864659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6ec8a8d-0adb-4132-ab06-ac65c1c2836d req-eec3e99b-f04d-446f-959b-c273beb9917e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Oct 20 11:23:32.909737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:32.978581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e291c4-1735-452e-974b-c5003f093d39 req-f0c19ad7-aa39-4dce-a362-600f848bb872 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:32.980064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52e291c4-1735-452e-974b-c5003f093d39 req-f0c19ad7-aa39-4dce-a362-600f848bb872 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0488307 Oct 20 11:23:33.017178 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52e291c4-1735-452e-974b-c5003f093d39 req-9d2a0b4c-d7e5-4bfc-9869-1e1b815fb637 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Oct 20 11:23:34.129406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66c5a-1b39-48d1-b7a0-6c07067c7a15 req-a6b28dcc-bca4-47b4-942d-454807c9ab82 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:34.130860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7dc66c5a-1b39-48d1-b7a0-6c07067c7a15 req-a6b28dcc-bca4-47b4-942d-454807c9ab82 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0486674 Oct 20 11:23:34.167850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7dc66c5a-1b39-48d1-b7a0-6c07067c7a15 req-9ff57a55-6a26-4e5f-aa54-d9af2f9280da tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Oct 20 11:23:34.447900 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:35.286493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd5d5b-acea-4279-8c34-813928953486 req-d423ccc4-552a-47c6-8815-9563c1bdcb1a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:35.288036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2dd5d5b-acea-4279-8c34-813928953486 req-d423ccc4-552a-47c6-8815-9563c1bdcb1a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0536153 Oct 20 11:23:35.326693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2dd5d5b-acea-4279-8c34-813928953486 req-c0632c84-2a05-4c87-9b82-f71fad88d997 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Oct 20 11:23:36.440598 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7db24-d255-48e1-a2ac-548ec0ded74e req-a74f2d99-fc63-45f9-82f3-427691c361e8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:36.442706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abf7db24-d255-48e1-a2ac-548ec0ded74e req-a74f2d99-fc63-45f9-82f3-427691c361e8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0487795 Oct 20 11:23:36.479800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abf7db24-d255-48e1-a2ac-548ec0ded74e req-094bbc02-a230-4d0d-a5fe-441057b96ed9 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Oct 20 11:23:37.593867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c2402-d175-4889-8af3-a039c774a06b req-00256ed9-b972-4839-821d-b7148aa3fec7 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:37.595284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-582c2402-d175-4889-8af3-a039c774a06b req-00256ed9-b972-4839-821d-b7148aa3fec7 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0480890 Oct 20 11:23:37.632576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-582c2402-d175-4889-8af3-a039c774a06b req-cb3f72aa-bf0e-4dcc-99fa-90d849c49bd6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Oct 20 11:23:38.752879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bfc77-87cd-4abd-8aae-0ec63119316c req-b39eaeec-0583-41b6-af98-b740c90a3bd4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:38.754313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a91bfc77-87cd-4abd-8aae-0ec63119316c req-b39eaeec-0583-41b6-af98-b740c90a3bd4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0517533 Oct 20 11:23:38.790453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a91bfc77-87cd-4abd-8aae-0ec63119316c req-95de4ca8-c67a-4e55-80e8-3a2944a98e3c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Oct 20 11:23:39.904326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3662-30e3-42dc-8f77-53b901a3ef74 req-8524bb18-63d9-40ef-a4c1-b8018e3b71c7 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:39.905782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69ef3662-30e3-42dc-8f77-53b901a3ef74 req-8524bb18-63d9-40ef-a4c1-b8018e3b71c7 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0490189 Oct 20 11:23:39.946268 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69ef3662-30e3-42dc-8f77-53b901a3ef74 req-65a7952f-e814-479c-a60c-5c54fe8a4f5d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Oct 20 11:23:41.058267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb003a-0598-470a-be49-5d7e8ddc579a req-904765a6-7b68-480c-8e86-50615d64e85f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:41.059730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dccb003a-0598-470a-be49-5d7e8ddc579a req-904765a6-7b68-480c-8e86-50615d64e85f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0480642 Oct 20 11:23:41.096620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dccb003a-0598-470a-be49-5d7e8ddc579a req-cd8f889e-414a-43f9-9355-3b538798bbef tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Oct 20 11:23:42.214648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574a429-c5f7-4406-a1a6-5bd4658d2e0a req-4d6cbc1e-735f-45b8-b99e-fb593d23218e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:42.216150 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1574a429-c5f7-4406-a1a6-5bd4658d2e0a req-4d6cbc1e-735f-45b8-b99e-fb593d23218e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0542812 Oct 20 11:23:42.253509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1574a429-c5f7-4406-a1a6-5bd4658d2e0a req-7d4648a8-4a5f-4e23-8b0f-5bd9b37a72d2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Oct 20 11:23:43.369417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bccfb-2ae4-49be-b2c4-13ad39889f77 req-ab8f1808-924f-4412-bf62-e14abeb68512 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:43.371161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-377bccfb-2ae4-49be-b2c4-13ad39889f77 req-ab8f1808-924f-4412-bf62-e14abeb68512 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0497561 Oct 20 11:23:43.409205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-377bccfb-2ae4-49be-b2c4-13ad39889f77 req-4644e4e5-3c95-4c9d-9676-84b1f1d4097a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Oct 20 11:23:44.524087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6427dd0-4909-42fd-8105-a390d593b0b7 req-90590528-19e5-482e-87fc-3eccb88e8d43 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:44.525585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6427dd0-4909-42fd-8105-a390d593b0b7 req-90590528-19e5-482e-87fc-3eccb88e8d43 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0495350 Oct 20 11:23:44.562159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6427dd0-4909-42fd-8105-a390d593b0b7 req-86708894-f6ef-4338-b36e-04ec695a239f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Oct 20 11:23:45.681948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630e78-5f49-46a6-920c-2618315115cf req-ed3816c7-6a31-470b-9b65-d9b497d059f1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:45.683422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40630e78-5f49-46a6-920c-2618315115cf req-ed3816c7-6a31-470b-9b65-d9b497d059f1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0534637 Oct 20 11:23:45.719429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40630e78-5f49-46a6-920c-2618315115cf req-b9ba2973-c60e-4e8b-9ba1-b82196ab3ee4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Oct 20 11:23:46.128172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:46.832480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf135b8a-a135-4402-85c3-8f53fac84aa4 req-0a80ba7a-f497-4753-9c51-93a2e69c7559 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:46.834443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf135b8a-a135-4402-85c3-8f53fac84aa4 req-0a80ba7a-f497-4753-9c51-93a2e69c7559 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0488544 Oct 20 11:23:46.872157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf135b8a-a135-4402-85c3-8f53fac84aa4 req-9dc6e648-39de-468a-9373-e7ab2e4d9653 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Oct 20 11:23:47.021016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:47.599397 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-8b44d314-6f83-4976-9ddd-d1351be519f0 service neutron] show failed (client error): The resource could not be found. Oct 20 11:23:47.600314 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-8b44d314-6f83-4976-9ddd-d1351be519f0 service neutron] 10.222.0.83 "GET /v2.0/ports/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0594473 Oct 20 11:23:47.796016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-7da41ca6-092a-43a0-8524-de44354afb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:47.797473 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-7da41ca6-092a-43a0-8524-de44354afb04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e&tenant_id=73e5c0aeb1b64e7e91488fe1841ef678 HTTP/1.1" status: 200 len: 1097 time: 0.0399051 Oct 20 11:23:47.810670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:47.861087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:47.985507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c65b1-5a06-4c33-94d3-b5afab516a2e req-48b8eff1-a4dc-408e-897c-1edb6c33f5af tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:47.987002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd1c65b1-5a06-4c33-94d3-b5afab516a2e req-48b8eff1-a4dc-408e-897c-1edb6c33f5af tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0489566 Oct 20 11:23:48.025122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd1c65b1-5a06-4c33-94d3-b5afab516a2e req-ee63d62e-91ee-46d0-b8cb-97e720a1403c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Oct 20 11:23:48.064580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:48.096033 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:23:48.134511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:48.136740 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630be04-efcb-44cc-b405-1c550dfb241d" -d '{"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-unplugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:48.140719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:48.153408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Transition to ACTIVE for port object 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:23:48.157591 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:48.187835 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a71ad-f965-4ee3-b785-a6e124d2cbdd x-openstack-request-id: req-240a71ad-f965-4ee3-b785-a6e124d2cbdd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:48.188130 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-unplugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:48.188378 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-240a71ad-f965-4ee3-b785-a6e124d2cbdd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:48.188767 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'code': 200} Oct 20 11:23:48.222837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] No DVR routers for this DVR port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:23:48.224661 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:48.259270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:23:48.259602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:23:48.259927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:48.264135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:23:48.264456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Attempting to bind port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:48.269216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:23:48.269557 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Checking segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:23:48.269930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Bound using segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:23:48.270350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Bound port: 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:23:48.270695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:48.335644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:23:48.338580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:23:48.343103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:48.378865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:48.379495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:48.380864 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] 10.222.0.70 "PUT /v2.0/ports/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 1092 time: 0.5742946 Oct 20 11:23:48.399101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5432163-14c4-4cab-832c-d616575ee45c service neutron] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:48.442135 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-c2e81fd6-204c-4df6-8acd-ca79133b8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:48.444166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-c2e81fd6-204c-4df6-8acd-ca79133b8b13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.0408018 Oct 20 11:23:48.535432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-105a0caf-efb7-45f1-825e-76f6f23f76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:48.536850 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-105a0caf-efb7-45f1-825e-76f6f23f76e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0863731 Oct 20 11:23:48.576947 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-67a46020-7ac1-45a3-8e70-de1deb3c6c87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0331750 Oct 20 11:23:48.628868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-077b7101-7461-43ae-b94a-9e574e1473b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:48.630238 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-077b7101-7461-43ae-b94a-9e574e1473b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0460038 Oct 20 11:23:48.661654 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-04b3a7ab-69be-408d-b83e-ae3dd2e76d33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241306 Oct 20 11:23:48.751578 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-f0e01b07-7bae-4152-b576-c24ecd34870b service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Oct 20 11:23:48.843756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7e267c-c379-4805-93e9-eccd56ecf4ec req-366dafd6-80c8-4e5a-bc47-4c4559277497 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844884 Oct 20 11:23:49.144028 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b49114-724f-4fb2-b66b-9302bba58076 req-9ca3ad5d-89ec-4e81-9abe-3e000def18bc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:49.145488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06b49114-724f-4fb2-b66b-9302bba58076 req-9ca3ad5d-89ec-4e81-9abe-3e000def18bc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0531328 Oct 20 11:23:49.183637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06b49114-724f-4fb2-b66b-9302bba58076 req-f9ae0949-ddcc-462c-897f-12ab0e788ec6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Oct 20 11:23:50.189643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:50.192027 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b6414-b2e7-4c05-bd8c-550069363f35" -d '{"events": [{"name": "network-changed", "server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:50.240106 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc69260-2da0-4b59-8db5-a81c62620fce x-openstack-request-id: req-6bc69260-2da0-4b59-8db5-a81c62620fce {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:50.240418 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:50.240664 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6bc69260-2da0-4b59-8db5-a81c62620fce {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:50.241059 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'status': 'completed', 'code': 200} Oct 20 11:23:50.308693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae5af-16d1-44dd-aa3e-a732ad4edd9d req-7b5a4cc4-692c-49d7-b849-948faa2c402d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.310188 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7feae5af-16d1-44dd-aa3e-a732ad4edd9d req-7b5a4cc4-692c-49d7-b849-948faa2c402d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0551136 Oct 20 11:23:50.332945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-2890b3c6-413a-4906-af60-7f3f74d93dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.334693 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-2890b3c6-413a-4906-af60-7f3f74d93dab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.0734739 Oct 20 11:23:50.341846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-651df777-03ce-4fcd-a9fb-df0501308682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.343331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-651df777-03ce-4fcd-a9fb-df0501308682 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.0564075 Oct 20 11:23:50.354879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7feae5af-16d1-44dd-aa3e-a732ad4edd9d req-22401616-a925-4774-8d4c-9822c6c07c34 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Oct 20 11:23:50.510342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-a0430d2b-1de8-4218-8cdf-b6e7d08e1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.511854 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-a0430d2b-1de8-4218-8cdf-b6e7d08e1377 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.1676683 Oct 20 11:23:50.514363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-c27d9953-71c6-488c-a851-bede0fc8cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.515713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-c27d9953-71c6-488c-a851-bede0fc8cfc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.1618588 Oct 20 11:23:50.582189 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-34a4676d-8b11-48d3-8934-ac31587b8383 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0629442 Oct 20 11:23:50.583543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-8a9e5a11-49f4-4de5-a031-6eef9949edb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0588970 Oct 20 11:23:50.668433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-8fbf41c0-bb68-4112-a92a-d91425bbc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.669866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-8fbf41c0-bb68-4112-a92a-d91425bbc706 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0799506 Oct 20 11:23:50.671270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-53327a21-a58b-40f3-b96f-c1806be4c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:50.672563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-53327a21-a58b-40f3-b96f-c1806be4c3e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0759428 Oct 20 11:23:50.709860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-724dfe12-ba96-4852-98bd-d0711d5d48da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306697 Oct 20 11:23:50.724563 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-48552804-af13-4a98-bfb7-3d4153f620f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444026 Oct 20 11:23:50.869551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:23:50.872691 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-3a7d1fc4-1ff5-4688-a25d-b34766977cad service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502597 Oct 20 11:23:50.890127 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-c3c61931-5874-4efc-82e5-b9e7e4134cae service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488996 Oct 20 11:23:50.905501 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:23:51.035295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-4e2c35f1-4570-42b1-b6b4-7bc0241d93ae service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552966 Oct 20 11:23:51.040792 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-db7b6414-b2e7-4c05-bd8c-550069363f35 req-4ce946f2-38ff-4a63-980e-3296fe30dde8 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409910 Oct 20 11:23:51.473496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71890a3-15be-4338-85e4-33b1db765700 req-4b0c12e7-dad9-497a-a0cf-2935e34669e2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:51.474959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b71890a3-15be-4338-85e4-33b1db765700 req-4b0c12e7-dad9-497a-a0cf-2935e34669e2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0487990 Oct 20 11:23:51.512169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b71890a3-15be-4338-85e4-33b1db765700 req-32b9ca81-03e3-4ce9-aa81-a401e1f8fcf0 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Oct 20 11:23:51.707256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd1b60-8ad1-4b76-a4bf-3d60354055c4 req-4106d5d5-1796-4fc8-ba89-c303f4862836 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:51.708727 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcbd1b60-8ad1-4b76-a4bf-3d60354055c4 req-4106d5d5-1796-4fc8-ba89-c303f4862836 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 943 time: 0.0538483 Oct 20 11:23:51.747946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcbd1b60-8ad1-4b76-a4bf-3d60354055c4 req-68463005-dd64-4b9f-962a-64525bf65fd9 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Oct 20 11:23:51.754251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-47e6a9c0-eb3b-4094-8342-e853df1db04e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:51.755744 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-47e6a9c0-eb3b-4094-8342-e853df1db04e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.83 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e&tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0523999 Oct 20 11:23:51.814556 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-4c4704e3-a928-4814-9f7d-610695d852e3 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:23:51.815554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-4c4704e3-a928-4814-9f7d-610695d852e3 service neutron] 10.222.0.83 "DELETE /v2.0/ports/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0523148 Oct 20 11:23:51.973322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:23:52.074187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:52.086552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'port_id': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'mac_address': 'fa:16:3e:6a:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a680cbde-21a1-4e1f-a7b9-9db3a48796a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:23:52.123724 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:52.137059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:23:52.157447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:52.161725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:52.165523 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-5e53f247-23d2-4566-bc75-bb1654ed73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:52.167043 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-5e53f247-23d2-4566-bc75-bb1654ed73f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 1095 time: 0.3062656 Oct 20 11:23:52.211821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:52.256858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-4d9aa7d7-b747-4df8-b352-76de49dd09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:52.258262 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-4d9aa7d7-b747-4df8-b352-76de49dd09f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0840843 Oct 20 11:23:52.303217 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-a29c08b9-585b-4e8b-9c60-f58e17ecda7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 200 len: 217 time: 0.0365074 Oct 20 11:23:52.352941 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-84ecf168-080a-4bcb-945e-c5a6c868d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:52.354373 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-84ecf168-080a-4bcb-945e-c5a6c868d07a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0433638 Oct 20 11:23:52.384879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:52.386374 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-4389d557-f65f-4dbb-9bfe-15df07c9823f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239241 Oct 20 11:23:52.478331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-130df5aa-0132-4b0c-8acc-e985442a7f85 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Oct 20 11:23:52.567516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-7f1c7123-93fe-4dc1-8ab0-45124af87ff5 req-45b38b33-be27-44f1-97c7-261a011a6e3a service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815182 Oct 20 11:23:52.864201 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551a538-d24d-4f28-8380-bbc905dd0909 req-90344a7f-c73f-4283-b570-9bfbac90e8a4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:52.866209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e551a538-d24d-4f28-8380-bbc905dd0909 req-90344a7f-c73f-4283-b570-9bfbac90e8a4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 944 time: 0.0501468 Oct 20 11:23:52.904894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e551a538-d24d-4f28-8380-bbc905dd0909 req-eca125d4-f968-41e3-a130-4505cd2564bb tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Oct 20 11:23:53.982498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:23:54.024658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39383b50-a78f-4d3b-9770-d4fc1a0b5872 req-acfb452b-b396-4e25-a547-6728073f4c5e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:54.026183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39383b50-a78f-4d3b-9770-d4fc1a0b5872 req-acfb452b-b396-4e25-a547-6728073f4c5e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 944 time: 0.0542791 Oct 20 11:23:54.032546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:23:54.036648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:23:54.037010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:54.068520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-39383b50-a78f-4d3b-9770-d4fc1a0b5872 req-cf26a4a7-70d4-4768-bad0-d843eb083b7d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Oct 20 11:23:54.191661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258392b-825b-4f82-9529-72319771803a req-f65a986f-3b9a-401a-8970-4d4b432ee685 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:54.193078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1258392b-825b-4f82-9529-72319771803a req-f65a986f-3b9a-401a-8970-4d4b432ee685 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 944 time: 0.0544162 Oct 20 11:23:54.231655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1258392b-825b-4f82-9529-72319771803a req-86f88b76-2e26-410f-9f4e-62cf6ad9b065 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Oct 20 11:23:54.271496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:54.294649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:54.297077 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5119aee-1acc-4a26-a4fe-d76bd0d1b251" -d '{"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-plugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:54.311694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:54.316335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:54.340551 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06fe01-9aa4-4646-abf0-d6d6d6fdb34e x-openstack-request-id: req-fd06fe01-9aa4-4646-abf0-d6d6d6fdb34e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:54.340838 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-plugged", "status": "completed", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:54.341085 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd06fe01-9aa4-4646-abf0-d6d6d6fdb34e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:54.341465 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'code': 200} Oct 20 11:23:54.350439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7c86d-66f1-4f13-a48f-abea88b13cc8 req-680faa5e-9b92-4c79-add3-aec59a2e2e83 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:54.351961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92f7c86d-66f1-4f13-a48f-abea88b13cc8 req-680faa5e-9b92-4c79-add3-aec59a2e2e83 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 944 time: 0.0536458 Oct 20 11:23:54.366433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:54.390634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92f7c86d-66f1-4f13-a48f-abea88b13cc8 req-b8a8df90-9479-45bc-a62f-69e746ceb98e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Oct 20 11:23:54.732054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-49b62ed3-8aa0-4a6e-804f-e676d500eb52 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:54.733414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-49b62ed3-8aa0-4a6e-804f-e676d500eb52 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 815 time: 0.1031189 Oct 20 11:23:54.748050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-a9e62bfa-8458-4023-ac8e-5faad2fdd7eb tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/quotas/73e5c0aeb1b64e7e91488fe1841ef678 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Oct 20 11:23:54.795804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fb9e7e4-e6a8-4ad1-8905-3860eb05fa29 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426850 Oct 20 11:23:54.888584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-e72c0171-6934-4474-84bf-15377cd3eb76 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Oct 20 11:23:54.974962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-9df150bd-e8cc-42ec-abaf-6b2b747e7118 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803564 Oct 20 11:23:55.132405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eab92e7a-38da-4308-aba4-baa50a890b3f req-658140a7-01a7-4c89-92d2-2baebc968e44 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 210 time: 0.0271080 Oct 20 11:23:55.948698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb2519-909e-427f-85a6-49723f757fca req-f4389435-5584-4738-9efb-2bdff737cf14 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:55.950089 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9bbb2519-909e-427f-85a6-49723f757fca req-f4389435-5584-4738-9efb-2bdff737cf14 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.70 "GET /v2.0/ports?device_id=87fca359-c526-4131-9a15-288980e6214e HTTP/1.1" status: 200 len: 945 time: 0.0500591 Oct 20 11:23:56.048823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-7e56614b-8155-4562-9403-0b67f2ef6691 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:56.050285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-7e56614b-8155-4562-9403-0b67f2ef6691 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 815 time: 0.1116726 Oct 20 11:23:56.051346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Deleting port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:23:56.051688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.064684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Request body: {'port': {'device_id': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'admin_state_up': True, 'tenant_id': '73e5c0aeb1b64e7e91488fe1841ef678'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:56.144232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] For port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:23:56.144589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.156830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Calling delete_port for 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:23:56.174109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Made reservation on behalf of 73e5c0aeb1b64e7e91488fe1841ef678 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:23:56.177793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.258465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18e23c83-cd20-4587-a7a8-a005061c3883 req-b9e1b559-41d4-490f-91b8-941ea6537275 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 210 time: 0.0536072 Oct 20 11:23:56.285927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.301112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:56.319114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Pushing event deleted for resources: {'Port': ['ID=29cf28af-c402-4fb8-b2ab-6bce59ee4f6b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:56.340770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Allocated IP 172.20.0.13 (a4e8f63a-a162-4fe7-a351-96640b171865/a680cbde-21a1-4e1f-a7b9-9db3a48796a2/8dd98a83-b663-4616-bbe7-ea2c4b16e684) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:23:56.359576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] No DVR routers for this DVR port 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:23:56.362267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.365628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.70 "DELETE /v2.0/ports/29cf28af-c402-4fb8-b2ab-6bce59ee4f6b HTTP/1.1" status: 204 len: 173 time: 0.4057043 Oct 20 11:23:56.366583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-deleted', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:56.368904 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b1cfaf-6050-478e-b9b7-73f8b050203a" -d '{"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-deleted", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:56.404931 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8114dd2-9028-4d85-957a-4709b5c34404 x-openstack-request-id: req-e8114dd2-9028-4d85-957a-4709b5c34404 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:56.405226 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fca359-c526-4131-9a15-288980e6214e", "name": "network-vif-deleted", "tag": "29cf28af-c402-4fb8-b2ab-6bce59ee4f6b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:56.405475 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e8114dd2-9028-4d85-957a-4709b5c34404 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:56.405879 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fca359-c526-4131-9a15-288980e6214e', 'name': 'network-vif-deleted', 'tag': '29cf28af-c402-4fb8-b2ab-6bce59ee4f6b', 'status': 'completed', 'code': 200} Oct 20 11:23:56.822067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.854543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.866162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['29cf28af-c402-4fb8-b2ab-6bce59ee4f6b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:23:56.895471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Network a4e8f63a-a162-4fe7-a351-96640b171865 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:23:56.898535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:23:56.902176 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:23:56.934838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:56.959103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:56.959696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:56.974646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-0fce825e-835f-4164-994f-0e911219795e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138627 Oct 20 11:23:56.986966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Request body: {'port': {'device_id': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:23:57.038715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.330309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd98a83-b663-4616-bbe7-ea2c4b16e684 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:23:57.347685 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.382467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Transition to ACTIVE for port object 8dd98a83-b663-4616-bbe7-ea2c4b16e684 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:23:57.386874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.404939 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013e04-1875-4232-9e37-7bde5f985b30 req-e0dd5744-dbca-4a17-b976-c08b16b7068d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:57.406387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4013e04-1875-4232-9e37-7bde5f985b30 req-e0dd5744-dbca-4a17-b976-c08b16b7068d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 932 time: 0.0802414 Oct 20 11:23:57.475918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:57.497259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4013e04-1875-4232-9e37-7bde5f985b30 req-eabaca7f-1174-45e6-847a-d79a26e949ef tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712438 Oct 20 11:23:57.543800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:23:57.544058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:23:57.544389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:57.548641 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:23:57.548964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:23:57.553727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:23:57.554059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Checking segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:23:57.554440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Bound using segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:23:57.554858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Bound port: 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:23:57.555241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.618891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:23:57.622170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:23:57.626817 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.660778 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:57.661384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:57.662753 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] 10.222.0.70 "PUT /v2.0/ports/8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 1093 time: 0.6796575 Oct 20 11:23:57.663222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:23:57.665491 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d714833-23db-4e0e-8ec6-85a682d0bbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:23:57.695775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018810df-92d8-4d8b-9cdb-9c0e411120ae service neutron] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:23:57.706813 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68458f6-2a77-430b-9e2e-7610e9bad26a x-openstack-request-id: req-b68458f6-2a77-430b-9e2e-7610e9bad26a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:23:57.707140 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:23:57.707394 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b68458f6-2a77-430b-9e2e-7610e9bad26a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:23:57.708276 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'status': 'completed', 'code': 200} Oct 20 11:23:57.781483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-2f11f737-ad1f-4448-97ad-64cfef89d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:57.783076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-2f11f737-ad1f-4448-97ad-64cfef89d67c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1096 time: 0.0694611 Oct 20 11:23:57.845215 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-e37e7947-983f-4a26-95f5-87c90fc45478 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0532968 Oct 20 11:23:57.900237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-de0789d8-5dfd-4041-8e64-45cb9f2a4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:57.901650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-de0789d8-5dfd-4041-8e64-45cb9f2a4000 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0485520 Oct 20 11:23:57.955352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-7bcd35f1-d6f6-4ab2-ba61-6f02b3ee5212 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464852 Oct 20 11:23:58.042212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-3a57f00b-7930-4eca-a480-e1a6aa4edebe service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794919 Oct 20 11:23:58.147632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77eeccfa-3cf1-4135-9ea6-7130dd229518 req-776976bf-b687-4033-b1c8-9ba26bc93ef5 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978184 Oct 20 11:23:58.233208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-8f17d51f-9a34-4aba-844e-500f359cd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:58.234654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-8f17d51f-9a34-4aba-844e-500f359cd7f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1096 time: 0.0406389 Oct 20 11:23:58.384379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-c00b71a5-c085-402b-8035-8fb2195c3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:58.385895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-c00b71a5-c085-402b-8035-8fb2195c3556 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.1433275 Oct 20 11:23:58.432114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-b06c66d7-babf-4699-a02b-dbf301c435af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0385609 Oct 20 11:23:58.480702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-3eb4fd6b-644c-48df-b547-2d5138717f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:58.482093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-3eb4fd6b-644c-48df-b547-2d5138717f00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0425863 Oct 20 11:23:58.514989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-394a1f82-206e-4c2c-8463-4c726fcc655d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242708 Oct 20 11:23:58.541600 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d789a05-bb5f-4aee-96d9-b02be87b2a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:58.639200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-1e191457-803b-4a7e-8979-2a3220af0eda service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160631 Oct 20 11:23:58.651431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbeeb-f9e8-44fd-8efc-75bd1a326c12 req-230c9e31-a0a5-430a-b01e-9cc05fd030b6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:58.652796 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-058fbeeb-f9e8-44fd-8efc-75bd1a326c12 req-230c9e31-a0a5-430a-b01e-9cc05fd030b6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 944 time: 0.0694776 Oct 20 11:23:58.747855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-058fbeeb-f9e8-44fd-8efc-75bd1a326c12 req-dac36680-d129-407b-b065-37dc031508ef tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Oct 20 11:23:58.770275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d714833-23db-4e0e-8ec6-85a682d0bbb7 req-3a9746e3-da7f-419b-9777-d2fab3e0ae0d service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165676 Oct 20 11:23:59.862116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283d4b-0ade-496f-abbe-41ab1a69a616 req-57c7325f-161b-4956-80c0-818be2acf542 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:59.863610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88283d4b-0ade-496f-abbe-41ab1a69a616 req-57c7325f-161b-4956-80c0-818be2acf542 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 944 time: 0.0486290 Oct 20 11:23:59.901204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88283d4b-0ade-496f-abbe-41ab1a69a616 req-6e9f4cd4-05fb-477a-9dde-2e512392068c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Oct 20 11:23:59.996174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:24:00.000096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:24:00.024151 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:24:00.024497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 29cf28af-c402-4fb8-b2ab-6bce59ee4f6b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:24:00.110475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:00.120503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'port_id': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'mac_address': 'fa:16:3e:18:be:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a680cbde-21a1-4e1f-a7b9-9db3a48796a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:24:00.156697 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:00.169502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd98a83-b663-4616-bbe7-ea2c4b16e684 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:24:00.188167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:00.191875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:00.236916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:00.384189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['8dd98a83-b663-4616-bbe7-ea2c4b16e684'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:24:01.013959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdb61b-0e9f-41c5-8948-8b0caf6b1036 req-0dd85bb1-d4e9-4945-b2d3-1842e62a44ad tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:01.015423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71bdb61b-0e9f-41c5-8948-8b0caf6b1036 req-0dd85bb1-d4e9-4945-b2d3-1842e62a44ad tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 945 time: 0.0483084 Oct 20 11:24:01.056213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71bdb61b-0e9f-41c5-8948-8b0caf6b1036 req-454e56e4-1db0-4bdd-94ba-541cd33ab129 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349452 Oct 20 11:24:01.412866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7321-972d-42dc-b0d3-6de56fa1e8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:01.614480 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:01.812014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:01.995354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:02.046488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:24:02.050190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:02.050561 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:02.129560 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:02.153138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:02.155473 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2cb514-5476-4024-a1fb-f5e968f4cc05" -d '{"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:02.167945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:02.170989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775546c8-e3ee-40b5-96bd-506a0af2f6cc req-3a089ef0-4cdb-484b-a9e5-9b6961496ef6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:02.172839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-775546c8-e3ee-40b5-96bd-506a0af2f6cc req-3a089ef0-4cdb-484b-a9e5-9b6961496ef6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 945 time: 0.0508230 Oct 20 11:24:02.173973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:02.197341 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad4f7a-31aa-4675-bc4c-a12857158c02 x-openstack-request-id: req-7cad4f7a-31aa-4675-bc4c-a12857158c02 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:02.198016 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:02.198016 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7cad4f7a-31aa-4675-bc4c-a12857158c02 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:02.198234 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'code': 200} Oct 20 11:24:02.216691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-775546c8-e3ee-40b5-96bd-506a0af2f6cc req-08483672-7820-4227-b465-375f569eb47e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362163 Oct 20 11:24:02.225304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:02.290709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28310-a039-42dc-afd1-11e31ec81322 req-b2a7f5ae-ee3b-45bf-b7c9-c0ed66adcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:02.292239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e28310-a039-42dc-afd1-11e31ec81322 req-b2a7f5ae-ee3b-45bf-b7c9-c0ed66adcb54 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1098 time: 0.0404110 Oct 20 11:24:02.331610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8e28310-a039-42dc-afd1-11e31ec81322 req-ba5acf37-a9cc-4ef0-9cfa-acb53d7ac6a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Oct 20 11:24:02.912623 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:03.345485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72c9f-070b-48ae-8271-e645e4cc27f7 req-da1749e0-4c98-4a78-b21c-e868813efb38 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:03.347687 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9d72c9f-070b-48ae-8271-e645e4cc27f7 req-da1749e0-4c98-4a78-b21c-e868813efb38 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0559661 Oct 20 11:24:03.390114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9d72c9f-070b-48ae-8271-e645e4cc27f7 req-0827f9f7-71b5-4b6f-ab0f-161703d55f59 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Oct 20 11:24:04.451695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:04.502851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976006-c587-4522-8f17-9718a9bfa6e2 req-4d951190-e615-475b-9fed-1432f58c0d4d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:04.504364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71976006-c587-4522-8f17-9718a9bfa6e2 req-4d951190-e615-475b-9fed-1432f58c0d4d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0485671 Oct 20 11:24:04.541878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71976006-c587-4522-8f17-9718a9bfa6e2 req-c18ffa0c-5c2a-4b68-a918-e259ca0f4bd5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Oct 20 11:24:04.654153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d3e5-b7aa-4396-8bb8-4afa1256d888 req-1068d253-8302-4467-9ffe-2e7183fec3b2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:04.655623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d923d3e5-b7aa-4396-8bb8-4afa1256d888 req-1068d253-8302-4467-9ffe-2e7183fec3b2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0491452 Oct 20 11:24:04.692580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d923d3e5-b7aa-4396-8bb8-4afa1256d888 req-bdcdd216-cadc-4612-8032-a46198d235d1 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Oct 20 11:24:04.910927 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-8e6e0f34-1192-4630-8c2a-c81e56e08c00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397825 Oct 20 11:24:04.924879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d5691-42ea-4a91-98ca-ff1f305f94bd req-57eeab82-2feb-4f58-9523-935fae3f3136 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:04.926535 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc3d5691-42ea-4a91-98ca-ff1f305f94bd req-57eeab82-2feb-4f58-9523-935fae3f3136 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0498235 Oct 20 11:24:04.970909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc3d5691-42ea-4a91-98ca-ff1f305f94bd req-6c0498ad-57b4-409b-a082-0873083b3250 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376172 Oct 20 11:24:06.012841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-102ad13e-315c-4a90-8297-8b2f9aa23028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:06.014339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-102ad13e-315c-4a90-8297-8b2f9aa23028 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1098 time: 0.0414028 Oct 20 11:24:06.137762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70977b89-4003-4539-a858-17d523dc9d2a req-33627b50-bd59-4a83-a801-247c246e121f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:06.139264 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70977b89-4003-4539-a858-17d523dc9d2a req-33627b50-bd59-4a83-a801-247c246e121f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.1007967 Oct 20 11:24:06.157952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-b2bea21e-caf9-453e-ab84-a51d11a7575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:06.159348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-b2bea21e-caf9-453e-ab84-a51d11a7575f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.1382427 Oct 20 11:24:06.209061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-e6182fac-4384-4b4d-9239-6257f735aebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0406590 Oct 20 11:24:06.216899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-70977b89-4003-4539-a858-17d523dc9d2a req-054fa360-887e-40a3-ab4e-334205b4b770 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691652 Oct 20 11:24:06.259950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-516bb79d-b0f5-4f77-92d6-54ea85b3bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:06.261386 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-516bb79d-b0f5-4f77-92d6-54ea85b3bf73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0436716 Oct 20 11:24:06.297552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-c2742493-765c-455c-80d6-99d9a0804654 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291874 Oct 20 11:24:06.386924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-07d44fd3-ac59-41ee-82d3-72d4b61285b7 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817792 Oct 20 11:24:06.485387 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-c841922a-3d59-4f28-b030-ba7a6ab49d70 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914783 Oct 20 11:24:07.331533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ffa68-9511-443d-a450-ea8d4ce44226 req-298292b0-9f2e-4f78-aac8-195c33f6047a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:07.333002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e2ffa68-9511-443d-a450-ea8d4ce44226 req-298292b0-9f2e-4f78-aac8-195c33f6047a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0492308 Oct 20 11:24:07.369849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e2ffa68-9511-443d-a450-ea8d4ce44226 req-2f5c1707-c07e-4ff6-9957-22578a5f6c28 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302372 Oct 20 11:24:08.482377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591bfec-2d91-4581-83bb-d351f927e1e8 req-6a7a5af0-70c8-4b51-8ea4-c01d248a1f95 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:08.483831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e591bfec-2d91-4581-83bb-d351f927e1e8 req-6a7a5af0-70c8-4b51-8ea4-c01d248a1f95 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0475340 Oct 20 11:24:08.519622 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e591bfec-2d91-4581-83bb-d351f927e1e8 req-d9920c7a-fec3-460d-bdd6-350ec0f51603 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Oct 20 11:24:09.637367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e352-45fe-4030-8d7a-cbf97e197847 req-436281d1-d871-4030-b98b-1bb6e817b96a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:09.638830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fc0e352-45fe-4030-8d7a-cbf97e197847 req-436281d1-d871-4030-b98b-1bb6e817b96a tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0528576 Oct 20 11:24:09.675724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fc0e352-45fe-4030-8d7a-cbf97e197847 req-5d7fc5e6-0a9a-4c6e-ae7b-b55204a05d64 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Oct 20 11:24:10.794490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530e15-fe13-4140-a2b8-84323602e0fa req-2134b143-8310-458a-9b33-8ea4e47a520e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:10.795961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48530e15-fe13-4140-a2b8-84323602e0fa req-2134b143-8310-458a-9b33-8ea4e47a520e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0485942 Oct 20 11:24:10.831843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-48530e15-fe13-4140-a2b8-84323602e0fa req-d30f144b-f958-48f2-83f7-05b4ec6f6bbc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300338 Oct 20 11:24:11.945461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623f3e-166e-4789-bd24-b6c95b90dbea req-4dcc3a31-610b-4a95-8542-c262fd9f7cb5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:11.946988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0623f3e-166e-4789-bd24-b6c95b90dbea req-4dcc3a31-610b-4a95-8542-c262fd9f7cb5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0486376 Oct 20 11:24:11.983576 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0623f3e-166e-4789-bd24-b6c95b90dbea req-52011671-b804-4cc8-9e53-96bd6cd6121d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Oct 20 11:24:13.108686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26658-50ea-44af-a021-36018f3e80dc req-91d21a99-a50d-467a-aafe-1b2f3ed511ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:13.110212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94a26658-50ea-44af-a021-36018f3e80dc req-91d21a99-a50d-467a-aafe-1b2f3ed511ff tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0601389 Oct 20 11:24:13.148989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94a26658-50ea-44af-a021-36018f3e80dc req-43adf279-d068-4c26-9bc3-532267d3184d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Oct 20 11:24:14.262671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c58349-78f6-450f-b754-418a55c7a9e0 req-b9167897-f329-4de2-8610-eecf776e2794 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:14.264153 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81c58349-78f6-450f-b754-418a55c7a9e0 req-b9167897-f329-4de2-8610-eecf776e2794 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0485277 Oct 20 11:24:14.301913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81c58349-78f6-450f-b754-418a55c7a9e0 req-4e0c6b53-7c94-488e-ac05-53bb4947fa62 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Oct 20 11:24:15.416534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013af82-1c3c-4b94-9705-fc66c24ea549 req-3cffb5e8-3be4-4664-ba7a-7053ae801a5d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:15.417982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d013af82-1c3c-4b94-9705-fc66c24ea549 req-3cffb5e8-3be4-4664-ba7a-7053ae801a5d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0492096 Oct 20 11:24:15.454544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d013af82-1c3c-4b94-9705-fc66c24ea549 req-cde0439d-d23c-4e2d-93e9-42e626268520 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Oct 20 11:24:16.129603 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:16.571800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25e76f-64a2-4642-83e3-c7c20a17e849 req-4b67d327-6b37-4b41-a9d1-21269a7f1d7e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:16.573256 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff25e76f-64a2-4642-83e3-c7c20a17e849 req-4b67d327-6b37-4b41-a9d1-21269a7f1d7e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0524971 Oct 20 11:24:16.610301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff25e76f-64a2-4642-83e3-c7c20a17e849 req-e677a9fc-9309-46e0-a975-a01687faff4b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Oct 20 11:24:17.039438 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:17.724112 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab0de-fd98-4a88-a932-a79f766a8d84 req-3caf8e06-b42a-446c-b2a1-3ded3d70d748 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:17.725580 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca8ab0de-fd98-4a88-a932-a79f766a8d84 req-3caf8e06-b42a-446c-b2a1-3ded3d70d748 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0491769 Oct 20 11:24:17.763323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca8ab0de-fd98-4a88-a932-a79f766a8d84 req-21a36530-048c-4564-b3b1-50dbffb72b0e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Oct 20 11:24:18.875681 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010479b-51ae-49db-827e-7d7f28368e88 req-58c2ae59-dd13-4a5f-b03d-c45aef11293b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:18.877179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c010479b-51ae-49db-827e-7d7f28368e88 req-58c2ae59-dd13-4a5f-b03d-c45aef11293b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0483415 Oct 20 11:24:18.914825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c010479b-51ae-49db-827e-7d7f28368e88 req-26c54175-2d0b-4694-83a6-0427cca9a203 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Oct 20 11:24:20.029990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137e44-a1c2-403c-b698-d4324a775e49 req-8211e8ea-c8c8-4b9a-bab8-0f41cb69985f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:20.031452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9137e44-a1c2-403c-b698-d4324a775e49 req-8211e8ea-c8c8-4b9a-bab8-0f41cb69985f tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0517833 Oct 20 11:24:20.068898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c9137e44-a1c2-403c-b698-d4324a775e49 req-f1a27ee6-54ff-4024-a09f-6dc80c245f71 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Oct 20 11:24:21.184584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148756b9-236b-4c39-9736-c26feaacd006 req-ce160c93-799e-463b-9b89-1809207d2227 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:21.186061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148756b9-236b-4c39-9736-c26feaacd006 req-ce160c93-799e-463b-9b89-1809207d2227 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0492539 Oct 20 11:24:21.223681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-148756b9-236b-4c39-9736-c26feaacd006 req-49f23d68-7d40-4e61-8f51-b02c9f392da4 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Oct 20 11:24:22.336287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4ecb-303f-4b31-9024-9e6f8244368f req-c93d1e05-3103-420c-bf99-5365fbe8c434 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:22.337735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-741e4ecb-303f-4b31-9024-9e6f8244368f req-c93d1e05-3103-420c-bf99-5365fbe8c434 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0483804 Oct 20 11:24:22.375181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-741e4ecb-303f-4b31-9024-9e6f8244368f req-7541ea31-6e8d-412e-8235-485af0e17510 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Oct 20 11:24:23.490867 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95c7e-07ad-4100-932d-dba026da36ff req-c0c11384-d4c6-4bde-9bfa-65011b29055d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:23.492352 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91e95c7e-07ad-4100-932d-dba026da36ff req-c0c11384-d4c6-4bde-9bfa-65011b29055d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0523686 Oct 20 11:24:23.530903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91e95c7e-07ad-4100-932d-dba026da36ff req-71d4b793-8f51-48f6-86cc-fbdd591bd41d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Oct 20 11:24:23.715973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-21436fb4-aaa8-4e3b-91c5-5fdc8fc5d189 req-3e0ce11e-e196-4c82-9934-275b73252700 service neutron] (100746) timed out ('10.222.0.74', 52564) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:24:24.643095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b221-bf37-4c1a-bb5d-e4d859577809 req-1cd1d0a2-92ab-4a4a-97ae-4c5406618492 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:24.644531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b85b221-bf37-4c1a-bb5d-e4d859577809 req-1cd1d0a2-92ab-4a4a-97ae-4c5406618492 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0479655 Oct 20 11:24:24.681328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b85b221-bf37-4c1a-bb5d-e4d859577809 req-d97eedb9-0fbb-4728-89e3-68b35745efbc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Oct 20 11:24:25.796200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e18b-80a6-420a-9f1f-5f2ec4684a17 req-a04efa12-c956-45ec-bfd9-649525a294aa tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:25.797693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a656e18b-80a6-420a-9f1f-5f2ec4684a17 req-a04efa12-c956-45ec-bfd9-649525a294aa tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0497656 Oct 20 11:24:25.834157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a656e18b-80a6-420a-9f1f-5f2ec4684a17 req-2393f40e-fe5b-4c66-93f8-36282be18cc9 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Oct 20 11:24:26.951553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f91945-ea91-4978-a3b6-4b500146cd54 req-f6680de0-cf0e-4459-8d3e-35ff146ed4dc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:26.953011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6f91945-ea91-4978-a3b6-4b500146cd54 req-f6680de0-cf0e-4459-8d3e-35ff146ed4dc tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0521271 Oct 20 11:24:26.989479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6f91945-ea91-4978-a3b6-4b500146cd54 req-b67b27aa-65eb-4c67-b076-74be32e245a2 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Oct 20 11:24:28.104507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45967-2a7c-416e-be27-9a03b0c4c7db req-45e5e059-3a22-4b37-b75a-491972a88590 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:28.105983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ced45967-2a7c-416e-be27-9a03b0c4c7db req-45e5e059-3a22-4b37-b75a-491972a88590 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0491138 Oct 20 11:24:28.144011 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ced45967-2a7c-416e-be27-9a03b0c4c7db req-393205bd-26e7-4493-bcf7-d8eff72e3af3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Oct 20 11:24:28.547109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bce21dcc-db22-43ab-9094-3ceede0bc666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:29.256219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4d01-e590-4887-b5f6-d7664ed9363d req-db97c73d-f664-4a40-8aac-79f2698d27fa tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:29.257654 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8dd4d01-e590-4887-b5f6-d7664ed9363d req-db97c73d-f664-4a40-8aac-79f2698d27fa tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0480397 Oct 20 11:24:29.294208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8dd4d01-e590-4887-b5f6-d7664ed9363d req-a4bb6aa4-7670-4db4-9c1c-c1845fc01593 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301204 Oct 20 11:24:30.424603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8545c6a-07df-44c1-9727-86f41995622e req-d4dead52-beab-4ae9-af2e-a8e732bc0b21 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:30.426077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8545c6a-07df-44c1-9727-86f41995622e req-d4dead52-beab-4ae9-af2e-a8e732bc0b21 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0526347 Oct 20 11:24:30.462552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8545c6a-07df-44c1-9727-86f41995622e req-f00c13cf-bfc4-47b4-b517-e0883ed9b010 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 Oct 20 11:24:31.412396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32ccfa44-7990-4bd3-8e05-58d39e3575c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:31.576098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a512b2-7f62-42b3-8d76-4345764ea703 req-3d6027e9-1e7e-4fca-ab9f-e5d8b477547d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:31.577556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09a512b2-7f62-42b3-8d76-4345764ea703 req-3d6027e9-1e7e-4fca-ab9f-e5d8b477547d tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0485129 Oct 20 11:24:31.615105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09a512b2-7f62-42b3-8d76-4345764ea703 req-97c19eb8-8c45-4426-8311-e6787d22e496 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Oct 20 11:24:31.812792 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:32.727532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850db9-02da-4b2a-86f7-4c919fe6f910 req-24ffac11-17df-4344-acfb-f39810c5ea03 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.729073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd850db9-02da-4b2a-86f7-4c919fe6f910 req-24ffac11-17df-4344-acfb-f39810c5ea03 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0485420 Oct 20 11:24:32.766361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd850db9-02da-4b2a-86f7-4c919fe6f910 req-59171b89-5469-4638-80b0-902d7d122062 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Oct 20 11:24:32.915350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:33.388487 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-0b370764-b1cc-4690-9d45-652179feedf8 req-edc759c3-4852-41a8-9c97-cc36b854b8fc service neutron] show failed (client error): The resource could not be found. Oct 20 11:24:33.389471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-edc759c3-4852-41a8-9c97-cc36b854b8fc service neutron] 10.222.0.70 "GET /v2.0/ports/8dd98a83-b663-4616-bbe7-ea2c4b16e684/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0602615 Oct 20 11:24:33.584143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-019bd1fd-00ca-4c4c-9aff-eec2006e5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:33.585539 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-019bd1fd-00ca-4c4c-9aff-eec2006e5de7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c&tenant_id=73e5c0aeb1b64e7e91488fe1841ef678 HTTP/1.1" status: 200 len: 1098 time: 0.0393589 Oct 20 11:24:33.597774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:33.650291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:33.851373 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:33.880159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794372c-42ad-447e-b67f-9a916e34ed74 req-aa4f01ad-163e-4be5-b56d-ff8af3136ee5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:33.881639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7794372c-42ad-447e-b67f-9a916e34ed74 req-aa4f01ad-163e-4be5-b56d-ff8af3136ee5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0489111 Oct 20 11:24:33.883792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:33.920155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7794372c-42ad-447e-b67f-9a916e34ed74 req-8a25c886-6418-48a2-ae0f-111f0829145e tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Oct 20 11:24:33.925207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:33.927316 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:33.929588 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa8b9f5-1a71-49c9-8cf8-c7487b633c02" -d '{"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:33.942669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Transition to ACTIVE for port object 8dd98a83-b663-4616-bbe7-ea2c4b16e684 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:24:33.946513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:33.985593 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3260b-37f0-4d16-ab5d-9c3b7dc603da x-openstack-request-id: req-8da3260b-37f0-4d16-ab5d-9c3b7dc603da {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:33.985885 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:33.986139 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8da3260b-37f0-4d16-ab5d-9c3b7dc603da {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:33.986531 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'code': 200} Oct 20 11:24:34.016503 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] No DVR routers for this DVR port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:24:34.018454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:34.027403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.027750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.028087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.028426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.028757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.029084 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.029408 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.029736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.030053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.030374 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.030695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.031049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:34.064171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:34.064506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:34.064835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:34.069028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:24:34.069345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Attempting to bind port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on network a4e8f63a-a162-4fe7-a351-96640b171865 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:34.074681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:34.075047 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Checking segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:34.075428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Bound using segment: {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:34.075848 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Bound port: 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28cd096-780b-4ac1-8a34-405f28e20a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:34.076191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:34.141666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:34.144537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:34.147996 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:34.180269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:34.180909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:34.182273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] 10.222.0.83 "PUT /v2.0/ports/8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 1093 time: 0.5883031 Oct 20 11:24:34.204090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147156b9-1b69-47ae-80cd-dfe269e49d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:34.250278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-72a8a27a-5579-4698-a839-7a424abfa5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:34.251790 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-72a8a27a-5579-4698-a839-7a424abfa5e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1096 time: 0.0449617 Oct 20 11:24:34.343440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-54b4b0ce-27ef-4e53-9e22-b794b5ffbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:34.344936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-54b4b0ce-27ef-4e53-9e22-b794b5ffbf0c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0846798 Oct 20 11:24:34.392086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-b2377a03-18b1-41b7-ae2f-b911c648b4dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0382316 Oct 20 11:24:34.443528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370764-b1cc-4690-9d45-652179feedf8 req-94dc7e7f-197d-4fac-9d92-e6f756cf7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:34.444950 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-94dc7e7f-197d-4fac-9d92-e6f756cf7da3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0438328 Oct 20 11:24:34.453795 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:34.477011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-289e72d2-231b-4384-80e5-80642c0e9f98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244749 Oct 20 11:24:34.568895 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-f859380e-3666-4eb6-b6f4-8ce6fb240272 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848012 Oct 20 11:24:34.657729 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-0b370764-b1cc-4690-9d45-652179feedf8 req-71914a39-6f17-43ec-8e8b-c17e49a98e9c service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809367 Oct 20 11:24:35.034813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fae9f-2e11-4f8f-b171-fc1ebad1ed53 req-3bc3ae0a-0532-45d7-9b05-acc28bf60e2b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:35.036307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b87fae9f-2e11-4f8f-b171-fc1ebad1ed53 req-3bc3ae0a-0532-45d7-9b05-acc28bf60e2b tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 944 time: 0.0482919 Oct 20 11:24:35.072587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b87fae9f-2e11-4f8f-b171-fc1ebad1ed53 req-256df8a1-f6b4-4c72-987a-18970d0f57c5 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Oct 20 11:24:35.987562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:35.989955 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454a464-0019-45b2-8151-f8bb6865d8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:36.037726 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03125082-4214-4ba3-9efa-2ab1b10cabbe x-openstack-request-id: req-03125082-4214-4ba3-9efa-2ab1b10cabbe {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:36.038010 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:36.038260 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03125082-4214-4ba3-9efa-2ab1b10cabbe {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:36.038656 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'status': 'completed', 'code': 200} Oct 20 11:24:36.102057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-a3779a59-f069-4a1f-816f-06b2c9fa9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.103602 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-a3779a59-f069-4a1f-816f-06b2c9fa9e3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1096 time: 0.0414360 Oct 20 11:24:36.105892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-982aad14-3b43-4146-9dcc-90948cb430a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.107426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-982aad14-3b43-4146-9dcc-90948cb430a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1096 time: 0.0449393 Oct 20 11:24:36.123517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:24:36.181323 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:24:36.209368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-cca0746d-204c-44c0-bd5f-73d23e6ba59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.211039 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-cca0746d-204c-44c0-bd5f-73d23e6ba59b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.0991385 Oct 20 11:24:36.242840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a7ff-5083-420d-9774-6195dc2d01e5 req-2c5f9827-06e1-46f5-8b62-6a8133676413 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.244284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1283a7ff-5083-420d-9774-6195dc2d01e5 req-2c5f9827-06e1-46f5-8b62-6a8133676413 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 944 time: 0.0705276 Oct 20 11:24:36.245686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-b5ffc7f6-5e0b-47c5-892e-cc3b5450d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.247403 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-b5ffc7f6-5e0b-47c5-892e-cc3b5450d1e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.1325753 Oct 20 11:24:36.267817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-44e8f279-9936-498e-abc6-79bfe604c1f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0414562 Oct 20 11:24:36.303588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-7a7ac9db-dbf1-44a7-b484-409406bb99d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0438058 Oct 20 11:24:36.341428 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-5e318da8-f5f9-4f48-b28b-e28029972ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.343108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-5e318da8-f5f9-4f48-b28b-e28029972ac8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0522659 Oct 20 11:24:36.344518 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1283a7ff-5083-420d-9774-6195dc2d01e5 req-6488f35b-7009-44ef-9199-83583badd713 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926592 Oct 20 11:24:36.364306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-0733ef2b-2e94-41e5-a1c4-9c62212dfc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:36.365758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-0733ef2b-2e94-41e5-a1c4-9c62212dfc1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0519855 Oct 20 11:24:36.377344 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-17a0f647-e308-4ee7-a4e0-ff3abb911e68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261927 Oct 20 11:24:36.399520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-f884452d-652e-447b-9f59-2dca905037a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250664 Oct 20 11:24:36.472774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-8cd1db11-dd7a-4151-a55d-47a722290331 service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Oct 20 11:24:36.496234 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-93c7f02e-0fff-4a68-a27f-5b128a88e1c1 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Oct 20 11:24:36.569435 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-c9cfba88-60dd-4c8f-a29e-6188681ca52d service neutron] 10.222.0.83 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870502 Oct 20 11:24:36.585057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1454a464-0019-45b2-8151-f8bb6865d8c3 req-013163ce-3659-4fb7-aaa8-cb14e11d168a service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822694 Oct 20 11:24:37.138090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:24:37.233388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:37.244136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'network_id': 'a4e8f63a-a162-4fe7-a351-96640b171865', 'port_id': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'mac_address': 'fa:16:3e:18:be:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a680cbde-21a1-4e1f-a7b9-9db3a48796a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:24:37.280322 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:37.294050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd98a83-b663-4616-bbe7-ea2c4b16e684 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:24:37.313677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:37.317399 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:37.362362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:37.369563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.369910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.370253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.370585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.371496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.371828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.372156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.372479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.373078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.373391 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.374007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.374007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:37.472583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99e7d-600b-4db4-875f-91b07bb2b447 req-3af084b2-d9a2-4389-a8ae-4ecfea8ab756 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:37.473984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8a99e7d-600b-4db4-875f-91b07bb2b447 req-3af084b2-d9a2-4389-a8ae-4ecfea8ab756 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 945 time: 0.0600147 Oct 20 11:24:37.512004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8a99e7d-600b-4db4-875f-91b07bb2b447 req-d50f61d9-7c9c-415c-9ed0-ff1ecc2155c3 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Oct 20 11:24:37.546623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['8dd98a83-b663-4616-bbe7-ea2c4b16e684'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:24:37.777570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df455960-fc77-4777-a5a9-58e2f23e6e49 req-ab5519f7-4e86-4020-89f7-1132c5ecd010 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:37.779051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df455960-fc77-4777-a5a9-58e2f23e6e49 req-ab5519f7-4e86-4020-89f7-1132c5ecd010 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 945 time: 0.1153183 Oct 20 11:24:37.786171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-72a6fa9e-19c0-4107-916a-43941443bccd tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:37.787505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-72a6fa9e-19c0-4107-916a-43941443bccd tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.70 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c&tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 945 time: 0.1144986 Oct 20 11:24:37.849005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df455960-fc77-4777-a5a9-58e2f23e6e49 req-3f9c2e23-98d1-49d9-90c5-dfd8174b3927 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605626 Oct 20 11:24:37.868668 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-690dc509-e5a1-4f05-8cd9-ed9a4954091f service neutron] delete failed (client error): The resource could not be found. Oct 20 11:24:37.869704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-690dc509-e5a1-4f05-8cd9-ed9a4954091f service neutron] 10.222.0.70 "DELETE /v2.0/ports/8dd98a83-b663-4616-bbe7-ea2c4b16e684/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0670679 Oct 20 11:24:37.949963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-e179eb77-9841-4eca-aa9c-33f235b1e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:37.951421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-e179eb77-9841-4eca-aa9c-33f235b1e998 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 1097 time: 0.0395536 Oct 20 11:24:38.354168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-b5f5cf66-a644-4901-af48-3ea0dcc3407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:38.355702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-b5f5cf66-a644-4901-af48-3ea0dcc3407d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 200 len: 917 time: 0.3975601 Oct 20 11:24:38.396800 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-a2b219a5-a63a-4b33-aede-2191448d5163 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 200 len: 217 time: 0.0338168 Oct 20 11:24:38.448157 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-f58327d0-9892-4422-89ef-046ae1cec091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:38.450309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-f58327d0-9892-4422-89ef-046ae1cec091 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 200 len: 855 time: 0.0457850 Oct 20 11:24:38.481045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-17a5a4ec-088f-4326-ae7f-f3dfa1cc9103 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4e8f63a-a162-4fe7-a351-96640b171865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236511 Oct 20 11:24:38.568380 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-e893ff73-4884-4ec0-a490-e76159a812d7 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799785 Oct 20 11:24:38.613276 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:38.661027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4864110c-9a13-4dcc-aacc-c18fb36ce610 req-b4f9fcb1-a649-4965-a758-73a36aa52743 service neutron] 10.222.0.70 "GET /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845003 Oct 20 11:24:38.965573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31827958-0f9d-4ab9-bd16-648ed73b86db req-c387be43-1fcb-49af-8528-898cacfb13d6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:38.967078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31827958-0f9d-4ab9-bd16-648ed73b86db req-c387be43-1fcb-49af-8528-898cacfb13d6 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 945 time: 0.0491784 Oct 20 11:24:39.005433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31827958-0f9d-4ab9-bd16-648ed73b86db req-4de34e95-ac69-432d-835f-ce8de69121d9 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Oct 20 11:24:39.153960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:39.205562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:24:39.209760 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:39.210180 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:39.287699 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:39.310001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:39.312269 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b2f9f9-dd65-4293-aed3-1f2f6fbc930a" -d '{"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:39.324082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:39.328014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:39.350653 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e375c5-e346-45c3-b093-ad63cbba851e x-openstack-request-id: req-b9e375c5-e346-45c3-b093-ad63cbba851e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:39.350962 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:39.351202 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b9e375c5-e346-45c3-b093-ad63cbba851e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:39.351576 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'code': 200} Oct 20 11:24:39.376636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:40.117531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10de0-fab1-4918-82ff-60549bd3b067 req-d5759756-0aa0-4fcb-910d-feb5bfcdef05 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:40.118995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfa10de0-fab1-4918-82ff-60549bd3b067 req-d5759756-0aa0-4fcb-910d-feb5bfcdef05 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0481949 Oct 20 11:24:40.159609 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bfa10de0-fab1-4918-82ff-60549bd3b067 req-a9d98781-b4ef-4647-9afd-d858c73e29e9 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Oct 20 11:24:40.273224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c3331-1456-41c6-821b-5562cd87949e req-76d0b7cf-4b2c-48c2-988a-2fcf3f18d926 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:40.274684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-415c3331-1456-41c6-821b-5562cd87949e req-76d0b7cf-4b2c-48c2-988a-2fcf3f18d926 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0491030 Oct 20 11:24:40.313491 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-415c3331-1456-41c6-821b-5562cd87949e req-1ffe0b98-ba47-4a21-b7ab-72998166e239 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Oct 20 11:24:40.423671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db6c19-89db-479f-912b-3ed3caa151f6 req-7bf064b6-3f51-4055-8d2d-b9ec5e151f21 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:40.425116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04db6c19-89db-479f-912b-3ed3caa151f6 req-7bf064b6-3f51-4055-8d2d-b9ec5e151f21 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0476687 Oct 20 11:24:40.461600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-04db6c19-89db-479f-912b-3ed3caa151f6 req-7fc48e6f-f013-4195-a1fb-17946c1b0b27 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Oct 20 11:24:40.776751 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e1c21-c0d8-4a4e-8710-802224310cae req-da8e8f2d-4a63-47a4-9b04-c5f618fd4200 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:40.778708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-543e1c21-c0d8-4a4e-8710-802224310cae req-da8e8f2d-4a63-47a4-9b04-c5f618fd4200 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0486012 Oct 20 11:24:40.819243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-543e1c21-c0d8-4a4e-8710-802224310cae req-f6e40b80-9710-41f7-b8be-3e680ee68733 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Oct 20 11:24:41.931891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f9e6c-65a9-4345-b0d0-54afa969af27 req-b5c423a1-c5be-4d7a-9f5d-587cebb4a589 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:41.933373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-378f9e6c-65a9-4345-b0d0-54afa969af27 req-b5c423a1-c5be-4d7a-9f5d-587cebb4a589 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0487442 Oct 20 11:24:41.971254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-378f9e6c-65a9-4345-b0d0-54afa969af27 req-4eabae22-5612-4be1-bca7-247a56950a75 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.74 "GET /v2.0/security-groups?id=b902e518-0f6c-452b-8274-658f45511b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Oct 20 11:24:42.055042 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e97429-6b74-4524-bb2c-148551e509c0 req-4753eff6-79b7-486c-947b-2dee2c964340 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:42.056479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51e97429-6b74-4524-bb2c-148551e509c0 req-4753eff6-79b7-486c-947b-2dee2c964340 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.83 "GET /v2.0/ports?device_id=d28d7de9-4bf8-4360-8629-fdf73e359e2c HTTP/1.1" status: 200 len: 946 time: 0.0487173 Oct 20 11:24:42.149409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Deleting port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:24:42.149786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:42.235745 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] For port 8dd98a83-b663-4616-bbe7-ea2c4b16e684, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=8dd98a83-b663-4616-bbe7-ea2c4b16e684,segment=NetworkSegment(c28cd096-780b-4ac1-8a34-405f28e20a7a),segment_id=c28cd096-780b-4ac1-8a34-405f28e20a7a)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:42.236103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:42.249094 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Calling delete_port for 8dd98a83-b663-4616-bbe7-ea2c4b16e684 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:24:42.376690 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:42.388865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['8dd98a83-b663-4616-bbe7-ea2c4b16e684'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:24:42.404586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Pushing event deleted for resources: {'Port': ['ID=8dd98a83-b663-4616-bbe7-ea2c4b16e684,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:42.448347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] No DVR routers for this DVR port 8dd98a83-b663-4616-bbe7-ea2c4b16e684 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:24:42.450979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:42.454368 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-51e97429-6b74-4524-bb2c-148551e509c0 req-9d5fe6b1-4b90-4cfe-803c-af4cca063af8 tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] 10.222.0.83 "DELETE /v2.0/ports/8dd98a83-b663-4616-bbe7-ea2c4b16e684 HTTP/1.1" status: 204 len: 173 time: 0.3915539 Oct 20 11:24:42.454805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-deleted', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:42.457087 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f685f05-9be4-4823-bccb-ddf317ebffe9" -d '{"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-deleted", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:42.493083 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb840aae-c98b-4459-8eed-b92f17a46d3a x-openstack-request-id: req-fb840aae-c98b-4459-8eed-b92f17a46d3a {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:42.493373 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d7de9-4bf8-4360-8629-fdf73e359e2c", "name": "network-vif-deleted", "tag": "8dd98a83-b663-4616-bbe7-ea2c4b16e684", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:42.493621 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb840aae-c98b-4459-8eed-b92f17a46d3a {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:42.494023 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d7de9-4bf8-4360-8629-fdf73e359e2c', 'name': 'network-vif-deleted', 'tag': '8dd98a83-b663-4616-bbe7-ea2c4b16e684', 'status': 'completed', 'code': 200} Oct 20 11:24:43.086782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:43.131742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Deleting subnet a680cbde-21a1-4e1f-a7b9-9db3a48796a2 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:24:43.134799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.168983 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.210516 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.260564 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.287368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a680cbde-21a1-4e1f-a7b9-9db3a48796a2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:43.289722 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.295140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a680cbde-21a1-4e1f-a7b9-9db3a48796a2 HTTP/1.1" status: 204 len: 168 time: 0.2050226 Oct 20 11:24:43.295478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44718) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:43.301752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.302099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.302443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.302804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.303182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.303555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.303917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.304244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.304590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.304913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.305236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.305597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c23d7d-7125-418e-ab51-55b280d0dd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:43.365141 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.444482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.464085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e8f63a-a162-4fe7-a351-96640b171865']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:43.473530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28cd096-780b-4ac1-8a34-405f28e20a7a') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:43.473824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28cd096-780b-4ac1-8a34-405f28e20a7a') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:43.482814 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.495318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.501693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:24:43.502063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:24:43.503675 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:24:43.556250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.561958 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.565107 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] 10.222.0.74 "DELETE /v2.0/networks/a4e8f63a-a162-4fe7-a351-96640b171865 HTTP/1.1" status: 204 len: 168 time: 0.2686453 Oct 20 11:24:43.575893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560b599-adda-4449-8486-d48f5087303e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e8f63a-a162-4fe7-a351-96640b171865,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:43.669453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44722) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:43.712513 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e5a3a6dd-a288-4c5c-8a7e-7d8ce60237c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73e5c0aeb1b64e7e91488fe1841ef678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418289 Oct 20 11:24:43.714899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:43.762715 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.783118 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.828166 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.830735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:43.831879 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b902e518-0f6c-452b-8274-658f45511b90 HTTP/1.1" status: 204 len: 168 time: 0.1160834 Oct 20 11:24:43.839695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4cf61-2455-4cab-994d-ec428f5d2951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902e518-0f6c-452b-8274-658f45511b90,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:44.480278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:44.579681 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-29915230-network', 'tenant_id': '27983e871b774c8eb790946bbcb9d113'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:44.600500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:24:44.602848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.611486 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.683308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.686932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.707431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:24:44.722506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a91af-eb50-4779-a16c-558a5026ac80,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:44.726394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.726734 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Added segment 953da7da-a722-4a2a-940e-217fa6ccaf5e of type vlan for network 53b836ce-9640-4aa4-96c1-85c7a4661211 Oct 20 11:24:44.768291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.791797 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.792719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:44.793298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.823197 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3411529 Oct 20 11:24:44.826741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:44.831735 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Request body: {'subnet': {'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-29915230-subnet', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:44.851902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:24:44.854178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:44.856129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f7291-5294-4950-b293-7534ea47a0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=53b836ce-9640-4aa4-96c1-85c7a4661211,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:44.866796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:24:45.021944 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.076258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0069077-e002-4df4-9b90-930c0b83a055,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:45.085466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:45.085825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Network hostable DHCP agents. Network: 53b836ce-9640-4aa4-96c1-85c7a4661211, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:24:45.101538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:24:45.109419 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 53b836ce-9640-4aa4-96c1-85c7a4661211) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:45.113438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:45.114017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.118246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6cc43-6f52-4675-8705-631f0f64f86a None None] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:24:45.129706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-811b7241-4897-4e7a-9963-8a1749f863ff admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3018613 Oct 20 11:24:45.132411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:45.136855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:45.156996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.158071 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.197543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:24:45.213459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.238144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 8dd98a83-b663-4616-bbe7-ea2c4b16e684 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:24:45.238506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 8dd98a83-b663-4616-bbe7-ea2c4b16e684 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:24:45.284306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-53b836ce-9640-4aa4-96c1-85c7a4661211', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:24:45.285166 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.349292 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.420717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Allocated IP 172.20.0.2 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/69a75501-9f2c-491b-b9ea-2965f23aa2e0) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:24:45.548529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.558451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.565162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.569003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.604301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:45.611376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:45.615038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:24:45.623152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Pushing event updated for resources: {'Port': ['ID=69a75501-9f2c-491b-b9ea-2965f23aa2e0,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:45.673022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Attempting to bind port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:45.673383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Attempting to bind port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:45.673742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Attempting to bind port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:45.677074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Allocated IP 172.25.3.230 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/82095d1a-4b5f-4817-8581-ffa1ea276448) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:24:45.678553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:45.678918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:45.679332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.679711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:45.680165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Bound port: 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:45.680531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.740408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] For port 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:45.743405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] For port 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=69a75501-9f2c-491b-b9ea-2965f23aa2e0,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:45.748144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.781308 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.809330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da793d-f7d7-4ae6-b1fa-215647335c8f None None] Pushing event updated for resources: {'Port': ['ID=69a75501-9f2c-491b-b9ea-2965f23aa2e0,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:45.822743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.863804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:45.866653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:45.869091 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:24:45.898520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Pushing event updated for resources: {'Port': ['ID=82095d1a-4b5f-4817-8581-ffa1ea276448,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:46.146165 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:46.153121 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:46.337699 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:46.471697 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:24:46.586387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:24:46.595261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:24:46.604969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:24:46.605601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:24:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:46.606888 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:46.610707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a98d92e2-8af6-49cd-b1cf-b6a72d8ae58c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4747548 Oct 20 11:24:46.611068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44754) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:46.661815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d1875-580e-4d20-a2c2-e82e69640923 None None] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:24:46.771676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:24:46.776496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] Provisioning complete for port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:46.776861 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.036901 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.109601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 69a75501-9f2c-491b-b9ea-2965f23aa2e0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:47.174445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.189946 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Allocated IP 172.20.0.1 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/803f8648-e5eb-4d78-826c-5d3c869ccb72) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:24:47.285229 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.296171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:47.296538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.303329 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.341290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.376212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] For port 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=69a75501-9f2c-491b-b9ea-2965f23aa2e0,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:47.377528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:47.380987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:47.384913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:24:47.385867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.388941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:46Z', 'revision_number': 3, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:47.425296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Pushing event updated for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:47.437459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.459232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:24:47.459580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Updating router 370d19d8-2939-4549-9aa1-2b58272f2a48 port 82095d1a-4b5f-4817-8581-ffa1ea276448 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:24:47.517394 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.540085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ba84d-e55a-439b-8622-ef59c1514858 None None] Pushing event updated for resources: {'Port': ['ID=69a75501-9f2c-491b-b9ea-2965f23aa2e0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:47.568560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.640000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fdb8e6b7-ad0b-47b4-831f-35bc4e1f0b4b None None] Provisioning complete for port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:47.640432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fdb8e6b7-ad0b-47b4-831f-35bc4e1f0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.745956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.751295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.820678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.823358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Pushing event updated for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:47.861016 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.867837 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.916715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:47.918196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:47.923818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384e80-6431-42e9-aef2-231d46eeb183 None None] Pushing event updated for resources: {'Port': ['ID=82095d1a-4b5f-4817-8581-ffa1ea276448,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:47.925951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Attempting to bind port 82095d1a-4b5f-4817-8581-ffa1ea276448 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:47.926320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Attempting to bind port 82095d1a-4b5f-4817-8581-ffa1ea276448 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:47.926682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Attempting to bind port 82095d1a-4b5f-4817-8581-ffa1ea276448 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:47.935604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:47.935984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:47.936389 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.936816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:47.937305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Bound port: 82095d1a-4b5f-4817-8581-ffa1ea276448, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:47.937685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.968038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0ee43ae6-e842-407f-b477-3bba6fff568c None None] Provisioning complete for port 803f8648-e5eb-4d78-826c-5d3c869ccb72 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:47.968406 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0ee43ae6-e842-407f-b477-3bba6fff568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.022409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0ee43ae6-e842-407f-b477-3bba6fff568c None None] Port 803f8648-e5eb-4d78-826c-5d3c869ccb72 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:24:48.027349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] For port 82095d1a-4b5f-4817-8581-ffa1ea276448, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:48.038974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] For port 82095d1a-4b5f-4817-8581-ffa1ea276448, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=82095d1a-4b5f-4817-8581-ffa1ea276448,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:48.044630 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.047515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:24:48.106108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:24:48.107186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:24:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:48.147273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384e80-6431-42e9-aef2-231d46eeb183 None None] Pushing event updated for resources: {'Port': ['ID=82095d1a-4b5f-4817-8581-ffa1ea276448,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:48.163705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:24:48.170527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f5acb63b-81e9-4a59-b8b7-18c84f9c5151 admin admin] 10.222.0.74 "PUT /v2.0/routers/370d19d8-2939-4549-9aa1-2b58272f2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5569212 Oct 20 11:24:48.177589 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c24c4330-f01c-4691-9c84-bec7c1be0214 None None] Provisioning complete for port 803f8648-e5eb-4d78-826c-5d3c869ccb72 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:48.178071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c24c4330-f01c-4691-9c84-bec7c1be0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.254601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c24c4330-f01c-4691-9c84-bec7c1be0214 None None] Port 803f8648-e5eb-4d78-826c-5d3c869ccb72 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:24:48.257303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:24:48.454200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 2, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:48.479248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09797053-1d5b-4651-8cb2-12a09c4420a2 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 2, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:24:48.935403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 69a75501-9f2c-491b-b9ea-2965f23aa2e0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:48.988650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:48.989048 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.806522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:49.811648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594645915', 'description': 'tempest-description--339913930'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:49.833559 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.899221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.902759 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.931698 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.932866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1253078 Oct 20 11:24:49.935245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6a496-3040-46eb-967b-1e3de2c0a785 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea3534-6dc2-4fd2-a51e-e034ad46618a,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:49.936393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44766) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:49.941164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'security_group_rule': {'security_group_id': '02ea3534-6dc2-4fd2-a51e-e034ad46618a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:49.971209 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.028019 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.031815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.047380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5069d8-a189-4602-9881-5b911423a25b,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:50.057858 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.059684 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cb43e925-903e-4e1d-a377-380e78005750 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216190 Oct 20 11:24:50.062275 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44768) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:50.066756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'security_group_rule': {'security_group_id': '02ea3534-6dc2-4fd2-a51e-e034ad46618a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:50.093707 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.162437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.166051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.181828 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4369cb-ca00-4c9a-8995-38d331b7f059,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:50.193125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.194357 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63a3ee26-1fee-4b90-8adb-44465f3d03fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311786 Oct 20 11:24:50.197303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 44770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:50.201726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:50.223267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.286829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250626a-3030-4d54-9346-558279819b5e None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:24:50.297499 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:24:50.298174 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:24:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:50.324472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.399905 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:24:50.430998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Allocated IP 172.25.3.162 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/62801b91-a858-4646-8bcc-fc73df34c3ef) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:24:50.532495 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.569531 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.592849 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 2, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:50.604920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:50.609787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:50.613244 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:24:50.624318 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250626a-3030-4d54-9346-558279819b5e None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:24:50.624668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250626a-3030-4d54-9346-558279819b5e None None] Updating router 370d19d8-2939-4549-9aa1-2b58272f2a48 port 803f8648-e5eb-4d78-826c-5d3c869ccb72 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:24:50.638583 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=62801b91-a858-4646-8bcc-fc73df34c3ef,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:50.649755 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.700572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.734672 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.888359 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.894477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.957211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 82095d1a-4b5f-4817-8581-ffa1ea276448 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:50.976888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.979411 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=62801b91-a858-4646-8bcc-fc73df34c3ef,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:50.997386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:50.999156 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-88b4ce0f-c5c3-4a1a-9767-ac9f03d51d9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8006401 Oct 20 11:24:51.001301 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.006850 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.014804 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 82095d1a-4b5f-4817-8581-ffa1ea276448 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:51.015209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.094910 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Pushing event updated for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:51.104620 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.104620 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.104927 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.105360 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.105838 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.106264 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.107155 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.107155 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.107795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.108263 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.108682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.109100 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:51.117621 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.140860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 82095d1a-4b5f-4817-8581-ffa1ea276448, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=82095d1a-4b5f-4817-8581-ffa1ea276448,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:51.148728 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.149542 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e250626a-3030-4d54-9346-558279819b5e None None] Attempting to bind port 803f8648-e5eb-4d78-826c-5d3c869ccb72 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:51.150003 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e250626a-3030-4d54-9346-558279819b5e None None] Attempting to bind port 803f8648-e5eb-4d78-826c-5d3c869ccb72 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:51.155684 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250626a-3030-4d54-9346-558279819b5e None None] Attempting to bind port 803f8648-e5eb-4d78-826c-5d3c869ccb72 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:51.160591 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250626a-3030-4d54-9346-558279819b5e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:51.160808 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250626a-3030-4d54-9346-558279819b5e None None] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:51.161300 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.161775 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250626a-3030-4d54-9346-558279819b5e None None] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:51.162341 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-e250626a-3030-4d54-9346-558279819b5e None None] Bound port: 803f8648-e5eb-4d78-826c-5d3c869ccb72, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:51.162812 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.173425 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-5f4be348-5e3b-4768-a628-4ad73cf05d22 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--594645915&fields=id&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 267 time: 0.0451336 Oct 20 11:24:51.207428 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=82095d1a-4b5f-4817-8581-ffa1ea276448,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:51.238327 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-e250626a-3030-4d54-9346-558279819b5e None None] For port 803f8648-e5eb-4d78-826c-5d3c869ccb72, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:51.241964 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-e250626a-3030-4d54-9346-558279819b5e None None] For port 803f8648-e5eb-4d78-826c-5d3c869ccb72, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=803f8648-e5eb-4d78-826c-5d3c869ccb72,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:51.245881 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-e250626a-3030-4d54-9346-558279819b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.295227 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:24:51.296994 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:24:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:51.297464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] Provisioning complete for port 803f8648-e5eb-4d78-826c-5d3c869ccb72 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:51.298157 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.298304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-6093d693-0a62-451d-8e8f-07343f600fab tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:51.299786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-6093d693-0a62-451d-8e8f-07343f600fab tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1193771 Oct 20 11:24:51.323628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-d255c409-43a0-4ae6-bd4a-042aef565f9b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/quotas/27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 375 time: 0.0147884 Oct 20 11:24:51.380845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-13121e1d-bb78-4c19-8fe1-c54df4e0e17c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544531 Oct 20 11:24:51.405643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c2c9-a7b7-461a-bcba-c50b1ea77e3a None None] Pushing event updated for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:51.409068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.429160 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:24:51.449668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] For port 803f8648-e5eb-4d78-826c-5d3c869ccb72, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=803f8648-e5eb-4d78-826c-5d3c869ccb72,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:51.456966 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.503185 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-caf886b9-9729-4ad0-b410-9d228b35157f service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100464 Oct 20 11:24:51.518900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ca2ce-d15c-404d-9401-6c9ab0a96117 None None] Pushing event updated for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:51.576910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bbb85d0c-f0d6-45b6-ba9a-9fff63ec0406 None None] Provisioning complete for port 803f8648-e5eb-4d78-826c-5d3c869ccb72 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:51.577232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bbb85d0c-f0d6-45b6-ba9a-9fff63ec0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:51.604477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-0c4ec809-3f6d-4e32-b0f9-dd85785037ba service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937493 Oct 20 11:24:51.642844 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e250626a-3030-4d54-9346-558279819b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:24:51.670125 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250626a-3030-4d54-9346-558279819b5e None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:24:51.783361 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-428b576e-46b6-4b26-9188-4af18f27df58 req-e8d1bc2c-c67a-4ae3-9739-dce54676adbc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 210 time: 0.0326738 Oct 20 11:24:52.717273 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-7d4e33de-fb41-4ff2-a10f-21f1d747d286 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:52.718747 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-7d4e33de-fb41-4ff2-a10f-21f1d747d286 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1028626 Oct 20 11:24:52.763881 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-ffc90e07-02d0-481f-9fcb-5f533c038d9b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 379 time: 0.0343764 Oct 20 11:24:52.773764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'port': {'device_id': '39326011-5583-40a2-8d17-19021802485a', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'admin_state_up': True, 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'security_groups': ['02ea3534-6dc2-4fd2-a51e-e034ad46618a']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:52.887858 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:24:52.891375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8c809fc-4086-4787-bab0-caaa7cbdba78 req-12431363-7948-4b78-aff8-10a1f3c26e55 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 210 time: 0.0304799 Oct 20 11:24:52.892470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:52.962145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 803f8648-e5eb-4d78-826c-5d3c869ccb72 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:53.009569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 803f8648-e5eb-4d78-826c-5d3c869ccb72 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:53.009940 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.033425 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Allocated IP 172.20.0.8 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/5f0bb35b-0826-4c55-9430-fa25e1933529) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:24:53.086507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 82095d1a-4b5f-4817-8581-ffa1ea276448 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:53.134604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 82095d1a-4b5f-4817-8581-ffa1ea276448 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:53.134982 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.172867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.206173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.254171 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:24:53.257220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:24:53.260925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:24:53.295343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:53.318029 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:53.318637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.335218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-09cbf276-710f-4186-81e3-b358d569b679 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648985 Oct 20 11:24:53.348799 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Request body: {'port': {'device_id': '39326011-5583-40a2-8d17-19021802485a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:53.403925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.484739 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-13493d1e-0f61-487b-b2f7-6cb888ac5cc6 None None] Provisioning complete for port 5f0bb35b-0826-4c55-9430-fa25e1933529 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:53.485102 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-13493d1e-0f61-487b-b2f7-6cb888ac5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.518124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-13493d1e-0f61-487b-b2f7-6cb888ac5cc6 None None] Port 5f0bb35b-0826-4c55-9430-fa25e1933529 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:24:53.665609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0bb35b-0826-4c55-9430-fa25e1933529 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:24:53.672841 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.684945 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Transition to ACTIVE for port object 5f0bb35b-0826-4c55-9430-fa25e1933529 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:24:53.688619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.755726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:53.810924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:53.811289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:53.811615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:53.816143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:24:53.816456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:53.821403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:53.821732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:53.822109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:53.822528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Bound port: 5f0bb35b-0826-4c55-9430-fa25e1933529, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:53.822872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.886702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:53.890916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:53.895404 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.929725 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:53.930333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.931751 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] 10.222.0.83 "PUT /v2.0/ports/5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 1092 time: 0.5872631 Oct 20 11:24:53.932307 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:53.934606 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a350cdf8-a424-4e16-8705-deaf5112bc76" -d '{"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:53.977929 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0e9c-df78-4b69-811a-b71c3a79f92b service neutron] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:54.013977 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195c0dd-7d9c-444f-b411-30fee07a8086 x-openstack-request-id: req-5195c0dd-7d9c-444f-b411-30fee07a8086 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:54.014268 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:54.014520 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5195c0dd-7d9c-444f-b411-30fee07a8086 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:54.014926 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'status': 'completed', 'code': 200} Oct 20 11:24:54.030313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc584220-c75e-475d-8736-e3f6ba1af974 req-314938d0-e9b5-42e6-9ef5-45a1718590f6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.030774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-90b743b2-0f41-4e8a-b78a-b970020680c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.031986 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc584220-c75e-475d-8736-e3f6ba1af974 req-314938d0-e9b5-42e6-9ef5-45a1718590f6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0606747 Oct 20 11:24:54.032254 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-90b743b2-0f41-4e8a-b78a-b970020680c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0462472 Oct 20 11:24:54.074214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc584220-c75e-475d-8736-e3f6ba1af974 req-a5093741-de2d-429b-930c-e4360b6fd47e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357227 Oct 20 11:24:54.081489 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-d7b6b62d-72fd-43ee-b73c-e7bfde52d888 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 217 time: 0.0395513 Oct 20 11:24:54.134800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-31c44cfe-2ced-4764-8a5e-afc1290226a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.136347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-31c44cfe-2ced-4764-8a5e-afc1290226a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0464654 Oct 20 11:24:54.183409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-26c02534-4610-4499-a8f0-bdb47a02b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.185387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-26c02534-4610-4499-a8f0-bdb47a02b961 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412891 Oct 20 11:24:54.280567 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-72fc2928-70cf-472a-88f1-82c1276ed689 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868666 Oct 20 11:24:54.369501 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-b848edfc-335e-4b0b-9af4-4f4f21b228da req-e4d928a1-8072-4360-b565-706d208487e8 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808747 Oct 20 11:24:54.462595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-12cfdc34-147d-48b6-a78b-4931e653b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.464087 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-12cfdc34-147d-48b6-a78b-4931e653b9e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0443032 Oct 20 11:24:54.557254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-ca2a31d5-9745-448f-a4ba-1828be2f477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.558613 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-ca2a31d5-9745-448f-a4ba-1828be2f477f service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0871217 Oct 20 11:24:54.858982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-3ce5056c-979e-4a6b-9287-b3059f16c45b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 217 time: 0.2922590 Oct 20 11:24:54.909310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-d7ff7909-1d1a-45f7-bc6b-63d2959c95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.910685 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-d7ff7909-1d1a-45f7-bc6b-63d2959c95ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0432003 Oct 20 11:24:54.956455 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-4e9a18f9-6425-4c41-ad2d-0f1d8559595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.957885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-4e9a18f9-6425-4c41-ad2d-0f1d8559595b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379951 Oct 20 11:24:55.050358 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-9513ab83-a5bf-42a9-a7fe-a2d53f264a85 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Oct 20 11:24:55.141705 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a350cdf8-a424-4e16-8705-deaf5112bc76 req-c866f029-aa93-454d-bfbd-89c0f58dabe6 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828760 Oct 20 11:24:55.189348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2cdcd-c1de-49ff-8dfd-07ae84519994 req-462efbf6-a6cc-41c1-b523-c6721dd46312 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:55.190812 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3db2cdcd-c1de-49ff-8dfd-07ae84519994 req-462efbf6-a6cc-41c1-b523-c6721dd46312 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0483289 Oct 20 11:24:55.227929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3db2cdcd-c1de-49ff-8dfd-07ae84519994 req-05fde67a-aa69-4265-a136-e09420fa110b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311840 Oct 20 11:24:56.344502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3d9c9-68b2-4781-af53-7339528cbdb9 req-e39ffbe6-2b39-4a92-b7b6-4b4ebd94c50f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:56.345959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdb3d9c9-68b2-4781-af53-7339528cbdb9 req-e39ffbe6-2b39-4a92-b7b6-4b4ebd94c50f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0524051 Oct 20 11:24:56.382819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdb3d9c9-68b2-4781-af53-7339528cbdb9 req-68a3eec2-2d45-46bd-bfe9-6848084fdb38 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Oct 20 11:24:57.264663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:24:57.361161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:57.371962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'mac_address': 'fa:16:3e:39:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:24:57.408859 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:57.421683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0bb35b-0826-4c55-9430-fa25e1933529 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:24:57.440764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:57.444767 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:57.496328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3756e7-454a-47d0-b9e4-f686ddb51e9f req-a3cb41b9-5c35-4600-80ef-6ee2c61203d6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:57.496986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:57.497821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba3756e7-454a-47d0-b9e4-f686ddb51e9f req-a3cb41b9-5c35-4600-80ef-6ee2c61203d6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 944 time: 0.0493560 Oct 20 11:24:57.536567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba3756e7-454a-47d0-b9e4-f686ddb51e9f req-652b9ca5-5cda-4af0-9882-fd81dc8d7f74 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Oct 20 11:24:57.644435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['5f0bb35b-0826-4c55-9430-fa25e1933529'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:24:58.549857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93846112-f757-4bc3-9ddf-7d406b303f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:58.647339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abaab0-7e5e-42b9-9376-49039b4831a1 req-892c591a-edb6-4533-8b80-394ea0982b5f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:58.648804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97abaab0-7e5e-42b9-9376-49039b4831a1 req-892c591a-edb6-4533-8b80-394ea0982b5f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 944 time: 0.0481365 Oct 20 11:24:58.685791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97abaab0-7e5e-42b9-9376-49039b4831a1 req-3bff2517-d2f3-4f4b-8899-b7ed5f4c6212 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Oct 20 11:24:59.263822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:24:59.311668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 5f0bb35b-0826-4c55-9430-fa25e1933529 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:24:59.315342 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 5f0bb35b-0826-4c55-9430-fa25e1933529 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:24:59.315706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.392949 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.414328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:59.416587 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ca28d-0c7a-4373-8e38-1723757fa7af" -d '{"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-plugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:59.428811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:59.433076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.458998 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5deef6-47eb-4cbd-bf70-2f78dadeddec x-openstack-request-id: req-9f5deef6-47eb-4cbd-bf70-2f78dadeddec {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:59.459304 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-plugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:59.459554 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f5deef6-47eb-4cbd-bf70-2f78dadeddec {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:59.460100 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'code': 200} Oct 20 11:24:59.486206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:59.552432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278baf-fd62-4911-a4f1-b470c147bfc6 req-3759eade-e6fd-4352-a94e-4175b0bbce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:59.553899 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62278baf-fd62-4911-a4f1-b470c147bfc6 req-3759eade-e6fd-4352-a94e-4175b0bbce67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1097 time: 0.0434413 Oct 20 11:24:59.587732 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62278baf-fd62-4911-a4f1-b470c147bfc6 req-ec356bee-cad9-4cb7-8209-4c9728cf9da2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267146 Oct 20 11:24:59.801339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f2f17-faaa-4f84-9119-f171a12ac680 req-ff074afd-97f8-44eb-8ddb-1725bc89d3db tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:59.802795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f78f2f17-faaa-4f84-9119-f171a12ac680 req-ff074afd-97f8-44eb-8ddb-1725bc89d3db tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0518546 Oct 20 11:24:59.838932 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f78f2f17-faaa-4f84-9119-f171a12ac680 req-5c4bf511-9ef4-4150-9e6a-5d20baa586fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303531 Oct 20 11:25:00.952211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec596-8fb6-4789-a1ba-482ed694aa41 req-3640ba63-d826-409a-9bec-4e0bec9b6d98 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:00.953650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdbec596-8fb6-4789-a1ba-482ed694aa41 req-3640ba63-d826-409a-9bec-4e0bec9b6d98 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0479896 Oct 20 11:25:00.990296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cdbec596-8fb6-4789-a1ba-482ed694aa41 req-187fa506-c946-4d5d-9ade-d4b2dc2dc069 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Oct 20 11:25:01.098193 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfef5f-f472-4b39-97c7-81a5c2d1c88b req-96bf3cdb-dabe-46f1-85a6-5442b2a26382 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:01.099561 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ddfef5f-f472-4b39-97c7-81a5c2d1c88b req-96bf3cdb-dabe-46f1-85a6-5442b2a26382 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0471737 Oct 20 11:25:01.108628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 44816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:01.112957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'floatingip': {'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:01.155179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.414519 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbc2-adef-4c38-a9a8-fcf720bca19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.813866 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.904898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.908311 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.005881 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 associated. External IP: 172.25.3.162, port: 5f0bb35b-0826-4c55-9430-fa25e1933529. Oct 20 11:25:02.203569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:25:02.310812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:02.315739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.320242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:02.342138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:02.343069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:25:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:02.349759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-68463b47-9912-4177-ac9f-9ee5d157e2e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "PUT /v2.0/floatingips/fd603f68-eafe-4624-adac-a34fd2e05a11 HTTP/1.1" status: 200 len: 991 time: 1.2400689 Oct 20 11:25:02.350347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:02.352688 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e" -d '{"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:02.391313 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36286411-44fb-423a-ad60-551178cec68d x-openstack-request-id: req-36286411-44fb-423a-ad60-551178cec68d {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:02.391313 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:02.391520 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36286411-44fb-423a-ad60-551178cec68d {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:02.391883 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'status': 'completed', 'code': 200} Oct 20 11:25:02.453918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-39ab3aea-7154-4a18-904d-e0d4378d9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.455454 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-39ab3aea-7154-4a18-904d-e0d4378d9bdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1097 time: 0.0414138 Oct 20 11:25:02.457024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:02.546976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-6b9bf85d-3863-40cb-878b-59aab363e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.548510 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-6b9bf85d-3863-40cb-878b-59aab363e207 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0846138 Oct 20 11:25:02.620015 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-6cf8b4c9-151d-41be-b4c7-e521957e349b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 999 time: 0.0633302 Oct 20 11:25:02.672022 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-9e975293-e7b0-43e3-bfaf-acfbe2f73ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.673521 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-9e975293-e7b0-43e3-bfaf-acfbe2f73ef5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0457156 Oct 20 11:25:02.724712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-6dba34c7-6ac0-4049-8e75-d3c2cdd2e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.726145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-6dba34c7-6ac0-4049-8e75-d3c2cdd2e75a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418246 Oct 20 11:25:02.827617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-eda1c213-5ab1-44a6-9b67-b5df2c41c0ae service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Oct 20 11:25:02.834149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:39:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326011-5583-40a2-8d17-19021802485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:25:01Z', 'revision_number': 1, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:02.860132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:02.868353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:02.868956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:25:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:02.925166 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ad2bd08a-f871-4cd7-8daa-39fc80c5ba3e req-83fd9aad-adc1-4ee7-a8cd-52d70876bf9f service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Oct 20 11:25:02.925505 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.985269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:03.203311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:39:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326011-5583-40a2-8d17-19021802485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:25:01Z', 'revision_number': 1, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:03.229101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c102e-44ce-4e91-b8ff-28e12fc08bc2 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:39:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326011-5583-40a2-8d17-19021802485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:25:01Z', 'revision_number': 1, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:03.417288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784bfb8-4623-429f-aae0-dcafbb5d255a None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:25:04.455750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.612500 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:25:16.163893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.057875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.549452 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0ed124a9-ad01-4430-9471-36b27d8877fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.798824 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-dd49b5e7-52e4-43e0-a3d4-9cff7d2c784d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404372 Oct 20 11:25:29.885649 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-c1c6d3f9-9bb6-4c40-a913-c63e40b8eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:29.887160 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-c1c6d3f9-9bb6-4c40-a913-c63e40b8eb12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1097 time: 0.0403762 Oct 20 11:25:29.999390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-0b694acb-093b-4160-bf21-9c8b3b757d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.001178 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-0b694acb-093b-4160-bf21-9c8b3b757d0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0894618 Oct 20 11:25:30.073727 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-ae18460a-a77b-46c6-ac63-446ec26bd03c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 1001 time: 0.0574715 Oct 20 11:25:30.122372 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-9613299e-6a44-4a22-a630-827fabc897ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.123776 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-9613299e-6a44-4a22-a630-827fabc897ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0428100 Oct 20 11:25:30.174076 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-989e0a75-10f1-4e1f-b1bc-5bfc9920ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.175554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-989e0a75-10f1-4e1f-b1bc-5bfc9920ebd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428824 Oct 20 11:25:30.265229 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-9980519d-f25f-415e-ba08-de07e98bbc13 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805078 Oct 20 11:25:30.359708 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-adc9a399-e22d-4355-afc3-ca63e2976f43 req-1a061da4-bdbb-441b-88f2-90af7d507ce8 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867441 Oct 20 11:25:31.420404 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e6694a79-5a16-4c21-b87f-a58a0faad19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.816363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.920155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.459128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.188516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.075224 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:52.611187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:25:58.549770 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4b46-a375-4d5e-9b09-a6cf1afac5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.416537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3b7802dc-d7be-475a-86ee-229c8448ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.819380 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.924893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.461785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.191660 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.086543 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.550770 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4100eb47-70f5-4cd6-a77c-aad756f06056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.610178 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:26:31.182844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-f9770d75-00ca-4a9f-99af-f504b7044e2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406291 Oct 20 11:26:31.264133 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-9e48b194-7611-4332-9820-4e302f833637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:31.265583 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-9e48b194-7611-4332-9820-4e302f833637 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1097 time: 0.0404074 Oct 20 11:26:31.376006 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-5c6164d9-f0f4-48a6-9b5f-3c2cf5140d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:31.377427 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-5c6164d9-f0f4-48a6-9b5f-3c2cf5140d59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0877066 Oct 20 11:26:31.418172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bc98ce03-d9a0-4482-a557-9a655b1815f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.444487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-96b5d831-39eb-4fa4-822d-2aa940b5547d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 1001 time: 0.0592468 Oct 20 11:26:31.497609 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-b10c20a7-d77b-4ab1-9340-4b1f58cd3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:31.499038 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-b10c20a7-d77b-4ab1-9340-4b1f58cd3efa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0467248 Oct 20 11:26:31.547693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-f0870174-a78e-4525-a03f-8a2f90d7aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:31.549237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-f0870174-a78e-4525-a03f-8a2f90d7aa55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424473 Oct 20 11:26:31.640198 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-8ad91273-24d3-44db-a4e2-9a4eed26348c service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Oct 20 11:26:31.739465 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39a97cc-6eeb-48da-9941-7e75e6f71065 req-2802ccf4-2092-4dbf-9253-10671edf1a82 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914264 Oct 20 11:26:31.819784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.927093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.463600 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.456824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c0ec-336e-4ac6-8195-65e70e3ecde7 req-f195d23e-125b-4742-a8ae-2e1f327f0102 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.458211 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d75c0ec-336e-4ac6-8195-65e70e3ecde7 req-f195d23e-125b-4742-a8ae-2e1f327f0102 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.1535258 Oct 20 11:26:40.494928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d75c0ec-336e-4ac6-8195-65e70e3ecde7 req-6116e43b-10aa-451d-9bd5-82950fa621e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308511 Oct 20 11:26:40.711705 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-c9691fb5-ca55-4171-bc22-8c21fe10e153 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394990 Oct 20 11:26:40.729011 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337c4e2-3962-4498-9254-7b0ecce829f7 req-e6789e2c-8198-450b-91aa-69f753ce142e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.730620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d337c4e2-3962-4498-9254-7b0ecce829f7 req-e6789e2c-8198-450b-91aa-69f753ce142e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0499487 Oct 20 11:26:40.769437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d337c4e2-3962-4498-9254-7b0ecce829f7 req-80661a65-4b9f-485f-ae67-c1be6274b5c8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Oct 20 11:26:41.801233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-6654b69d-b5c3-41f9-ae57-df1b68bc21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.802739 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-6654b69d-b5c3-41f9-ae57-df1b68bc21ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1097 time: 0.0402279 Oct 20 11:26:41.899286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-93e9cc44-8e03-4109-9bcd-f3a1d0b483fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.900785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-93e9cc44-8e03-4109-9bcd-f3a1d0b483fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0903003 Oct 20 11:26:41.943310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe48a1-21f0-410c-ad71-1fe57c629176 req-6fee0182-491c-4f3e-bfcc-6e6b492f5480 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.944779 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcfe48a1-21f0-410c-ad71-1fe57c629176 req-6fee0182-491c-4f3e-bfcc-6e6b492f5480 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.1059456 Oct 20 11:26:41.966911 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-e81825cf-ff60-4730-8800-45a18684eb79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 1001 time: 0.0576909 Oct 20 11:26:41.982237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcfe48a1-21f0-410c-ad71-1fe57c629176 req-1197162b-29b4-43da-a0ad-5fb77a525a41 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Oct 20 11:26:42.021236 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-5c566949-fd68-4896-844d-66223198b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.022677 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-5c566949-fd68-4896-844d-66223198b484 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0477436 Oct 20 11:26:42.067950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-249a3ed7-ccbd-42cf-9ab2-f96eef3281fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.069301 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-249a3ed7-ccbd-42cf-9ab2-f96eef3281fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389047 Oct 20 11:26:42.161352 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-77ec7947-71ff-42ac-b8dd-51a3a1418653 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841746 Oct 20 11:26:42.252205 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-01bddc9a-c515-416a-a1ac-3dad60c85541 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Oct 20 11:26:43.098534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325564-e714-4085-a31d-889fd119ea1d req-d2dd168c-be2d-4ac5-9642-c6ae3ccbdecd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.100025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10325564-e714-4085-a31d-889fd119ea1d req-d2dd168c-be2d-4ac5-9642-c6ae3ccbdecd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0491581 Oct 20 11:26:43.137714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10325564-e714-4085-a31d-889fd119ea1d req-ce985b2c-2b54-4a7a-85d9-de6f48afb32c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Oct 20 11:26:44.252233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4137051-87ed-4b05-b32b-a93e8609a055 req-d97ddba0-172d-4911-af0e-7238fbe224f0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.253669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4137051-87ed-4b05-b32b-a93e8609a055 req-d97ddba0-172d-4911-af0e-7238fbe224f0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0484362 Oct 20 11:26:44.290125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d4137051-87ed-4b05-b32b-a93e8609a055 req-db85a029-1e93-4fef-93f8-2d5422d9dd2a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Oct 20 11:26:45.409301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa8166-44bf-4535-8223-7224a317db77 req-5eb33915-fa7e-4475-95d5-bd078d55f4c3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.410732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aaaa8166-44bf-4535-8223-7224a317db77 req-5eb33915-fa7e-4475-95d5-bd078d55f4c3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0529630 Oct 20 11:26:45.448054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aaaa8166-44bf-4535-8223-7224a317db77 req-85428025-128e-489d-a797-a52c983c116e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Oct 20 11:26:46.192416 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.564431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd25ac-6bb7-4b57-a24a-aad7b3d8c88d req-a04b4066-40c4-437e-9b9a-54168b29fbdd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:46.565905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2cd25ac-6bb7-4b57-a24a-aad7b3d8c88d req-a04b4066-40c4-437e-9b9a-54168b29fbdd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0511079 Oct 20 11:26:46.603101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2cd25ac-6bb7-4b57-a24a-aad7b3d8c88d req-395233af-3849-42ed-ae01-cba1951ae0d6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Oct 20 11:26:47.095328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.719744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d63518-384b-4150-b4c5-df7fde25ea51 req-5e8f650a-1b10-4a77-a5ed-22e906ced4e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.721253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d63518-384b-4150-b4c5-df7fde25ea51 req-5e8f650a-1b10-4a77-a5ed-22e906ced4e2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0503933 Oct 20 11:26:47.761029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69d63518-384b-4150-b4c5-df7fde25ea51 req-798f89f7-53ee-4a94-9534-8fb652042120 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 Oct 20 11:26:48.882238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0e37-7fb4-465f-bca8-67060def5e95 req-5ad37a97-b3bf-4b44-b893-7c84d66f6eb1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:48.883790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbce0e37-7fb4-465f-bca8-67060def5e95 req-5ad37a97-b3bf-4b44-b893-7c84d66f6eb1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0553198 Oct 20 11:26:48.921294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbce0e37-7fb4-465f-bca8-67060def5e95 req-320f6ed2-1f34-45f2-aef8-3025a3e6d741 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Oct 20 11:26:50.036312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0e759-2a9a-41fa-a4d5-5b50d99234c7 req-6a1b5f16-8ebf-4789-8634-f74a53b9fdbf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.037772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fe0e759-2a9a-41fa-a4d5-5b50d99234c7 req-6a1b5f16-8ebf-4789-8634-f74a53b9fdbf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0492854 Oct 20 11:26:50.075466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fe0e759-2a9a-41fa-a4d5-5b50d99234c7 req-7fa17473-bdb2-42d1-b4b9-52c7862fbe39 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Oct 20 11:26:51.190249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e3808-f77e-4f4c-b130-39da2b7b6103 req-50cd3008-d640-4a52-96c6-b7cd5dae2cc2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.191691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b0e3808-f77e-4f4c-b130-39da2b7b6103 req-50cd3008-d640-4a52-96c6-b7cd5dae2cc2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0490842 Oct 20 11:26:51.230132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b0e3808-f77e-4f4c-b130-39da2b7b6103 req-047996a8-6cd9-4f81-a8b4-a5a32218b61f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Oct 20 11:26:52.348591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27127fca-91da-4928-ab03-ac524cc9fa8b req-9a6d3611-4fe3-4339-92c2-0ee4919fefc2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:52.350029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27127fca-91da-4928-ab03-ac524cc9fa8b req-9a6d3611-4fe3-4339-92c2-0ee4919fefc2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0514843 Oct 20 11:26:52.387220 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-27127fca-91da-4928-ab03-ac524cc9fa8b req-71efb653-a0cb-490d-b686-dc3ae6de46b0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 Oct 20 11:26:53.501240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e3a6-5c6f-46a7-852d-16b38c576b37 req-71647075-538e-4d89-ab40-75af40c59b89 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.502710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ff1e3a6-5c6f-46a7-852d-16b38c576b37 req-71647075-538e-4d89-ab40-75af40c59b89 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0494421 Oct 20 11:26:53.539533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ff1e3a6-5c6f-46a7-852d-16b38c576b37 req-0ed1a053-d90b-47dd-a8c8-b77811339b1c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306687 Oct 20 11:26:54.655358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af5d21-4cab-4724-aa63-66546de6d621 req-11988088-9a15-4b41-9f5b-096fc7e68157 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.656830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62af5d21-4cab-4724-aa63-66546de6d621 req-11988088-9a15-4b41-9f5b-096fc7e68157 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0491657 Oct 20 11:26:54.693556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-62af5d21-4cab-4724-aa63-66546de6d621 req-ebc64956-9fda-4074-ba90-5be594d98a9a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Oct 20 11:26:55.810850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5020a-2144-409d-bd81-04db268578a2 req-d05cf930-c7ca-43c6-aa5b-961764059fb2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.812332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cb5020a-2144-409d-bd81-04db268578a2 req-d05cf930-c7ca-43c6-aa5b-961764059fb2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0531657 Oct 20 11:26:55.849958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cb5020a-2144-409d-bd81-04db268578a2 req-cae3f6e3-1485-42a0-bbc3-b58b1714d0f5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Oct 20 11:26:56.962803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e5b69-371a-42bb-8ee7-7b99d5370fa7 req-49687c43-4fbd-4f8f-9fc9-a8815c898377 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.964794 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-946e5b69-371a-42bb-8ee7-7b99d5370fa7 req-49687c43-4fbd-4f8f-9fc9-a8815c898377 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0494871 Oct 20 11:26:57.002045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-946e5b69-371a-42bb-8ee7-7b99d5370fa7 req-60e6af16-e516-426f-9b8a-19ce1cacc9c8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Oct 20 11:26:58.115092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d961a-077f-4e2c-a148-e6e7923f336c req-fd9c88ed-12dc-423c-b255-eba2e40940c1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.116546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-818d961a-077f-4e2c-a148-e6e7923f336c req-fd9c88ed-12dc-423c-b255-eba2e40940c1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0480714 Oct 20 11:26:58.153442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-818d961a-077f-4e2c-a148-e6e7923f336c req-c810f38a-627e-4e77-885f-d24628717916 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305474 Oct 20 11:26:58.552065 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-25200131-6205-4afd-a4dc-029d06515d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.128721 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-5d00cb1d-7782-4397-9de0-71744a220cae service neutron] show failed (client error): The resource could not be found. Oct 20 11:26:59.129954 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-5d00cb1d-7782-4397-9de0-71744a220cae service neutron] 10.222.0.83 "GET /v2.0/ports/5f0bb35b-0826-4c55-9430-fa25e1933529/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0524423 Oct 20 11:26:59.283307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d50c-daab-4743-a793-760162ebc471 req-42da698f-b5da-4b00-ac2e-b9fae6883b91 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.284802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e97d50c-daab-4743-a793-760162ebc471 req-42da698f-b5da-4b00-ac2e-b9fae6883b91 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 945 time: 0.0569556 Oct 20 11:26:59.376060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e97d50c-daab-4743-a793-760162ebc471 req-fb8a8b6d-e7e0-4e86-9c84-79ab183a8ffa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851166 Oct 20 11:26:59.384320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-0f5bc1ee-5f41-433e-901f-4473ce2f68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.385748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-0f5bc1ee-5f41-433e-901f-4473ce2f68bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1097 time: 0.0887964 Oct 20 11:26:59.398330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:59.453646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.650567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:59.681877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:59.720199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:59.722652 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6f856-49bc-43eb-87e9-f1f74cc7bb71" -d '{"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:59.726670 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.739632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Transition to ACTIVE for port object 5f0bb35b-0826-4c55-9430-fa25e1933529 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:59.743315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.854875 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8511aa-78a7-4091-a404-276c1d8ed989 x-openstack-request-id: req-2e8511aa-78a7-4091-a404-276c1d8ed989 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:59.855710 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:59.855962 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e8511aa-78a7-4091-a404-276c1d8ed989 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:59.856356 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'code': 200} Oct 20 11:26:59.861893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:59.883905 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.884249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.884589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.884922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.885260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.885588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.885916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.886284 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.886612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.886969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.887283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.887603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:59.925806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] No DVR routers for this DVR port 5f0bb35b-0826-4c55-9430-fa25e1933529 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:00.061544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:00.061813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:00.062144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:00.066323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:00.066647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Attempting to bind port 5f0bb35b-0826-4c55-9430-fa25e1933529 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:00.071462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:00.071797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:00.072182 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:00.072608 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Bound port: 5f0bb35b-0826-4c55-9430-fa25e1933529, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:00.072951 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.133243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:00.137161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:00.141407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.173997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.174606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.175994 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 1092 time: 0.7816122 Oct 20 11:27:00.199384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d13130-c04e-4cc9-a5cc-83eb55dd5fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:00.248630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-d5d9ee5b-65cb-472f-972e-8f3c97188bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.250138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-d5d9ee5b-65cb-472f-972e-8f3c97188bc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0461218 Oct 20 11:27:00.348563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-35e008bd-bef2-4602-99ad-bb046585fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.350048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-35e008bd-bef2-4602-99ad-bb046585fc23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0929198 Oct 20 11:27:00.445382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-c9ed79c3-21f6-41d9-b6b5-17d84515fa3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 999 time: 0.0882583 Oct 20 11:27:00.514874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-1c897c9f-f4c4-4f7f-b015-f7af14b322e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.516313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-1c897c9f-f4c4-4f7f-b015-f7af14b322e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0615346 Oct 20 11:27:00.527059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d382e2-e7bf-4807-8a3e-e595bd84570f req-f60340ce-63f4-4f29-950f-2bb15d5660e7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.528409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44d382e2-e7bf-4807-8a3e-e595bd84570f req-f60340ce-63f4-4f29-950f-2bb15d5660e7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0822589 Oct 20 11:27:00.600429 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44d382e2-e7bf-4807-8a3e-e595bd84570f req-95d03d8b-49ac-4ef4-8be8-edf505f08685 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639567 Oct 20 11:27:00.602824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-0536ad9d-bd73-423f-b308-38196f758eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.604222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-0536ad9d-bd73-423f-b308-38196f758eeb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750055 Oct 20 11:27:00.692510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-bc52c5f6-9471-45f4-8868-5adcf28233df service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801339 Oct 20 11:27:00.782411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-fb24de26-358c-4fd1-a318-0eba9318713c service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824466 Oct 20 11:27:01.419411 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4bb31e9-0285-402f-b50a-e785ca165f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.715666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4839-3ded-48db-9c3f-cec4393eba8c req-84cb395a-2df7-48d9-a9e3-72acd6f0d34c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.717115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c32e4839-3ded-48db-9c3f-cec4393eba8c req-84cb395a-2df7-48d9-a9e3-72acd6f0d34c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0481069 Oct 20 11:27:01.752972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c32e4839-3ded-48db-9c3f-cec4393eba8c req-f2cff883-a315-4bcb-a943-f5b1eae4f927 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300894 Oct 20 11:27:01.824823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.857682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:01.860012 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b02c33c-1126-4013-a072-e2b39b219945" -d '{"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:01.901756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:01.909586 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cddb703-f7db-4e9c-9ef9-06903fdfa0a5 x-openstack-request-id: req-5cddb703-f7db-4e9c-9ef9-06903fdfa0a5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:01.909877 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39326011-5583-40a2-8d17-19021802485a", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:01.910128 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5cddb703-f7db-4e9c-9ef9-06903fdfa0a5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:01.910517 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'status': 'completed', 'code': 200} Oct 20 11:27:01.947212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:01.977113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-e0ef87bc-6712-45f3-af36-b4de359fc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.977974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-04651f17-39d3-486e-ae23-976ccee5487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.978596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-e0ef87bc-6712-45f3-af36-b4de359fc23e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0448611 Oct 20 11:27:01.979467 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-04651f17-39d3-486e-ae23-976ccee5487a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0452509 Oct 20 11:27:02.068982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-0f35f4a0-819d-4a2d-ad48-77012718acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.070442 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-0f35f4a0-819d-4a2d-ad48-77012718acb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0828850 Oct 20 11:27:02.070564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-f3ab1d73-de25-4160-a983-005b0af7cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.072046 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-f3ab1d73-de25-4160-a983-005b0af7cda4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0847540 Oct 20 11:27:02.139934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-112342f3-5865-4164-8d4b-078dbbec4c8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 999 time: 0.0609949 Oct 20 11:27:02.141550 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-461d37d0-9b5c-4dbd-8fc5-4e6a0434be43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 999 time: 0.0620944 Oct 20 11:27:02.189552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-a972cf14-8436-4e13-8d75-e749a32e2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.191040 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-a972cf14-8436-4e13-8d75-e749a32e2e6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0435452 Oct 20 11:27:02.191450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-1dd921b9-f99c-44ca-820c-3e35a7c2e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.192866 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-1dd921b9-f99c-44ca-820c-3e35a7c2e324 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0429223 Oct 20 11:27:02.237153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-2575ad2f-81ad-4b3b-9317-6f37fbe7c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.238625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-2575ad2f-81ad-4b3b-9317-6f37fbe7c64b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399866 Oct 20 11:27:02.239433 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c33c-1126-4013-a072-e2b39b219945 req-0771b2d5-03e6-40fe-a206-c2bed412c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.240900 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-0771b2d5-03e6-40fe-a206-c2bed412c729 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396073 Oct 20 11:27:02.336619 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-fad98158-2f5a-411e-a96e-40437b71d3dd service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878398 Oct 20 11:27:02.344815 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-90d5e398-8534-4d8a-835c-cc606591f19c service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910172 Oct 20 11:27:02.431923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-c7c7586d-5376-4d26-9882-b2ea53075eaa service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Oct 20 11:27:02.442885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b02c33c-1126-4013-a072-e2b39b219945 req-1af87224-c33b-4463-9dfd-1a9b143578df service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903306 Oct 20 11:27:02.871851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67617d-244e-4859-a4df-1274e9cb8877 req-f6401dc4-b68b-4689-b42b-e3e0189bb858 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.873334 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e67617d-244e-4859-a4df-1274e9cb8877 req-f6401dc4-b68b-4689-b42b-e3e0189bb858 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0526724 Oct 20 11:27:02.910149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e67617d-244e-4859-a4df-1274e9cb8877 req-416f4740-d90f-4065-8791-0d6b56286aa7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Oct 20 11:27:02.928729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:03.100057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7750e50-b6da-4542-a02f-f256665a2ecc req-04a465e1-17a6-449c-9c61-25b132a47841 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.101454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7750e50-b6da-4542-a02f-f256665a2ecc req-04a465e1-17a6-449c-9c61-25b132a47841 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0496898 Oct 20 11:27:03.124241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-3cf78811-cf7f-4d9b-9911-eeed93682452 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.125722 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-3cf78811-cf7f-4d9b-9911-eeed93682452 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a&tenant_id=27983e871b774c8eb790946bbcb9d113&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0574822 Oct 20 11:27:03.141493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7750e50-b6da-4542-a02f-f256665a2ecc req-43ab8fbb-fe38-42eb-af85-8e5d69f4c01c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Oct 20 11:27:03.191727 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-b5922c20-b5b6-4e38-a3c4-cf597df1794c service neutron] delete failed (client error): The resource could not be found. Oct 20 11:27:03.192714 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-b5922c20-b5b6-4e38-a3c4-cf597df1794c service neutron] 10.222.0.83 "DELETE /v2.0/ports/5f0bb35b-0826-4c55-9430-fa25e1933529/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0537188 Oct 20 11:27:03.282242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-6433af61-62e9-4718-9773-98bf7e95bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.283754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-6433af61-62e9-4718-9773-98bf7e95bdc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 1095 time: 0.0409410 Oct 20 11:27:03.378225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-42d80f17-7bcb-44d0-880f-cae3efce9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.379916 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-42d80f17-7bcb-44d0-880f-cae3efce9b95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0869825 Oct 20 11:27:03.444139 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-d9211a4e-bb8f-4cbe-96db-c1439a4121ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 200 len: 999 time: 0.0563695 Oct 20 11:27:03.495089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-e53a9104-9ac8-4e93-9fff-704165fcb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.496975 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-e53a9104-9ac8-4e93-9fff-704165fcb726 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0425935 Oct 20 11:27:03.546074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-11af9d23-4b4c-40d4-b93f-4c9c8bb86dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.547541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-11af9d23-4b4c-40d4-b93f-4c9c8bb86dfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422058 Oct 20 11:27:03.638629 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-e09702f1-b4f7-463c-8c49-559be30c1dfe service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820885 Oct 20 11:27:03.729903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9537ad2d-c4dd-42ba-a992-815ff5b4df33 req-cdba27a6-207d-4a35-838f-c947beab53d7 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Oct 20 11:27:04.261003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3f3c-85c9-42d9-9240-4c41b6530cde req-0dc55248-0ab3-4a75-9778-c6e19432581e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.262527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3eb3f3c-85c9-42d9-9240-4c41b6530cde req-0dc55248-0ab3-4a75-9778-c6e19432581e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0498848 Oct 20 11:27:04.303934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3eb3f3c-85c9-42d9-9240-4c41b6530cde req-e51f00c9-f50e-4889-bc04-429ad99cbc54 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Oct 20 11:27:04.423438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905160dd-b339-4b1e-8059-2fb6748bcfb8 req-127a11cd-c452-4602-8c5b-86151cf57570 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.424906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-905160dd-b339-4b1e-8059-2fb6748bcfb8 req-127a11cd-c452-4602-8c5b-86151cf57570 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0525150 Oct 20 11:27:04.462529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-905160dd-b339-4b1e-8059-2fb6748bcfb8 req-c3d5ceb9-b32e-4913-8317-65f106e2b73b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Oct 20 11:27:04.468493 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.575685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052630f-0bf0-4246-b54f-661cdf049f86 req-5c54b66d-7269-4ea2-976e-702db37cea5e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.577133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3052630f-0bf0-4246-b54f-661cdf049f86 req-5c54b66d-7269-4ea2-976e-702db37cea5e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0477862 Oct 20 11:27:04.614058 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3052630f-0bf0-4246-b54f-661cdf049f86 req-08e7c790-df25-4d84-a31e-bbf833521b5b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Oct 20 11:27:04.664488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:04.758534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:04.769842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'mac_address': 'fa:16:3e:39:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:04.811731 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.824500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0bb35b-0826-4c55-9430-fa25e1933529 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:04.843632 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:04.844998 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f8754-7b89-48f9-87ec-06a3322d67cf req-03103dff-f8c8-4b02-94cb-3bea29f57519 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.846706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a7f8754-7b89-48f9-87ec-06a3322d67cf req-03103dff-f8c8-4b02-94cb-3bea29f57519 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 943 time: 0.0485880 Oct 20 11:27:04.847812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.884723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3a7f8754-7b89-48f9-87ec-06a3322d67cf req-6379c36d-7223-4dad-b98a-13f52ca71410 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Oct 20 11:27:04.896358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:04.903691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.904041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.904387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.904727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.905061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.905392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.905720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.906046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.906373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.906696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.907048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:04.907373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:05.119629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['5f0bb35b-0826-4c55-9430-fa25e1933529'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:06.003372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0700d-1abb-4ffe-85e6-a6cd365f31ab req-b541a4c0-a9e0-417c-a0e1-efb8194de450 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.005051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0f0700d-1abb-4ffe-85e6-a6cd365f31ab req-b541a4c0-a9e0-417c-a0e1-efb8194de450 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 944 time: 0.0515902 Oct 20 11:27:06.041585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0f0700d-1abb-4ffe-85e6-a6cd365f31ab req-328a6372-81b8-4e90-a83e-1c0de10b8b0b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Oct 20 11:27:06.162607 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-af0edd26-2da7-4040-8157-cbe5144e7039 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.163969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-af0edd26-2da7-4040-8157-cbe5144e7039 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 944 time: 0.0481369 Oct 20 11:27:06.249577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Deleting port 5f0bb35b-0826-4c55-9430-fa25e1933529 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:06.249913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.609153 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:06.669214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:06.669578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.674927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:06.723547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 5f0bb35b-0826-4c55-9430-fa25e1933529 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:06.727140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 5f0bb35b-0826-4c55-9430-fa25e1933529 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:06.727513 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.802589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.825600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:06.828242 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15411878-cc24-47d0-b509-53db07ca14c9" -d '{"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-plugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:06.839452 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.839816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.840128 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 disassociated. External IP: 172.25.3.162, port: 5f0bb35b-0826-4c55-9430-fa25e1933529. Oct 20 11:27:06.840470 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Calling delete_port for 5f0bb35b-0826-4c55-9430-fa25e1933529 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:06.844514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 5f0bb35b-0826-4c55-9430-fa25e1933529, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=5f0bb35b-0826-4c55-9430-fa25e1933529,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:06.849037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.873067 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd5767-8ac9-40a7-8fab-931e73b78c1d x-openstack-request-id: req-6ffd5767-8ac9-40a7-8fab-931e73b78c1d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:06.873360 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-plugged", "status": "completed", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:06.873593 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ffd5767-8ac9-40a7-8fab-931e73b78c1d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:06.874002 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'code': 200} Oct 20 11:27:06.899866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:06.980635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.009543 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'Port': ['ID=5f0bb35b-0826-4c55-9430-fa25e1933529,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:07.149792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-966a91d9-eac8-40d8-bbd5-96881a1a5c6a req-2f69fd02-4f62-4696-a38e-b8b0a26aec61 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=39326011-5583-40a2-8d17-19021802485a HTTP/1.1" status: 200 len: 210 time: 0.0309579 Oct 20 11:27:07.151582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:07.261864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:07.271273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:07.280327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:07.280888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:27:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:07.303328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] No DVR routers for this DVR port 5f0bb35b-0826-4c55-9430-fa25e1933529 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:07.305985 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.309849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cd00f34-5f33-4aed-8d10-8a719f8e7fb8 req-fcbd6b28-b106-4c97-8f36-0444a97cdd0c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "DELETE /v2.0/ports/5f0bb35b-0826-4c55-9430-fa25e1933529 HTTP/1.1" status: 204 len: 173 time: 1.1396489 Oct 20 11:27:07.310276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-deleted', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:07.312523 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44b321-c0c1-41a7-bb9a-8b90b18395d9" -d '{"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-deleted", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:07.350330 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f4dc13-18bb-4c6e-92f6-831c0afe756c x-openstack-request-id: req-e2f4dc13-18bb-4c6e-92f6-831c0afe756c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:07.350693 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39326011-5583-40a2-8d17-19021802485a", "name": "network-vif-deleted", "tag": "5f0bb35b-0826-4c55-9430-fa25e1933529", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:07.351040 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2f4dc13-18bb-4c6e-92f6-831c0afe756c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:07.351442 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39326011-5583-40a2-8d17-19021802485a', 'name': 'network-vif-deleted', 'tag': '5f0bb35b-0826-4c55-9430-fa25e1933529', 'status': 'completed', 'code': 200} Oct 20 11:27:07.391130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:07.586335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:07.615318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:07.623905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:07.624505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:27:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:07.727895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:07.918457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:07.944055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0f01-c792-471a-bf10-9ef9d49d7594 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:08.147510 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27e9c8-c82a-4240-9cf8-adb8fddfcb06 None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:27:08.381810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-86914373-d924-4783-bea6-f5938dfcf15c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--594645915&fields=id&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 267 time: 0.0324981 Oct 20 11:27:08.486155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-db05e092-8891-4af2-83ac-d2ef8587f0f7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:08.487661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-db05e092-8891-4af2-83ac-d2ef8587f0f7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.0987957 Oct 20 11:27:08.502614 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-ce19d2b9-8893-4f19-85bd-b053e00c3beb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/quotas/27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Oct 20 11:27:08.559237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-77e324d2-0cae-4b45-8802-e546e23209fb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509989 Oct 20 11:27:08.653187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-05de8266-e43d-4eea-830f-2f64b8436780 service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827854 Oct 20 11:27:08.677988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:08.696579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 5f0bb35b-0826-4c55-9430-fa25e1933529 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:08.696919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 5f0bb35b-0826-4c55-9430-fa25e1933529 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:08.743038 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-9afbb7d5-2aae-4776-8f71-3bda4970fe47 service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Oct 20 11:27:08.902682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd656b37-5e8d-468f-ba6b-394762fd3ea7 req-b71cfcbd-bd76-49b1-8c08-b75a107e5ae6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 210 time: 0.0275841 Oct 20 11:27:09.905911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-2d19495e-38a9-4a3a-9c30-2320224c5e3d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:09.907672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-2d19495e-38a9-4a3a-9c30-2320224c5e3d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1038558 Oct 20 11:27:09.954818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-9dbc0ef2-c2b4-4aa7-a0fb-409f59eebf1f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 379 time: 0.0358059 Oct 20 11:27:09.964973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'port': {'device_id': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'admin_state_up': True, 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'security_groups': ['02ea3534-6dc2-4fd2-a51e-e034ad46618a']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:09.995219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dbdd2914-33e5-434d-a0bf-43c1ccb04f96 req-8a98bdfa-a92f-41ba-8edb-61da54613f94 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 210 time: 0.0267322 Oct 20 11:27:10.076796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:10.080396 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.204845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Allocated IP 172.20.0.4 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/09748873-8e77-4f1f-a6e2-ad864e672d8e) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:10.357178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.389104 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.435163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:10.438172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:10.441735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:10.474285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.487978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.488319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.488682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.489016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.489346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.489670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.489998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.490317 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.490640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.490982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.491308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.491628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:10.508892 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.509502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.526276 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-fb70f356-3896-4222-ac07-19505a5c3b0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649843 Oct 20 11:27:10.539570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Request body: {'port': {'device_id': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:10.595245 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.627185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e21c7769-e1ad-476f-99d5-4751433d5e71 None None] Provisioning complete for port 09748873-8e77-4f1f-a6e2-ad864e672d8e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:10.627698 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e21c7769-e1ad-476f-99d5-4751433d5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.667322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e21c7769-e1ad-476f-99d5-4751433d5e71 None None] Port 09748873-8e77-4f1f-a6e2-ad864e672d8e cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:10.854871 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09748873-8e77-4f1f-a6e2-ad864e672d8e {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:10.862061 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.873357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Transition to ACTIVE for port object 09748873-8e77-4f1f-a6e2-ad864e672d8e will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:10.876893 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.928221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.997629 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:10.997961 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:10.998295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:11.002917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:11.003261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:11.008577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:11.008913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:11.009297 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:11.009719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Bound port: 09748873-8e77-4f1f-a6e2-ad864e672d8e, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:11.010070 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.076284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:11.079527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:11.083333 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.114777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf656b-0b5b-4191-881c-25f12f6159a0 req-af3429c6-8549-45ab-96e8-c1c5045c70dc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.116399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cbf656b-0b5b-4191-881c-25f12f6159a0 req-af3429c6-8549-45ab-96e8-c1c5045c70dc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0494649 Oct 20 11:27:11.117246 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.117852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.119244 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] 10.222.0.83 "PUT /v2.0/ports/09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1092 time: 0.5841007 Oct 20 11:27:11.119684 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:11.122472 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab7b2e-de04-49a6-a80e-d79dcc13230b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:11.147478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9eaef-bb48-4311-a81d-e2f0385b562d service neutron] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:11.197656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cbf656b-0b5b-4191-881c-25f12f6159a0 req-9526b5be-eae3-46d0-8047-4d80a205d145 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628016 Oct 20 11:27:11.223209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-93adc3f3-5c30-4a9f-99e7-c2c64cf3ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.224527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-93adc3f3-5c30-4a9f-99e7-c2c64cf3ff39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0606608 Oct 20 11:27:11.274263 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a8a1a-607a-4093-b0de-b7acf9f472d7 x-openstack-request-id: req-498a8a1a-607a-4093-b0de-b7acf9f472d7 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:11.274549 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:11.274804 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-498a8a1a-607a-4093-b0de-b7acf9f472d7 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:11.275235 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'status': 'completed', 'code': 200} Oct 20 11:27:11.277049 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-3a925346-3234-482a-93ba-56767030c1ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 217 time: 0.0433435 Oct 20 11:27:11.330477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-6ad7b7bc-cc84-4833-99e8-9de579c45096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.332012 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-6ad7b7bc-cc84-4833-99e8-9de579c45096 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0469594 Oct 20 11:27:11.378221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-b1f83f82-b00b-431e-973a-080124a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.379713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-b1f83f82-b00b-431e-973a-080124a9ab93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401099 Oct 20 11:27:11.471967 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-ccc31bee-0403-452f-96fc-481b3ce2ed60 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Oct 20 11:27:11.560775 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ea4a1d5-e45f-4849-9082-21e59b46357a req-1fb48578-0ae2-432e-bd58-d1cd4308aeb6 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803280 Oct 20 11:27:11.654641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-eae94e4f-7ce1-4e09-a814-f401fc6550de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.656125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-eae94e4f-7ce1-4e09-a814-f401fc6550de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0447962 Oct 20 11:27:11.744440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-51683e06-2731-4c76-8da7-0eee17423363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.745771 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-51683e06-2731-4c76-8da7-0eee17423363 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0813379 Oct 20 11:27:11.790101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-1d234afc-3c2e-4e66-9156-350c6a52ca01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 217 time: 0.0364077 Oct 20 11:27:12.095347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-0b55c97e-c4f1-492f-abb8-6b1b4156847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.096754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-0b55c97e-c4f1-492f-abb8-6b1b4156847c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.2981775 Oct 20 11:27:12.144960 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-7eacf431-98bd-41ec-888f-7b1ea6025027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.146402 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-7eacf431-98bd-41ec-888f-7b1ea6025027 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398080 Oct 20 11:27:12.239393 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-a4a8ed37-7dea-4deb-a143-a2dc5921a0da service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 Oct 20 11:27:12.315767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98bbf7-d840-4f6d-98b4-35f487cbd84e req-40e5dae9-08d8-468a-95bc-e962fd9a3e23 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.317258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b98bbf7-d840-4f6d-98b4-35f487cbd84e req-40e5dae9-08d8-468a-95bc-e962fd9a3e23 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0546517 Oct 20 11:27:12.330280 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-83ab7b2e-de04-49a6-a80e-d79dcc13230b req-1db4e8d7-371d-4bc2-b100-8cb19e427ecd service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823166 Oct 20 11:27:12.355930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b98bbf7-d840-4f6d-98b4-35f487cbd84e req-780a3f68-da07-4418-9612-99f28db1aa45 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324240 Oct 20 11:27:13.473453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da69df-a7c4-45d3-b483-4fb9493f5ba2 req-2dde3692-ee4d-4bd3-a10d-ed206287d67e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:13.474953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2da69df-a7c4-45d3-b483-4fb9493f5ba2 req-2dde3692-ee4d-4bd3-a10d-ed206287d67e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0498657 Oct 20 11:27:13.513663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2da69df-a7c4-45d3-b483-4fb9493f5ba2 req-a51b8312-feb6-4acb-946f-c2f3be1f7e74 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Oct 20 11:27:13.965849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:14.059587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:14.070310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'mac_address': 'fa:16:3e:a1:72:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:14.109596 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:14.121596 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09748873-8e77-4f1f-a6e2-ad864e672d8e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:14.140025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:14.143935 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:14.188891 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:14.391697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['09748873-8e77-4f1f-a6e2-ad864e672d8e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:14.626556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685481f-68b1-4703-bec5-586942fd77bf req-3acf2aa3-6842-4560-9542-d7d331197647 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.628056 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1685481f-68b1-4703-bec5-586942fd77bf req-3acf2aa3-6842-4560-9542-d7d331197647 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0491047 Oct 20 11:27:14.665853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1685481f-68b1-4703-bec5-586942fd77bf req-36cac629-13c4-4788-82eb-a49ada38a2e9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Oct 20 11:27:15.784559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c55c02-9f6f-4a74-ad9b-fa42773579c2 req-d1265421-6282-4e81-b3a7-5080f134fe49 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.786028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1c55c02-9f6f-4a74-ad9b-fa42773579c2 req-d1265421-6282-4e81-b3a7-5080f134fe49 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0526764 Oct 20 11:27:15.823009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1c55c02-9f6f-4a74-ad9b-fa42773579c2 req-a99f5f6f-cb7c-4c06-a2ae-5b38a1eca7d3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310686 Oct 20 11:27:15.982229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:16.030992 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 09748873-8e77-4f1f-a6e2-ad864e672d8e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:16.033673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 09748873-8e77-4f1f-a6e2-ad864e672d8e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:16.034068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.107637 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.128805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:16.131310 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac852da-7e9a-4677-9989-037d029e3ae1" -d '{"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-plugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:16.146878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:16.152072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.193762 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.208291 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.233636 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6400ff6-8852-4720-9b9c-d3ae7ade74ff x-openstack-request-id: req-a6400ff6-8852-4720-9b9c-d3ae7ade74ff {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:16.233862 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-plugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:16.234112 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a6400ff6-8852-4720-9b9c-d3ae7ade74ff {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:16.234502 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'code': 200} Oct 20 11:27:16.330918 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc85dc-aab7-435c-b62f-ba79c2975365 req-08fe274d-8bbb-497e-afb0-7ff3389def70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.332415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-88cc85dc-aab7-435c-b62f-ba79c2975365 req-08fe274d-8bbb-497e-afb0-7ff3389def70 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1097 time: 0.0439413 Oct 20 11:27:16.368286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-88cc85dc-aab7-435c-b62f-ba79c2975365 req-ca873046-2a50-4232-a62b-99d0bf0fea0e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267067 Oct 20 11:27:16.935280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e47fb8-e858-4f67-a5d3-6fdcd2a5fd3d req-f3ee5f11-1fca-405c-a5eb-a225b67d7473 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.936758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35e47fb8-e858-4f67-a5d3-6fdcd2a5fd3d req-f3ee5f11-1fca-405c-a5eb-a225b67d7473 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0494461 Oct 20 11:27:16.975315 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-35e47fb8-e858-4f67-a5d3-6fdcd2a5fd3d req-b3e52914-7143-45e1-8422-3ae54ca20c40 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Oct 20 11:27:17.108082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.089475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fde39-1dd5-4a8b-afe2-0b57f7ae2b49 req-447bf457-2786-4aed-8090-a973b0086b96 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:18.091476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38fde39-1dd5-4a8b-afe2-0b57f7ae2b49 req-447bf457-2786-4aed-8090-a973b0086b96 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0485814 Oct 20 11:27:18.127824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38fde39-1dd5-4a8b-afe2-0b57f7ae2b49 req-57758578-c8a2-463f-8f70-e11322ab91af tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305793 Oct 20 11:27:18.240793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02d13-ed86-45eb-a68e-f47b467fe4a3 req-f30afa10-49b9-47a7-9c9a-1d0265bce268 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:18.242238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-73e02d13-ed86-45eb-a68e-f47b467fe4a3 req-f30afa10-49b9-47a7-9c9a-1d0265bce268 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0524392 Oct 20 11:27:18.250680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45200) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:18.255142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'floatingip': {'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:18.294105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.725441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.729284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.829941 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 associated. External IP: 172.25.3.162, port: 09748873-8e77-4f1f-a6e2-ad864e672d8e. Oct 20 11:27:19.037170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:19.142721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:19.147321 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.153667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:19.163848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:19.164462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:27:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:19.173967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-10014676-656a-43c0-9659-270e298c9860 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "PUT /v2.0/floatingips/fd603f68-eafe-4624-adac-a34fd2e05a11 HTTP/1.1" status: 200 len: 991 time: 0.9222119 Oct 20 11:27:19.174556 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:19.176848 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839c95b-ecb5-4043-a52b-d447c8ba46dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:19.217770 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971957e9-0e7c-4eed-8dee-1d7c3a297596 x-openstack-request-id: req-971957e9-0e7c-4eed-8dee-1d7c3a297596 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:19.218131 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:19.218395 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-971957e9-0e7c-4eed-8dee-1d7c3a297596 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:19.218834 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'status': 'completed', 'code': 200} Oct 20 11:27:19.285384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-de6e0cfe-2d50-4d97-9505-38def434c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.286909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-de6e0cfe-2d50-4d97-9505-38def434c035 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1097 time: 0.0435138 Oct 20 11:27:19.383109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-2e36eac7-8d7a-48a2-9a19-3f7f322446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.384596 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-2e36eac7-8d7a-48a2-9a19-3f7f322446d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0889525 Oct 20 11:27:19.434389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:19.454448 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-bab7e386-19a4-46a3-ac5f-d463d8a49db7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 999 time: 0.0616808 Oct 20 11:27:19.503659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-741c2818-d570-4d10-bda2-41ad89371bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.505105 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-741c2818-d570-4d10-bda2-41ad89371bc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0433273 Oct 20 11:27:19.553259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-f4f436e7-6f51-46c8-b828-9e76632a440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.554657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-f4f436e7-6f51-46c8-b828-9e76632a440d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401525 Oct 20 11:27:19.648424 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-591f5a11-c8f5-43ce-818b-67e180c396b2 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855732 Oct 20 11:27:19.654362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:a1:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:27:18Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:19.683906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:19.692671 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:19.693277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:27:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:19.742286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a839c95b-ecb5-4043-a52b-d447c8ba46dc req-ff8c884d-8bc0-4dd2-9a93-96e62674789e service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Oct 20 11:27:19.799878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:20.015901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:a1:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:27:18Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:20.040888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9d56e-fcd4-4a19-b787-28dcc65fb0ee None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:a1:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:27:18Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:20.224474 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfacede3-255d-4746-a2fa-824a75d0ed16 None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:27:28.556037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9b719f0b-ba40-464b-8d37-61a73860b2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.420331 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3921414e-6bd2-4bcd-a96a-351d90ad73a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.827529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.931676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.958408 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-84833c53-109c-4fbd-8470-ef7a98303939 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397890 Oct 20 11:27:34.040434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-1857f574-bb86-4a98-9f86-c5c7d3b194c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.041876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-1857f574-bb86-4a98-9f86-c5c7d3b194c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1097 time: 0.0392206 Oct 20 11:27:34.151800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-a80ffe5d-3304-4e3f-b474-c0673ab855af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.153265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-a80ffe5d-3304-4e3f-b474-c0673ab855af service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0886610 Oct 20 11:27:34.219698 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-fc6f941e-38a9-4dc7-8931-b72ba51d624c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1001 time: 0.0582578 Oct 20 11:27:34.271956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-8372081c-2c25-4bd8-bac4-dab7841d08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.273349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-8372081c-2c25-4bd8-bac4-dab7841d08a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0426593 Oct 20 11:27:34.325429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-5edef923-99d5-441f-bad8-57ea5b016ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.326897 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-5edef923-99d5-441f-bad8-57ea5b016ada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433848 Oct 20 11:27:34.416432 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-e3f2bd59-9b51-48f9-a1b3-3743e48ff753 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811491 Oct 20 11:27:34.472027 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:34.511295 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41fc08b-dab4-4248-94a2-ea4e3cc26eab req-bf451051-7950-4300-a9f2-a1beb0d52074 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872800 Oct 20 11:27:43.608462 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:46.182646 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:47.111981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.557403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1de7eed-bafd-44ab-997b-3d5abb5ff62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.419768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c18b7430-7c64-4d7e-8df7-9a4d58aa9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.828645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.114357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-8d02454c-1b36-4f29-90c2-25352b9564f4 req-641223fd-99be-4dfd-a8b2-bcb2847b8a44 service neutron] (100746) timed out ('10.222.0.74', 33176) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:28:02.935738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.473398 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:16.206132 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:17.126737 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:20.607319 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:28:28.558154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c2021ff3-3e3c-452f-8012-bf80619c32e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.419561 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cddb9ee5-2cef-4626-854d-1c6f4a7bca7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.827798 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.939683 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.474716 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.807647 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-ba26961a-7f72-4f5d-be2e-b004f49c034b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238353 Oct 20 11:28:35.892328 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485854-0224-47af-af8c-3ce06859d077 req-3d0e9d31-d16e-4fcd-a535-d863d21f7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.893787 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-3d0e9d31-d16e-4fcd-a535-d863d21f7d67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1097 time: 0.0426390 Oct 20 11:28:36.000129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485854-0224-47af-af8c-3ce06859d077 req-968c089e-c365-46a7-a192-bc8cb8a3bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.001480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-968c089e-c365-46a7-a192-bc8cb8a3bf35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0881402 Oct 20 11:28:36.065191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-16f4065d-3da9-45b6-9bbf-616b56bf4b55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1001 time: 0.0561910 Oct 20 11:28:36.118380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485854-0224-47af-af8c-3ce06859d077 req-d0e766f8-d900-4383-b025-ff5ef1d41751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.119806 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-d0e766f8-d900-4383-b025-ff5ef1d41751 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0470653 Oct 20 11:28:36.166456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485854-0224-47af-af8c-3ce06859d077 req-4fc630a8-8ac9-400f-9535-e1eebc355a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.167921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-4fc630a8-8ac9-400f-9535-e1eebc355a7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398278 Oct 20 11:28:36.257483 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-0961c888-b7fa-4145-b38d-00e11e943359 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809891 Oct 20 11:28:36.351088 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1d485854-0224-47af-af8c-3ce06859d077 req-5d571c9d-83d7-48b4-880a-02c686b3024a service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849679 Oct 20 11:28:46.204051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:47.133799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.150872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92a4e-0e2d-46e1-a203-70e8e4c2043d req-8a1a5991-0d09-4cf2-a9c9-674149339035 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:57.152465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ca92a4e-0e2d-46e1-a203-70e8e4c2043d req-8a1a5991-0d09-4cf2-a9c9-674149339035 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0522439 Oct 20 11:28:57.192902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1ca92a4e-0e2d-46e1-a203-70e8e4c2043d req-8e3f7378-c08b-4c68-b8a9-4f67aed56824 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Oct 20 11:28:57.610150 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:28:58.310309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1d92-23a4-4160-b0db-948830462333 req-4389bf40-e092-4a33-9d46-ba71e0712ff0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:58.311906 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f7a1d92-23a4-4160-b0db-948830462333 req-4389bf40-e092-4a33-9d46-ba71e0712ff0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0499923 Oct 20 11:28:58.349206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5f7a1d92-23a4-4160-b0db-948830462333 req-5a33f466-eee4-4735-9ea4-feff08f28506 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Oct 20 11:28:58.559323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-927e8c7f-e217-4154-b751-54ae9e62a864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.467503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70d6b2-8eae-446f-9955-8413facecd7e req-7f4471f8-0e82-49ce-b1e4-3174bdda9602 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:59.468937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab70d6b2-8eae-446f-9955-8413facecd7e req-7f4471f8-0e82-49ce-b1e4-3174bdda9602 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0514982 Oct 20 11:28:59.505960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab70d6b2-8eae-446f-9955-8413facecd7e req-a865d3e8-afd1-4dac-ac72-27af25f4ef18 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311608 Oct 20 11:29:00.619972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc0081-aace-4b78-a38e-400bc199733c req-c93d8a3a-e06a-45d0-ab80-ae2cfcf121d3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:00.621341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bcc0081-aace-4b78-a38e-400bc199733c req-c93d8a3a-e06a-45d0-ab80-ae2cfcf121d3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0487492 Oct 20 11:29:00.660003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bcc0081-aace-4b78-a38e-400bc199733c req-f0c02c83-6bd7-4064-a1cc-d4126a4ab0e0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Oct 20 11:29:01.420355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ee84a536-ef05-4535-ab35-428dbc60ffeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.774041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3168d5a-4cf0-46fc-994e-036ea83e3a46 req-fe67d80b-4006-4db2-942a-104e61774c9e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.775508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3168d5a-4cf0-46fc-994e-036ea83e3a46 req-fe67d80b-4006-4db2-942a-104e61774c9e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0486603 Oct 20 11:29:01.811487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3168d5a-4cf0-46fc-994e-036ea83e3a46 req-4ab4f008-9f93-40e4-b009-848fe55b9600 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298605 Oct 20 11:29:01.829151 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.931118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425445-44ac-4729-b57a-db6fab506f97 req-6e86453e-ad0a-4373-b70f-6d6aec57ed0e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.932621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d425445-44ac-4729-b57a-db6fab506f97 req-6e86453e-ad0a-4373-b70f-6d6aec57ed0e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0535011 Oct 20 11:29:02.944459 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.970257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d425445-44ac-4729-b57a-db6fab506f97 req-1b113164-0879-4beb-920b-7c75d74a8818 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Oct 20 11:29:04.085139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9685d8d-e776-4a1e-8e83-8601b5eb54e5 req-a2d9e80f-ea1e-4900-a90f-c3325ec9a829 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.086600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9685d8d-e776-4a1e-8e83-8601b5eb54e5 req-a2d9e80f-ea1e-4900-a90f-c3325ec9a829 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0489354 Oct 20 11:29:04.125151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9685d8d-e776-4a1e-8e83-8601b5eb54e5 req-ccd1cc7e-12f2-4462-aa9e-8914e3e2c969 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Oct 20 11:29:04.478845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.237913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614beec-4358-4b5c-811d-bba5adb26ea8 req-c3288bbe-9ccc-4e05-91b2-08b511f6e63d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:05.239939 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b614beec-4358-4b5c-811d-bba5adb26ea8 req-c3288bbe-9ccc-4e05-91b2-08b511f6e63d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0489168 Oct 20 11:29:05.276027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b614beec-4358-4b5c-811d-bba5adb26ea8 req-cfcf1af9-081e-4075-8abe-c544abe55203 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303435 Oct 20 11:29:06.398531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23798-8de8-4cc3-9942-bd887aa57f2c req-d73389a9-ce07-416c-a6e6-110701c2e5fc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:06.400049 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0fa23798-8de8-4cc3-9942-bd887aa57f2c req-d73389a9-ce07-416c-a6e6-110701c2e5fc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0575128 Oct 20 11:29:06.436924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0fa23798-8de8-4cc3-9942-bd887aa57f2c req-5897b5a7-644b-4255-aa93-257a08cc041a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308690 Oct 20 11:29:07.552563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4db5b-bc11-4b97-8c51-cc6d012ec904 req-550cd3bc-3fc4-4d37-9c5d-56448df46a0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:07.553915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1a4db5b-bc11-4b97-8c51-cc6d012ec904 req-550cd3bc-3fc4-4d37-9c5d-56448df46a0a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0482936 Oct 20 11:29:07.590792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1a4db5b-bc11-4b97-8c51-cc6d012ec904 req-41c2cca5-9832-41f6-b894-edf5de2c2653 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Oct 20 11:29:07.771407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45464) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:07.826882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58a64-aaa4-44c7-9177-a59d0b65e449 req-579f2b74-a4e8-4fe2-82b3-146d15e1c88c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:07.828419 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82d58a64-aaa4-44c7-9177-a59d0b65e449 req-579f2b74-a4e8-4fe2-82b3-146d15e1c88c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0486727 Oct 20 11:29:07.895064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-82d58a64-aaa4-44c7-9177-a59d0b65e449 req-74fb7356-9b74-4c74-ae1f-62b7178c9200 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600951 Oct 20 11:29:07.905170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-1bf04d25-ae1d-464f-9a30-aac0153fb72b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326368 Oct 20 11:29:07.914059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-7459e80e-c745-46e0-8081-7eec218334c2 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:29:07.915068 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-7459e80e-c745-46e0-8081-7eec218334c2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049253 Oct 20 11:29:09.011131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c753d6-394c-44d6-96bd-32ecac63a3ed req-65be9ef8-001a-411a-9a5b-3bbdcf062f9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:09.012739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71c753d6-394c-44d6-96bd-32ecac63a3ed req-65be9ef8-001a-411a-9a5b-3bbdcf062f9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0516720 Oct 20 11:29:09.050252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71c753d6-394c-44d6-96bd-32ecac63a3ed req-39ba3109-5b9e-4853-8596-ff1eafc0ac6f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311840 Oct 20 11:29:10.162722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb83472-984e-4433-a37a-d5abedf55567 req-29b8e951-f419-4c71-a663-0394964b4f25 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:10.164198 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bb83472-984e-4433-a37a-d5abedf55567 req-29b8e951-f419-4c71-a663-0394964b4f25 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0483322 Oct 20 11:29:10.199937 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3bb83472-984e-4433-a37a-d5abedf55567 req-85e42bae-db58-49cc-817c-dc058056b4f0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300238 Oct 20 11:29:11.318644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f223dd9-44cf-4c7e-a1e2-2c04b33b0c9f req-737f7b07-3bcd-4812-bdd3-8f5ede7898a5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:11.320114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f223dd9-44cf-4c7e-a1e2-2c04b33b0c9f req-737f7b07-3bcd-4812-bdd3-8f5ede7898a5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0524862 Oct 20 11:29:11.356801 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f223dd9-44cf-4c7e-a1e2-2c04b33b0c9f req-acb24668-bb21-475c-81f2-9f476ba918d0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307937 Oct 20 11:29:12.151337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-51bc140e-643d-4a9a-85b1-5985d4af7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.152801 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-51bc140e-643d-4a9a-85b1-5985d4af7f8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1097 time: 0.0409496 Oct 20 11:29:12.248642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-080d0a0b-4b1a-441b-baa4-dfdb7e72632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.250091 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-080d0a0b-4b1a-441b-baa4-dfdb7e72632e service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0877964 Oct 20 11:29:12.314414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-133a1ec9-2008-4f5d-9b8d-025ffa60f2f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1001 time: 0.0570736 Oct 20 11:29:12.365415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-ca4584fc-93a4-485e-9f4a-b3c80922d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.366793 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-ca4584fc-93a4-485e-9f4a-b3c80922d7f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0433359 Oct 20 11:29:12.417314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-b8ddd58b-d78f-4edf-bc14-94b0b355c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.418732 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-b8ddd58b-d78f-4edf-bc14-94b0b355c978 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444539 Oct 20 11:29:12.471484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849498e-3d08-4e34-b73e-e9e8e0a5aa3c req-164f6295-cc4b-444f-97a4-21bee7254e00 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.472988 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0849498e-3d08-4e34-b73e-e9e8e0a5aa3c req-164f6295-cc4b-444f-97a4-21bee7254e00 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0496097 Oct 20 11:29:12.510723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0849498e-3d08-4e34-b73e-e9e8e0a5aa3c req-b09b1990-f856-4338-9cae-7b76a458442c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Oct 20 11:29:12.514637 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-ac492479-9849-4c2e-8361-74469cc3b377 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840440 Oct 20 11:29:12.607462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-1d99556d-5c38-4760-8cda-4bfb67b68658 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851607 Oct 20 11:29:13.624742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075e8f-2ce4-4126-9eb0-2c94866ddd5c req-a564f993-a896-4d48-87ca-b90cd985fb15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:13.626117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34075e8f-2ce4-4126-9eb0-2c94866ddd5c req-a564f993-a896-4d48-87ca-b90cd985fb15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0484073 Oct 20 11:29:13.665617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34075e8f-2ce4-4126-9eb0-2c94866ddd5c req-bd150689-b336-47bb-8976-5a70df3aea70 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Oct 20 11:29:14.542494 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-84527108-3735-4fb0-aaea-bdadc5f33c69 service neutron] show failed (client error): The resource could not be found. Oct 20 11:29:14.543560 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-84527108-3735-4fb0-aaea-bdadc5f33c69 service neutron] 10.222.0.83 "GET /v2.0/ports/09748873-8e77-4f1f-a6e2-ad864e672d8e/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0541401 Oct 20 11:29:14.813077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad226-0d44-4959-a143-a1469ee7cedd req-44267c93-835f-4f40-89d9-f81425560810 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.814529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16bad226-0d44-4959-a143-a1469ee7cedd req-44267c93-835f-4f40-89d9-f81425560810 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0809829 Oct 20 11:29:14.819676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-3b57f5ca-758b-4142-b254-b7e1513bdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.821046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-3b57f5ca-758b-4142-b254-b7e1513bdbf1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1097 time: 0.1171916 Oct 20 11:29:14.838066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:14.878105 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16bad226-0d44-4959-a143-a1469ee7cedd req-1c651395-b63a-4272-a9fa-46868916db26 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561490 Oct 20 11:29:14.908201 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.105590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:15.136357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:15.177158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:15.179428 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb958db-b053-444f-928c-b89f01323926" -d '{"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-unplugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:15.183641 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.195920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Transition to ACTIVE for port object 09748873-8e77-4f1f-a6e2-ad864e672d8e will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:15.199208 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.234224 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1771cf5-9434-42c8-8b96-36d5e557ba4a x-openstack-request-id: req-e1771cf5-9434-42c8-8b96-36d5e557ba4a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:15.234511 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-unplugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:15.234762 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1771cf5-9434-42c8-8b96-36d5e557ba4a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:15.235156 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'code': 200} Oct 20 11:29:15.297061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:15.307817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.308155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.308493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.308822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.309147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.309471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.309797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.310113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.310439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.310754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.311122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.311418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:15.340316 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] No DVR routers for this DVR port 09748873-8e77-4f1f-a6e2-ad864e672d8e on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:15.474374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:15.474695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:15.475045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:15.479469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:15.479865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Attempting to bind port 09748873-8e77-4f1f-a6e2-ad864e672d8e on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:15.484942 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:15.485275 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:15.485670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:15.486130 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Bound port: 09748873-8e77-4f1f-a6e2-ad864e672d8e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:15.486478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.547623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:15.550483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:15.554812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.591648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.592243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.593572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1092 time: 0.7591765 Oct 20 11:29:15.614074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca5813-cf56-4d5a-a24f-002e5a2e50d7 service neutron] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:15.658119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-8c204e7e-f5e8-4813-ac96-8441337323c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.659641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-8c204e7e-f5e8-4813-ac96-8441337323c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0426259 Oct 20 11:29:15.752030 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-14689aa7-7764-4b8f-8317-7e5a2c1fa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.753496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-14689aa7-7764-4b8f-8317-7e5a2c1fa9da service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0873005 Oct 20 11:29:15.822373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-c5cc46c1-cfea-4c94-b74d-1bda0a91e5a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 999 time: 0.0611598 Oct 20 11:29:15.870738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-9c13f896-8142-48ea-a95d-b8f97956c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.872133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-9c13f896-8142-48ea-a95d-b8f97956c947 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0427151 Oct 20 11:29:15.917156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-48927da5-5aa4-45ef-ae0d-53dc28a670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.918661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-48927da5-5aa4-45ef-ae0d-53dc28a670a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395329 Oct 20 11:29:16.048445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59106-33ce-4a19-9595-ec28fd70f04f req-69a44cd8-adb4-41ea-9ec1-73028691f9ed tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.049970 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ff59106-33ce-4a19-9595-ec28fd70f04f req-69a44cd8-adb4-41ea-9ec1-73028691f9ed tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.1036391 Oct 20 11:29:16.066459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-751b58c1-ed41-472d-b706-fd21c3ceb253 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410735 Oct 20 11:29:16.121137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6ff59106-33ce-4a19-9595-ec28fd70f04f req-5feabe86-acc4-49f2-bec0-83dba8f7c16e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636501 Oct 20 11:29:16.172292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-97f36503-f165-4562-a333-fa78ecb2eee3 req-95094c30-4643-4c80-a2c8-884c8a28f16a service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985687 Oct 20 11:29:16.222649 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.132278 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.236131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18428383-d5d9-49d3-9700-428a3063c4bf req-6222733a-d635-4def-8934-a0292ebb76bf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.237599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18428383-d5d9-49d3-9700-428a3063c4bf req-6222733a-d635-4def-8934-a0292ebb76bf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0495324 Oct 20 11:29:17.238071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:17.240823 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38eb045-9abc-429f-9989-63f04ead02d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:17.275808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18428383-d5d9-49d3-9700-428a3063c4bf req-896ea879-9c3b-4b39-99bc-405cbade77fa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Oct 20 11:29:17.287848 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41afc0d8-b6f8-49a8-b1ba-e8431fe630be x-openstack-request-id: req-41afc0d8-b6f8-49a8-b1ba-e8431fe630be {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:17.288146 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:17.288418 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41afc0d8-b6f8-49a8-b1ba-e8431fe630be {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:17.288860 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'status': 'completed', 'code': 200} Oct 20 11:29:17.357045 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-415b3547-6cfc-4985-b606-0f670d6827e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.358544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-415b3547-6cfc-4985-b606-0f670d6827e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0414786 Oct 20 11:29:17.360997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-abb786ae-101f-41dc-b551-00b1af512745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.362669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-abb786ae-101f-41dc-b551-00b1af512745 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0456553 Oct 20 11:29:17.457576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-187a8013-b966-4989-9c3c-5da158fea441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.459137 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-187a8013-b966-4989-9c3c-5da158fea441 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0934379 Oct 20 11:29:17.463406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-68c9f20f-2760-40cb-a763-594a888759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.464843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-68c9f20f-2760-40cb-a763-594a888759f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0933716 Oct 20 11:29:17.527104 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-c368d790-b4de-4aa4-a822-f38d41857f37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 999 time: 0.0602179 Oct 20 11:29:17.584895 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-154fc095-1a4b-4591-9527-8ffae689aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.586390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-154fc095-1a4b-4591-9527-8ffae689aa70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0506797 Oct 20 11:29:17.638016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-507953e7-96fd-4c59-8d51-7192a87280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.639595 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-507953e7-96fd-4c59-8d51-7192a87280e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433404 Oct 20 11:29:17.741274 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-bf391f47-918c-4a42-88b2-f35d72382269 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929017 Oct 20 11:29:17.840701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-9267ed2a-73b2-4aba-ad0f-948dd6edd89b service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905070 Oct 20 11:29:17.885093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-520c35e5-42fb-41d7-bee1-07fea15a2164 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 999 time: 0.4119053 Oct 20 11:29:17.933256 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-bded3c90-5a7e-4baa-a629-1c836a9f2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.934592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-bded3c90-5a7e-4baa-a629-1c836a9f2773 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0417662 Oct 20 11:29:17.978056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-7368a269-cabb-40c6-bf49-64ad4c405c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.979841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-7368a269-cabb-40c6-bf49-64ad4c405c3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383472 Oct 20 11:29:18.068877 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-11a7a17f-eb95-4468-914e-c257f4cf4827 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820575 Oct 20 11:29:18.156095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a38eb045-9abc-429f-9989-63f04ead02d9 req-c000ef1f-a244-4f13-bd5a-0dce44a0bc8d service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793903 Oct 20 11:29:18.398105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98358a-c8f8-4ccc-ac06-66e1f23dd73a req-cb24c3cd-b546-45b7-aa69-7006cfb77122 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.399589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca98358a-c8f8-4ccc-ac06-66e1f23dd73a req-cb24c3cd-b546-45b7-aa69-7006cfb77122 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0536819 Oct 20 11:29:18.436345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ca98358a-c8f8-4ccc-ac06-66e1f23dd73a req-23e75fbb-9f95-4f87-84a2-1fcd42be0419 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Oct 20 11:29:18.626704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7746-d5d4-41ef-9bd3-95709b7ac975 req-4178fadc-a243-48de-8046-69bfde4b283b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.627634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:18.628249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8bc7746-d5d4-41ef-9bd3-95709b7ac975 req-4178fadc-a243-48de-8046-69bfde4b283b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 943 time: 0.0532157 Oct 20 11:29:18.647944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-3da0436c-ae66-410f-8934-5eaab5636074 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.649399 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-3da0436c-ae66-410f-8934-5eaab5636074 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b&tenant_id=27983e871b774c8eb790946bbcb9d113&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0588322 Oct 20 11:29:18.667579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:18.670151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8bc7746-d5d4-41ef-9bd3-95709b7ac975 req-5abec3a5-0610-4b77-ae37-3c8e50cda4f4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333383 Oct 20 11:29:18.716129 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-c219e777-1a89-4bdb-b6e6-1c1e2f7545f1 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:29:18.717088 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-c219e777-1a89-4bdb-b6e6-1c1e2f7545f1 service neutron] 10.222.0.83 "DELETE /v2.0/ports/09748873-8e77-4f1f-a6e2-ad864e672d8e/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0586491 Oct 20 11:29:18.798497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-685cb127-aeac-4996-8f91-ed4913f0fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.799939 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-685cb127-aeac-4996-8f91-ed4913f0fbc1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1095 time: 0.0394249 Oct 20 11:29:18.889527 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-fae8a11d-0e9b-42ff-b6a0-39c3ac630a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.891106 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-fae8a11d-0e9b-42ff-b6a0-39c3ac630a2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0835590 Oct 20 11:29:18.960982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-c16e457d-ada2-42bb-8ec8-88bf38793572 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 999 time: 0.0620639 Oct 20 11:29:19.011904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-f67aee57-6ee2-4c41-8548-ebff30cfbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.013347 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-f67aee57-6ee2-4c41-8548-ebff30cfbc00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0450008 Oct 20 11:29:19.059172 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-126fd54b-7205-480e-8963-df8be84a898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.060611 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-126fd54b-7205-480e-8963-df8be84a898d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394084 Oct 20 11:29:19.162585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-dc2721fa-7780-4203-952d-0e6deadcabe6 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851007 Oct 20 11:29:19.252835 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f6d076ec-eda7-4d79-ae44-526450bdd1a4 req-809ff38c-1bc3-45bb-aa0f-9f89336b8e3e service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808828 Oct 20 11:29:19.374162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:19.468413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:19.479344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'mac_address': 'fa:16:3e:a1:72:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:19.515923 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.528063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09748873-8e77-4f1f-a6e2-ad864e672d8e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:19.546663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:19.550598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.597863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:19.606506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.606890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.607286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.607625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.608523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.608861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.609190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.609518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.609843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.610346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.610683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.611031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:19.789368 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540b30-329c-4536-92b1-60ec945e9d27 req-f6684d9e-cd40-4829-8601-fed59ed7456f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.790861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03540b30-329c-4536-92b1-60ec945e9d27 req-f6684d9e-cd40-4829-8601-fed59ed7456f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0517104 Oct 20 11:29:19.829558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03540b30-329c-4536-92b1-60ec945e9d27 req-9095a2ab-68ba-494a-9b53-17eb66ebc3ce tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Oct 20 11:29:19.830210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['09748873-8e77-4f1f-a6e2-ad864e672d8e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:19.950250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57093-a492-400d-82f1-381defaabf4c req-66f2c5c3-24ec-4485-81e1-419e3f17365f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.951756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49a57093-a492-400d-82f1-381defaabf4c req-66f2c5c3-24ec-4485-81e1-419e3f17365f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0529127 Oct 20 11:29:19.990738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49a57093-a492-400d-82f1-381defaabf4c req-52df8b82-e4de-4606-acc3-7245de8e9305 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Oct 20 11:29:20.207900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b7cfa-fc6c-47c1-8374-44e83c9e319c req-dd9ef685-5199-421c-b4fa-cd8ba9ffb1c1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.209878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d4b7cfa-fc6c-47c1-8374-44e83c9e319c req-dd9ef685-5199-421c-b4fa-cd8ba9ffb1c1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0731828 Oct 20 11:29:20.234287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b787-a663-4d2d-84b6-715cf9044579 req-446c614c-9fd8-4046-997a-7e2f03d72859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.235757 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-446c614c-9fd8-4046-997a-7e2f03d72859 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 1096 time: 0.0650749 Oct 20 11:29:20.270128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d4b7cfa-fc6c-47c1-8374-44e83c9e319c req-f74a35d4-b150-4db3-babe-1da2a7cc8836 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533319 Oct 20 11:29:20.342894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b787-a663-4d2d-84b6-715cf9044579 req-b7bd1a81-3c9a-4a4e-917b-4620ba72764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.344313 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-b7bd1a81-3c9a-4a4e-917b-4620ba72764a service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.1014595 Oct 20 11:29:20.409163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-e0733145-fe77-4ef3-8152-128f31d98d77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 200 len: 1000 time: 0.0572524 Oct 20 11:29:20.460770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b787-a663-4d2d-84b6-715cf9044579 req-4e16a703-b092-4224-834c-e92c1efb9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.462151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-4e16a703-b092-4224-834c-e92c1efb9eb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0460629 Oct 20 11:29:20.508259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b787-a663-4d2d-84b6-715cf9044579 req-696a67c1-a730-4ba8-86bb-9e0b5c3ec8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.509944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-696a67c1-a730-4ba8-86bb-9e0b5c3ec8fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391808 Oct 20 11:29:20.596925 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-f1e5c9fb-d6ea-4f3a-a41a-d298c38c5ada service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798352 Oct 20 11:29:20.687451 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8056b787-a663-4d2d-84b6-715cf9044579 req-83ee5d1b-64b7-4d62-9051-cf72285033dd service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836759 Oct 20 11:29:21.386533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1988-5ebe-433f-97cc-4db6c5256885 req-31c0d304-9afb-4c32-b56d-846ea5e34a40 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:21.388028 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f1c1988-5ebe-433f-97cc-4db6c5256885 req-31c0d304-9afb-4c32-b56d-846ea5e34a40 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 944 time: 0.0494497 Oct 20 11:29:21.394071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-db4231e5-c1a1-42de-b876-92efa2e81006 req-4a6e57a7-ffd6-4b29-8c49-bad714a28c5f service neutron] (100746) timed out ('10.222.0.83', 64131) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:29:21.401591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:21.425369 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f1c1988-5ebe-433f-97cc-4db6c5256885 req-de463c79-2636-408a-9723-ca3aa7b8688f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Oct 20 11:29:21.450461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 09748873-8e77-4f1f-a6e2-ad864e672d8e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:21.454102 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 09748873-8e77-4f1f-a6e2-ad864e672d8e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:21.454464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.535243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.558720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:21.560953 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f2cf7-e877-49f0-b347-608b8bbac0ba" -d '{"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-plugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:21.574882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:21.579750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.604567 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21984d3e-ec41-4603-bbcc-f53e32cd3746 x-openstack-request-id: req-21984d3e-ec41-4603-bbcc-f53e32cd3746 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:21.605453 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-plugged", "status": "completed", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:21.605704 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21984d3e-ec41-4603-bbcc-f53e32cd3746 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:21.606094 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'code': 200} Oct 20 11:29:21.630864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:21.671922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f49c27-095c-4ea9-85fd-4ca4fb25e097 req-aabe7127-a64a-4293-9429-96d76f88f8ce tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:21.673408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1f49c27-095c-4ea9-85fd-4ca4fb25e097 req-aabe7127-a64a-4293-9429-96d76f88f8ce tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0534406 Oct 20 11:29:21.710830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1f49c27-095c-4ea9-85fd-4ca4fb25e097 req-b97a51a7-ea7e-4684-927a-5a6a6ad8a3ef tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Oct 20 11:29:22.826415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483a99-dd25-4f91-9815-d3f8c0c9d80b req-582b2763-d778-46b9-a457-349aa2940f9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.827916 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc483a99-dd25-4f91-9815-d3f8c0c9d80b req-582b2763-d778-46b9-a457-349aa2940f9c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0484948 Oct 20 11:29:22.865785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc483a99-dd25-4f91-9815-d3f8c0c9d80b req-4cb3d9df-222a-4133-8bae-4cbeabb6faa2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Oct 20 11:29:22.914900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a8a99ae2-8076-48b2-b6c7-4d0fa7a845ed tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.916388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a8a99ae2-8076-48b2-b6c7-4d0fa7a845ed tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6160183-03ed-4fae-90d1-4f9fa325712b HTTP/1.1" status: 200 len: 945 time: 0.0477192 Oct 20 11:29:23.007384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Deleting port 09748873-8e77-4f1f-a6e2-ad864e672d8e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:23.007644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.094828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] For port 09748873-8e77-4f1f-a6e2-ad864e672d8e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=09748873-8e77-4f1f-a6e2-ad864e672d8e,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:23.095222 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.266708 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.267099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.267402 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 disassociated. External IP: 172.25.3.162, port: 09748873-8e77-4f1f-a6e2-ad864e672d8e. Oct 20 11:29:23.267737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Calling delete_port for 09748873-8e77-4f1f-a6e2-ad864e672d8e owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:23.392812 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.429611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'Port': ['ID=09748873-8e77-4f1f-a6e2-ad864e672d8e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:23.544115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:23.655035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:23.666011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:23.675067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:23.675684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:29:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:23.693300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] No DVR routers for this DVR port 09748873-8e77-4f1f-a6e2-ad864e672d8e on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:23.696118 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.699499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc49bfb6-bb74-43c7-b457-9a3b610a3768 req-a9d0fbc5-2f09-4121-8489-fc6b3c90e10b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "DELETE /v2.0/ports/09748873-8e77-4f1f-a6e2-ad864e672d8e HTTP/1.1" status: 204 len: 173 time: 0.7771237 Oct 20 11:29:23.699930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-deleted', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:23.702163 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d759f2-d10f-4607-8c05-6d496fe03b71" -d '{"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-deleted", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:23.740137 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d718f-a340-4e15-89d9-06acd4fd1a03 x-openstack-request-id: req-0a3d718f-a340-4e15-89d9-06acd4fd1a03 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:23.740514 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6160183-03ed-4fae-90d1-4f9fa325712b", "name": "network-vif-deleted", "tag": "09748873-8e77-4f1f-a6e2-ad864e672d8e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:23.740820 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a3d718f-a340-4e15-89d9-06acd4fd1a03 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:23.741291 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6160183-03ed-4fae-90d1-4f9fa325712b', 'name': 'network-vif-deleted', 'tag': '09748873-8e77-4f1f-a6e2-ad864e672d8e', 'status': 'completed', 'code': 200} Oct 20 11:29:23.790016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:23.989886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:24.020648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:24.029627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:24.030230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:29:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:24.135140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:24.136065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-a968b481-5f99-464a-9558-b52eefc59c4d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--594645915&fields=id&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 267 time: 0.0338035 Oct 20 11:29:24.253824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-3d9effc8-bbcd-46ed-b711-80c3597c8bc1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.255808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-3d9effc8-bbcd-46ed-b711-80c3597c8bc1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1121883 Oct 20 11:29:24.273340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-50579d42-6a9b-4817-b81a-8acfd6e08a5b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/quotas/27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 375 time: 0.0099123 Oct 20 11:29:24.327665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-5711d559-b384-407c-8633-63fd290907d9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486856 Oct 20 11:29:24.332499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:24.359064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3683a-b4e1-45c2-9d4a-be87ce867ddd None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:24.478159 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-a88af3d3-3968-4bb2-82e4-c537537da74a service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382287 Oct 20 11:29:24.575658 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-b9970948-2645-4564-b203-7bdc86cc232a service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Oct 20 11:29:24.587794 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c039d-5071-4dcf-8aa8-f3efce8de9ff None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:24.738039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-65d46cae-ff63-4abc-9543-8b02541b385d req-52ea2cfb-98bb-4200-874e-1dba04c09afe tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 210 time: 0.0269516 Oct 20 11:29:25.442618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:25.466024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 09748873-8e77-4f1f-a6e2-ad864e672d8e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:25.466370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 09748873-8e77-4f1f-a6e2-ad864e672d8e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:25.652132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-d13fd6b8-0d59-468c-8355-d5d981a72aaf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:25.653860 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-d13fd6b8-0d59-468c-8355-d5d981a72aaf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1098039 Oct 20 11:29:25.702415 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-02396dd0-13ec-42a3-ad8c-078b25efafad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 379 time: 0.0342863 Oct 20 11:29:25.713504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'port': {'device_id': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'admin_state_up': True, 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'security_groups': ['02ea3534-6dc2-4fd2-a51e-e034ad46618a']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:25.823280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:25.827062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:25.835019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff4c93f3-a1d6-4f0e-9d6e-9a46b12110cd req-f265be02-7d21-4d52-8354-797f5ad34b39 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 210 time: 0.0270331 Oct 20 11:29:25.950024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Allocated IP 172.20.0.5 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/4a324073-d0d2-47da-bc2f-ce9164789002) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:26.083619 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.116027 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.155422 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:26.158391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:26.161884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:26.193638 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:26.209631 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.209973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.210341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.210675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.211054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.211384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.211706 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.212024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.212341 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.212658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.212976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.213296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:26.235462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.236066 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.252963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-cfc8347e-04dc-47b5-9e72-1f4f661d3dad tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430374 Oct 20 11:29:26.265449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Request body: {'port': {'device_id': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:26.323846 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.387544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce8f9cdb-c62b-405c-bb60-baa31561e72f None None] Provisioning complete for port 4a324073-d0d2-47da-bc2f-ce9164789002 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:26.387834 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9cdb-c62b-405c-bb60-baa31561e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.420910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f9cdb-c62b-405c-bb60-baa31561e72f None None] Port 4a324073-d0d2-47da-bc2f-ce9164789002 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:26.579399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:26.587157 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.598320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Transition to ACTIVE for port object 4a324073-d0d2-47da-bc2f-ce9164789002 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:26.602262 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.652958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:26.721039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:26.721383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:26.721689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:26.726220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:26.726536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:26.731508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:26.731834 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:26.732208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:26.732642 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Bound port: 4a324073-d0d2-47da-bc2f-ce9164789002, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:26.732981 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.802488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:26.805820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:26.809444 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.841879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.842576 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.843982 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] 10.222.0.83 "PUT /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1092 time: 0.5828404 Oct 20 11:29:26.844419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:26.846675 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1990bb-df4d-484b-8c5d-35e3956b2246" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:26.889225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb993da-bbe3-408d-b49d-8d4e39340872 service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:26.894155 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722be42c-f4d4-4627-afed-9184799c4448 x-openstack-request-id: req-722be42c-f4d4-4627-afed-9184799c4448 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:26.894584 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:26.894955 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-722be42c-f4d4-4627-afed-9184799c4448 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:26.895578 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'status': 'completed', 'code': 200} Oct 20 11:29:26.940501 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-29bd89a1-f411-4608-931f-52d9236414a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.942421 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-29bd89a1-f411-4608-931f-52d9236414a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0450401 Oct 20 11:29:26.963163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf17568-e2c2-4670-a702-e5e4cb606649 req-d97d489e-1d5c-45ec-8073-dd0bad178e49 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.964707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-caf17568-e2c2-4670-a702-e5e4cb606649 req-d97d489e-1d5c-45ec-8073-dd0bad178e49 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0521073 Oct 20 11:29:26.991690 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-6fa9c8d0-face-44cf-8e04-1d37aeae4334 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 217 time: 0.0410573 Oct 20 11:29:27.011623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-caf17568-e2c2-4670-a702-e5e4cb606649 req-d53d2dce-a3b5-4e84-b435-9bc695239c53 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Oct 20 11:29:27.047032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-c101a1d6-c893-4ee4-860c-6d86c817f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.048528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-c101a1d6-c893-4ee4-860c-6d86c817f5e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0499263 Oct 20 11:29:27.094723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-059113f6-4d89-4a9b-8839-bcb3304dba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.096252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-059113f6-4d89-4a9b-8839-bcb3304dba52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403159 Oct 20 11:29:27.187661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-64458249-b683-4c3f-be76-c9f655c5316b service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Oct 20 11:29:27.276520 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f2b985a3-7826-4d04-a110-8750339a69b0 req-1a20e763-bbba-4439-a5fb-40451ed078ba service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812440 Oct 20 11:29:27.367900 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-f572a486-8730-4399-a6ea-5116a6279b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.369342 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-f572a486-8730-4399-a6ea-5116a6279b34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0442739 Oct 20 11:29:27.459597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-ec50f41a-4e90-47f3-87c9-be34aac7d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.460921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-ec50f41a-4e90-47f3-87c9-be34aac7d9d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0819626 Oct 20 11:29:27.507336 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-18e88d3f-aa5b-4490-94b6-aefbfa7cf16c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 217 time: 0.0368810 Oct 20 11:29:27.554764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-f902619a-ac81-433d-bb9f-5a6c6b9d0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.556157 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-f902619a-ac81-433d-bb9f-5a6c6b9d0973 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0414803 Oct 20 11:29:27.601611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-78c4fd74-66d6-41f5-8fa0-fb1ff965e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.603060 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-78c4fd74-66d6-41f5-8fa0-fb1ff965e1a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381503 Oct 20 11:29:27.699863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-101e592a-c759-46aa-9273-f9deb3593c16 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853393 Oct 20 11:29:27.790519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9b1990bb-df4d-484b-8c5d-35e3956b2246 req-a15a2e12-b28a-4e21-8712-178fccb1e89d service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827303 Oct 20 11:29:28.129142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0483ade-e044-4677-b647-07bbc49ca111 req-4d48eeaf-5061-494e-978c-1b157996f3c2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:28.131294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0483ade-e044-4677-b647-07bbc49ca111 req-4d48eeaf-5061-494e-978c-1b157996f3c2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0502534 Oct 20 11:29:28.168009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0483ade-e044-4677-b647-07bbc49ca111 req-26daa2f0-5077-4dec-b030-619dc3ab1158 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Oct 20 11:29:28.560479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b6a38af9-f3aa-4edc-8696-153fa8421134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.676069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:28.769454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:28.780694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4a324073-d0d2-47da-bc2f-ce9164789002', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:28.815733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.828486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:28.848071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:28.852188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.899179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:29.072363 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4a324073-d0d2-47da-bc2f-ce9164789002'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:29.288233 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f2ae9-a08c-416f-82ad-b2bdb790aec7 req-05cccb19-b4c5-4e45-a9fc-a28022e2c885 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:29.289777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e5f2ae9-a08c-416f-82ad-b2bdb790aec7 req-05cccb19-b4c5-4e45-a9fc-a28022e2c885 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0510244 Oct 20 11:29:29.330775 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e5f2ae9-a08c-416f-82ad-b2bdb790aec7 req-3432f8c3-9f85-47d6-a94e-aa7359fb270d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338283 Oct 20 11:29:30.445037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b4ff-b45f-4c12-ab96-acb7c1df9652 req-bef860ac-1ce9-4310-b3d1-96a3a25b211a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:30.446476 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46a2b4ff-b45f-4c12-ab96-acb7c1df9652 req-bef860ac-1ce9-4310-b3d1-96a3a25b211a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0489330 Oct 20 11:29:30.485920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46a2b4ff-b45f-4c12-ab96-acb7c1df9652 req-9667d45a-57b5-4a76-a28a-c6470e33fec0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Oct 20 11:29:30.692444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:30.739406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 4a324073-d0d2-47da-bc2f-ce9164789002 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:30.743647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 4a324073-d0d2-47da-bc2f-ce9164789002 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:30.744017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.819999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.841945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:30.844220 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6b7336-089a-4215-a801-411dd94e4b02" -d '{"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-plugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:30.856453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:30.860679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.885206 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c0fc11-2af6-4986-a915-5ea1ccdbbcc8 x-openstack-request-id: req-f0c0fc11-2af6-4986-a915-5ea1ccdbbcc8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:30.885493 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-plugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:30.886287 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0c0fc11-2af6-4986-a915-5ea1ccdbbcc8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:30.886679 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'code': 200} Oct 20 11:29:30.914772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:30.975691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6da95-d002-4343-a0bb-1b5ff231e1ea req-a646c52c-d367-4dd6-b885-4337d6c9c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:30.977035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-45b6da95-d002-4343-a0bb-1b5ff231e1ea req-a646c52c-d367-4dd6-b885-4337d6c9c38e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1097 time: 0.0395525 Oct 20 11:29:31.015265 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-45b6da95-d002-4343-a0bb-1b5ff231e1ea req-32b6b59a-d208-4499-b334-7a83d1c7d3ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302885 Oct 20 11:29:31.420700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-257d55be-8376-4883-800d-1611a9a095f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.598591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a765-90b2-441c-be97-34b36aadf932 req-c9149649-c922-4111-85dd-85f468555e6a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:31.600487 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d628a765-90b2-441c-be97-34b36aadf932 req-c9149649-c922-4111-85dd-85f468555e6a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0484610 Oct 20 11:29:31.637370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d628a765-90b2-441c-be97-34b36aadf932 req-3dee8789-cc01-4425-a092-924d38651ecf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Oct 20 11:29:31.830755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.750769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729303ec-256d-469a-82a5-e6217f51ea67 req-6a0faba0-b0dd-47ff-891d-88dcee34f61a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.752237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-729303ec-256d-469a-82a5-e6217f51ea67 req-6a0faba0-b0dd-47ff-891d-88dcee34f61a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0486195 Oct 20 11:29:32.791714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-729303ec-256d-469a-82a5-e6217f51ea67 req-c11f6211-7666-41a9-8a1d-2825707392fb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325089 Oct 20 11:29:32.899717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1bd7-d814-4704-aa8e-463aa6f03fb8 req-67ebed5e-0cc1-4bef-9af6-446e4d7b6edd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.901156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bafe1bd7-d814-4704-aa8e-463aa6f03fb8 req-67ebed5e-0cc1-4bef-9af6-446e4d7b6edd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0479882 Oct 20 11:29:32.909522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45604) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:32.914397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'floatingip': {'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:32.942799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.955723 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.393195 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.397052 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.498277 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 associated. External IP: 172.25.3.162, port: 4a324073-d0d2-47da-bc2f-ce9164789002. Oct 20 11:29:33.698613 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:33.804587 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:33.809544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.814095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:33.823124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:33.823743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:29:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:33.838709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5bfbc377-78d1-4479-b65f-0b0e8be65ab5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "PUT /v2.0/floatingips/fd603f68-eafe-4624-adac-a34fd2e05a11 HTTP/1.1" status: 200 len: 991 time: 0.9281716 Oct 20 11:29:33.839321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:33.841567 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72971a2-aaa8-404a-a62e-8eefc1c17194" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:33.889708 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5cfa51-9b90-4152-97fc-ed04fde95779 x-openstack-request-id: req-de5cfa51-9b90-4152-97fc-ed04fde95779 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:33.890000 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:33.890252 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de5cfa51-9b90-4152-97fc-ed04fde95779 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:33.890653 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'status': 'completed', 'code': 200} Oct 20 11:29:33.932595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:33.962653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-53e17c33-168d-4124-826a-5f5967be6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.964109 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-53e17c33-168d-4124-826a-5f5967be6fdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1097 time: 0.0416610 Oct 20 11:29:34.056700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-7cd5ad89-bfaa-464a-bf89-9b09e8577a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:34.058148 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-7cd5ad89-bfaa-464a-bf89-9b09e8577a29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0855615 Oct 20 11:29:34.160214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:29:33Z', 'revision_number': 9, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:34.188174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:34.197392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:34.198021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:29:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:34.311833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:34.388460 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-d294bb79-f0c4-4e81-9030-5ca0d3731797 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 999 time: 0.3211167 Oct 20 11:29:34.438554 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-94c8b0fa-a5f7-446e-bbef-45065067da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:34.440028 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-94c8b0fa-a5f7-446e-bbef-45065067da30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0428314 Oct 20 11:29:34.485712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-4441f92b-d144-43a9-b2af-62ddf4bc97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:34.487441 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-4441f92b-d144-43a9-b2af-62ddf4bc97b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396080 Oct 20 11:29:34.493970 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.551003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:29:33Z', 'revision_number': 9, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:34.581543 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-c54f41c0-317b-4665-9a3d-01417b7abefd service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Oct 20 11:29:34.581742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab2e76-8d9c-44f4-b86a-151191be882a None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:29:33Z', 'revision_number': 9, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:34.609218 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:29:34.678735 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f72971a2-aaa8-404a-a62e-8eefc1c17194 req-525b9d2e-d0b5-4d40-9552-e28daaf31857 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891540 Oct 20 11:29:34.777785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8487525-ea65-4652-8b39-515cde32c68e None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:37.736179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-702d09b9-6b4c-4f59-8f9c-08471286d6af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393896 Oct 20 11:29:37.816152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-8da74833-eb22-4cf7-bc1a-d45efa82c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.818108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-8da74833-eb22-4cf7-bc1a-d45efa82c7b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1097 time: 0.0384347 Oct 20 11:29:37.921571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-fa401564-0cdd-41da-8ba7-be4039c109de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.923101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-fa401564-0cdd-41da-8ba7-be4039c109de service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0854981 Oct 20 11:29:37.986738 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-7396a255-b74f-4860-b2b8-b81c45c66ca9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1002 time: 0.0557508 Oct 20 11:29:38.034767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-6f460d9d-0be4-4f88-bf02-a1fb434257fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.036167 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-6f460d9d-0be4-4f88-bf02-a1fb434257fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0420244 Oct 20 11:29:38.085664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-f4070cce-30b0-4033-93af-92399866d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.087134 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-f4070cce-30b0-4033-93af-92399866d701 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422478 Oct 20 11:29:38.176844 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-6de17dda-152c-4ba4-bf84-8d5ba6b81c03 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819070 Oct 20 11:29:38.270484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d5962cb-0961-4853-86ff-4c5ce1bde64e req-45d020fb-4ce9-4b2e-a05b-2d2b919493df service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 Oct 20 11:29:46.220232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:47.142743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:58.561231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36c17ac7-8559-4732-9161-e95bd1407ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.420618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c464442d-d59a-40ee-b407-e401af420b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.831405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.946906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:04.484492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.609243 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:30:16.231673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.158440 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:28.561717 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6e076cb7-759e-4dbc-8d01-6b16ae98933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:31.420860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a64965db-928a-4f9b-9b04-7aa23bbe9fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:31.832056 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:32.948997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:34.486850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:39.171786 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-ecaa4c4b-234d-40d1-8249-b587a5d401b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409675 Oct 20 11:30:39.259819 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-bde7dbc0-65bc-4e85-97c0-822dad1a58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.261544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-bde7dbc0-65bc-4e85-97c0-822dad1a58f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1097 time: 0.0404553 Oct 20 11:30:39.367602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-58239ac1-fe0c-49e5-afe3-d94450a36567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.368963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-58239ac1-fe0c-49e5-afe3-d94450a36567 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0870252 Oct 20 11:30:39.433029 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-4ec232d8-0ab9-49fe-beb2-6634d5b0c348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1002 time: 0.0559092 Oct 20 11:30:39.486167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-ccaa4e01-ba1e-44ba-8e2b-b16faeb91e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.487602 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-ccaa4e01-ba1e-44ba-8e2b-b16faeb91e8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0468063 Oct 20 11:30:39.533142 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-ca811782-f424-4fcc-9cd4-f22d27da95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.534574 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-ca811782-f424-4fcc-9cd4-f22d27da95c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394359 Oct 20 11:30:39.625290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-7ca75a3e-467e-4065-a23a-acb6dc67f681 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814443 Oct 20 11:30:39.718846 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fa143b70-e5e9-4817-adc9-26027bb80cc3 req-36006407-1dfe-49f5-816a-cd6e160f8656 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Oct 20 11:30:46.241291 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.158383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.609105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:30:58.563517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-03b0a6e7-3c48-4449-9a64-ce2bd583546b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.421583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28a1b7b4-753e-4076-b9da-0cc8393bea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.832794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.951301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.488979 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.873245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9d66-82df-44df-bc52-335b21a0e7e2 req-776e5227-e6ac-465a-a7e0-ebfe60178d09 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.874781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d6f9d66-82df-44df-bc52-335b21a0e7e2 req-776e5227-e6ac-465a-a7e0-ebfe60178d09 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0660269 Oct 20 11:31:10.877516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-5d22e5dd-af7d-4550-a3d9-3fc588d3cf8a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800648 Oct 20 11:31:10.913187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1d6f9d66-82df-44df-bc52-335b21a0e7e2 req-372b49dd-dcb5-4c9c-8046-53efb15d5edd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Oct 20 11:31:11.918069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-16b9b208-1536-4c95-b058-0b52db482823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.919628 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-16b9b208-1536-4c95-b058-0b52db482823 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1097 time: 0.0417612 Oct 20 11:31:12.015996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-665c4543-e3f8-456d-be82-58670361051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.017471 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-665c4543-e3f8-456d-be82-58670361051e service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0905721 Oct 20 11:31:12.030628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40326e-69f4-404f-a675-946d57f42ca3 req-f80032a7-3e6e-4cb8-a5f5-a3c8d41d951e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.032195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a40326e-69f4-404f-a675-946d57f42ca3 req-f80032a7-3e6e-4cb8-a5f5-a3c8d41d951e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0492764 Oct 20 11:31:12.072573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5a40326e-69f4-404f-a675-946d57f42ca3 req-8d1adb82-1e1f-43b2-a55c-735f20134293 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Oct 20 11:31:12.084103 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-4de683b7-9736-4959-ba83-49be363fafee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1002 time: 0.0588410 Oct 20 11:31:12.132614 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-489b73fa-f189-4691-ac82-750a1ea8b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.133985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-489b73fa-f189-4691-ac82-750a1ea8b2a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0416734 Oct 20 11:31:12.182157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-4ae5d3b6-c3ac-4311-afa2-0c44ed81ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.183537 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-4ae5d3b6-c3ac-4311-afa2-0c44ed81ea6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419776 Oct 20 11:31:12.273618 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-851a1416-dba6-4436-b8cd-da396e026003 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Oct 20 11:31:12.368349 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-ab81462f-4dc7-424e-915a-f0a77b64c2a9 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860810 Oct 20 11:31:13.187992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827405-1305-4b2e-84ce-b35304b945af req-392d7569-f0c8-424f-823b-596e4dc6f02d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:13.189443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4827405-1305-4b2e-84ce-b35304b945af req-392d7569-f0c8-424f-823b-596e4dc6f02d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0481951 Oct 20 11:31:13.225895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4827405-1305-4b2e-84ce-b35304b945af req-c646c0a0-434a-4249-8fe5-703f76882910 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305707 Oct 20 11:31:14.340087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bc579-598e-470f-a0ca-58160c3d5260 req-5f3cd162-b524-4f4e-b2be-016c453bda80 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.342241 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-961bc579-598e-470f-a0ca-58160c3d5260 req-5f3cd162-b524-4f4e-b2be-016c453bda80 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0484397 Oct 20 11:31:14.378061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-961bc579-598e-470f-a0ca-58160c3d5260 req-2a1f2d25-c91b-41eb-b823-484e9f586788 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300124 Oct 20 11:31:15.493039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7181b70-e955-4958-a490-230a13f7291f req-23c3370c-e800-4a51-8c91-a790a4d8943e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.494500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7181b70-e955-4958-a490-230a13f7291f req-23c3370c-e800-4a51-8c91-a790a4d8943e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0483670 Oct 20 11:31:15.534894 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7181b70-e955-4958-a490-230a13f7291f req-4123751c-86c9-4498-b76f-4f0aaa15a335 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345330 Oct 20 11:31:16.264228 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.648490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0990cf7-3879-4c27-a634-6397bc9c5bc9 req-44c7a235-9b4d-41c6-84e8-402be8c0d411 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.649946 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0990cf7-3879-4c27-a634-6397bc9c5bc9 req-44c7a235-9b4d-41c6-84e8-402be8c0d411 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0490673 Oct 20 11:31:16.688726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0990cf7-3879-4c27-a634-6397bc9c5bc9 req-aa8f4e45-02b0-41ec-9915-a94c4fb9001c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328043 Oct 20 11:31:17.174021 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.803771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa78c25-c0de-4999-8885-31a9c56f77c8 req-14ef2376-80a0-43d4-bae5-ad02d51486ae tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.805213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efa78c25-c0de-4999-8885-31a9c56f77c8 req-14ef2376-80a0-43d4-bae5-ad02d51486ae tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0485747 Oct 20 11:31:17.842955 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-efa78c25-c0de-4999-8885-31a9c56f77c8 req-ac63d5a9-274e-44cf-b216-bfd3ffc259c6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Oct 20 11:31:18.957184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffa45a-b382-476a-901f-e7e523c728cd req-308f984d-71fb-4fb0-91f0-729bc92d5622 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.958635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88ffa45a-b382-476a-901f-e7e523c728cd req-308f984d-71fb-4fb0-91f0-729bc92d5622 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0476246 Oct 20 11:31:19.001183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88ffa45a-b382-476a-901f-e7e523c728cd req-43285cfb-039d-49a8-a720-2658ab44ea88 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Oct 20 11:31:20.115063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35682a-1c51-4f46-a075-53bece4ca9ba req-36f700cc-e23a-4f7b-8b46-71d2f1499284 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.116497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba35682a-1c51-4f46-a075-53bece4ca9ba req-36f700cc-e23a-4f7b-8b46-71d2f1499284 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0481160 Oct 20 11:31:20.153884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba35682a-1c51-4f46-a075-53bece4ca9ba req-0673fdba-d88d-464d-8fbb-f26bf63a32be tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315654 Oct 20 11:31:21.265689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928104b-1517-48ea-9acf-2e2e07de8db0 req-dd4ac657-afa2-430c-a4b3-3312512e9116 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:21.267155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7928104b-1517-48ea-9acf-2e2e07de8db0 req-dd4ac657-afa2-430c-a4b3-3312512e9116 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0481658 Oct 20 11:31:21.303669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7928104b-1517-48ea-9acf-2e2e07de8db0 req-3a709c20-a8f4-402c-bdd0-58f9dc157af6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Oct 20 11:31:22.417547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e3d4-29ec-4cc3-a294-b94b091504f9 req-920706e4-5f19-4cf4-b459-e71960659eac tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.419500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ce2e3d4-29ec-4cc3-a294-b94b091504f9 req-920706e4-5f19-4cf4-b459-e71960659eac tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0482738 Oct 20 11:31:22.459996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4ce2e3d4-29ec-4cc3-a294-b94b091504f9 req-a83c8cdb-108d-48be-9457-688f08b9b0cb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Oct 20 11:31:23.572405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40005-dc42-4564-b6d0-95361a288db7 req-a681a9a9-aff4-471d-9252-9f2af1d80e50 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:23.573836 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88f40005-dc42-4564-b6d0-95361a288db7 req-a681a9a9-aff4-471d-9252-9f2af1d80e50 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0474405 Oct 20 11:31:23.609996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88f40005-dc42-4564-b6d0-95361a288db7 req-14478401-6620-47ff-b26d-44b02127f55c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296090 Oct 20 11:31:24.354147 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-1bdf5d83-2afb-473e-8a33-beb7ac733422 service neutron] show failed (client error): The resource could not be found. Oct 20 11:31:24.355171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-1bdf5d83-2afb-473e-8a33-beb7ac733422 service neutron] 10.222.0.83 "GET /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0540178 Oct 20 11:31:24.553694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-bedc3d43-f62e-4b6c-9e0f-ea0571685df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.555086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-bedc3d43-f62e-4b6c-9e0f-ea0571685df5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1097 time: 0.0405591 Oct 20 11:31:24.566229 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-5463e1bf-c757-4fa6-a2e4-6150f57d98e9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:31:24.567212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-5463e1bf-c757-4fa6-a2e4-6150f57d98e9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046792 Oct 20 11:31:24.579450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:24.631792 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.164802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791938d-f06d-4b6e-89cb-464a57da701e req-6aee4045-a901-459d-b4aa-7f646ce14f64 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.166228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7791938d-f06d-4b6e-89cb-464a57da701e req-6aee4045-a901-459d-b4aa-7f646ce14f64 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.4840953 Oct 20 11:31:25.242735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7791938d-f06d-4b6e-89cb-464a57da701e req-17351e89-0811-4f29-8024-5a10bc3fa206 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493503 Oct 20 11:31:25.247438 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:25.281021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:25.322868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:25.325364 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5a80e3-942d-4afc-a80e-d34347daf923" -d '{"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:25.329747 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.342120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Transition to ACTIVE for port object 4a324073-d0d2-47da-bc2f-ce9164789002 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:25.345909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.378351 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e91e8-d8eb-4967-8416-4099a185fa55 x-openstack-request-id: req-fa0e91e8-d8eb-4967-8416-4099a185fa55 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:25.378351 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:25.378653 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa0e91e8-d8eb-4967-8416-4099a185fa55 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:25.378775 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'code': 200} Oct 20 11:31:25.428474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.439633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.440060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.440397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.440729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.441054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.441386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.441713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.442032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.442352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.442670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.443008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.443325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:25.477359 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] No DVR routers for this DVR port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:25.608207 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:31:25.614061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:25.614494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:25.614714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:25.619015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:25.619334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:25.624604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:25.624934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:25.625311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:25.625732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Bound port: 4a324073-d0d2-47da-bc2f-ce9164789002, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:25.626075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.686440 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:25.689602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:25.693454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.725659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.726273 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.727706 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] 10.222.0.70 "PUT /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1092 time: 1.1523011 Oct 20 11:31:25.762904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543e186-6b30-40e1-9dcf-30999506091c service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.795691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-80be3b06-cbb8-448a-88a7-0878f4099e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.797221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-80be3b06-cbb8-448a-88a7-0878f4099e60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0436430 Oct 20 11:31:25.892857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-33bef560-3624-4f3d-872e-24856ebda083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.894320 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-33bef560-3624-4f3d-872e-24856ebda083 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0901122 Oct 20 11:31:25.961601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-0335ad17-64e2-48f2-82eb-69264b70923a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0602846 Oct 20 11:31:26.010098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-097f01ae-741c-48ca-a62a-f903b257a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.011764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-097f01ae-741c-48ca-a62a-f903b257a593 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0423353 Oct 20 11:31:26.055860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-d28b9adf-8f5d-473f-b81b-9534a8bc9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.057307 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-d28b9adf-8f5d-473f-b81b-9534a8bc9370 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389574 Oct 20 11:31:26.148087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-e1d39460-3a3c-4048-9e8a-6a464e72a1d7 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Oct 20 11:31:26.236562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-854a85e4-84f3-4238-80d4-f9cbbe16bb45 req-d31c5b08-8b5e-4673-8714-718fc9b38322 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806787 Oct 20 11:31:26.360640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c43e60-d963-4f2e-9f47-143adf246e29 req-293cc6b8-289c-421b-a8a7-13acbaf77c6d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.362255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c43e60-d963-4f2e-9f47-143adf246e29 req-293cc6b8-289c-421b-a8a7-13acbaf77c6d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0499849 Oct 20 11:31:26.403227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34c43e60-d963-4f2e-9f47-143adf246e29 req-81d3b81f-1e0f-46eb-80c0-c0089bf517f2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350742 Oct 20 11:31:27.298539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:27.336127 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:27.379689 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:27.382062 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaed379-561b-44fb-91ed-c9f236a783b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:27.436152 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5c1ca-2dc7-42a8-9dc9-0c9f08610831 x-openstack-request-id: req-7ff5c1ca-2dc7-42a8-9dc9-0c9f08610831 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:27.436395 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:27.436745 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ff5c1ca-2dc7-42a8-9dc9-0c9f08610831 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:27.437155 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'status': 'completed', 'code': 200} Oct 20 11:31:27.506893 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-852776a1-fed2-4155-9395-2803312229d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.508438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-852776a1-fed2-4155-9395-2803312229d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0416977 Oct 20 11:31:27.533828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-5f806e53-9736-4dcf-98ae-87484a7e6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.535688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-5f806e53-9736-4dcf-98ae-87484a7e6a2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0750589 Oct 20 11:31:27.543519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07d60-7fcc-423d-89bb-211ddca098c1 req-35d90f15-6d05-43af-9c66-fa63f7e8aab2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.544910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05a07d60-7fcc-423d-89bb-211ddca098c1 req-35d90f15-6d05-43af-9c66-fa63f7e8aab2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0729167 Oct 20 11:31:27.604553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-19f98232-b2ff-4836-a537-f64143d0cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.605942 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-19f98232-b2ff-4836-a537-f64143d0cf61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0898950 Oct 20 11:31:27.637613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05a07d60-7fcc-423d-89bb-211ddca098c1 req-2acabe77-b51c-4174-98fc-353e6c540317 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830121 Oct 20 11:31:27.663114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-c70fc7ea-044d-4d4d-acb7-a14c64b1791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.664598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-c70fc7ea-044d-4d4d-acb7-a14c64b1791d service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.1182842 Oct 20 11:31:27.672748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-fae78611-e926-44d7-86b7-2f74d354f209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0587366 Oct 20 11:31:27.733055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-7e164b78-51a2-491b-905a-890602ef1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.734603 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-7e164b78-51a2-491b-905a-890602ef1c5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0531712 Oct 20 11:31:27.742073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-1a222c5a-b8ef-4965-937b-0ab829bddbe0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0689909 Oct 20 11:31:27.787024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-c2199509-caba-4603-81e4-b1fdd5054978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.788892 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-c2199509-caba-4603-81e4-b1fdd5054978 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460219 Oct 20 11:31:27.810036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-973f5888-2eea-40d5-9b92-d57e95a6a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.811772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-973f5888-2eea-40d5-9b92-d57e95a6a4a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0552244 Oct 20 11:31:27.865115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-3187d681-08a8-4511-865a-fc257672ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.866521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-3187d681-08a8-4511-865a-fc257672ad0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476904 Oct 20 11:31:27.892852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-04f6f1c2-0c5a-4593-b4b6-03b714709f86 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917821 Oct 20 11:31:27.958037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-d00bd533-1638-4b2c-9fb3-22110e591f8c service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828130 Oct 20 11:31:27.988321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-804dbd4f-9e5c-4082-bdd2-68a0af1a2e71 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Oct 20 11:31:28.052091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cbaed379-561b-44fb-91ed-c9f236a783b5 req-a501ab9a-b8ae-411f-a398-c91f6dc6a782 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Oct 20 11:31:28.564006 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b9af29b5-a46f-4a84-9cc9-da15aa47eee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:28.755996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab1a4-cab5-4d8d-95ed-51997e5c9088 req-b3d09edd-a4ca-42f8-b08a-2c4f115731e1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.757444 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df4ab1a4-cab5-4d8d-95ed-51997e5c9088 req-b3d09edd-a4ca-42f8-b08a-2c4f115731e1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0487311 Oct 20 11:31:28.794384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df4ab1a4-cab5-4d8d-95ed-51997e5c9088 req-10baeb02-d4d2-4207-86fc-4b63109b15c1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Oct 20 11:31:29.101219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-7cce2f26-4fef-43c3-a3ce-828459990768 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.102660 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-7cce2f26-4fef-43c3-a3ce-828459990768 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&tenant_id=27983e871b774c8eb790946bbcb9d113&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0836511 Oct 20 11:31:29.114136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab3db4-ebbe-434b-9565-4a02b9885902 req-c2082f02-854e-4dea-8677-f0b246e59441 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.115508 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ab3db4-ebbe-434b-9565-4a02b9885902 req-c2082f02-854e-4dea-8677-f0b246e59441 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 943 time: 0.0660009 Oct 20 11:31:29.187595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5ab3db4-ebbe-434b-9565-4a02b9885902 req-9976c83d-686e-46fa-a63b-50c49cc34a07 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653179 Oct 20 11:31:29.193280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-43a7afb0-1e60-4cbf-b59a-4769a92dd7bf service neutron] 10.222.0.70 "GET /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002/bindings/n-h1-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.0769241 Oct 20 11:31:29.259246 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-ef50d60d-e898-40b0-af18-6fbee902674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.260678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-ef50d60d-e898-40b0-af18-6fbee902674f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1095 time: 0.0424802 Oct 20 11:31:29.351058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-e894cccd-b233-42d5-bdfc-c45e8d56a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.352472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-e894cccd-b233-42d5-bdfc-c45e8d56a490 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0842059 Oct 20 11:31:29.423945 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-573805fa-a2bd-4142-bfe4-0f935673f0b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0626819 Oct 20 11:31:29.474706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-c6147741-b063-475b-9f37-8593025d7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.476155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-c6147741-b063-475b-9f37-8593025d7128 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0444226 Oct 20 11:31:29.524665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-234d0b1f-8fd3-4a70-8524-09247913e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.526073 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-234d0b1f-8fd3-4a70-8524-09247913e6af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385165 Oct 20 11:31:29.616422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-dda89014-20c7-426b-b2aa-8d3d0b163ddf service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830669 Oct 20 11:31:29.702530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-4245a1b8-9ae5-4637-a0ca-cf1db310f6e9 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790813 Oct 20 11:31:30.056149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:30.149423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:30.160669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4a324073-d0d2-47da-bc2f-ce9164789002', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:30.195860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.208486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:30.227197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:30.232282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.278658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:30.285931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.286278 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.286614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.286962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.287303 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.287623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.287945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.288264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.288583 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.288902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.289223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.289544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:30.315571 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d4bfa-0320-44d2-95d2-f7f50883f9d0 req-ad7e6e6e-0ca5-4162-b338-8d30baab36e6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.316973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee7d4bfa-0320-44d2-95d2-f7f50883f9d0 req-ad7e6e6e-0ca5-4162-b338-8d30baab36e6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0581605 Oct 20 11:31:30.353744 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee7d4bfa-0320-44d2-95d2-f7f50883f9d0 req-10c2bff0-582c-423b-a451-04d0c3cd3adb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308504 Oct 20 11:31:30.488864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4a324073-d0d2-47da-bc2f-ce9164789002'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:31.422265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d4f248f-e039-4e59-b70f-bdaa7884c6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.477779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dea3c-cc50-412c-963f-4b766c3adcae req-625fb57f-e6ae-4f2c-a222-fae6f598e598 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.479284 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-791dea3c-cc50-412c-963f-4b766c3adcae req-625fb57f-e6ae-4f2c-a222-fae6f598e598 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0517368 Oct 20 11:31:31.517673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-791dea3c-cc50-412c-963f-4b766c3adcae req-eb8098fc-2567-4b97-aa76-a4dcee31006a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Oct 20 11:31:31.719210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-5b7a5321-d84b-46a2-813c-b50e1257fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.720657 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-5b7a5321-d84b-46a2-813c-b50e1257fa09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1096 time: 0.0407143 Oct 20 11:31:31.733551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:31.788290 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.834051 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.985715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:32.017830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:32.048771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:32.056802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.064661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:32.068147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Ignored duplicate provisioning block setup for port 4a324073-d0d2-47da-bc2f-ce9164789002 by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 20 11:31:32.071816 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.167468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:32.180050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4a324073-d0d2-47da-bc2f-ce9164789002', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:32.202618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=9']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:32.224987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.225315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.225651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.225984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.226314 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.226640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.226997 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.227319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.227641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.227965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.228287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.228604 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:32.256708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] No DVR routers for this DVR port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:32.389423 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:32.389688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:32.390012 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:32.395295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:32.395611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Attempting to bind port 4a324073-d0d2-47da-bc2f-ce9164789002 on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:32.402072 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:32.402397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:32.402772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:32.403220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Bound port: 4a324073-d0d2-47da-bc2f-ce9164789002, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:32.403563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.464095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:32.467911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:32.471959 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.501759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.502448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.503909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] 10.222.0.83 "PUT /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1092 time: 0.7742541 Oct 20 11:31:32.508151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:32.510578 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:32.537239 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89445-6d76-4325-a3a8-ecffe5918f2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:32.575527 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d94247-156b-405e-aea3-7890aad2b971 x-openstack-request-id: req-c3d94247-156b-405e-aea3-7890aad2b971 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:32.576888 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:32.576888 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3d94247-156b-405e-aea3-7890aad2b971 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:32.577443 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'status': 'completed', 'code': 200} Oct 20 11:31:32.594737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-fa540382-c379-419f-a438-cf73a62a9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.596296 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-fa540382-c379-419f-a438-cf73a62a9cf6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1096 time: 0.0561962 Oct 20 11:31:32.682413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-70e1f98a-07eb-4478-b90d-b011ad503118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.683983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-70e1f98a-07eb-4478-b90d-b011ad503118 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1096 time: 0.0884745 Oct 20 11:31:32.694748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-12335419-ecd6-45e4-8c06-7554ea2fa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.696669 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-12335419-ecd6-45e4-8c06-7554ea2fa898 service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0929081 Oct 20 11:31:32.712467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e96f-8bad-46f8-b4e8-c444f7f1d15c req-9f0a795a-2564-4516-9075-a74b631649d4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.714181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9771e96f-8bad-46f8-b4e8-c444f7f1d15c req-9f0a795a-2564-4516-9075-a74b631649d4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0850806 Oct 20 11:31:32.781356 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-7e428186-dc27-4c44-9ca4-7029164edb7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0766411 Oct 20 11:31:32.830328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-592b4030-3d23-4e97-b609-8fa96eccca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.831850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-592b4030-3d23-4e97-b609-8fa96eccca5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.1367729 Oct 20 11:31:32.836534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-1df5754f-54da-4f38-ac1b-618c92a3dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.838010 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-1df5754f-54da-4f38-ac1b-618c92a3dffb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0489438 Oct 20 11:31:32.887143 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-fac0697e-a0b5-4a69-a43a-f98708a417af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.889385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-fac0697e-a0b5-4a69-a43a-f98708a417af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434647 Oct 20 11:31:32.893114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9771e96f-8bad-46f8-b4e8-c444f7f1d15c req-175db7e2-beb9-44f0-8fd0-6ea88c915234 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429346 Oct 20 11:31:32.919629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-3c97f9ee-7c8a-43e9-b2ac-3d26b45b403b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0784485 Oct 20 11:31:32.960265 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.972401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-9b8da0ad-4fe5-4fa0-9481-4cd5deceb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.973883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-9b8da0ad-4fe5-4fa0-9481-4cd5deceb22f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0470502 Oct 20 11:31:32.992639 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-a38c40be-49cd-4ab3-a5bf-5dde08dacb98 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950477 Oct 20 11:31:33.021808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-1d7da224-58ab-4ea3-a36b-0c76d87b91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.023406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-1d7da224-58ab-4ea3-a36b-0c76d87b91c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423455 Oct 20 11:31:33.086477 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-997295fa-ae34-4d0d-8621-4dbdbe61e56d req-3dd2a416-1cf6-4d1d-bae3-d93833f9730f service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Oct 20 11:31:33.118903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-ef7dd5bd-e76a-455f-91bd-765c53231354 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Oct 20 11:31:33.181808 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-78f6a6ea-6603-4549-9bfa-87b04c96114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.183361 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-78f6a6ea-6603-4549-9bfa-87b04c96114d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 1096 time: 0.0437462 Oct 20 11:31:33.210052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-fee16f9d-1662-4815-82c0-660788788eeb service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Oct 20 11:31:33.271791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-d522d21b-275a-4294-83e1-8581e600b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.273224 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-d522d21b-275a-4294-83e1-8581e600b85f service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0827286 Oct 20 11:31:33.342210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-459fcf45-99ad-4bd9-9b9a-429863bd33ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 200 len: 1000 time: 0.0601132 Oct 20 11:31:33.394299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-364ee479-9fe3-436f-8f29-635a26b850c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.395783 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-364ee479-9fe3-436f-8f29-635a26b850c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0456963 Oct 20 11:31:33.442436 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-3e5de3e4-5f55-4b6e-8538-b3fe65e2d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.443913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-3e5de3e4-5f55-4b6e-8538-b3fe65e2d088 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392644 Oct 20 11:31:33.536248 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-3f4d51b2-95cc-458a-8eb5-d3a78ee50415 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834641 Oct 20 11:31:33.625201 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77d3983d-d7eb-43ea-b7bd-3002c53aeb10 req-16016a36-ce6b-41dc-bd8f-1e1a134362de service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806899 Oct 20 11:31:34.020569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51827d0-b7d2-4f1b-b4ac-b9ea4f1eb852 req-c219f50d-091d-4f1e-ac45-2209a9b1fc37 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.022050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a51827d0-b7d2-4f1b-b4ac-b9ea4f1eb852 req-c219f50d-091d-4f1e-ac45-2209a9b1fc37 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0584257 Oct 20 11:31:34.059506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a51827d0-b7d2-4f1b-b4ac-b9ea4f1eb852 req-753eed69-da0a-41a9-b0b9-266f2c174ddd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Oct 20 11:31:34.081794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:34.119786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:34.491063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.172079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f7243-f712-4964-b203-d32b87488d11 req-ebe630c0-4677-496a-ad60-bbdeddd076db tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.173538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e12f7243-f712-4964-b203-d32b87488d11 req-ebe630c0-4677-496a-ad60-bbdeddd076db tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0485718 Oct 20 11:31:35.210408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e12f7243-f712-4964-b203-d32b87488d11 req-7243798e-b280-442a-a4f2-5e9be93cef56 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310018 Oct 20 11:31:35.322300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfb51f-99ee-46d2-8303-482dcde01004 req-7c5395d7-0004-473a-afa6-5436241c49b0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.323837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29dfb51f-99ee-46d2-8303-482dcde01004 req-7c5395d7-0004-473a-afa6-5436241c49b0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0493376 Oct 20 11:31:35.330003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:35.361527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29dfb51f-99ee-46d2-8303-482dcde01004 req-81f7ad6c-60bd-4ece-8ee0-d0a9088611d9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Oct 20 11:31:35.430080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:35.442293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '4a324073-d0d2-47da-bc2f-ce9164789002', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '4a324073-d0d2-47da-bc2f-ce9164789002', 'mac_address': 'fa:16:3e:fc:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:35.478587 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.479739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4af254-2efc-4a01-b236-35126838b74c req-7ba096cc-21d0-4324-bc2a-dc6687eafa47 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.481222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d4af254-2efc-4a01-b236-35126838b74c req-7ba096cc-21d0-4324-bc2a-dc6687eafa47 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 944 time: 0.0529962 Oct 20 11:31:35.492042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:35.511305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:35.515133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.520869 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d4af254-2efc-4a01-b236-35126838b74c req-79004886-2bdc-4867-bdc7-23c3094a66ba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Oct 20 11:31:35.566530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:35.747757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d4c45-4854-42a9-b884-172f3d42c89a req-e2dfe9bf-4dbb-4334-8b44-c5469e7a1417 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.749388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-391d4c45-4854-42a9-b884-172f3d42c89a req-e2dfe9bf-4dbb-4334-8b44-c5469e7a1417 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0484073 Oct 20 11:31:35.753634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['4a324073-d0d2-47da-bc2f-ce9164789002'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:35.787811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-391d4c45-4854-42a9-b884-172f3d42c89a req-b023bd26-60b0-4e9e-8716-d1bda3afc103 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Oct 20 11:31:36.901933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af5527-ac5d-41b6-bea1-1d576a9d7ca2 req-1ee363a3-cff4-4ab8-9996-5ea7e96f2a32 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:36.903404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7af5527-ac5d-41b6-bea1-1d576a9d7ca2 req-1ee363a3-cff4-4ab8-9996-5ea7e96f2a32 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0484874 Oct 20 11:31:36.939646 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7af5527-ac5d-41b6-bea1-1d576a9d7ca2 req-7241c50f-1f56-4f00-a9e6-be234218edfa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304644 Oct 20 11:31:37.189086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-597dd574-224f-4f20-a935-5a7e87ddde56 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.190500 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-597dd574-224f-4f20-a935-5a7e87ddde56 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 945 time: 0.0522296 Oct 20 11:31:37.278398 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Deleting port 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:37.278729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.360086 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:37.368378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:37.368740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.408486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 4a324073-d0d2-47da-bc2f-ce9164789002 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:37.412598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 4a324073-d0d2-47da-bc2f-ce9164789002 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:37.412971 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.495351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.519692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:37.522183 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccecdd8-5a87-4e8e-b111-c1c3b285b196" -d '{"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-plugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:37.536445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 4a324073-d0d2-47da-bc2f-ce9164789002, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=4a324073-d0d2-47da-bc2f-ce9164789002,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:37.541099 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.564589 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a6ae8-a69a-41bd-ae39-7987e4bcf68d x-openstack-request-id: req-7e4a6ae8-a69a-41bd-ae39-7987e4bcf68d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:37.564892 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-plugged", "status": "completed", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:37.565145 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e4a6ae8-a69a-41bd-ae39-7987e4bcf68d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:37.565532 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'code': 200} Oct 20 11:31:37.592781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:37.801597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.801945 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.802254 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 disassociated. External IP: 172.25.3.162, port: 4a324073-d0d2-47da-bc2f-ce9164789002. Oct 20 11:31:37.802589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Calling delete_port for 4a324073-d0d2-47da-bc2f-ce9164789002 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:37.928467 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.957058 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'Port': ['ID=4a324073-d0d2-47da-bc2f-ce9164789002,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:38.041042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d6b0537-2a4a-461f-8382-5946e985d8b2 req-536abcab-6610-44ce-98bc-d1184e3fca8f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcb5b6d4-60e4-453a-83e4-bc1d592611eb HTTP/1.1" status: 200 len: 210 time: 0.0312834 Oct 20 11:31:38.078500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:38.189026 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:38.198420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:38.207424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:38.208032 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:31:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:38.227289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] No DVR routers for this DVR port 4a324073-d0d2-47da-bc2f-ce9164789002 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:38.230153 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.234227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-62f16ad2-064b-4fbe-8fe2-7e02ff489a43 req-265fb446-2cb5-41ec-934d-f954e4b22cba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "DELETE /v2.0/ports/4a324073-d0d2-47da-bc2f-ce9164789002 HTTP/1.1" status: 204 len: 173 time: 1.0355802 Oct 20 11:31:38.234674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-deleted', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:38.236931 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6c4d90-631c-4f43-8b0e-530d7766a17c" -d '{"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-deleted", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:38.275913 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb84bea-81bd-475a-889e-1c3bd2328bd5 x-openstack-request-id: req-2fb84bea-81bd-475a-889e-1c3bd2328bd5 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:38.276209 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5b6d4-60e4-453a-83e4-bc1d592611eb", "name": "network-vif-deleted", "tag": "4a324073-d0d2-47da-bc2f-ce9164789002", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:38.276464 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2fb84bea-81bd-475a-889e-1c3bd2328bd5 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:38.276875 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5b6d4-60e4-453a-83e4-bc1d592611eb', 'name': 'network-vif-deleted', 'tag': '4a324073-d0d2-47da-bc2f-ce9164789002', 'status': 'completed', 'code': 200} Oct 20 11:31:38.321160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:38.520046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:38.546113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:38.554140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:38.554737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:31:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:38.818499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:39.009703 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.040844 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e858-d109-406b-a647-a2aeb781c7c4 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:39.322161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3a34a-368a-4b04-a475-e3de1d2a5a15 None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:39.352910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-7b48a017-39ee-4d71-843a-482c4698b028 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--594645915&fields=id&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 267 time: 0.0334668 Oct 20 11:31:39.460360 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-d2a61460-50f0-46af-9159-b9075d1ba9d7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:39.461857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-d2a61460-50f0-46af-9159-b9075d1ba9d7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1011155 Oct 20 11:31:39.477521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-ecbed0b8-c6fb-4de9-ac24-8e18f5aaf2df tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/quotas/27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 375 time: 0.0092962 Oct 20 11:31:39.534467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-c6584f1f-4fe7-42dc-978c-541b3ee68c81 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514362 Oct 20 11:31:39.687765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-023c68a9-95b6-4e16-b036-3ea34619f35b service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401682 Oct 20 11:31:39.778179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-59f67ad6-8167-4077-9770-c078386fb6b1 service neutron] 10.222.0.74 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Oct 20 11:31:39.934466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4c9c1541-3e4c-4180-88af-89f118a42b13 req-437bf6eb-380c-4f2c-982f-2e8170272b35 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0260363 Oct 20 11:31:40.822594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-a2d63be0-7a3b-4809-a9f1-cd4126b4f1a3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.824066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-a2d63be0-7a3b-4809-a9f1-cd4126b4f1a3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 810 time: 0.1056004 Oct 20 11:31:40.882641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-a1286602-b7b3-4111-a4f4-d7df2f4acf3a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 379 time: 0.0488846 Oct 20 11:31:40.895659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'port': {'device_id': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'admin_state_up': True, 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'security_groups': ['02ea3534-6dc2-4fd2-a51e-e034ad46618a']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:41.002386 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Made reservation on behalf of 27983e871b774c8eb790946bbcb9d113 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:41.005908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.052524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a4d82a8-f4d7-40e7-a622-56fe9a41b8e9 req-bc189e16-105b-4f41-ae95-b9de59c947b6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0443509 Oct 20 11:31:41.152902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Allocated IP 172.20.0.5 (53b836ce-9640-4aa4-96c1-85c7a4661211/b0069077-e002-4df4-9b90-930c0b83a055/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:41.289297 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.321741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.363802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:41.366828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:41.370380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:41.378542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.387694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:41.409085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 4a324073-d0d2-47da-bc2f-ce9164789002 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:41.409655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 4a324073-d0d2-47da-bc2f-ce9164789002 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:41.424881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:41.425514 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.442601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-1d23aae9-3cc6-447e-a140-b77b0e9ebd1b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504420 Oct 20 11:31:41.456800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Request body: {'port': {'device_id': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:41.515898 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.653401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fc4ca50a-8736-4cac-bf29-ffe36b68abe3 None None] Provisioning complete for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:41.653790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca50a-8736-4cac-bf29-ffe36b68abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.687410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ca50a-8736-4cac-bf29-ffe36b68abe3 None None] Port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:41.773865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:41.781209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.792825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Transition to ACTIVE for port object 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:41.797093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.847092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.922080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:41.922326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:41.922656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:41.927129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:41.927454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:41.933962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:41.933962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:41.933962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:41.933962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Bound port: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:41.933962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.997865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:42.001540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:42.006476 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.038761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.039395 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.040773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] 10.222.0.70 "PUT /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1092 time: 0.5888710 Oct 20 11:31:42.041231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:42.043527 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e881e-dac1-4fe2-8091-25f40d3cbf20" -d '{"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:42.079916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8791f15-1a59-49e5-8a11-9e89b053e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:42.116289 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a8b1c-266e-45cf-b16e-2dc7c8587a58 x-openstack-request-id: req-9e3a8b1c-266e-45cf-b16e-2dc7c8587a58 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:42.116667 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:42.116993 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e3a8b1c-266e-45cf-b16e-2dc7c8587a58 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:42.117458 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'status': 'completed', 'code': 200} Oct 20 11:31:42.140401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-24f32fdf-15a5-4f0a-8ce0-093c7a1da1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.141922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-24f32fdf-15a5-4f0a-8ce0-093c7a1da1a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0567622 Oct 20 11:31:42.186691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-2f7dd96e-0abe-477c-9701-1b310ba8a267 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 217 time: 0.0365767 Oct 20 11:31:42.267394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-d1302d68-4419-4910-86f0-373a044a138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.268853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-d1302d68-4419-4910-86f0-373a044a138f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0683696 Oct 20 11:31:42.279135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1f3eb-b358-4a58-9bc9-c8cf105dcb94 req-073e4ce4-2f84-47d7-9993-3aad607f4dfe tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.281008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7f1f3eb-b358-4a58-9bc9-c8cf105dcb94 req-073e4ce4-2f84-47d7-9993-3aad607f4dfe tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.1512394 Oct 20 11:31:42.343949 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7f1f3eb-b358-4a58-9bc9-c8cf105dcb94 req-21ceab0a-33f9-49be-b1b1-0ac5ee30c72a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547757 Oct 20 11:31:42.346509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-5a5ae83f-1c75-4f60-86b3-d478eee7acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.347915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-5a5ae83f-1c75-4f60-86b3-d478eee7acfa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660851 Oct 20 11:31:42.440845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-705d7383-e849-4ac6-9939-5152e96af5e3 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Oct 20 11:31:42.528974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4de327bd-27c5-422b-97e6-7c944e50db35 req-b3b25cfc-d09d-45bd-8026-fa8acbef0eea service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813704 Oct 20 11:31:42.613367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-eb6c91e1-3a25-40c4-af00-5e704ca40731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.614805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-eb6c91e1-3a25-40c4-af00-5e704ca40731 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0403435 Oct 20 11:31:42.708189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-d9940d9c-c954-4265-917f-165017968b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.709545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-d9940d9c-c954-4265-917f-165017968b55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0874548 Oct 20 11:31:42.750324 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-6a11da4e-4977-4bcb-93b7-896542b54938 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 217 time: 0.0332696 Oct 20 11:31:42.802644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-8a855cf9-968b-4ff8-b5c4-d79b08a76757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.804085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-8a855cf9-968b-4ff8-b5c4-d79b08a76757 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0461957 Oct 20 11:31:42.855384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-565f9683-21e5-4a99-8e49-1dd19d5171c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.856816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-565f9683-21e5-4a99-8e49-1dd19d5171c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403588 Oct 20 11:31:42.948014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-ebe1f120-66a5-475c-8923-c9e31b8f9bdf service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833776 Oct 20 11:31:43.036286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-001e881e-dac1-4fe2-8091-25f40d3cbf20 req-506f3629-e737-46ab-a355-79daa22a59ff service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795555 Oct 20 11:31:43.509663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599fe6-7136-4c26-9417-39a2d80f0da6 req-97e4cfa0-d4fc-4920-9880-ac778f0bcac8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:43.511400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a599fe6-7136-4c26-9417-39a2d80f0da6 req-97e4cfa0-d4fc-4920-9880-ac778f0bcac8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0967855 Oct 20 11:31:43.547827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a599fe6-7136-4c26-9417-39a2d80f0da6 req-68d13133-756e-4d9b-b600-406c143f56a4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Oct 20 11:31:44.663092 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c78def-7dc9-43eb-976e-8f1a15122496 req-e2f3fb65-d975-45f7-ae98-061fa87918d5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.664543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10c78def-7dc9-43eb-976e-8f1a15122496 req-e2f3fb65-d975-45f7-ae98-061fa87918d5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0520928 Oct 20 11:31:44.701160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-10c78def-7dc9-43eb-976e-8f1a15122496 req-3d3b5754-0acc-4b61-8ad8-a1afcff9c358 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Oct 20 11:31:45.812459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bcd37-0bf3-4a91-8d9a-1b65c729fc4f req-5ba867f7-fc67-459c-9df4-f243e2a3647c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:45.813895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e88bcd37-0bf3-4a91-8d9a-1b65c729fc4f req-5ba867f7-fc67-459c-9df4-f243e2a3647c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0473113 Oct 20 11:31:45.851245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e88bcd37-0bf3-4a91-8d9a-1b65c729fc4f req-c56df940-6894-4b92-a484-13c42cd7e6c5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Oct 20 11:31:46.131091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:46.226839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:46.237780 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:46.282156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.282765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.297092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:46.316636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:46.320129 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.365321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:46.514444 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:46.962066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667150-b784-4429-b1cf-2d280d475c43 req-548d10e3-f2d7-4f8f-9475-df0a1f096e59 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.963531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00667150-b784-4429-b1cf-2d280d475c43 req-548d10e3-f2d7-4f8f-9475-df0a1f096e59 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0475061 Oct 20 11:31:47.000069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00667150-b784-4429-b1cf-2d280d475c43 req-3425957d-a319-4c82-bffb-c0b352716171 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302720 Oct 20 11:31:47.176951 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.118961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99293366-5a39-4f35-9677-7d6750276d52 req-c9044355-8bd0-4a20-ae39-a298bec254ba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.120440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99293366-5a39-4f35-9677-7d6750276d52 req-c9044355-8bd0-4a20-ae39-a298bec254ba tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0544307 Oct 20 11:31:48.129277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:48.159255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-99293366-5a39-4f35-9677-7d6750276d52 req-4516d870-44ce-4220-bb4a-06fcadb6a610 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Oct 20 11:31:48.180097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:48.183900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:48.184272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.262047 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.284254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:48.286434 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e2ead-f6d5-4fc3-9e62-585f0b0b00ea" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:48.300316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:48.305650 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.328445 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97739491-1e9e-409b-907a-f52eefd6319e x-openstack-request-id: req-97739491-1e9e-409b-907a-f52eefd6319e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:48.328737 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:48.328985 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97739491-1e9e-409b-907a-f52eefd6319e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:48.329365 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'code': 200} Oct 20 11:31:48.355043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:48.423151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda43d88-ea5e-4ff6-8cc8-fa3c02a83a77 req-401f3981-5b1d-4856-b552-b58ec7940d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.424591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dda43d88-ea5e-4ff6-8cc8-fa3c02a83a77 req-401f3981-5b1d-4856-b552-b58ec7940d61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1097 time: 0.0404720 Oct 20 11:31:48.462145 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dda43d88-ea5e-4ff6-8cc8-fa3c02a83a77 req-55c633f8-d485-4f69-9bc7-23ef4721117a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Oct 20 11:31:49.273877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d3e-b6d8-4b01-aca9-b1ecd93811b9 req-027f3199-e496-4239-807a-977a788eaef9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:49.275357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e62e5d3e-b6d8-4b01-aca9-b1ecd93811b9 req-027f3199-e496-4239-807a-977a788eaef9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0488360 Oct 20 11:31:49.312833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e62e5d3e-b6d8-4b01-aca9-b1ecd93811b9 req-21796fcf-f525-4202-ad64-a670bf6d62ed tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Oct 20 11:31:50.431120 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8af5-2cbc-42d7-ae75-a378ee8d483e req-a9db4957-6488-412d-9398-faecc5df586f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:50.432644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25db8af5-2cbc-42d7-ae75-a378ee8d483e req-a9db4957-6488-412d-9398-faecc5df586f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0521708 Oct 20 11:31:50.469963 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-25db8af5-2cbc-42d7-ae75-a378ee8d483e req-a347763c-6774-441c-bb0b-05e4a9a0ed7c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Oct 20 11:31:50.578993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95131-0e83-4058-a829-fd29e80a5f45 req-6d5d9f23-8542-4f7a-8bc9-939d444eeb15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:50.580359 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31e95131-0e83-4058-a829-fd29e80a5f45 req-6d5d9f23-8542-4f7a-8bc9-939d444eeb15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0486770 Oct 20 11:31:50.588711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 45974) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:50.593056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Request body: {'floatingip': {'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:50.633511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.397606 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.401287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.500998 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 associated. External IP: 172.25.3.162, port: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb. Oct 20 11:31:51.700179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:51.805159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:51.810013 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.817447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:51.827882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:51.828499 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:31:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:51.837378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-35bc4017-4188-4c8a-8b55-b1677f42651a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "PUT /v2.0/floatingips/fd603f68-eafe-4624-adac-a34fd2e05a11 HTTP/1.1" status: 200 len: 992 time: 1.2476475 Oct 20 11:31:51.837968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:51.840290 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09275dd-1599-44fb-b843-e3a548d881f9" -d '{"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:51.877500 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69279c6e-a538-4183-9924-d25a50598d31 x-openstack-request-id: req-69279c6e-a538-4183-9924-d25a50598d31 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:51.877916 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:51.878172 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69279c6e-a538-4183-9924-d25a50598d31 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:51.878577 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'status': 'completed', 'code': 200} Oct 20 11:31:51.935588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:51.942323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-780283b8-d98b-49a7-adf9-283eb69c9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.943845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-780283b8-d98b-49a7-adf9-283eb69c9077 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1097 time: 0.0416062 Oct 20 11:31:52.036572 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-5f38624c-92ae-428c-b4d7-65ce5d56f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.038039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-5f38624c-92ae-428c-b4d7-65ce5d56f0d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0865865 Oct 20 11:31:52.105951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-dea71a19-8113-4c82-8819-00c1451de88b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0608742 Oct 20 11:31:52.157675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-8f43caeb-852a-492f-88eb-76125d94753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.159250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-8f43caeb-852a-492f-88eb-76125d94753e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0443757 Oct 20 11:31:52.159462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 13, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:52.186140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:52.196197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:52.198777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:31:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:52.211768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-b17cd26b-6bef-46a5-9407-d46102561e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.213276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-b17cd26b-6bef-46a5-9407-d46102561e22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459139 Oct 20 11:31:52.306177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:52.310037 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-d0d3ad00-8b30-4c4f-99b1-b25c49022a0b service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868773 Oct 20 11:31:52.402124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b09275dd-1599-44fb-b843-e3a548d881f9 req-fbf90e72-5e99-4e91-aa41-1d49396d8c27 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841675 Oct 20 11:31:52.527778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 13, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:52.557588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa18a2-f0ac-48b8-b76a-3a4a938e7c71 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fd603f68-eafe-4624-adac-a34fd2e05a11', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:24:50Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 13, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:52.746694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209d96e4-9a7c-4193-8caf-0642aeeaeb2a None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:58.564692 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dc572557-e38c-4162-a0fe-6e96e149ac77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.424724 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d8e66a2-7048-4f56-90bf-0b58534d7c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.833559 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.607234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:32:02.951820 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.493824 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:16.279035 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.193141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.564351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b9e5-14fb-4c7a-bc6f-6d769290c250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.423947 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6cb56ec7-7b10-41b3-a7a8-4f8ad742b0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.833871 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.954019 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.497259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.605329 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:32:42.444666 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-a4e61188-8aa7-4b5b-a977-9106ea7f1f3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395477 Oct 20 11:32:42.528307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-94f4f65b-a1c5-4972-8900-d05aab61abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.529790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-94f4f65b-a1c5-4972-8900-d05aab61abf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1097 time: 0.0445640 Oct 20 11:32:42.631908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-c3601c4e-99ff-4042-9fef-4cab414fdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.633253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-c3601c4e-99ff-4042-9fef-4cab414fdaf2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0848031 Oct 20 11:32:42.700078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-52248669-9a80-421f-b052-793b21b6b5dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1002 time: 0.0599706 Oct 20 11:32:42.748442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-e664d201-0d56-4d64-a9af-94a1cd316132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.749814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-e664d201-0d56-4d64-a9af-94a1cd316132 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0422378 Oct 20 11:32:42.795494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-615777fe-5134-44a2-b6e7-23849b6a1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.796912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-615777fe-5134-44a2-b6e7-23849b6a1a4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390873 Oct 20 11:32:42.893101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-fafd4570-9972-4fb1-9328-bd5d4599d3c9 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863883 Oct 20 11:32:42.979494 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f9aa5-63b6-4aab-afcc-521b85f35832 req-29e793bb-1ccd-4a0f-a2ec-c7721114b67e service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791283 Oct 20 11:32:46.291260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.188981 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:58.565602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d2dac6df-f3ee-499f-900f-0a8f684daa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.424354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f5b923f-0a3e-4bc5-a302-920d7ba66113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.834264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.957356 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:04.502729 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.306199 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.603902 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:17.205811 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.567575 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cd90715d-0861-4940-81f9-98372df90876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.931963 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d5fa-2332-48d9-a52e-6cebdbd0acb3 req-f0a7a052-5dc7-4944-920a-fedec714c7e3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:29.933316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0162d5fa-2332-48d9-a52e-6cebdbd0acb3 req-f0a7a052-5dc7-4944-920a-fedec714c7e3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0532329 Oct 20 11:33:29.970962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0162d5fa-2332-48d9-a52e-6cebdbd0acb3 req-9f12e9ee-5381-4ef0-aeab-38acca51e3cb tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Oct 20 11:33:31.424910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6eff341-b895-47c8-ab24-5b02cb30e1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.836437 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:32.959536 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.502897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.889597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-f7e0d3e9-63b5-4312-a53d-e3bb6a7f96c6 req-4bf0bde9-8c46-4d1c-a3ee-6c6b3c139415 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:33:40.890605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7e0d3e9-63b5-4312-a53d-e3bb6a7f96c6 req-4bf0bde9-8c46-4d1c-a3ee-6c6b3c139415 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057158 Oct 20 11:33:41.076973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-d2d478fa-6eba-4d48-92bd-7df264e00d0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682676 Oct 20 11:33:41.089669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2373b4-e3f0-472d-99fa-5f4eee473c30 req-7e8ecc51-ca04-419f-9491-5198c58615a1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:41.091664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec2373b4-e3f0-472d-99fa-5f4eee473c30 req-7e8ecc51-ca04-419f-9491-5198c58615a1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0715106 Oct 20 11:33:41.131667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec2373b4-e3f0-472d-99fa-5f4eee473c30 req-de223332-3773-498a-bf84-9a1df923cc3b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Oct 20 11:33:42.191053 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-136142a9-135f-47ec-a17e-851ded18c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.192531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-136142a9-135f-47ec-a17e-851ded18c994 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1097 time: 0.0441473 Oct 20 11:33:42.310304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678ee74-5f02-4ca3-97fb-428d58cf9393 req-5183d981-a6b5-48dc-a4c8-bda774a062a4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.311795 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d678ee74-5f02-4ca3-97fb-428d58cf9393 req-5183d981-a6b5-48dc-a4c8-bda774a062a4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.1043174 Oct 20 11:33:42.330354 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-bce356c7-859e-444f-b291-fa37d1117055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.331737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-bce356c7-859e-444f-b291-fa37d1117055 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.1319880 Oct 20 11:33:42.395330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d678ee74-5f02-4ca3-97fb-428d58cf9393 req-400f2366-e85a-46f4-b3e5-34f1521e5426 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749764 Oct 20 11:33:42.409754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-46378052-af39-4b2e-b343-4379e471e34f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1002 time: 0.0694466 Oct 20 11:33:42.458926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-c609ec12-b1d9-457f-829f-afdd6bc31608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.460245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-c609ec12-b1d9-457f-829f-afdd6bc31608 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0425365 Oct 20 11:33:42.509240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-05227d89-8489-44db-873a-037d8650836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.510665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-05227d89-8489-44db-873a-037d8650836d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430894 Oct 20 11:33:42.596924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-5d7adcb4-2261-4a7c-976a-54ad71cab203 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790439 Oct 20 11:33:42.687768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-bf1ff1e9-0305-4884-ab6f-c65f2a68ae14 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Oct 20 11:33:43.510485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4987118-d954-4cad-ab9c-e6b4c2371814 req-3ae8e9f7-1df2-4f2c-b052-2a8c7ebb1e15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:43.512214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4987118-d954-4cad-ab9c-e6b4c2371814 req-3ae8e9f7-1df2-4f2c-b052-2a8c7ebb1e15 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0487664 Oct 20 11:33:43.552069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b4987118-d954-4cad-ab9c-e6b4c2371814 req-e85f06fc-9e15-47a8-987c-d8899ca4a00b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337946 Oct 20 11:33:44.468840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-02fe6ed9-f728-4108-b0b2-324710f19b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.470327 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-02fe6ed9-f728-4108-b0b2-324710f19b4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1097 time: 0.0407655 Oct 20 11:33:44.576208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-8f99ac48-5f88-4684-885a-494420f1caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.577586 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-8f99ac48-5f88-4684-885a-494420f1caaa service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0877862 Oct 20 11:33:44.674616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-789244db-6e02-41dc-aa38-b15acbc6c281 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1002 time: 0.0892136 Oct 20 11:33:44.686450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588595f-c0ad-4813-9518-199d37c858ea req-af9ceed2-6b23-48a3-8946-5bbc1069e270 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.687880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1588595f-c0ad-4813-9518-199d37c858ea req-af9ceed2-6b23-48a3-8946-5bbc1069e270 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0681820 Oct 20 11:33:44.754411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-84aabf34-7e53-444f-af2e-7bb13f51eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.755864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-84aabf34-7e53-444f-af2e-7bb13f51eef8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0671523 Oct 20 11:33:44.758778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1588595f-c0ad-4813-9518-199d37c858ea req-836d2b0b-9027-4d5f-ad6f-ad220a76a224 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625701 Oct 20 11:33:44.804925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-1835f50a-eca2-4506-b5b2-510848d4349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.806376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-1835f50a-eca2-4506-b5b2-510848d4349a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404789 Oct 20 11:33:44.898878 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-898f0091-b495-45ca-b9e3-fb16c61e1062 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842297 Oct 20 11:33:44.996760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f381c7-18db-49a1-9f68-e4d1ed1ca137 req-fe28273f-2186-4baa-8ce0-3e0cd67dd2b4 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Oct 20 11:33:45.874773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2d65-75d2-4b5f-9638-e60847b2901f req-eaf55778-cc58-4727-a1a8-3e6ab09f190b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:45.876265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00fe2d65-75d2-4b5f-9638-e60847b2901f req-eaf55778-cc58-4727-a1a8-3e6ab09f190b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0495956 Oct 20 11:33:45.914254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00fe2d65-75d2-4b5f-9638-e60847b2901f req-db04d1c5-7ef7-4650-aeb6-32428e0b2ece tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Oct 20 11:33:46.293208 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.026911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94757d54-1ec0-4a20-a57e-0a8a86ca2ec5 req-3d2751e0-95fc-481e-88ac-6bb675272370 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:47.028382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94757d54-1ec0-4a20-a57e-0a8a86ca2ec5 req-3d2751e0-95fc-481e-88ac-6bb675272370 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0488188 Oct 20 11:33:47.065365 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94757d54-1ec0-4a20-a57e-0a8a86ca2ec5 req-a72d5996-3509-4d32-8641-a4c33c7d445b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307126 Oct 20 11:33:47.237177 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.182930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b108f-652c-4de2-a044-a56bad0d2b49 req-a1cd5d45-b3ee-4c1a-884b-4859bd7a1872 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:48.184408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-226b108f-652c-4de2-a044-a56bad0d2b49 req-a1cd5d45-b3ee-4c1a-884b-4859bd7a1872 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0527351 Oct 20 11:33:48.221577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-226b108f-652c-4de2-a044-a56bad0d2b49 req-00dfcac7-6d36-4d4a-9052-93946ab82d8d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Oct 20 11:33:49.336415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e659-40cd-4a7f-be8b-a92328c23e51 req-8169627f-ca30-4941-85e3-5a0db0089624 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:49.337879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c211e659-40cd-4a7f-be8b-a92328c23e51 req-8169627f-ca30-4941-85e3-5a0db0089624 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0489483 Oct 20 11:33:49.373771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c211e659-40cd-4a7f-be8b-a92328c23e51 req-09e1439c-480e-41ac-adad-4a403423a0ec tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Oct 20 11:33:50.486826 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f796-d24a-42b7-9694-ac9e8cda61ab req-b130559d-6830-4019-b019-8e51fe24b093 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:50.488277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b283f796-d24a-42b7-9694-ac9e8cda61ab req-b130559d-6830-4019-b019-8e51fe24b093 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0478072 Oct 20 11:33:50.524887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b283f796-d24a-42b7-9694-ac9e8cda61ab req-feace751-d683-490d-8a3c-59d8309fecbf tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308180 Oct 20 11:33:51.646163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf25dc8-fad3-4430-ad58-ce4399e35e4d req-94364aec-b9a1-4ed3-8dc7-3bcb8324ec30 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:51.647662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bf25dc8-fad3-4430-ad58-ce4399e35e4d req-94364aec-b9a1-4ed3-8dc7-3bcb8324ec30 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0534539 Oct 20 11:33:51.686139 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7bf25dc8-fad3-4430-ad58-ce4399e35e4d req-05a98cbd-f08a-4d51-8760-d5d3ccf8fe1d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Oct 20 11:33:52.799825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4872-728d-4efc-95f4-24f807089bee req-614384d9-295d-4141-b558-cc757ca9b165 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:52.801248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a44f4872-728d-4efc-95f4-24f807089bee req-614384d9-295d-4141-b558-cc757ca9b165 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0486455 Oct 20 11:33:52.837682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a44f4872-728d-4efc-95f4-24f807089bee req-8f949924-568b-4c92-aa21-c85606b0cdc0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Oct 20 11:33:53.603049 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:53.952813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15ca1d-fdf8-497b-b1fd-4d9295198f70 req-863a8d4d-2e00-41ed-915c-e7b6f6cfbef3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.954261 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd15ca1d-fdf8-497b-b1fd-4d9295198f70 req-863a8d4d-2e00-41ed-915c-e7b6f6cfbef3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0477779 Oct 20 11:33:53.991131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd15ca1d-fdf8-497b-b1fd-4d9295198f70 req-b9de01ae-b325-4dba-af91-87d63fdc6bdc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Oct 20 11:33:55.111387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc02fdd-9cf8-4802-a9fb-263747b2847e req-9581e2af-1e3e-438e-abcc-07556e46c526 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.112806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc02fdd-9cf8-4802-a9fb-263747b2847e req-9581e2af-1e3e-438e-abcc-07556e46c526 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0554216 Oct 20 11:33:55.151277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2bc02fdd-9cf8-4802-a9fb-263747b2847e req-99d9f240-fea0-4e68-92c6-8f2847ef0f56 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Oct 20 11:33:56.266629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36fd2f-d2ef-40e7-850f-c9d85221d30e req-8302ade7-3e83-4626-bfb3-58a7275ea9bc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.268803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba36fd2f-d2ef-40e7-850f-c9d85221d30e req-8302ade7-3e83-4626-bfb3-58a7275ea9bc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0505447 Oct 20 11:33:56.308605 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba36fd2f-d2ef-40e7-850f-c9d85221d30e req-0676cb53-e689-45d0-a9e6-002bab65622c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338101 Oct 20 11:33:56.653553 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-2e118e44-4f07-482a-9308-7435c8d4496b service neutron] show failed (client error): The resource could not be found. Oct 20 11:33:56.654534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-2e118e44-4f07-482a-9308-7435c8d4496b service neutron] 10.222.0.70 "GET /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0538373 Oct 20 11:33:56.900682 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-ed830970-1efa-48a5-9025-855d8dc49049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.902124 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-ed830970-1efa-48a5-9025-855d8dc49049 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1097 time: 0.0910954 Oct 20 11:33:56.913177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-a8ece435-4f73-4045-abe1-9e14dcdc8a32 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:33:56.914086 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-a8ece435-4f73-4045-abe1-9e14dcdc8a32 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047328 Oct 20 11:33:56.926139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:56.978733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.175698 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:57.207065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:57.245041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:57.247477 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c977c4-1145-42ba-8eee-f3bd6ebe6ce4" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:57.251297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.264201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Transition to ACTIVE for port object 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:57.267901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.389308 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4658b6d-5f1d-48a5-b7dd-25fd99f5b291 x-openstack-request-id: req-d4658b6d-5f1d-48a5-b7dd-25fd99f5b291 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:57.389593 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:57.389836 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4658b6d-5f1d-48a5-b7dd-25fd99f5b291 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:57.390223 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'code': 200} Oct 20 11:33:57.396329 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] No DVR routers for this DVR port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:57.399837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=6']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:57.441242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723c7f9-72a3-4399-8bab-c1ebd90a60a7 req-fb05da2a-8c5a-4ebe-a342-844b18fd71af tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.442841 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.443137 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f723c7f9-72a3-4399-8bab-c1ebd90a60a7 req-fb05da2a-8c5a-4ebe-a342-844b18fd71af tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0599506 Oct 20 11:33:57.443269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.443529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.443856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.444180 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.444506 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.444824 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.445139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.445452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.445769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.446082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.446392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:57.484016 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f723c7f9-72a3-4399-8bab-c1ebd90a60a7 req-81be0b73-8366-4623-9c57-136cbe52ec85 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345876 Oct 20 11:33:57.556998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:57.557324 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:57.557644 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:57.561888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:57.562200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:57.567427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:57.567749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:57.568118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:57.568532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Bound port: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:57.568868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.631908 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:57.634767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:57.639577 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.671639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.672195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.673575 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] 10.222.0.83 "PUT /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1092 time: 0.7515721 Oct 20 11:33:57.695959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571eff1-a105-469a-bd70-35aeb64ea49d service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=7']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:57.748439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-4b7ef361-8ba8-420d-8a94-956688e55267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.750033 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-4b7ef361-8ba8-420d-8a94-956688e55267 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0459681 Oct 20 11:33:57.849884 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-f096b6a3-5278-4c26-a5cb-8f880a397dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.851498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-f096b6a3-5278-4c26-a5cb-8f880a397dad service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0940278 Oct 20 11:33:57.917333 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-dee5ec35-6abe-4164-80b6-be2c1c0e8f79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0584929 Oct 20 11:33:57.965927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-ba55212a-c46f-4649-a3ca-47ba6181e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.967203 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-ba55212a-c46f-4649-a3ca-47ba6181e8f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0417497 Oct 20 11:33:58.016457 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-f704abca-a990-40ac-9164-2fba9225d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.017907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-f704abca-a990-40ac-9164-2fba9225d295 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430598 Oct 20 11:33:58.104759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-25dae36d-8fa7-46d1-bb86-f9b633bc6c1f service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790482 Oct 20 11:33:58.196887 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3dedbb30-940c-4ce6-b837-3a11d00319da req-418ca254-2f99-448a-8aae-53b8c5a08cac service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841300 Oct 20 11:33:58.569761 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0cebfec3-a783-41e3-b6d3-9127d02dcaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.604420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21146cf2-2ea8-4481-960c-91a4a0f1721b req-8ed139ad-2fc6-405f-9e86-faa680892487 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.605848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21146cf2-2ea8-4481-960c-91a4a0f1721b req-8ed139ad-2fc6-405f-9e86-faa680892487 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0495913 Oct 20 11:33:58.644786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-21146cf2-2ea8-4481-960c-91a4a0f1721b req-a120c922-88fc-4200-8410-d5c03820d983 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321031 Oct 20 11:33:58.771237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:58.808976 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:59.391407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:59.393815 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cebfbb-be13-4510-8771-f589dcc4ec99" -d '{"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:59.445146 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1258d7e-eeb0-43d7-a72f-8d439073a54c x-openstack-request-id: req-b1258d7e-eeb0-43d7-a72f-8d439073a54c {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:59.445422 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:59.446015 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b1258d7e-eeb0-43d7-a72f-8d439073a54c {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:59.446422 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'status': 'completed', 'code': 200} Oct 20 11:33:59.502793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-4a196c2c-9634-4709-8d61-9398aac1fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.504617 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-4a196c2c-9634-4709-8d61-9398aac1fb21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0417020 Oct 20 11:33:59.509629 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-7a9d3c51-4a5e-4de4-aa87-8ded2037228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.511206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-7a9d3c51-4a5e-4de4-aa87-8ded2037228e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0419924 Oct 20 11:33:59.605362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-0419d217-301f-45ab-a436-095439dd43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.606748 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-0419d217-301f-45ab-a436-095439dd43aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0932240 Oct 20 11:33:59.609085 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-e9395815-de7f-426c-989d-54717ccf778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.610530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-e9395815-de7f-426c-989d-54717ccf778b service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0920820 Oct 20 11:33:59.675853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-c5c7ad3c-e81b-4c68-882c-778db5382eb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0614114 Oct 20 11:33:59.678424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-93c9e22f-508a-4c2c-b7f0-9ca7a673ed08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0604858 Oct 20 11:33:59.731426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-099d965d-227f-464e-813b-4c1bd83d8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.732883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-099d965d-227f-464e-813b-4c1bd83d8663 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0475883 Oct 20 11:33:59.766889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-d13ae889-5721-49b4-9ffc-1c1637116c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.769115 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-d13ae889-5721-49b4-9ffc-1c1637116c2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0796292 Oct 20 11:33:59.787793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-527c831f-56c4-4ee5-ad7b-59faa6b20442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.789340 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-527c831f-56c4-4ee5-ad7b-59faa6b20442 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487545 Oct 20 11:33:59.816472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3c35-1966-4fe8-8873-d133dc0b62a8 req-87ef56d5-7d99-4145-a3f5-6de96ad620c2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.818036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-637d3c35-1966-4fe8-8873-d133dc0b62a8 req-87ef56d5-7d99-4145-a3f5-6de96ad620c2 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0932417 Oct 20 11:33:59.839852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-488f99b3-2aa4-4061-b9e9-aa6dd4059295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.841316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-488f99b3-2aa4-4061-b9e9-aa6dd4059295 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647602 Oct 20 11:33:59.888318 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-1166e302-1362-4cc7-8b9e-00a38dfeb043 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907557 Oct 20 11:33:59.894166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-637d3c35-1966-4fe8-8873-d133dc0b62a8 req-eaf507bb-e61a-4844-915d-94fc36c7b097 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675819 Oct 20 11:33:59.954154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-a5cbac41-6e24-4cc8-8c92-5c98bff0d5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044481 Oct 20 11:33:59.987227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-5c6a06b7-d208-42f1-8702-090591d9bd21 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912583 Oct 20 11:34:00.046711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4cebfbb-be13-4510-8771-f589dcc4ec99 req-501edf19-bd2e-4a00-8733-1dcf4357a3e6 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 Oct 20 11:34:01.015222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15e8b-0c29-42ba-b3e3-b13ae1931302 req-2944ba5c-c810-43ea-b87e-f2d3a718e031 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.016720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1c15e8b-0c29-42ba-b3e3-b13ae1931302 req-2944ba5c-c810-43ea-b87e-f2d3a718e031 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0526171 Oct 20 11:34:01.054371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1c15e8b-0c29-42ba-b3e3-b13ae1931302 req-5138ae60-1b19-46d9-909a-eb01c4203d8c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Oct 20 11:34:01.426867 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-14437f66-2565-448e-bca0-61fd7546c0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.838255 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.171779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809f06e-5a75-42ba-897d-8c6ff9e98088 req-e3748f78-021b-4126-b396-45a58bcea12e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.173309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0809f06e-5a75-42ba-897d-8c6ff9e98088 req-e3748f78-021b-4126-b396-45a58bcea12e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0498548 Oct 20 11:34:02.213669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0809f06e-5a75-42ba-897d-8c6ff9e98088 req-cd39f39a-88cc-49fd-b7f7-460270f78a1f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343137 Oct 20 11:34:02.962343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.329214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63219c-acda-4151-8118-6cde9392b95b req-5c4b079d-c41a-4dda-9440-d73bb5c593fd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.331214 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c63219c-acda-4151-8118-6cde9392b95b req-5c4b079d-c41a-4dda-9440-d73bb5c593fd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0494773 Oct 20 11:34:03.368381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1c63219c-acda-4151-8118-6cde9392b95b req-6f5d8b80-7c5d-41fc-bc92-ece145e5f7ab tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Oct 20 11:34:04.486906 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551333b8-d99b-4cbf-9ea2-519e270c5860 req-3c1783b7-d22b-486b-a059-e0032e55c7be tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.488390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-551333b8-d99b-4cbf-9ea2-519e270c5860 req-3c1783b7-d22b-486b-a059-e0032e55c7be tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0526404 Oct 20 11:34:04.500282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.525463 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-551333b8-d99b-4cbf-9ea2-519e270c5860 req-0c116a85-3999-4848-8a7b-a7fca8420638 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Oct 20 11:34:05.641117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f28f-3f29-460c-94e5-69d23076cfbb req-c5b92c6c-6150-42a3-8f9c-a300d122f7fe tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:05.642600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2438f28f-3f29-460c-94e5-69d23076cfbb req-c5b92c6c-6150-42a3-8f9c-a300d122f7fe tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0501001 Oct 20 11:34:05.679472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2438f28f-3f29-460c-94e5-69d23076cfbb req-4f7ae773-9bc1-45f2-9151-a36bc0af795b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Oct 20 11:34:06.794926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50045-c823-48af-a3a4-bdd05fdd96ea req-cdd20261-58ae-45a1-a96b-04cb30ca4ec1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:06.796411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ed50045-c823-48af-a3a4-bdd05fdd96ea req-cdd20261-58ae-45a1-a96b-04cb30ca4ec1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0504818 Oct 20 11:34:06.833400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ed50045-c823-48af-a3a4-bdd05fdd96ea req-b319106e-3f36-4020-b83f-8013fce05984 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Oct 20 11:34:07.950139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd583-c71d-40ee-aeb8-ad5a121ae00d req-739e580c-2e45-4d1c-a5a8-3c6704a66169 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:07.951600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a9bd583-c71d-40ee-aeb8-ad5a121ae00d req-739e580c-2e45-4d1c-a5a8-3c6704a66169 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0520041 Oct 20 11:34:07.988559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a9bd583-c71d-40ee-aeb8-ad5a121ae00d req-ac1b1fd9-57e8-41ef-9b58-5de389fe6c23 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Oct 20 11:34:09.103549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6edd5-2fdd-4ca1-9ffa-b86803e74ca0 req-5cd0f551-cb43-4680-82c4-9646a70499aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.105031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e6edd5-2fdd-4ca1-9ffa-b86803e74ca0 req-5cd0f551-cb43-4680-82c4-9646a70499aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0493987 Oct 20 11:34:09.141714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26e6edd5-2fdd-4ca1-9ffa-b86803e74ca0 req-ba8a906c-e5fb-436f-bf53-9e295aa8b35d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Oct 20 11:34:10.256463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8f1a-7da9-444f-8a61-30613ee68f30 req-e911d53d-b962-44d1-8c5d-b6f1a718cce8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:10.257920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20ff8f1a-7da9-444f-8a61-30613ee68f30 req-e911d53d-b962-44d1-8c5d-b6f1a718cce8 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0481579 Oct 20 11:34:10.295048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20ff8f1a-7da9-444f-8a61-30613ee68f30 req-1ddd0459-387e-4e4d-a3db-49154e572246 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Oct 20 11:34:11.414300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d712-b149-43d2-bcf9-723a337dccf1 req-7f2ed04e-6856-4909-bbef-2cf519baece1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.415698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3e1d712-b149-43d2-bcf9-723a337dccf1 req-7f2ed04e-6856-4909-bbef-2cf519baece1 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0517154 Oct 20 11:34:11.453208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d3e1d712-b149-43d2-bcf9-723a337dccf1 req-ad459675-bd7f-4984-a23f-9f368c88ff87 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Oct 20 11:34:11.728849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-9ba44e83-389a-433b-b438-c9efcec2ea4b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.730443 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-9ba44e83-389a-433b-b438-c9efcec2ea4b tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.83 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca&tenant_id=27983e871b774c8eb790946bbcb9d113&binding%3Ahost_id=n-h2-802060-17 HTTP/1.1" status: 200 len: 943 time: 0.0513542 Oct 20 11:34:11.744955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ce31-4f33-4b5c-9b47-b2223d68e729 req-c2529c82-5d95-4718-a7ae-81ec6af2b464 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.746436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6411ce31-4f33-4b5c-9b47-b2223d68e729 req-c2529c82-5d95-4718-a7ae-81ec6af2b464 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 943 time: 0.0490530 Oct 20 11:34:11.785100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6411ce31-4f33-4b5c-9b47-b2223d68e729 req-23a348aa-5c99-44ab-a633-24013305bc85 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Oct 20 11:34:11.792719 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-d35a7830-0024-4cfb-aa30-952ec41651f5 service neutron] 10.222.0.83 "GET /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb/bindings/n-h2-802060-17 HTTP/1.1" status: 200 len: 383 time: 0.0543478 Oct 20 11:34:11.868434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-a28b7fac-1650-466b-a518-0563933d28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.869898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-a28b7fac-1650-466b-a518-0563933d28df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1095 time: 0.0444758 Oct 20 11:34:11.958039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-2a998c83-09a5-4a3e-a8fe-2c5391e8979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.959388 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-2a998c83-09a5-4a3e-a8fe-2c5391e8979f service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0818050 Oct 20 11:34:12.027499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-dd163c9a-735a-4742-9f33-19bba09000a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0602052 Oct 20 11:34:12.075221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-026b00cf-3e46-462b-8058-6372998fa7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:12.076600 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-026b00cf-3e46-462b-8058-6372998fa7a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0412614 Oct 20 11:34:12.123648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:12.129870 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-4ccd2fd1-e3a7-4f43-ab4f-5836c0ece2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:12.131363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-4ccd2fd1-e3a7-4f43-ab4f-5836c0ece2bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386376 Oct 20 11:34:12.218011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:12.226059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-b1c291c0-9ae2-43e3-8e84-adfcfe49e7ce service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856142 Oct 20 11:34:12.229746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:12.265685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.278564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:12.297782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:12.302386 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.320882 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-63c7246c-489e-4ae3-906f-e40f98e5f3dd service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Oct 20 11:34:12.355344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:12.362801 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.363386 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.363733 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.364072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.364405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.364736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.365063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.365388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.365711 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.366038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.366359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.366679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:12.591036 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:12.903197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10d62c-c59d-4ce3-8327-ad751103b291 req-2dc40340-11b8-4b54-abb5-140f2cd85a22 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:12.904608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d10d62c-c59d-4ce3-8327-ad751103b291 req-2dc40340-11b8-4b54-abb5-140f2cd85a22 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0495160 Oct 20 11:34:12.942490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d10d62c-c59d-4ce3-8327-ad751103b291 req-8f84145f-4ae2-4fa3-88e1-79e928324bde tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Oct 20 11:34:14.059962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c91d9-f9a2-4720-93ff-d0c59713b2a0 req-bf1936ce-e038-4ae2-85a3-e44709f8e1c3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.061521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e00c91d9-f9a2-4720-93ff-d0c59713b2a0 req-bf1936ce-e038-4ae2-85a3-e44709f8e1c3 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0516868 Oct 20 11:34:14.099289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e00c91d9-f9a2-4720-93ff-d0c59713b2a0 req-ebf3e32b-03eb-4f8d-82e0-481645195979 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308907 Oct 20 11:34:14.128590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:14.187270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:14.191493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:14.191863 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.271287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.293911 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:14.296169 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807eab1-233e-445e-854e-156dce5d5f7b" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:14.309429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:14.314759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.373222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:14.416094 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6bdf0-4e82-4eb0-9322-6ba332b09319 x-openstack-request-id: req-c3e6bdf0-4e82-4eb0-9322-6ba332b09319 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:14.416388 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:14.416641 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3e6bdf0-4e82-4eb0-9322-6ba332b09319 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:14.417043 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'code': 200} Oct 20 11:34:15.213818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345e267-f64c-4133-acdb-f0c80260e63a req-c528aae9-9ed4-44ee-ab09-9680e1f77020 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.215291 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c345e267-f64c-4133-acdb-f0c80260e63a req-c528aae9-9ed4-44ee-ab09-9680e1f77020 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0488966 Oct 20 11:34:15.254082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c345e267-f64c-4133-acdb-f0c80260e63a req-a6fef1cc-3ca7-43db-a055-bf886afa3646 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327802 Oct 20 11:34:16.140495 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:16.214679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.246963 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:16.250897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.310148 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.313076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=10']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:16.382095 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fa623-24e6-4de6-a130-822c69091fb4 req-95680573-40a4-49eb-870b-3182f094ac9a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:16.383591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d69fa623-24e6-4de6-a130-822c69091fb4 req-95680573-40a4-49eb-870b-3182f094ac9a tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0496111 Oct 20 11:34:16.418050 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:16.420426 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89285fa9-bd98-40a3-8e40-2fe0f9d28477" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:16.420912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d69fa623-24e6-4de6-a130-822c69091fb4 req-cc335576-91ab-4cd3-8f72-044192bdf0d4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310762 Oct 20 11:34:16.473983 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7967f-01d7-4492-aebc-bab7d20f10b5 x-openstack-request-id: req-23a7967f-01d7-4492-aebc-bab7d20f10b5 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:16.474281 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:16.474535 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23a7967f-01d7-4492-aebc-bab7d20f10b5 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:16.474933 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'code': 200} Oct 20 11:34:16.775165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-954cb2be-daeb-42f4-8b46-63bf3301277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:16.776617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-954cb2be-daeb-42f4-8b46-63bf3301277a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca&tenant_id=27983e871b774c8eb790946bbcb9d113 HTTP/1.1" status: 200 len: 1096 time: 0.0890939 Oct 20 11:34:16.788621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:17.181893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.247275 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.377407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:17.409856 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:17.444313 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:17.451765 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.464777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Transition to ACTIVE for port object 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:17.468648 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.584874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=11']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.608559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.608904 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.609250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.609586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.609917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.610248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.610623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.610977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.611315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.611644 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.611969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.612290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:17.631379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] No DVR routers for this DVR port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:17.674762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464b8aa-8836-4e77-86ef-9f6f96f833a2 req-b15ab66d-9aef-41be-a67b-1611828064bd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:17.676225 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a464b8aa-8836-4e77-86ef-9f6f96f833a2 req-b15ab66d-9aef-41be-a67b-1611828064bd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.1810815 Oct 20 11:34:17.758731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a464b8aa-8836-4e77-86ef-9f6f96f833a2 req-37918d6b-0a28-47f8-a1ea-0b10fde67602 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762603 Oct 20 11:34:17.807202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:17.807533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:17.807858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:17.812191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:17.812507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Attempting to bind port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on network 53b836ce-9640-4aa4-96c1-85c7a4661211 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:17.817733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:17.818065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Checking segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:17.818447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Bound using segment: {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:17.818866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Bound port: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953da7da-a722-4a2a-940e-217fa6ccaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:17.819239 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.879491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:17.882626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:17.886612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.921887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:17.922751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.924169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] 10.222.0.70 "PUT /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1093 time: 1.1393747 Oct 20 11:34:17.926508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:17.929364 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511a3ab-9bd4-4a05-a228-ff98fed3d945" -d '{"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:17.982780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6594-811d-4cf7-99cc-3fb0fe8e0eee service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=12']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:18.002985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-aa66c2bf-f476-418c-956d-eddaaad64553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.004273 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-aa66c2bf-f476-418c-956d-eddaaad64553 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1096 time: 0.0553327 Oct 20 11:34:18.046633 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96bc18-3a3e-44e9-90d2-95af6012fce2 x-openstack-request-id: req-3e96bc18-3a3e-44e9-90d2-95af6012fce2 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:18.046924 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:18.047205 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e96bc18-3a3e-44e9-90d2-95af6012fce2 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:18.047613 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'status': 'completed', 'code': 200} Oct 20 11:34:18.108916 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-ae3c615a-61ab-497b-adb8-b85de4123d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.110394 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-ae3c615a-61ab-497b-adb8-b85de4123d72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0984166 Oct 20 11:34:18.116474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-e3aae223-bb12-410d-8e55-6c8907297f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.117955 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-e3aae223-bb12-410d-8e55-6c8907297f45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1096 time: 0.0497246 Oct 20 11:34:18.175318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-2bcb9e6c-f566-4c70-afaf-0265799dc1c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0580733 Oct 20 11:34:18.212402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-b046a3b9-6d4a-4764-8cf2-3087e48beced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.213970 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-b046a3b9-6d4a-4764-8cf2-3087e48beced service neutron] 10.222.0.83 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0879459 Oct 20 11:34:18.224823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-33f4ba56-08ea-46e8-95e3-935af84ff381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.226265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-33f4ba56-08ea-46e8-95e3-935af84ff381 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0440171 Oct 20 11:34:18.276610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-bdb6e15c-ea72-4e01-b409-bab6c8900a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.277997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-bdb6e15c-ea72-4e01-b409-bab6c8900a99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445487 Oct 20 11:34:18.283972 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-fc6c5a26-6ec9-4b58-be8b-7ea7c14f562b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0619049 Oct 20 11:34:18.334493 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-39bc1d00-a50c-46b3-8651-8a92f22c4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.335981 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-39bc1d00-a50c-46b3-8651-8a92f22c4f84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0443969 Oct 20 11:34:18.368048 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-346a2bef-e847-4a3c-9a8f-315ed11ac630 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Oct 20 11:34:18.382167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-638ed184-c728-4b54-b207-6cb90f2feb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.383643 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-638ed184-c728-4b54-b207-6cb90f2feb5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395448 Oct 20 11:34:18.460849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9c7694e-ca6d-4a6e-ac56-055155fd4d70 req-5c4e956c-be6f-43bc-b8c9-316c31c2661f service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Oct 20 11:34:18.477741 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-cb9fd1ed-6d0c-4214-b01a-67c16464a708 service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Oct 20 11:34:18.572659 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-8ee4652b-570f-458e-8544-89aede572eee service neutron] 10.222.0.83 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867784 Oct 20 11:34:18.590125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-7c6b6639-738f-4076-ba14-80ed2b9adc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.591661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-7c6b6639-738f-4076-ba14-80ed2b9adc3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27983e871b774c8eb790946bbcb9d113&device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 1096 time: 0.0411365 Oct 20 11:34:18.682398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-d240363f-3858-474d-b5aa-8e3c9f4861b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.683902 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-d240363f-3858-474d-b5aa-8e3c9f4861b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 200 len: 912 time: 0.0854952 Oct 20 11:34:18.753197 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-a2919d60-66e6-46d4-ab62-96d9a8c1e738 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 200 len: 1000 time: 0.0621116 Oct 20 11:34:18.802776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-07dfb894-22fe-4023-b373-a9c6f67d10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.804407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-07dfb894-22fe-4023-b373-a9c6f67d10ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 200 len: 849 time: 0.0447664 Oct 20 11:34:18.884699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-a71ba559-2373-45a6-96f4-b2cbdd9bd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.886111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-a71ba559-2373-45a6-96f4-b2cbdd9bd2b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b836ce-9640-4aa4-96c1-85c7a4661211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733016 Oct 20 11:34:18.898515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caae1d0-acd8-4f4d-88e8-ac56dfd87986 req-298dad69-6ec1-4221-9b7e-ab6e20082446 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.899922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4caae1d0-acd8-4f4d-88e8-ac56dfd87986 req-298dad69-6ec1-4221-9b7e-ab6e20082446 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0631685 Oct 20 11:34:18.992440 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4caae1d0-acd8-4f4d-88e8-ac56dfd87986 req-4fb98845-9de8-4b32-8607-7ba0dd67ad82 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846844 Oct 20 11:34:19.013247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-35279ce6-787f-4555-841c-a063c1877410 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123862 Oct 20 11:34:19.103306 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8511a3ab-9bd4-4a05-a228-ff98fed3d945 req-8a156924-bd55-45ab-8dce-894644344509 service neutron] 10.222.0.70 "GET /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830622 Oct 20 11:34:20.110082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288e38-f0da-433a-8296-1ca5397f94ce req-af84f09e-e026-4739-b493-0f4368037203 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.112094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c288e38-f0da-433a-8296-1ca5397f94ce req-af84f09e-e026-4739-b493-0f4368037203 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0487752 Oct 20 11:34:20.149106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7c288e38-f0da-433a-8296-1ca5397f94ce req-353fe1be-9bcd-4d53-b84f-ba84380c1097 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310369 Oct 20 11:34:21.269755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228b32-cf92-463b-baa8-948512ad5936 req-b89e50d1-7bea-4682-8ecf-d1dac2585dc6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:21.271353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0228b32-cf92-463b-baa8-948512ad5936 req-b89e50d1-7bea-4682-8ecf-d1dac2585dc6 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0538805 Oct 20 11:34:21.310552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0228b32-cf92-463b-baa8-948512ad5936 req-a7d85308-bbde-4aa3-a96e-558deeabca70 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332191 Oct 20 11:34:22.430263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b21a34-c211-4c42-8dc9-e8a69e3de68c req-cba3f4b2-c04c-4b2e-8ba7-d46cf4e4a1e7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.431848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b21a34-c211-4c42-8dc9-e8a69e3de68c req-cba3f4b2-c04c-4b2e-8ba7-d46cf4e4a1e7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0512619 Oct 20 11:34:22.469920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5b21a34-c211-4c42-8dc9-e8a69e3de68c req-38d8e75a-7b9e-45bc-a63c-42fe4126ffdc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321097 Oct 20 11:34:23.582725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5482eae-3f39-4bba-b0a6-03d860a7c20b req-2ae56b39-60ec-4d8f-bf82-09edb75902f4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:23.584196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5482eae-3f39-4bba-b0a6-03d860a7c20b req-2ae56b39-60ec-4d8f-bf82-09edb75902f4 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0477049 Oct 20 11:34:23.620644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f5482eae-3f39-4bba-b0a6-03d860a7c20b req-5f571436-20a0-4545-bf6a-7a5109b8aac7 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Oct 20 11:34:24.741434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1107074-304b-4e87-9c50-cfd64cfee7cf req-9d2e8dc4-e0d1-4315-896c-d5a6239b6ddc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.742914 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1107074-304b-4e87-9c50-cfd64cfee7cf req-9d2e8dc4-e0d1-4315-896c-d5a6239b6ddc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0566056 Oct 20 11:34:24.779279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d1107074-304b-4e87-9c50-cfd64cfee7cf req-6fba678a-9d6c-4d76-8c7a-36b74003e57e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304530 Oct 20 11:34:25.893934 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6fa16-40ba-468d-b4db-2b338a0e4247 req-51ac6448-2599-4e2b-a9e8-f75a3fee553e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.895411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15e6fa16-40ba-468d-b4db-2b338a0e4247 req-51ac6448-2599-4e2b-a9e8-f75a3fee553e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0495014 Oct 20 11:34:25.932021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15e6fa16-40ba-468d-b4db-2b338a0e4247 req-b3cffce4-aecc-4464-8ec4-04bd1c90597c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Oct 20 11:34:27.046072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca47ef-94f9-4541-87c7-51e6d5f8793f req-69deba6b-6fe4-4b64-8d15-495a59607f8d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.047548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86ca47ef-94f9-4541-87c7-51e6d5f8793f req-69deba6b-6fe4-4b64-8d15-495a59607f8d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0488131 Oct 20 11:34:27.084674 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86ca47ef-94f9-4541-87c7-51e6d5f8793f req-a510a59c-5353-4157-8291-8964466b6108 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311074 Oct 20 11:34:28.201266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae488-e025-4246-947c-9b1608aa5b42 req-26d1203f-84f6-4792-8314-a940541c41bc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:28.202733 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cbae488-e025-4246-947c-9b1608aa5b42 req-26d1203f-84f6-4792-8314-a940541c41bc tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0522299 Oct 20 11:34:28.240303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9cbae488-e025-4246-947c-9b1608aa5b42 req-01a84ae4-b985-44c9-baf9-d2a6e6c59f75 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Oct 20 11:34:28.571108 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ad2808e-fce0-400e-9a77-ce56c5a2c6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.354656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436a039-fbfd-4365-8c0f-4cb4ec06f797 req-108c21b1-aaa3-483d-a0cd-63d06a1e4396 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:29.356124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1436a039-fbfd-4365-8c0f-4cb4ec06f797 req-108c21b1-aaa3-483d-a0cd-63d06a1e4396 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0485964 Oct 20 11:34:29.393455 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1436a039-fbfd-4365-8c0f-4cb4ec06f797 req-5d4e78f9-6740-4ec3-8b57-edd442256a6f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Oct 20 11:34:30.505162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572efe-5e20-4791-8191-77de01f48807 req-a59838e3-085a-4df5-a74e-d472c1c427ae tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.506611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e572efe-5e20-4791-8191-77de01f48807 req-a59838e3-085a-4df5-a74e-d472c1c427ae tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0483017 Oct 20 11:34:30.543095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e572efe-5e20-4791-8191-77de01f48807 req-4fd93474-5f47-4c90-9e0a-4d4381f64ebd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Oct 20 11:34:30.603460 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:34:30.659968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2f857-c695-44db-bd7b-e3a33b2892b6 req-6ae8c664-5517-418d-8fa1-7630b718892c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.661422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea2f857-c695-44db-bd7b-e3a33b2892b6 req-6ae8c664-5517-418d-8fa1-7630b718892c tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0528359 Oct 20 11:34:30.699151 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eea2f857-c695-44db-bd7b-e3a33b2892b6 req-9b8b87bd-c728-41d0-af33-19da5ca24d09 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Oct 20 11:34:30.811991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f43e27-d772-4e4c-bab4-c3415b2f12cd req-67988e30-aec8-4497-ae2a-d6e747d76991 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.813438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51f43e27-d772-4e4c-bab4-c3415b2f12cd req-67988e30-aec8-4497-ae2a-d6e747d76991 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0488489 Oct 20 11:34:30.851219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-51f43e27-d772-4e4c-bab4-c3415b2f12cd req-9e627df6-0ce2-4004-a975-0e7b478dfb7e tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Oct 20 11:34:30.933242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:31.033211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:31.045224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'port_id': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'mac_address': 'fa:16:3e:8d:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:31.080981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3062c-1c79-4b98-9a25-b574af3bb31e req-0dae773a-7413-41a5-98e9-3839750c34ca tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.082104 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.082521 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cf3062c-1c79-4b98-9a25-b574af3bb31e req-0dae773a-7413-41a5-98e9-3839750c34ca tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 944 time: 0.0492299 Oct 20 11:34:31.099425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:31.118615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:31.121192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cf3062c-1c79-4b98-9a25-b574af3bb31e req-a96d74f3-ba9e-477e-b999-072f28a6ecc9 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Oct 20 11:34:31.124006 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.170506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=13']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:31.363907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:31.437676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-3e549e57-d89c-4ac6-85cc-76574c80ae27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.838037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.239645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5c2e-264e-4dfd-8ff7-80ed453369fa req-17f3d332-3d1d-4206-bd59-59129514c3cd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:32.241106 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a10c5c2e-264e-4dfd-8ff7-80ed453369fa req-17f3d332-3d1d-4206-bd59-59129514c3cd tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0527663 Oct 20 11:34:32.278832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a10c5c2e-264e-4dfd-8ff7-80ed453369fa req-be0b7289-470d-4645-bd34-d0e04f77686f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups?id=02ea3534-6dc2-4fd2-a51e-e034ad46618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Oct 20 11:34:32.712666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-40c2d55e-40f4-4fad-998b-7234001f23d5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:32.714108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-40c2d55e-40f4-4fad-998b-7234001f23d5 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 945 time: 0.0494840 Oct 20 11:34:32.805101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Deleting port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:32.805435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.891063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:32.891418 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.939146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:32.985272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.000053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:33.003782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:33.004148 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.061462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.061825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.062142 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Floating IP fd603f68-eafe-4624-adac-a34fd2e05a11 disassociated. External IP: 172.25.3.162, port: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb. Oct 20 11:34:33.062484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Calling delete_port for 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:33.079336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.102433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:33.104709 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831cd42-1cc1-450e-b94c-36a4a92ac2dd" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:33.117078 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:33.121309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.150446 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa42c9-881d-401f-9510-7b8ca2a5e72c x-openstack-request-id: req-c3aa42c9-881d-401f-9510-7b8ca2a5e72c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:33.150730 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:33.150997 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3aa42c9-881d-401f-9510-7b8ca2a5e72c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:33.151379 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'code': 200} Oct 20 11:34:33.177916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=14']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:33.196998 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.225910 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'Port': ['ID=3b1b9f61-6c36-4a31-ba6e-9eca44487ebb,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:33.345455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:33.385045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9014b343-48b2-4eda-a010-0123bf254885 req-a06a2f1f-8880-488b-a812-96f5e903687f tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0334501 Oct 20 11:34:33.481883 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:33.492455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:33.501613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:33.502157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:34:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:33.524405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] No DVR routers for this DVR port 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:33.527133 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.530482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6eed402f-640c-4ffe-bdff-bac997524b80 req-6d26794d-544a-49c4-bfb2-1eb6ca4695aa tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.70 "DELETE /v2.0/ports/3b1b9f61-6c36-4a31-ba6e-9eca44487ebb HTTP/1.1" status: 204 len: 173 time: 0.8101563 Oct 20 11:34:33.530908 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-deleted', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:33.533829 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea4472-6ae2-44ac-8edb-f61cf95aa659" -d '{"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-deleted", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:33.570421 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184dcb31-d22b-4a12-8c41-89010a7d1bab x-openstack-request-id: req-184dcb31-d22b-4a12-8c41-89010a7d1bab {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:33.570758 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e04b00-02bb-4176-8b60-1f302f1aa2ca", "name": "network-vif-deleted", "tag": "3b1b9f61-6c36-4a31-ba6e-9eca44487ebb", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:33.571105 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-184dcb31-d22b-4a12-8c41-89010a7d1bab {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:33.571511 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e04b00-02bb-4176-8b60-1f302f1aa2ca', 'name': 'network-vif-deleted', 'tag': '3b1b9f61-6c36-4a31-ba6e-9eca44487ebb', 'status': 'completed', 'code': 200} Oct 20 11:34:33.793907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:33.993015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:34.019149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:34.027249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:34.027837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:34:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:34.132779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:34.337072 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:34.364749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b2a13-cccb-4bc0-9a8f-18d330ae7825 None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:47Z', 'revision_number': 4, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '803f8648-e5eb-4d78-826c-5d3c869ccb72', 'name': '', 'network_id': '53b836ce-9640-4aa4-96c1-85c7a4661211', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'mac_address': 'fa:16:3e:4b:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:47Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'subnets': [{'id': 'b0069077-e002-4df4-9b90-930c0b83a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:34.492169 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-267c131e-7637-4996-9125-18f81b5460ee req-74e8c701-9a32-4fef-92b2-98ef66dace0d tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0296896 Oct 20 11:34:34.506814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.610677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02052d1c-7512-4aca-b6b4-b05676214451 None None] New status for floating IP fd603f68-eafe-4624-adac-a34fd2e05a11: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:35.586578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00857f2c-56ee-4b84-97c8-c381be67d510 req-05bb451f-a122-4d7c-be00-ace8344e8c85 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0264592 Oct 20 11:34:36.678357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8e0f3571-26ea-44c2-af26-da9892783257 req-b6c535a4-8211-4e02-aebf-cb4e1137d4b0 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0257227 Oct 20 11:34:36.955750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:36.975781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:36.976124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 3b1b9f61-6c36-4a31-ba6e-9eca44487ebb not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:37.772170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c98e68cd-53e0-4dc8-b209-0e8042559c67 req-82f2e061-5ab0-449f-91f5-ebde97e29f13 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/ports?device_id=76e04b00-02bb-4176-8b60-1f302f1aa2ca HTTP/1.1" status: 200 len: 210 time: 0.0265217 Oct 20 11:34:42.500335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46446) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:42.557994 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.580734 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.629531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.632235 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.635673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "DELETE /v2.0/security-groups/02ea3534-6dc2-4fd2-a51e-e034ad46618a HTTP/1.1" status: 204 len: 168 time: 0.1320522 Oct 20 11:34:42.636481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46448) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:42.643114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165153b-4065-4cbd-8f49-352825b80251 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea3534-6dc2-4fd2-a51e-e034ad46618a,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:42.668468 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [None req-a635d46d-f01f-437a-91fe-70a132bd3774 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] show failed (client error): The resource could not be found. Oct 20 11:34:42.669504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a635d46d-f01f-437a-91fe-70a132bd3774 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "GET /v2.0/security-groups/02ea3534-6dc2-4fd2-a51e-e034ad46618a HTTP/1.1" status: 404 len: 347 time: 0.0305994 Oct 20 11:34:42.672371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46450) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:42.800089 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Deleting port 62801b91-a858-4646-8bcc-fc73df34c3ef {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:42.800429 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.879513 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.879881 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.891479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Calling delete_port for 62801b91-a858-4646-8bcc-fc73df34c3ef owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:43.022636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.045361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Pushing event deleted for resources: {'Port': ['ID=62801b91-a858-4646-8bcc-fc73df34c3ef,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:43.112239 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.114968 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.116129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5c6b8da3-1aa3-435e-9634-84d1166b8971 tempest-ServerActionsTestJSON-983840741 tempest-ServerActionsTestJSON-983840741-project] 10.222.0.74 "DELETE /v2.0/floatingips/fd603f68-eafe-4624-adac-a34fd2e05a11 HTTP/1.1" status: 204 len: 168 time: 0.4428282 Oct 20 11:34:43.119212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46452) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:43.515896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.752513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Deleting port 803f8648-e5eb-4d78-826c-5d3c869ccb72 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:43.752876 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.833231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] For port 803f8648-e5eb-4d78-826c-5d3c869ccb72, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=803f8648-e5eb-4d78-826c-5d3c869ccb72,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:43.833511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.845617 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Calling delete_port for 803f8648-e5eb-4d78-826c-5d3c869ccb72 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:44.017583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.042798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Pushing event deleted for resources: {'Port': ['ID=803f8648-e5eb-4d78-826c-5d3c869ccb72,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:44.203818 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.413162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Router 370d19d8-2939-4549-9aa1-2b58272f2a48 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:44.517690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:44.522911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c47ad993-58c4-4fe9-87b2-c1271fcdbf76 admin admin] 10.222.0.74 "PUT /v2.0/routers/370d19d8-2939-4549-9aa1-2b58272f2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4026525 Oct 20 11:34:44.525427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46456) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:44.526408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Sync routers for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:44.535576 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:44.536191 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:34:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:44.627857 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.639904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:44.728544 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.779211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Deleting port 82095d1a-4b5f-4817-8581-ffa1ea276448 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:44.779541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.816530 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:34:43Z', 'revision_number': 5, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port': {'id': '82095d1a-4b5f-4817-8581-ffa1ea276448', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:44.842960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Checking router: 370d19d8-2939-4549-9aa1-2b58272f2a48 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:44.852143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Routers {'370d19d8-2939-4549-9aa1-2b58272f2a48'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:44.852763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:34:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['370d19d8-2939-4549-9aa1-2b58272f2a48'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:44.942092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] Set router 370d19d8-2939-4549-9aa1-2b58272f2a48 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:44.995144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:34:44Z', 'revision_number': 6, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:45.025542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79796e26-4340-4999-b395-b3ec7bbe0ebb None None] The sync data for ids ['370d19d8-2939-4549-9aa1-2b58272f2a48'] in n-d-802060-17 is: [{'id': '370d19d8-2939-4549-9aa1-2b58272f2a48', 'name': 'tempest-ServerActionsTestJSON-29915230-router', 'tenant_id': '27983e871b774c8eb790946bbcb9d113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:24:45Z', 'updated_at': '2021-10-20T11:34:44Z', 'revision_number': 6, 'project_id': '27983e871b774c8eb790946bbcb9d113', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:45.203516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] For port 82095d1a-4b5f-4817-8581-ffa1ea276448, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=82095d1a-4b5f-4817-8581-ffa1ea276448,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:45.203866 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.216178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Calling delete_port for 82095d1a-4b5f-4817-8581-ffa1ea276448 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:45.378346 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.405104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Pushing event deleted for resources: {'Port': ['ID=82095d1a-4b5f-4817-8581-ffa1ea276448,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:45.419702 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 803f8648-e5eb-4d78-826c-5d3c869ccb72 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:45.440966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 803f8648-e5eb-4d78-826c-5d3c869ccb72 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:45.441314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 803f8648-e5eb-4d78-826c-5d3c869ccb72 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:45.471450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.561642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.563682 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.604973 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.605614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370d19d8-2939-4549-9aa1-2b58272f2a48 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:34:45.610371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.611694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d1bbec2f-21a9-4e84-ab73-6e2410aa5429 admin admin] 10.222.0.74 "DELETE /v2.0/routers/370d19d8-2939-4549-9aa1-2b58272f2a48 HTTP/1.1" status: 204 len: 168 time: 1.0853188 Oct 20 11:34:45.614167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46458) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.658372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Deleting subnet b0069077-e002-4df4-9b90-930c0b83a055 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:45.661400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.694528 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.774743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.832264 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.859342 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.863758 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b0069077-e002-4df4-9b90-930c0b83a055 HTTP/1.1" status: 204 len: 168 time: 0.2486069 Oct 20 11:34:45.864983 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ce2fc-cd7f-4106-867a-f7151dc5fe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0069077-e002-4df4-9b90-930c0b83a055,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:45.866641 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46460) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.867981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06556603-6465-4122-a8e1-b0c19018be04 None None] Network 53b836ce-9640-4aa4-96c1-85c7a4661211 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:45.945822 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.000154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Deleting port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:46.000481 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.061108 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] DHCP port deletion for 53b836ce-9640-4aa4-96c1-85c7a4661211 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:34:46.081069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] For port 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=69a75501-9f2c-491b-b9ea-2965f23aa2e0,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:46.081662 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.100788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Calling delete_port for 69a75501-9f2c-491b-b9ea-2965f23aa2e0 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:46.120084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Deleting port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:46.120551 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.192073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] For port 69a75501-9f2c-491b-b9ea-2965f23aa2e0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=69a75501-9f2c-491b-b9ea-2965f23aa2e0,segment=NetworkSegment(953da7da-a722-4a2a-940e-217fa6ccaf5e),segment_id=953da7da-a722-4a2a-940e-217fa6ccaf5e)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:46.192476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.195456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.205579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Calling delete_port for 69a75501-9f2c-491b-b9ea-2965f23aa2e0 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:46.223462 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] No DVR routers for this DVR port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:46.227417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a75501-9f2c-491b-b9ea-2965f23aa2e0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.287453 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.305607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.315817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] Pushing event deleted for resources: {'Port': ['ID=69a75501-9f2c-491b-b9ea-2965f23aa2e0,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.317600 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.325289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf33c0b-81cb-4bf6-b5ab-897540e2185c None None] No DVR routers for this DVR port 69a75501-9f2c-491b-b9ea-2965f23aa2e0 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:46.330435 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b836ce-9640-4aa4-96c1-85c7a4661211']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.341434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953da7da-a722-4a2a-940e-217fa6ccaf5e') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.341730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953da7da-a722-4a2a-940e-217fa6ccaf5e') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.351533 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.364833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.370865 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:46.371339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:46.372996 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:46.430688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.435491 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.438853 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] 10.222.0.74 "DELETE /v2.0/networks/53b836ce-9640-4aa4-96c1-85c7a4661211 HTTP/1.1" status: 204 len: 168 time: 0.5697484 Oct 20 11:34:46.452141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b21f-ca1c-488c-8ccc-57594221b378 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b836ce-9640-4aa4-96c1-85c7a4661211,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.621845 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46464) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:46.662416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1f7a8b73-4652-42d1-8fc9-f77b2a14c41a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27983e871b774c8eb790946bbcb9d113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394490 Oct 20 11:34:46.664712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46466) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:46.711012 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.735677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.786238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.789527 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.790835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c13a91af-eb50-4779-a16c-558a5026ac80 HTTP/1.1" status: 204 len: 168 time: 0.1251633 Oct 20 11:34:46.799397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362e61b-3630-40ab-8cbb-19a0e07e254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a91af-eb50-4779-a16c-558a5026ac80,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:47.240336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 69a75501-9f2c-491b-b9ea-2965f23aa2e0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:47.269666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 69a75501-9f2c-491b-b9ea-2965f23aa2e0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:47.270002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 69a75501-9f2c-491b-b9ea-2965f23aa2e0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:47.270404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 82095d1a-4b5f-4817-8581-ffa1ea276448 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:47.290368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 82095d1a-4b5f-4817-8581-ffa1ea276448 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:47.290709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 82095d1a-4b5f-4817-8581-ffa1ea276448 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:47.292236 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.532560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:47.625458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-865782244-network', 'tenant_id': 'c673a996b71c472cb078f4ae0368b380'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:47.646868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Made reservation on behalf of c673a996b71c472cb078f4ae0368b380 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:47.649166 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.657468 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.734378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.740426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.762479 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:47.776272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:47.782533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.782879 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Added segment ac712296-61b9-4d29-aef9-b3af29951f45 of type vlan for network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab Oct 20 11:34:47.825629 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.851524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.852565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.853145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.879717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3460622 Oct 20 11:34:47.882737 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:47.887897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Request body: {'subnet': {'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-865782244-subnet', 'tenant_id': 'c673a996b71c472cb078f4ae0368b380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:47.907562 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Made reservation on behalf of c673a996b71c472cb078f4ae0368b380 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:47.910248 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.921614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca80fa-fa5f-4c46-9a87-e27563afa4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:47.935948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:48.072603 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.129380 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21de0afe-0696-4962-8bb2-d576be098e64,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:48.139500 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Checking segment: {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:48.139852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Network hostable DHCP agents. Network: a2ea5620-7305-4e2f-9738-5ff7d2d1fbab, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:34:48.155600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:34:48.164368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a2ea5620-7305-4e2f-9738-5ff7d2d1fbab) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:48.168064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:48.168630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.174315 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf326c64-9105-4053-a69a-b78c45b3903b None None] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:48.182922 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ebc46e4f-fb9e-456d-9566-5e064b14c35f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2990971 Oct 20 11:34:48.296304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55988a-e093-4677-ad3e-6cc2e06ba215 None None] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:48.620623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-eda25a52-0559-4e1c-b76e-5e372de84aaf tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:48.622064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-eda25a52-0559-4e1c-b76e-5e372de84aaf tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 813 time: 0.1016455 Oct 20 11:34:48.637184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-6a7a0ffa-f4d7-474a-ac9a-fb938b737ea3 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/quotas/c673a996b71c472cb078f4ae0368b380 HTTP/1.1" status: 200 len: 375 time: 0.0087719 Oct 20 11:34:48.667677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-27994312-c85b-4e90-b2a1-7edca623434b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253940 Oct 20 11:34:48.677771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-f3e302bb-82f8-4474-9335-63035bfd3388 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:34:48.678707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-f3e302bb-82f8-4474-9335-63035bfd3388 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048237 Oct 20 11:34:48.765545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-d670fc34-65a0-4715-9078-a37db940c8d0 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813060 Oct 20 11:34:48.856218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-6db155b4-0616-4a25-94c9-8387866c9cc6 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842159 Oct 20 11:34:49.011405 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fafacb2f-f64b-4bfb-9c2e-9667261b328f req-18cea92b-420c-4b87-a495-2b312f5c7e73 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 210 time: 0.0274949 Oct 20 11:34:50.018281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-a6cccb8b-7532-47d1-a7d3-71912bf5eee7 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:50.019868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-a6cccb8b-7532-47d1-a7d3-71912bf5eee7 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.70 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 813 time: 0.1090834 Oct 20 11:34:50.032890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Request body: {'port': {'device_id': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab', 'admin_state_up': True, 'tenant_id': 'c673a996b71c472cb078f4ae0368b380'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:50.125499 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2c22337-2cf7-4dac-947a-da325bdeac82 req-946ee072-9ae2-404b-85ab-bc66a9dbf2e2 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 210 time: 0.0362444 Oct 20 11:34:50.167121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Made reservation on behalf of c673a996b71c472cb078f4ae0368b380 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:50.170578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.292667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Allocated IP 172.20.0.10 (a2ea5620-7305-4e2f-9738-5ff7d2d1fbab/21de0afe-0696-4962-8bb2-d576be098e64/0571e750-5c0f-4a39-8e41-cdd9fbce2f2f) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:50.439046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.471563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.514793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:50.517884 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:50.521453 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:50.529658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Pushing event updated for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:50.578803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:50.579363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.594218 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0872990a-5926-4ebc-843d-911c80b3f22f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654714 Oct 20 11:34:50.606454 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Request body: {'port': {'device_id': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:50.657935 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.912811 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:50.919981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.931930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Transition to ACTIVE for port object 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:50.935283 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.989022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Pushing event updated for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:51.050696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Attempting to bind port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:51.051420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Attempting to bind port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:51.051420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Attempting to bind port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:51.055512 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:51.055830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Attempting to bind port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:51.060590 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:51.060914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Checking segment: {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:51.061282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Bound using segment: {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:51.061698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Bound port: 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:51.062043 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.123597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:51.126977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:51.130881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.174804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.175520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.176892 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-462ef654-8def-480a-937e-4fc98b16435c service neutron] 10.222.0.70 "PUT /v2.0/ports/0571e750-5c0f-4a39-8e41-cdd9fbce2f2f HTTP/1.1" status: 200 len: 1093 time: 0.5743439 Oct 20 11:34:51.177329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:51.182195 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e8fb6-457c-45e6-ae20-54056ad1c1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:51.241569 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986af661-c9b0-42d4-b551-f91a2e175723 x-openstack-request-id: req-986af661-c9b0-42d4-b551-f91a2e175723 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:51.241854 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:51.242103 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-986af661-c9b0-42d4-b551-f91a2e175723 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:51.242499 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f', 'status': 'completed', 'code': 200} Oct 20 11:34:51.260637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ef654-8def-480a-937e-4fc98b16435c service neutron] Pushing event updated for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:51.292976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac615670-43fb-46ca-9774-8cea5aa31d8a req-38faaca1-8cb9-40fd-9c54-833a6efe4757 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.295031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac615670-43fb-46ca-9774-8cea5aa31d8a req-38faaca1-8cb9-40fd-9c54-833a6efe4757 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 944 time: 0.0981665 Oct 20 11:34:51.297306 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-274437ef-622c-4788-ad0a-ece209b2db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.298554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-274437ef-622c-4788-ad0a-ece209b2db59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 1096 time: 0.0798147 Oct 20 11:34:51.353070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-8c42e79a-3d73-4e8a-ad8b-20fabe51f6bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f HTTP/1.1" status: 200 len: 217 time: 0.0462377 Oct 20 11:34:51.376360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ac615670-43fb-46ca-9774-8cea5aa31d8a req-6c5735d5-5db9-484f-a29c-a585a40c034a tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754502 Oct 20 11:34:51.410591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-da7af094-171e-44bf-9296-d775f4291620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.412039 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-da7af094-171e-44bf-9296-d775f4291620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21de0afe-0696-4962-8bb2-d576be098e64 HTTP/1.1" status: 200 len: 853 time: 0.0499549 Oct 20 11:34:51.443459 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-0ce5eaa5-8a74-4ffc-b104-3a14a4ef9ba0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243354 Oct 20 11:34:51.537132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-7ff7bd7d-a0ce-4aa7-99d2-0e5ddf458ada service neutron] 10.222.0.70 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864491 Oct 20 11:34:51.623597 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2eac1a4d-fd6b-469d-894c-1a78fbe3b610 req-267705cc-a247-40f6-b88f-1b183f8813bb service neutron] 10.222.0.70 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799644 Oct 20 11:34:51.712658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-126257e9-965b-4655-8dc2-5b70b17806fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.714050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-126257e9-965b-4655-8dc2-5b70b17806fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 1096 time: 0.0458684 Oct 20 11:34:51.802705 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-0bed8c06-aa70-4720-b345-0ad6115cb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.804156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-0bed8c06-aa70-4720-b345-0ad6115cb442 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 915 time: 0.0828013 Oct 20 11:34:51.850421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-d2360a3b-db05-4bc0-9a42-c8aadd0dfb4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f HTTP/1.1" status: 200 len: 217 time: 0.0372953 Oct 20 11:34:51.899004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-4baedbc4-acd5-4d69-8127-1a58ef49ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.900375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-4baedbc4-acd5-4d69-8127-1a58ef49ea39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21de0afe-0696-4962-8bb2-d576be098e64 HTTP/1.1" status: 200 len: 853 time: 0.0427246 Oct 20 11:34:51.932721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-d85880b2-5e45-477a-91f5-d26284e8bb92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238686 Oct 20 11:34:52.025063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-3f56292f-d3b5-4315-9311-442a388d5068 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835483 Oct 20 11:34:52.113938 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-845e8fb6-457c-45e6-ae20-54056ad1c1c5 req-e37f870d-a48f-4088-8198-f966cc386628 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806704 Oct 20 11:34:52.491753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced834-b8f9-4c62-9374-05558b4cd94d req-fad0edf8-ec57-4fd2-af43-d8268eb4eec4 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:52.493216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcced834-b8f9-4c62-9374-05558b4cd94d req-fad0edf8-ec57-4fd2-af43-d8268eb4eec4 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 944 time: 0.0488279 Oct 20 11:34:52.529659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bcced834-b8f9-4c62-9374-05558b4cd94d req-4853bd23-4116-4fe9-98ee-ee288d488546 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Oct 20 11:34:53.645474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37671-6735-43e8-bed5-c3a8e46b7f75 req-3c742ef0-4dbd-4497-9e11-020d2ece8f01 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:53.646968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-caf37671-6735-43e8-bed5-c3a8e46b7f75 req-3c742ef0-4dbd-4497-9e11-020d2ece8f01 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 944 time: 0.0533006 Oct 20 11:34:53.683635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-caf37671-6735-43e8-bed5-c3a8e46b7f75 req-8fb9ca20-42c8-434e-8ab7-942b84665830 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Oct 20 11:34:54.795715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003fab-1687-44b6-988e-357beb835f0b req-99cddbea-4dfd-41fa-aa92-7871b6d42c92 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:54.797184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38003fab-1687-44b6-988e-357beb835f0b req-99cddbea-4dfd-41fa-aa92-7871b6d42c92 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 944 time: 0.0486395 Oct 20 11:34:54.834791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-38003fab-1687-44b6-988e-357beb835f0b req-992b4519-8875-47a3-9029-a0aa417370d2 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Oct 20 11:34:55.051226 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:55.146059 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:55.157695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f', 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab', 'port_id': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f', 'mac_address': 'fa:16:3e:e1:4c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21de0afe-0696-4962-8bb2-d576be098e64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:55.194144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.207016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:55.225575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:55.229445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.275025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.426921 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:55.947638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35914b-512d-4d0c-9324-378ace022679 req-ea58abcd-1adf-4f2b-bade-02ae08628bd5 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.949076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d35914b-512d-4d0c-9324-378ace022679 req-ea58abcd-1adf-4f2b-bade-02ae08628bd5 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 945 time: 0.0482063 Oct 20 11:34:55.985301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9d35914b-512d-4d0c-9324-378ace022679 req-f10c32aa-942a-400b-9e4e-29b4ec3b06a3 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304093 Oct 20 11:34:57.049915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:57.099418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:57.102570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172fc13-9682-47ee-9461-68ee851b74da req-7dd87cf3-7cdc-4caa-8b6d-b6933f622d98 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.103407 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:57.103775 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.104064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0172fc13-9682-47ee-9461-68ee851b74da req-7dd87cf3-7cdc-4caa-8b6d-b6933f622d98 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 945 time: 0.0537498 Oct 20 11:34:57.142298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0172fc13-9682-47ee-9461-68ee851b74da req-a3e3a19b-b041-495c-9fe0-485bba827d6e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Oct 20 11:34:57.341131 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.363225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:57.365446 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb00462-d7b3-4462-8eff-c4ab8ad6c9d0" -d '{"events": [{"server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "name": "network-vif-plugged", "status": "completed", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:57.377337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:57.381546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.404776 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0217c8-25d3-477b-bbe1-6bdafc3a3c05 x-openstack-request-id: req-1d0217c8-25d3-477b-bbe1-6bdafc3a3c05 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:57.405060 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "name": "network-vif-plugged", "status": "completed", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:57.405305 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1d0217c8-25d3-477b-bbe1-6bdafc3a3c05 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:57.405682 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f', 'code': 200} Oct 20 11:34:57.432222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:57.497558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cdf5a-ae61-43c7-bc19-8b65022401d5 req-fcacd3a2-8848-4e5e-a00c-ba5c93732a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.499043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-378cdf5a-ae61-43c7-bc19-8b65022401d5 req-fcacd3a2-8848-4e5e-a00c-ba5c93732a68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 1098 time: 0.0387363 Oct 20 11:34:57.533275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-378cdf5a-ae61-43c7-bc19-8b65022401d5 req-2899a69d-2c02-4699-afb7-2a9579e3a098 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269041 Oct 20 11:34:58.253492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f6fa-04f6-4d38-861c-c3f34a0a673e req-429df75f-2fe5-406a-8f06-8830c126fdbf tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.254961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0aa0f6fa-04f6-4d38-861c-c3f34a0a673e req-429df75f-2fe5-406a-8f06-8830c126fdbf tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0483592 Oct 20 11:34:58.291258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0aa0f6fa-04f6-4d38-861c-c3f34a0a673e req-1863aade-a05c-4893-ab15-6b8a29b8afab tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Oct 20 11:34:58.570223 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c38381e-6ee3-4ff0-b0cf-b80c356de7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.409331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9840ec-b739-40e2-9066-d3d5b7474d0f req-cff31557-f74a-459e-b6b0-f6b78cfa7116 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.410825 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a9840ec-b739-40e2-9066-d3d5b7474d0f req-cff31557-f74a-459e-b6b0-f6b78cfa7116 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0520990 Oct 20 11:34:59.449202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a9840ec-b739-40e2-9066-d3d5b7474d0f req-b3c6aaec-904c-4a98-9eeb-6d5686f1d06b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Oct 20 11:34:59.663445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-efaa2841-561a-453e-8690-793ba07e1128 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.664881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-efaa2841-561a-453e-8690-793ba07e1128 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 813 time: 0.0981836 Oct 20 11:34:59.679663 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-629f5667-bbb9-42d2-b878-3f271ef2ed5f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/quotas/c673a996b71c472cb078f4ae0368b380 HTTP/1.1" status: 200 len: 375 time: 0.0092423 Oct 20 11:34:59.730648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-7836e0ba-4cbe-4d4d-9aa4-84f3a3aed822 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459561 Oct 20 11:34:59.819293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-2e4f0246-1128-4daf-9a50-186dbc544f83 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818386 Oct 20 11:34:59.909257 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-12b889f1-05a8-4415-a1ba-a3cbcf33d617 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Oct 20 11:35:00.066809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b2089a76-d3d4-4ebc-b6c5-352df8196281 req-df199327-fa9f-40a1-b39b-810d2aa02c14 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 210 time: 0.0270686 Oct 20 11:35:01.032805 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-41f63ad7-e2b7-41d1-82e5-6840e2702d70 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.034260 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-41f63ad7-e2b7-41d1-82e5-6840e2702d70 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.83 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 813 time: 0.1095753 Oct 20 11:35:01.048186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Request body: {'port': {'device_id': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab', 'admin_state_up': True, 'tenant_id': 'c673a996b71c472cb078f4ae0368b380'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:01.162546 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-29c10710-7d44-4a21-a229-a18b6223083b req-1ffb8e6e-4050-401b-8830-210b6223239b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 210 time: 0.0271976 Oct 20 11:35:01.415906 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Made reservation on behalf of c673a996b71c472cb078f4ae0368b380 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:01.419319 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.429602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6aa8-db85-4873-8a06-cad18741e6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.543357 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Allocated IP 172.20.0.6 (a2ea5620-7305-4e2f-9738-5ff7d2d1fbab/21de0afe-0696-4962-8bb2-d576be098e64/aa1d0824-6464-4d11-af44-c055c38d96b6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:01.687412 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.719656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.731460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:01.763832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:01.766812 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:01.770360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:01.797970 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Pushing event updated for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.810310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.810645 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.810998 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.811330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.811669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.811976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.812292 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.812616 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.812936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.813250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.813563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.813873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.839028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.839632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.855963 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-ba354010-4d1b-417e-9e31-1776f8f208b9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8117921 Oct 20 11:35:01.856333 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.868269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Request body: {'port': {'device_id': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:01.923238 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.173130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1d0824-6464-4d11-af44-c055c38d96b6 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:02.180472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.192817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Transition to ACTIVE for port object aa1d0824-6464-4d11-af44-c055c38d96b6 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:02.197174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.280757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144adb8-389c-4953-b88b-253ddd5cdb00 req-ada49095-b6f7-4f68-9c67-d8b8d4d81ab8 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.282231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f144adb8-389c-4953-b88b-253ddd5cdb00 req-ada49095-b6f7-4f68-9c67-d8b8d4d81ab8 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 943 time: 0.0492318 Oct 20 11:35:02.285894 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.317873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Attempting to bind port aa1d0824-6464-4d11-af44-c055c38d96b6 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:02.318203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Attempting to bind port aa1d0824-6464-4d11-af44-c055c38d96b6 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:02.318534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Attempting to bind port aa1d0824-6464-4d11-af44-c055c38d96b6 on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:02.322791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Port aa1d0824-6464-4d11-af44-c055c38d96b6 on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:02.323184 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Attempting to bind port aa1d0824-6464-4d11-af44-c055c38d96b6 on network a2ea5620-7305-4e2f-9738-5ff7d2d1fbab {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:02.326091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f144adb8-389c-4953-b88b-253ddd5cdb00 req-a4bb6aa2-9a7e-468f-9c44-7c9e224cb604 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Oct 20 11:35:02.328002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:02.328319 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Checking segment: {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:02.328690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Bound using segment: {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:02.329113 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Bound port: aa1d0824-6464-4d11-af44-c055c38d96b6, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac712296-61b9-4d29-aef9-b3af29951f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:02.329457 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.391294 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:02.394261 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=aa1d0824-6464-4d11-af44-c055c38d96b6,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:02.398483 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.430210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.430810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.432261 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] 10.222.0.83 "PUT /v2.0/ports/aa1d0824-6464-4d11-af44-c055c38d96b6 HTTP/1.1" status: 200 len: 1092 time: 0.5681059 Oct 20 11:35:02.432700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:02.434962 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5657106-66b9-4af4-b06b-f14f0bb7885f" -d '{"events": [{"name": "network-changed", "server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:02.465349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84905eeb-0a37-4361-9f82-e064b7a89b81 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.479421 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b62c28-8cc2-4b6a-aea1-124884e4500e x-openstack-request-id: req-d7b62c28-8cc2-4b6a-aea1-124884e4500e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:02.479703 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:02.479951 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7b62c28-8cc2-4b6a-aea1-124884e4500e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:02.480341 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6', 'status': 'completed', 'code': 200} Oct 20 11:35:02.512536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-4fc431c2-072b-4c2b-9861-ac16088bd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.513993 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-4fc431c2-072b-4c2b-9861-ac16088bd7af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 1095 time: 0.0444698 Oct 20 11:35:02.555414 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-04b97b85-682e-4996-b70a-db343bf56380 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1d0824-6464-4d11-af44-c055c38d96b6 HTTP/1.1" status: 200 len: 217 time: 0.0333805 Oct 20 11:35:02.604020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-a8705913-85a5-4286-a630-eb6820602a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.605380 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-a8705913-85a5-4286-a630-eb6820602a0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21de0afe-0696-4962-8bb2-d576be098e64 HTTP/1.1" status: 200 len: 853 time: 0.0417609 Oct 20 11:35:02.641209 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-d2d5fdd1-396f-43a0-bd74-3b3632c0d28d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274463 Oct 20 11:35:02.731309 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-7d75f0e0-9aea-441b-9d92-049e64e17d17 service neutron] 10.222.0.83 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Oct 20 11:35:02.824174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-77c3ecd9-4345-4d8c-b1e0-0dd26a2958cd req-b82d12f6-9e0a-48fa-aff2-23e062630036 service neutron] 10.222.0.83 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853055 Oct 20 11:35:02.920434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-c61ad262-a367-466e-9d9b-4cd02de68f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.921896 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-c61ad262-a367-466e-9d9b-4cd02de68f2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c673a996b71c472cb078f4ae0368b380&device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 1095 time: 0.0415082 Oct 20 11:35:02.967791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.016194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-6ba7268b-9e76-4ca1-a4d5-d7f95352dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.017634 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-6ba7268b-9e76-4ca1-a4d5-d7f95352dffb service neutron] 10.222.0.83 "GET /v2.0/networks?id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 200 len: 915 time: 0.0879426 Oct 20 11:35:03.059665 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-e1b31373-2cd9-4373-bc10-19534a8a7e79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1d0824-6464-4d11-af44-c055c38d96b6 HTTP/1.1" status: 200 len: 217 time: 0.0342109 Oct 20 11:35:03.107704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-942fcbbb-6d89-44ef-8dcf-f62415777805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.109071 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-942fcbbb-6d89-44ef-8dcf-f62415777805 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21de0afe-0696-4962-8bb2-d576be098e64 HTTP/1.1" status: 200 len: 853 time: 0.0418696 Oct 20 11:35:03.140035 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-3316d834-9e09-470d-b14b-fec1701fc823 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230937 Oct 20 11:35:03.232440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-1407e2d5-3e98-4cff-9f0a-790c6c80ac5e service neutron] 10.222.0.83 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Oct 20 11:35:03.326458 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e5657106-66b9-4af4-b06b-f14f0bb7885f req-21219182-8a2f-4597-8f54-89a5c37767e8 service neutron] 10.222.0.83 "GET /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863054 Oct 20 11:35:03.444203 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7febbf-2f25-4055-b8a3-1e6e13249ca8 req-bfa0d2f1-bb1d-48f5-a495-ecf6c9890d25 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.445688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df7febbf-2f25-4055-b8a3-1e6e13249ca8 req-bfa0d2f1-bb1d-48f5-a495-ecf6c9890d25 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 943 time: 0.0543301 Oct 20 11:35:03.483043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-df7febbf-2f25-4055-b8a3-1e6e13249ca8 req-54fd83e4-dfb2-4e31-bd3e-415aa7bcc86b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Oct 20 11:35:04.379090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device aa1d0824-6464-4d11-af44-c055c38d96b6 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:04.471155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=aa1d0824-6464-4d11-af44-c055c38d96b6,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:04.482104 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'aa1d0824-6464-4d11-af44-c055c38d96b6', 'network_id': 'a2ea5620-7305-4e2f-9738-5ff7d2d1fbab', 'port_id': 'aa1d0824-6464-4d11-af44-c055c38d96b6', 'mac_address': 'fa:16:3e:3b:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21de0afe-0696-4962-8bb2-d576be098e64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:04.532625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.533421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.546274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1d0824-6464-4d11-af44-c055c38d96b6 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:04.570829 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=aa1d0824-6464-4d11-af44-c055c38d96b6,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:04.574622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.600237 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d632d-38d9-4273-acb0-76e0786edd49 req-bcf1fedf-e54a-4056-bab1-e7cc864b5c79 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.601719 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f87d632d-38d9-4273-acb0-76e0786edd49 req-bcf1fedf-e54a-4056-bab1-e7cc864b5c79 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 943 time: 0.0492425 Oct 20 11:35:04.620380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:04.640601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f87d632d-38d9-4273-acb0-76e0786edd49 req-788fa383-9254-471f-affa-9bcfb9c6a930 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Oct 20 11:35:04.781185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['aa1d0824-6464-4d11-af44-c055c38d96b6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:05.751523 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1929bb-ab31-47d9-97c7-7705a9febf15 req-cee856d2-a249-4dc2-8a86-7181270477f0 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:05.752972 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab1929bb-ab31-47d9-97c7-7705a9febf15 req-cee856d2-a249-4dc2-8a86-7181270477f0 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 944 time: 0.0480211 Oct 20 11:35:05.790117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab1929bb-ab31-47d9-97c7-7705a9febf15 req-81554aae-3e4e-42c3-990f-d0efcf89304f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Oct 20 11:35:06.390018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device aa1d0824-6464-4d11-af44-c055c38d96b6 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:06.437635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port aa1d0824-6464-4d11-af44-c055c38d96b6 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:06.441537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port aa1d0824-6464-4d11-af44-c055c38d96b6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:06.441906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.515464 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.541743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:06.544020 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b1e447-c77b-477e-8b9f-7f900a045a35" -d '{"events": [{"server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:06.556587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=aa1d0824-6464-4d11-af44-c055c38d96b6,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:06.561049 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.590333 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b728ea-f97a-489b-9ff2-b755eea7ce0a x-openstack-request-id: req-34b728ea-f97a-489b-9ff2-b755eea7ce0a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:06.590623 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:06.590874 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34b728ea-f97a-489b-9ff2-b755eea7ce0a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:06.591285 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6', 'code': 200} Oct 20 11:35:06.618426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:06.684248 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278fc5d-d6f0-42ba-af26-208e6c3e7c39 req-fb84c9a8-1c3e-480b-a55e-3eabedbb50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.685754 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4278fc5d-d6f0-42ba-af26-208e6c3e7c39 req-fb84c9a8-1c3e-480b-a55e-3eabedbb50e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 1097 time: 0.0404587 Oct 20 11:35:06.719337 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-4278fc5d-d6f0-42ba-af26-208e6c3e7c39 req-570a188a-0f03-4776-938e-4b0a118d196f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262008 Oct 20 11:35:06.904207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce06422-e233-4019-a8b1-d1ff881e087b req-528caa56-9d20-496c-9a09-642e7d9b2786 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.905640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bce06422-e233-4019-a8b1-d1ff881e087b req-528caa56-9d20-496c-9a09-642e7d9b2786 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 945 time: 0.0511746 Oct 20 11:35:06.943517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bce06422-e233-4019-a8b1-d1ff881e087b req-1d4264f7-c7a3-4d03-adeb-07aa79df1fbc tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Oct 20 11:35:07.603907 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:35:08.057777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24631595-6039-4fdc-85ea-e88fef4aaac4 req-200ad683-0ec8-41b7-84f5-5f4ce5658007 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.059271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24631595-6039-4fdc-85ea-e88fef4aaac4 req-200ad683-0ec8-41b7-84f5-5f4ce5658007 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 945 time: 0.0488486 Oct 20 11:35:08.096731 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-24631595-6039-4fdc-85ea-e88fef4aaac4 req-6b29b10a-92c9-4e5b-9f88-d1f6be433106 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Oct 20 11:35:08.323633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328906a4-96b7-43c6-8b06-0b610da1ca0c req-c686f134-2c2a-4e80-b856-f6ba5df36bb9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.325097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-328906a4-96b7-43c6-8b06-0b610da1ca0c req-c686f134-2c2a-4e80-b856-f6ba5df36bb9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 945 time: 0.0489128 Oct 20 11:35:08.362673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-328906a4-96b7-43c6-8b06-0b610da1ca0c req-2b6ad865-9dd5-44f1-bcd5-6096e906a8ca tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Oct 20 11:35:09.485713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5aa99-7f1c-405b-9191-0d2170c51284 req-436a4807-54ff-4595-be89-b12e3517987b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:09.487108 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb5aa99-7f1c-405b-9191-0d2170c51284 req-436a4807-54ff-4595-be89-b12e3517987b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 945 time: 0.0526140 Oct 20 11:35:09.526420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cb5aa99-7f1c-405b-9191-0d2170c51284 req-dfd56ff2-4ff9-4f98-88d6-37e3720a6546 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Oct 20 11:35:09.683073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-4a45a157-fad6-4ce2-843a-049b52aeee8e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:09.684478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-4a45a157-fad6-4ce2-843a-049b52aeee8e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.83 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 945 time: 0.0476205 Oct 20 11:35:09.775539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Deleting port aa1d0824-6464-4d11-af44-c055c38d96b6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:09.775877 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.861439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] For port aa1d0824-6464-4d11-af44-c055c38d96b6, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=aa1d0824-6464-4d11-af44-c055c38d96b6,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:09.861794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.875229 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Calling delete_port for aa1d0824-6464-4d11-af44-c055c38d96b6 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:10.006948 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.019593 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['aa1d0824-6464-4d11-af44-c055c38d96b6'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:10.023091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:10.033639 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Pushing event deleted for resources: {'Port': ['ID=aa1d0824-6464-4d11-af44-c055c38d96b6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:10.079772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] No DVR routers for this DVR port aa1d0824-6464-4d11-af44-c055c38d96b6 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:10.082411 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.085848 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d39ea775-806c-4a5c-9969-5b25f9fed263 req-66311d24-27e7-468b-ad48-cdb8049399f9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.83 "DELETE /v2.0/ports/aa1d0824-6464-4d11-af44-c055c38d96b6 HTTP/1.1" status: 204 len: 173 time: 0.3935318 Oct 20 11:35:10.086288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'name': 'network-vif-deleted', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:10.088595 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913a15b2f631fcc9501dbb04d0112126e46f9ce33dde666467a5e4a47d5d4b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9018fb-6b00-4859-b366-9537756999db" -d '{"events": [{"server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "name": "network-vif-deleted", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:10.130403 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c803a8-0ddd-459c-a9e8-311e5f72dc54 x-openstack-request-id: req-46c803a8-0ddd-459c-a9e8-311e5f72dc54 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:10.130691 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78d0ea9-f7d2-46c2-b867-818c12617f3b", "name": "network-vif-deleted", "tag": "aa1d0824-6464-4d11-af44-c055c38d96b6", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:10.130954 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-46c803a8-0ddd-459c-a9e8-311e5f72dc54 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:10.131352 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78d0ea9-f7d2-46c2-b867-818c12617f3b', 'name': 'network-vif-deleted', 'tag': 'aa1d0824-6464-4d11-af44-c055c38d96b6', 'status': 'completed', 'code': 200} Oct 20 11:35:10.633242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a326a2f1-3965-4ce5-ba49-9d3d35ceb86d req-062d3d76-f0ee-451c-81ee-d98dedce2e9f tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=c78d0ea9-f7d2-46c2-b867-818c12617f3b HTTP/1.1" status: 200 len: 210 time: 0.0255992 Oct 20 11:35:11.776586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b9c-7653-42ac-8946-f4d2ca9b9560 req-5a3c8504-f83b-4a22-b26c-978beff5adf9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.778069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad2c8b9c-7653-42ac-8946-f4d2ca9b9560 req-5a3c8504-f83b-4a22-b26c-978beff5adf9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0483441 Oct 20 11:35:11.814767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ad2c8b9c-7653-42ac-8946-f4d2ca9b9560 req-e3da3815-e245-4666-b16a-e3aa4156d849 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308857 Oct 20 11:35:11.946690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608afee6-b445-4cca-9acd-ece016679e0d req-90332e66-2f33-4256-b9af-e4689694ac5d tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.948081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-608afee6-b445-4cca-9acd-ece016679e0d req-90332e66-2f33-4256-b9af-e4689694ac5d tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0535820 Oct 20 11:35:11.984631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-608afee6-b445-4cca-9acd-ece016679e0d req-fe854efc-2e5b-4fb0-b704-347826b53b98 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Oct 20 11:35:12.099930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f544e1-d5ad-4717-9110-5a8951d7a20a req-a897fe2d-9d31-4608-8ea3-073cbd4fa90b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.101385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6f544e1-d5ad-4717-9110-5a8951d7a20a req-a897fe2d-9d31-4608-8ea3-073cbd4fa90b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0486221 Oct 20 11:35:12.137413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e6f544e1-d5ad-4717-9110-5a8951d7a20a req-4e8f1116-3b4b-4e4a-b296-95681897c11e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Oct 20 11:35:12.253108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-348c05b0-6d1f-466a-9d0d-608a0f5b3b14 req-1bd27c1c-e02e-454b-956c-a4fdbda2680f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:12.254109 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-348c05b0-6d1f-466a-9d0d-608a0f5b3b14 req-1bd27c1c-e02e-454b-956c-a4fdbda2680f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0514557 Oct 20 11:35:12.359472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2196a2-2e6f-438d-8d46-cb56c6bace07 req-635117d8-87f0-4da1-8b8b-937c00b91889 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.360934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b2196a2-2e6f-438d-8d46-cb56c6bace07 req-635117d8-87f0-4da1-8b8b-937c00b91889 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0491099 Oct 20 11:35:12.397531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b2196a2-2e6f-438d-8d46-cb56c6bace07 req-684369a3-96d6-442c-9b85-c3b2c1c2c325 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Oct 20 11:35:12.444627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device aa1d0824-6464-4d11-af44-c055c38d96b6 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:12.464980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: aa1d0824-6464-4d11-af44-c055c38d96b6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:12.465249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device aa1d0824-6464-4d11-af44-c055c38d96b6 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:12.517051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fbb7b-02d5-4ebe-a94d-b2de429ae5b8 req-8024958e-d226-439e-83cd-ce1208dde229 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.518504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-874fbb7b-02d5-4ebe-a94d-b2de429ae5b8 req-8024958e-d226-439e-83cd-ce1208dde229 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0539489 Oct 20 11:35:12.555013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-874fbb7b-02d5-4ebe-a94d-b2de429ae5b8 req-236016c6-293c-4be8-a6ea-687456140d44 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300224 Oct 20 11:35:12.675365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9630a8f-2e09-4f64-a008-e3ede656edf5 req-ffb50eb0-66b5-4bcb-8922-776923f59c37 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.676804 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9630a8f-2e09-4f64-a008-e3ede656edf5 req-ffb50eb0-66b5-4bcb-8922-776923f59c37 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0485420 Oct 20 11:35:12.714200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d9630a8f-2e09-4f64-a008-e3ede656edf5 req-8ba4f8ef-75b5-46d5-93d6-97a884e8e7e7 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Oct 20 11:35:13.017304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f46ac-a410-46ea-a946-a5975aa1a4d0 req-dec775b2-1086-4b0f-b66e-1df4d4d67e9b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.018755 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f46ac-a410-46ea-a946-a5975aa1a4d0 req-dec775b2-1086-4b0f-b66e-1df4d4d67e9b tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0483487 Oct 20 11:35:13.057716 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7a9f46ac-a410-46ea-a946-a5975aa1a4d0 req-090bf443-fa30-46f8-b4c7-0595b42929a9 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Oct 20 11:35:14.176960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eff67-bb3b-48de-984c-e840467d2934 req-680971e2-3f2f-47d3-bcff-c7c63852bcae tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:14.178408 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef5eff67-bb3b-48de-984c-e840467d2934 req-680971e2-3f2f-47d3-bcff-c7c63852bcae tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0530205 Oct 20 11:35:14.216203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef5eff67-bb3b-48de-984c-e840467d2934 req-7a54407f-d9ab-43d3-9c74-cb4cca0c34fc tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Oct 20 11:35:14.382263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-c7dcf69f-7772-4d25-a597-7047aefffeb0 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:14.383724 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-c7dcf69f-7772-4d25-a597-7047aefffeb0 tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fb2315b-42eb-496d-98b1-87d3abcb89bb HTTP/1.1" status: 200 len: 946 time: 0.0480084 Oct 20 11:35:14.473367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Deleting port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:14.473695 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.558117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] For port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,segment=NetworkSegment(ac712296-61b9-4d29-aef9-b3af29951f45),segment_id=ac712296-61b9-4d29-aef9-b3af29951f45)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:14.558388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.570289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Calling delete_port for 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:14.695304 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.708654 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:14.722129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Pushing event deleted for resources: {'Port': ['ID=0571e750-5c0f-4a39-8e41-cdd9fbce2f2f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:14.763709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] No DVR routers for this DVR port 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:14.766300 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.770298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05fe0ef6-995c-4f4f-a47c-13744b78748e req-95b8a369-a9f2-48df-9485-bfe6258d003e tempest-ServersNegativeTestJSON-1810674906 tempest-ServersNegativeTestJSON-1810674906-project] 10.222.0.70 "DELETE /v2.0/ports/0571e750-5c0f-4a39-8e41-cdd9fbce2f2f HTTP/1.1" status: 204 len: 173 time: 0.3799183 Oct 20 11:35:14.770724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'name': 'network-vif-deleted', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:14.772986 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb52a682-76ac-4caf-93dd-ba93dfbec618" -d '{"events": [{"server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "name": "network-vif-deleted", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:14.813490 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ea12b-6d36-46be-977a-3e5127f59d8c x-openstack-request-id: req-2b3ea12b-6d36-46be-977a-3e5127f59d8c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:14.813777 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2315b-42eb-496d-98b1-87d3abcb89bb", "name": "network-vif-deleted", "tag": "0571e750-5c0f-4a39-8e41-cdd9fbce2f2f", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:14.814020 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b3ea12b-6d36-46be-977a-3e5127f59d8c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:14.814414 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2315b-42eb-496d-98b1-87d3abcb89bb', 'name': 'network-vif-deleted', 'tag': '0571e750-5c0f-4a39-8e41-cdd9fbce2f2f', 'status': 'completed', 'code': 200} Oct 20 11:35:15.270849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46644) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:15.318019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Deleting subnet 21de0afe-0696-4962-8bb2-d576be098e64 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:15.320962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.353379 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.390969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.440438 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.465281 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21de0afe-0696-4962-8bb2-d576be098e64,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:15.469816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.473526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-92011102-16c4-42c1-80d1-c81181167262 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/21de0afe-0696-4962-8bb2-d576be098e64 HTTP/1.1" status: 204 len: 168 time: 0.2016389 Oct 20 11:35:15.475982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46646) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:15.549323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.629478 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.648784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ea5620-7305-4e2f-9738-5ff7d2d1fbab']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:15.657766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac712296-61b9-4d29-aef9-b3af29951f45') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:15.658059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac712296-61b9-4d29-aef9-b3af29951f45') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:15.667762 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.681153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.686810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:15.687285 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:15.689248 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:15.742743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.747886 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.751138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a2ea5620-7305-4e2f-9738-5ff7d2d1fbab HTTP/1.1" status: 204 len: 168 time: 0.2741864 Oct 20 11:35:15.763280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e86f2b-0660-4ca3-bb04-7558de34df29 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ea5620-7305-4e2f-9738-5ff7d2d1fbab,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:15.856659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46650) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:15.894507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b07a5b10-585a-43be-b895-f055ddcce963 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c673a996b71c472cb078f4ae0368b380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367291 Oct 20 11:35:15.897289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46652) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:15.946472 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.967296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.016524 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.019082 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.020734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07b0abc3-827e-4c66-891b-c5d0d7b9b4ce HTTP/1.1" status: 204 len: 168 time: 0.1220570 Oct 20 11:35:16.028207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb21c8-c83b-4e0b-9527-aee0cb0dafb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b0abc3-827e-4c66-891b-c5d0d7b9b4ce,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:16.300231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.682308 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46674) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:16.773914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125453603'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:16.794855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:16.798298 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.806858 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.881242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.884942 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.911499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:16.921138 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b7f60-c282-49d5-afe9-fbb52c38b476,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:16.926407 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.926729 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Added segment 65eb04d2-d3b5-471a-859b-bde43ad01663 of type vlan for network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 Oct 20 11:35:16.967154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.994392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.999938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:17.000513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.036392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3529124 Oct 20 11:35:17.070993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e3bdb-9388-4efc-80f1-f3bf5e8e38b7 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Network': ['ID=897e4c5b-8b2f-43da-b2fa-340d98c5f480,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:17.080890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:17.251563 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.175046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:19.195474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:19.195815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0571e750-5c0f-4a39-8e41-cdd9fbce2f2f not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:20.269498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46678) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.275320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'subnet': {'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:20.365242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:20.368786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.542613 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.597877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Subnet': ['ID=5d675245-8354-4122-b793-2334a544120c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.609039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.609382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.609714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.610040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.610364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.610691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.611040 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.611363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.611680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.611996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.612311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.612622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:20.619127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking segment: {'id': '65eb04d2-d3b5-471a-859b-bde43ad01663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:20.619485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network hostable DHCP agents. Network: 897e4c5b-8b2f-43da-b2fa-340d98c5f480, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:20.636622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:20.645123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 897e4c5b-8b2f-43da-b2fa-340d98c5f480) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:20.649155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.649710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.653694 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce134289-cd4d-48d9-b79e-45c1c26004d1 None None] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:20.665858 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5cd8169b-ced2-4aee-b318-0cb472cd3125 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3945818 Oct 20 11:35:20.669255 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46680) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.674156 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048518714'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:20.694464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:20.697803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.722189 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:20.732269 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.732615 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Added segment 9997b19d-00ec-485e-ad10-5acf4c9168ac of type vlan for network 08de8823-9b67-48b6-939f-0f8a3813f4eb Oct 20 11:35:20.773388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.800467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.800895 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-897e4c5b-8b2f-43da-b2fa-340d98c5f480', 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480', 'tenant_id': '1c5ba8a2cc02431a832929a755f5f1ac', 'fixed_ips': [{'subnet_id': '5d675245-8354-4122-b793-2334a544120c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:20.802315 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.807026 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.807582 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.849206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1757307 Oct 20 11:35:20.849415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46682) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.854103 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'subnet': {'network_id': '08de8823-9b67-48b6-939f-0f8a3813f4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:20.898538 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b364-443b-46e0-9ec0-3f7287452cc4 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Network': ['ID=08de8823-9b67-48b6-939f-0f8a3813f4eb,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.919551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 08de8823-9b67-48b6-939f-0f8a3813f4eb details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:20.970993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:20.974957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.990368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Allocated IP 2001:db8:0:ffff::2 (897e4c5b-8b2f-43da-b2fa-340d98c5f480/5d675245-8354-4122-b793-2334a544120c/2f0e9433-9789-434c-9174-1d93417cbf09) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:21.149405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.155331 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.194904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:21.197904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:21.200435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:21.211787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Pushing event updated for resources: {'Port': ['ID=2f0e9433-9789-434c-9174-1d93417cbf09,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.234401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.234737 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.235120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.235450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.235772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.236200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.236449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.236811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.237161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.237518 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.237862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.238176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:21.278275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Attempting to bind port 2f0e9433-9789-434c-9174-1d93417cbf09 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:21.278676 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Attempting to bind port 2f0e9433-9789-434c-9174-1d93417cbf09 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '65eb04d2-d3b5-471a-859b-bde43ad01663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:21.279026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Attempting to bind port 2f0e9433-9789-434c-9174-1d93417cbf09 on network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:21.284306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:21.284674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Checking segment: {'id': '65eb04d2-d3b5-471a-859b-bde43ad01663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:21.285067 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.285487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Bound using segment: {'id': '65eb04d2-d3b5-471a-859b-bde43ad01663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:21.285945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Bound port: 2f0e9433-9789-434c-9174-1d93417cbf09, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb04d2-d3b5-471a-859b-bde43ad01663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '897e4c5b-8b2f-43da-b2fa-340d98c5f480'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:21.286323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.351440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] For port 2f0e9433-9789-434c-9174-1d93417cbf09, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:21.354769 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] For port 2f0e9433-9789-434c-9174-1d93417cbf09, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2f0e9433-9789-434c-9174-1d93417cbf09,segment=NetworkSegment(65eb04d2-d3b5-471a-859b-bde43ad01663),segment_id=65eb04d2-d3b5-471a-859b-bde43ad01663)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:21.359468 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.420045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd52b-3e60-4e04-97b8-d5b284162750 None None] Pushing event updated for resources: {'Port': ['ID=2f0e9433-9789-434c-9174-1d93417cbf09,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.538929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.600287 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Subnet': ['ID=aa6a6592-46fc-44b4-86fd-ae1925602076,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.609865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking segment: {'id': '9997b19d-00ec-485e-ad10-5acf4c9168ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '08de8823-9b67-48b6-939f-0f8a3813f4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:21.610226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network hostable DHCP agents. Network: 08de8823-9b67-48b6-939f-0f8a3813f4eb, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:21.627659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network 08de8823-9b67-48b6-939f-0f8a3813f4eb is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:21.637023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 08de8823-9b67-48b6-939f-0f8a3813f4eb) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:21.641396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.642111 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.647190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e075a2-2a2a-4feb-9d7d-3b26ff84c685 None None] Network 08de8823-9b67-48b6-939f-0f8a3813f4eb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:21.663681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8961785b-761c-49ef-8548-db31c59a1362 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8132188 Oct 20 11:35:21.666452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46684) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:21.768757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.799841 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e4f0b-10f9-4ce3-928a-f31e2a1b97fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-08de8823-9b67-48b6-939f-0f8a3813f4eb', 'network_id': '08de8823-9b67-48b6-939f-0f8a3813f4eb', 'tenant_id': '1c5ba8a2cc02431a832929a755f5f1ac', 'fixed_ips': [{'subnet_id': 'aa6a6592-46fc-44b4-86fd-ae1925602076'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:21.800685 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-339e4f0b-10f9-4ce3-928a-f31e2a1b97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.852343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.914425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server [None req-339e4f0b-10f9-4ce3-928a-f31e2a1b97fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6a6592-46fc-44b4-86fd-ae1925602076: This subnet is being modified by another concurrent operation. Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6a6592-46fc-44b4-86fd-ae1925602076: This subnet is being modified by another concurrent operation. Oct 20 11:35:21.917106 n-d-802060-17 neutron-server[100748]: ERROR oslo_messaging.rpc.server Oct 20 11:35:21.934880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c709b4-db0d-49e7-86cc-4c26df4b5c68 None None] Network 08de8823-9b67-48b6-939f-0f8a3813f4eb requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:21.941059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6a6592-46fc-44b4-86fd-ae1925602076,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.011747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.038358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08de8823-9b67-48b6-939f-0f8a3813f4eb']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:22.048502 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9997b19d-00ec-485e-ad10-5acf4c9168ac') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:22.048798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9997b19d-00ec-485e-ad10-5acf4c9168ac') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:22.059312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.073507 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.079719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:22.080133 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:22.093621 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:22.144178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.151474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.154701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/08de8823-9b67-48b6-939f-0f8a3813f4eb HTTP/1.1" status: 204 len: 168 time: 0.4872050 Oct 20 11:35:22.158380 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46686) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:22.164548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1867429884'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:22.168827 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fabd73-1fac-4e15-9b53-aec75c12b64c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Network': ['ID=08de8823-9b67-48b6-939f-0f8a3813f4eb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.186451 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:22.190376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.215513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:22.226080 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.226417 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Added segment 87548f00-ffdd-4bb0-9569-881dfdc4222f of type vlan for network bcaf03dc-9ae1-4407-a40c-2fd320a38f84 Oct 20 11:35:22.268047 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.298825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.303080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55cdcc-713a-4524-80e8-464a9496f1d6 None None] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:22.305230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.305839 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.336856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1770487 Oct 20 11:35:22.340192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46688) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:22.345963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'subnet': {'network_id': 'bcaf03dc-9ae1-4407-a40c-2fd320a38f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:22.381549 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba1614-bda7-495a-9855-a2be71d1a22a tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Network': ['ID=bcaf03dc-9ae1-4407-a40c-2fd320a38f84,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.409034 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network bcaf03dc-9ae1-4407-a40c-2fd320a38f84 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:22.442566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:22.446129 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.481612 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] Provisioning complete for port 2f0e9433-9789-434c-9174-1d93417cbf09 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:22.481974 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.502536 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Performing IP validity checks on allocation pools {{(pid=100746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:35:22.503100 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.ipam_backend_mixin [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:35:22.593706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.630838 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.635002 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] For port 2f0e9433-9789-434c-9174-1d93417cbf09, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2f0e9433-9789-434c-9174-1d93417cbf09,segment=NetworkSegment(65eb04d2-d3b5-471a-859b-bde43ad01663),segment_id=65eb04d2-d3b5-471a-859b-bde43ad01663)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:22.640030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.687646 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Subnet': ['ID=579a7d97-37c7-45bb-bc95-723bd7249341,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.694902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5afae3-1785-4db9-b1c9-325d5ceac421 None None] Pushing event updated for resources: {'Port': ['ID=2f0e9433-9789-434c-9174-1d93417cbf09,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.710774 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking segment: {'id': '87548f00-ffdd-4bb0-9569-881dfdc4222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bcaf03dc-9ae1-4407-a40c-2fd320a38f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:22.711173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network hostable DHCP agents. Network: bcaf03dc-9ae1-4407-a40c-2fd320a38f84, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:22.729586 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network bcaf03dc-9ae1-4407-a40c-2fd320a38f84 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:22.739437 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, bcaf03dc-9ae1-4407-a40c-2fd320a38f84) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:22.743700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.744328 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.757011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef566f5c-2092-4b80-a679-80cd71a164ea None None] Network bcaf03dc-9ae1-4407-a40c-2fd320a38f84 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:22.764356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46690) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:22.764841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-63c4054c-0b9e-43db-a029-939762aa70c8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4228139 Oct 20 11:35:22.785696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9668c5f7-3855-43ea-888d-9293fffeed1d None None] Provisioning complete for port 2f0e9433-9789-434c-9174-1d93417cbf09 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:22.786068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9668c5f7-3855-43ea-888d-9293fffeed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.858352 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.909189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.965420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc8732-ea30-4db2-991f-3d5ad2f68973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-bcaf03dc-9ae1-4407-a40c-2fd320a38f84', 'network_id': 'bcaf03dc-9ae1-4407-a40c-2fd320a38f84', 'tenant_id': '1c5ba8a2cc02431a832929a755f5f1ac', 'fixed_ips': [{'subnet_id': '579a7d97-37c7-45bb-bc95-723bd7249341'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:22.966285 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-38cc8732-ea30-4db2-991f-3d5ad2f68973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.972253 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.000050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Subnet': ['ID=579a7d97-37c7-45bb-bc95-723bd7249341,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:23.050046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fb4cf-4b4c-4118-9940-b331da536120 None None] Network bcaf03dc-9ae1-4407-a40c-2fd320a38f84 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:23.061732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.080988 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaf03dc-9ae1-4407-a40c-2fd320a38f84']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.090019 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87548f00-ffdd-4bb0-9569-881dfdc4222f') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.090311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87548f00-ffdd-4bb0-9569-881dfdc4222f') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.104367 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.117802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.123822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:23.124202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:23.127182 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:23.154833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e801532-2b36-457d-be40-ec53642bea84 None None] get_active_networks_info from n-d-802060-17 {{(pid=100748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:35:23.185339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.193913 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.197166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/bcaf03dc-9ae1-4407-a40c-2fd320a38f84 HTTP/1.1" status: 204 len: 168 time: 0.4316998 Oct 20 11:35:23.200678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46692) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:23.206248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769270793'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:23.218729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81e9b-08b5-4298-a5d7-897db7007c42 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Network': ['ID=bcaf03dc-9ae1-4407-a40c-2fd320a38f84,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:23.225859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e801532-2b36-457d-be40-ec53642bea84 None None] Resources bound (agent type, host, resource id): {{(pid=100748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:35:23.248562 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:23.253231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.279179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:23.289123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.289467 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Added segment 0a01d321-d2e6-4dec-9104-aa7ebcade589 of type vlan for network e7659506-2f9d-4f1d-bff3-08fd9cede839 Oct 20 11:35:23.310601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2f0e9433-9789-434c-9174-1d93417cbf09 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:23.338405 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.364151 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.370457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.371074 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.401753 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2f0e9433-9789-434c-9174-1d93417cbf09 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:23.402113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.406180 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2042012 Oct 20 11:35:23.409159 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46694) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:23.415507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'subnet': {'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:23.456075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82c6c-2ac3-47b4-9cc3-663c0426352c tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Network': ['ID=e7659506-2f9d-4f1d-bff3-08fd9cede839,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:23.479416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network e7659506-2f9d-4f1d-bff3-08fd9cede839 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:23.523920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:23.527979 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.716374 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.778915 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Subnet': ['ID=6b81de3c-790f-4ff0-b605-d017a7fce1da,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:23.785983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking segment: {'id': '0a01d321-d2e6-4dec-9104-aa7ebcade589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:23.786336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network hostable DHCP agents. Network: e7659506-2f9d-4f1d-bff3-08fd9cede839, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:23.802083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network e7659506-2f9d-4f1d-bff3-08fd9cede839 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:23.810651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, e7659506-2f9d-4f1d-bff3-08fd9cede839) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:23.814846 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.815544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.819453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb34c5b-b91b-4dba-88c9-f2b8410fb5b3 None None] Network e7659506-2f9d-4f1d-bff3-08fd9cede839 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:23.835930 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-23c4f327-93be-4abf-88de-8a279a18d103 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209902 Oct 20 11:35:23.836271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46696) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:23.842724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1074392350'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:23.862640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:23.866008 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.889465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:23.899282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.899613 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Added segment 9795d4d7-1527-4053-8617-4b7ac3e852c1 of type vlan for network a0e0f423-9dbc-4724-a144-1cf155258e09 Oct 20 11:35:23.938693 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.964361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.965564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-e7659506-2f9d-4f1d-bff3-08fd9cede839', 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839', 'tenant_id': '1c5ba8a2cc02431a832929a755f5f1ac', 'fixed_ips': [{'subnet_id': '6b81de3c-790f-4ff0-b605-d017a7fce1da'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:23.966785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.969981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.970551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.009923 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1726050 Oct 20 11:35:24.013075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46698) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.020587 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Request body: {'subnet': {'network_id': 'a0e0f423-9dbc-4724-a144-1cf155258e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:24.065144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dedb8-9e17-4b2a-92fa-342771eec02e tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Network': ['ID=a0e0f423-9dbc-4724-a144-1cf155258e09,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.081268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a0e0f423-9dbc-4724-a144-1cf155258e09 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:24.143202 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Made reservation on behalf of 1c5ba8a2cc02431a832929a755f5f1ac for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:24.146952 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.155333 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Allocated IP 2001:db8::2 (e7659506-2f9d-4f1d-bff3-08fd9cede839/6b81de3c-790f-4ff0-b605-d017a7fce1da/0547e38e-7ed2-4535-b895-64b77728db9d) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:24.304281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.309238 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.336364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.346229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Network e7659506-2f9d-4f1d-bff3-08fd9cede839 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:24.349070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:24.352490 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:24.361253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Pushing event updated for resources: {'Port': ['ID=0547e38e-7ed2-4535-b895-64b77728db9d,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.400625 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event updated for resources: {'Subnet': ['ID=10910cce-b5c6-44c9-8389-a494376ceb07,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.411476 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Checking segment: {'id': '9795d4d7-1527-4053-8617-4b7ac3e852c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a0e0f423-9dbc-4724-a144-1cf155258e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:24.411832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network hostable DHCP agents. Network: a0e0f423-9dbc-4724-a144-1cf155258e09, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:24.416491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Attempting to bind port 0547e38e-7ed2-4535-b895-64b77728db9d on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:24.416854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Attempting to bind port 0547e38e-7ed2-4535-b895-64b77728db9d by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '0a01d321-d2e6-4dec-9104-aa7ebcade589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:24.417210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Attempting to bind port 0547e38e-7ed2-4535-b895-64b77728db9d on network e7659506-2f9d-4f1d-bff3-08fd9cede839 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:24.422424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:24.422786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Checking segment: {'id': '0a01d321-d2e6-4dec-9104-aa7ebcade589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:24.423215 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.423597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Bound using segment: {'id': '0a01d321-d2e6-4dec-9104-aa7ebcade589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:24.424075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Bound port: 0547e38e-7ed2-4535-b895-64b77728db9d, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a01d321-d2e6-4dec-9104-aa7ebcade589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e7659506-2f9d-4f1d-bff3-08fd9cede839'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:24.424440 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.429419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Network a0e0f423-9dbc-4724-a144-1cf155258e09 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:24.438334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a0e0f423-9dbc-4724-a144-1cf155258e09) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:24.442539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:24.443234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.457123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5627c-24a5-40c2-b9b3-ed5d51fee051 None None] Network a0e0f423-9dbc-4724-a144-1cf155258e09 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:24.458898 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-835a4442-1962-4262-93f0-d1a28ed4a2de tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448292 Oct 20 11:35:24.461588 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.540457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] For port 0547e38e-7ed2-4535-b895-64b77728db9d, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:24.557740 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] For port 0547e38e-7ed2-4535-b895-64b77728db9d, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0547e38e-7ed2-4535-b895-64b77728db9d,segment=NetworkSegment(0a01d321-d2e6-4dec-9104-aa7ebcade589),segment_id=0a01d321-d2e6-4dec-9104-aa7ebcade589)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:24.562647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.563822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.614833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.648439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e844-9fbe-4610-98b5-fd080650dd87 None None] Pushing event updated for resources: {'Port': ['ID=0547e38e-7ed2-4535-b895-64b77728db9d,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.678055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.683899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff0901-e6d2-4321-b543-90381fe217ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a0e0f423-9dbc-4724-a144-1cf155258e09', 'network_id': 'a0e0f423-9dbc-4724-a144-1cf155258e09', 'tenant_id': '1c5ba8a2cc02431a832929a755f5f1ac', 'fixed_ips': [{'subnet_id': '10910cce-b5c6-44c9-8389-a494376ceb07'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:24.684624 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06ff0901-e6d2-4321-b543-90381fe217ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.704408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Subnet': ['ID=10910cce-b5c6-44c9-8389-a494376ceb07,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.779142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a99646-8bb0-448a-a7e2-cb39a958b779 None None] Network a0e0f423-9dbc-4724-a144-1cf155258e09 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:24.779767 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.801397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e0f423-9dbc-4724-a144-1cf155258e09']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.814037 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795d4d7-1527-4053-8617-4b7ac3e852c1') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.814286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795d4d7-1527-4053-8617-4b7ac3e852c1') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.835929 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.855447 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.862348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:24.862779 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:24.866271 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:24.936811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.944279 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.947769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/a0e0f423-9dbc-4724-a144-1cf155258e09 HTTP/1.1" status: 204 len: 168 time: 0.4851751 Oct 20 11:35:24.950489 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.969874 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719254-2e18-456c-875b-dd6d1b5e1181 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Network': ['ID=a0e0f423-9dbc-4724-a144-1cf155258e09,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.993925 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b678147-dcac-4a05-89b0-4d2dcb7f6009 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] GET failed (client error): The resource could not be found. Oct 20 11:35:24.995283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0b678147-dcac-4a05-89b0-4d2dcb7f6009 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "GET /v2.0/subnets/10910cce-b5c6-44c9-8389-a494376ceb07 HTTP/1.1" status: 404 len: 337 time: 0.0351071 Oct 20 11:35:24.998038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.016124 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f086c6f0-fc65-47ec-86c5-5efb2cd31c91 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:25.016648 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f086c6f0-fc65-47ec-86c5-5efb2cd31c91 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:25.020233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f086c6f0-fc65-47ec-86c5-5efb2cd31c91 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/a0e0f423-9dbc-4724-a144-1cf155258e09 HTTP/1.1" status: 404 len: 339 time: 0.0207202 Oct 20 11:35:25.023753 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46706) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.048833 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6643edf3-dac8-448e-bf7f-f92c9e40db83 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:25.049265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6643edf3-dac8-448e-bf7f-f92c9e40db83 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:25.052231 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6643edf3-dac8-448e-bf7f-f92c9e40db83 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/subnets/10910cce-b5c6-44c9-8389-a494376ceb07 HTTP/1.1" status: 404 len: 337 time: 0.0275974 Oct 20 11:35:25.054430 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46708) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.071371 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13ebdcc-3e05-4c73-a39a-a9e15de72231 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:25.071835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13ebdcc-3e05-4c73-a39a-a9e15de72231 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:25.074767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c13ebdcc-3e05-4c73-a39a-a9e15de72231 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/a0e0f423-9dbc-4724-a144-1cf155258e09 HTTP/1.1" status: 404 len: 339 time: 0.0194407 Oct 20 11:35:25.077494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46710) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.128693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Deleting subnet 6b81de3c-790f-4ff0-b605-d017a7fce1da {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:25.132807 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.172867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.262990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.291901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0547e38e-7ed2-4535-b895-64b77728db9d up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:25.331892 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.349054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0547e38e-7ed2-4535-b895-64b77728db9d triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:25.349421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.361253 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Subnet': ['ID=6b81de3c-790f-4ff0-b605-d017a7fce1da,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.365181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.371065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8beed229-c27e-4e25-a023-383f9bc7c6dc tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/subnets/6b81de3c-790f-4ff0-b605-d017a7fce1da HTTP/1.1" status: 204 len: 168 time: 0.2926443 Oct 20 11:35:25.371208 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46712) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.433538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.452811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.467319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0547e38e-7ed2-4535-b895-64b77728db9d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0547e38e-7ed2-4535-b895-64b77728db9d,segment=NetworkSegment(0a01d321-d2e6-4dec-9104-aa7ebcade589),segment_id=0a01d321-d2e6-4dec-9104-aa7ebcade589)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:25.471445 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.516228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Deleting port 0547e38e-7ed2-4535-b895-64b77728db9d {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:25.516621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.528329 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0547e38e-7ed2-4535-b895-64b77728db9d,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.591080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] For port 0547e38e-7ed2-4535-b895-64b77728db9d, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0547e38e-7ed2-4535-b895-64b77728db9d,segment=NetworkSegment(0a01d321-d2e6-4dec-9104-aa7ebcade589),segment_id=0a01d321-d2e6-4dec-9104-aa7ebcade589)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:25.591361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.604023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Calling delete_port for 0547e38e-7ed2-4535-b895-64b77728db9d owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:25.627950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa1bf8-242c-4a3f-affe-233bb6d97ac7 None None] Network e7659506-2f9d-4f1d-bff3-08fd9cede839 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:25.683264 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.712930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Port': ['ID=0547e38e-7ed2-4535-b895-64b77728db9d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.716568 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No DVR routers for this DVR port 0547e38e-7ed2-4535-b895-64b77728db9d on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:25.717968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dfe4acad-f89f-4243-9d58-bc3195073383 None None] Provisioning complete for port 0547e38e-7ed2-4535-b895-64b77728db9d triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:25.717968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dfe4acad-f89f-4243-9d58-bc3195073383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.739126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4acad-f89f-4243-9d58-bc3195073383 None None] Port 0547e38e-7ed2-4535-b895-64b77728db9d was deleted so its status cannot be updated. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 11:35:25.794712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.810402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d8e7c-2474-49b1-9314-f46060498132 None None] DHCP port deletion for e7659506-2f9d-4f1d-bff3-08fd9cede839 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:25.814756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7659506-2f9d-4f1d-bff3-08fd9cede839']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:25.824782 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a01d321-d2e6-4dec-9104-aa7ebcade589') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:25.825069 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a01d321-d2e6-4dec-9104-aa7ebcade589') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:25.834095 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.846879 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.852713 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:25.853035 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:25.856363 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:25.916687 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.923296 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.926999 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/e7659506-2f9d-4f1d-bff3-08fd9cede839 HTTP/1.1" status: 204 len: 168 time: 0.5542161 Oct 20 11:35:25.929653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46714) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.938052 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e01e9-c92d-481a-83b8-7554fee6b2cb tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Network': ['ID=e7659506-2f9d-4f1d-bff3-08fd9cede839,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.956714 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db6e4ce-3e98-4dd0-9401-61beac317ee8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:25.957192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db6e4ce-3e98-4dd0-9401-61beac317ee8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:25.960260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6db6e4ce-3e98-4dd0-9401-61beac317ee8 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/subnets/579a7d97-37c7-45bb-bc95-723bd7249341 HTTP/1.1" status: 404 len: 337 time: 0.0296073 Oct 20 11:35:25.962774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.980106 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c666b63-c86f-491c-bb1e-44478e33a783 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:25.980614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c666b63-c86f-491c-bb1e-44478e33a783 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:25.983536 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c666b63-c86f-491c-bb1e-44478e33a783 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/bcaf03dc-9ae1-4407-a40c-2fd320a38f84 HTTP/1.1" status: 404 len: 339 time: 0.0198565 Oct 20 11:35:25.985673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.014731 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8aee6cc-4118-4496-baff-9d94651d1986 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:26.015188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8aee6cc-4118-4496-baff-9d94651d1986 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:26.018090 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e8aee6cc-4118-4496-baff-9d94651d1986 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/subnets/aa6a6592-46fc-44b4-86fd-ae1925602076 HTTP/1.1" status: 404 len: 337 time: 0.0315831 Oct 20 11:35:26.020369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46720) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.037376 n-d-802060-17 neutron-server[100747]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dd5695-e372-41cf-bf3c-c0b55408a05b tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] DELETE failed (client error): The resource could not be found. Oct 20 11:35:26.037892 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dd5695-e372-41cf-bf3c-c0b55408a05b tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:35:26.040829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-81dd5695-e372-41cf-bf3c-c0b55408a05b tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/08de8823-9b67-48b6-939f-0f8a3813f4eb HTTP/1.1" status: 404 len: 339 time: 0.0195580 Oct 20 11:35:26.042881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46722) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.090736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Deleting subnet 5d675245-8354-4122-b793-2334a544120c {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:26.093712 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.132874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.216251 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.273083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.303541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.307294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/subnets/5d675245-8354-4122-b793-2334a544120c HTTP/1.1" status: 204 len: 168 time: 0.2635043 Oct 20 11:35:26.308389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f5ea7-26d2-4a39-99bc-3bc14bd67688 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Subnet': ['ID=5d675245-8354-4122-b793-2334a544120c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.308918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deae41-3848-41e6-b423-b11f0200adc0 None None] Network 897e4c5b-8b2f-43da-b2fa-340d98c5f480 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:26.310687 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.393242 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.445548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Deleting port 2f0e9433-9789-434c-9174-1d93417cbf09 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:26.445885 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.467129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] DHCP port deletion for 897e4c5b-8b2f-43da-b2fa-340d98c5f480 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:26.511663 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] For port 2f0e9433-9789-434c-9174-1d93417cbf09, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2f0e9433-9789-434c-9174-1d93417cbf09,segment=NetworkSegment(65eb04d2-d3b5-471a-859b-bde43ad01663),segment_id=65eb04d2-d3b5-471a-859b-bde43ad01663)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:26.512271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.516990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Deleting port 2f0e9433-9789-434c-9174-1d93417cbf09 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:26.517359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.524760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Calling delete_port for 2f0e9433-9789-434c-9174-1d93417cbf09 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:26.577668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] For port 2f0e9433-9789-434c-9174-1d93417cbf09, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2f0e9433-9789-434c-9174-1d93417cbf09,segment=NetworkSegment(65eb04d2-d3b5-471a-859b-bde43ad01663),segment_id=65eb04d2-d3b5-471a-859b-bde43ad01663)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:26.578057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.590575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Calling delete_port for 2f0e9433-9789-434c-9174-1d93417cbf09 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:26.606415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.632717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Port': ['ID=2f0e9433-9789-434c-9174-1d93417cbf09,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.636054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] No DVR routers for this DVR port 2f0e9433-9789-434c-9174-1d93417cbf09 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:26.673604 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.698661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] Pushing event deleted for resources: {'Port': ['ID=2f0e9433-9789-434c-9174-1d93417cbf09,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.703019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037e749-ef5a-40f0-9ebf-98081abd5c5c None None] No DVR routers for this DVR port 2f0e9433-9789-434c-9174-1d93417cbf09 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:26.980637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.999497 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897e4c5b-8b2f-43da-b2fa-340d98c5f480']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:27.008913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eb04d2-d3b5-471a-859b-bde43ad01663') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:27.009203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eb04d2-d3b5-471a-859b-bde43ad01663') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:27.018386 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.031593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.037359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:27.037747 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:27.041322 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:27.097565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.104850 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.108030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] 10.222.0.74 "DELETE /v2.0/networks/897e4c5b-8b2f-43da-b2fa-340d98c5f480 HTTP/1.1" status: 204 len: 168 time: 0.7929847 Oct 20 11:35:27.119103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9f517-3ff3-4e5f-a79b-f28e5e7c8592 tempest-NetworksIpV6Test-1932484741 tempest-NetworksIpV6Test-1932484741-project] Pushing event deleted for resources: {'Network': ['ID=897e4c5b-8b2f-43da-b2fa-340d98c5f480,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:27.264481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2f0e9433-9789-434c-9174-1d93417cbf09 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:27.284483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2f0e9433-9789-434c-9174-1d93417cbf09 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:27.284834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2f0e9433-9789-434c-9174-1d93417cbf09 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:27.285872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0547e38e-7ed2-4535-b895-64b77728db9d no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:27.304552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0547e38e-7ed2-4535-b895-64b77728db9d {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:27.304899 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0547e38e-7ed2-4535-b895-64b77728db9d not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:27.355238 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46730) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:27.481989 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-44a9d481-fac8-45de-a039-a8b145e7592f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c5ba8a2cc02431a832929a755f5f1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255755 Oct 20 11:35:27.484543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46734) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:27.535585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.555919 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.601267 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.604012 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.605135 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c0b7f60-c282-49d5-afe9-fbb52c38b476 HTTP/1.1" status: 204 len: 168 time: 0.1197007 Oct 20 11:35:27.612975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9f431-a628-43c3-80ce-e0dc7bf870a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b7f60-c282-49d5-afe9-fbb52c38b476,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.215771 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46756) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:28.307576 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1720858602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:28.330694 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.331809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.381119 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.385215 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.402003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.403179 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fda2f85b-4d4e-45c1-961d-db92507f26af tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1863778 Oct 20 11:35:28.405956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:28.411343 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-901026751'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:28.431207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Made reservation on behalf of 8d8d0ef1362a4623a17c431727a5033e for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:28.434450 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.444831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.515641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.519217 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.542358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:28.558240 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6fe08a-c0c1-4bf3-b131-2b46cbd2e4a9,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.561915 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.562265 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Added segment bc31a19f-f28e-49f7-a1e3-59a169879bea of type vlan for network 3f67014a-5600-40c2-aaa2-1384b92d13e4 Oct 20 11:35:28.573805 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36d9ccb0-54cd-4301-bb46-082fe1c68840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.603443 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.626276 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.631869 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:28.632437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.667921 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2609637 Oct 20 11:35:28.670962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46762) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:28.676210 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'subnet': {'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:28.703994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f29f5-11ba-474d-a5ae-8daf9cc213dc tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event updated for resources: {'Network': ['ID=3f67014a-5600-40c2-aaa2-1384b92d13e4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.715419 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:28.767754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Made reservation on behalf of 8d8d0ef1362a4623a17c431727a5033e for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:28.771868 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.946156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.005243 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event updated for resources: {'Subnet': ['ID=5576073c-cf66-448f-86da-4d56f0ded40c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:29.014525 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Checking segment: {'id': 'bc31a19f-f28e-49f7-a1e3-59a169879bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:29.014881 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Network hostable DHCP agents. Network: 3f67014a-5600-40c2-aaa2-1384b92d13e4, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:29.031410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:29.039624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 3f67014a-5600-40c2-aaa2-1384b92d13e4) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:29.044251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.045435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.048563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fec5b-7e27-41f4-bed4-ec1fca7a3e40 None None] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:29.060985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a9390748-7a82-4e9f-888e-e6b7b894f00f tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3888078 Oct 20 11:35:29.064055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46764) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:29.069428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-262888013'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:29.091480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Made reservation on behalf of 8d8d0ef1362a4623a17c431727a5033e for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:29.095441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.120928 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:29.131030 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.131381 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Added segment 7b12d8d0-cf07-4572-9fe7-027cb3ee21aa of type vlan for network ca952ddb-206e-4c28-a687-ec8f083d6004 Oct 20 11:35:29.174024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.193390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-3f67014a-5600-40c2-aaa2-1384b92d13e4', 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4', 'tenant_id': '8d8d0ef1362a4623a17c431727a5033e', 'fixed_ips': [{'subnet_id': '5576073c-cf66-448f-86da-4d56f0ded40c'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:29.194476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.205025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.213468 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.214185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.251035 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1859338 Oct 20 11:35:29.254540 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46766) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:29.259991 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'subnet': {'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:29.287318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37403a14-b658-4def-9443-37c13a7809ee tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event updated for resources: {'Network': ['ID=ca952ddb-206e-4c28-a687-ec8f083d6004,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:29.300440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network ca952ddb-206e-4c28-a687-ec8f083d6004 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:29.356786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Made reservation on behalf of 8d8d0ef1362a4623a17c431727a5033e for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:29.360938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.394658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Allocated IP 172.20.0.2 (3f67014a-5600-40c2-aaa2-1384b92d13e4/5576073c-cf66-448f-86da-4d56f0ded40c/e4049670-fc16-42f4-ab5c-ced77adca6ce) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:29.540550 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.540803 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.547694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.586873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:29.589585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:29.595802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:29.598797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Pushing event updated for resources: {'Port': ['ID=e4049670-fc16-42f4-ab5c-ced77adca6ce,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:29.605656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event updated for resources: {'Subnet': ['ID=2cf6376b-998e-4eb7-bdb6-495d6116928e,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:29.617936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Checking segment: {'id': '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:29.618295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Network hostable DHCP agents. Network: ca952ddb-206e-4c28-a687-ec8f083d6004, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:29.635514 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Network ca952ddb-206e-4c28-a687-ec8f083d6004 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:29.644979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, ca952ddb-206e-4c28-a687-ec8f083d6004) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:29.649673 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Attempting to bind port e4049670-fc16-42f4-ab5c-ced77adca6ce on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:29.650035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Attempting to bind port e4049670-fc16-42f4-ab5c-ced77adca6ce by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bc31a19f-f28e-49f7-a1e3-59a169879bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:29.650318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.650422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Attempting to bind port e4049670-fc16-42f4-ab5c-ced77adca6ce on network 3f67014a-5600-40c2-aaa2-1384b92d13e4 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:29.651235 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.657076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3c970-c421-40d7-a0b5-2ca84d34ac35 None None] Network ca952ddb-206e-4c28-a687-ec8f083d6004 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:29.660033 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:29.660931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Checking segment: {'id': 'bc31a19f-f28e-49f7-a1e3-59a169879bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:29.661319 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.661699 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Bound using segment: {'id': 'bc31a19f-f28e-49f7-a1e3-59a169879bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:29.662161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Bound port: e4049670-fc16-42f4-ab5c-ced77adca6ce, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc31a19f-f28e-49f7-a1e3-59a169879bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f67014a-5600-40c2-aaa2-1384b92d13e4'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:29.662530 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.669047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e8cd6254-502a-4bab-a20c-e5724d8e6501 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4133422 Oct 20 11:35:29.671949 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:29.677398 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-337c637c-4989-4fe7-b1b6-5307de91ba6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:29.805539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] For port e4049670-fc16-42f4-ab5c-ced77adca6ce, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:29.823514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] For port e4049670-fc16-42f4-ab5c-ced77adca6ce, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4049670-fc16-42f4-ab5c-ced77adca6ce,segment=NetworkSegment(bc31a19f-f28e-49f7-a1e3-59a169879bea),segment_id=bc31a19f-f28e-49f7-a1e3-59a169879bea)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:29.830671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.893196 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-337c637c-4989-4fe7-b1b6-5307de91ba6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.895055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-ca952ddb-206e-4c28-a687-ec8f083d6004', 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004', 'tenant_id': '8d8d0ef1362a4623a17c431727a5033e', 'fixed_ips': [{'subnet_id': '2cf6376b-998e-4eb7-bdb6-495d6116928e'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:29.895912 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.916254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209ae4-0c0b-4b88-a658-3f58e09ceb85 None None] Pushing event updated for resources: {'Port': ['ID=e4049670-fc16-42f4-ab5c-ced77adca6ce,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.008878 n-d-802060-17 neutron-server[100747]: INFO neutron.api.v2.resource [None req-337c637c-4989-4fe7-b1b6-5307de91ba6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:35:30.009934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-337c637c-4989-4fe7-b1b6-5307de91ba6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "PUT /v2.0/routers/711e56f5-71d9-47fe-bb8b-5b4d5dffcf6e HTTP/1.1" status: 400 len: 364 time: 0.3369117 Oct 20 11:35:30.016098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46770) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:30.076809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Deleting subnet 2cf6376b-998e-4eb7-bdb6-495d6116928e {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:30.091109 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Allocated IP 172.21.0.2 (ca952ddb-206e-4c28-a687-ec8f083d6004/2cf6376b-998e-4eb7-bdb6-495d6116928e/e6ffc929-02f2-479c-b8ed-7ceec953e5f8) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:30.240690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.245720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.246475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.287287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.288585 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Network ca952ddb-206e-4c28-a687-ec8f083d6004 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:30.293973 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:30.296477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:30.304684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Pushing event updated for resources: {'Port': ['ID=e6ffc929-02f2-479c-b8ed-7ceec953e5f8,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.358590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Attempting to bind port e6ffc929-02f2-479c-b8ed-7ceec953e5f8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:30.359130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Attempting to bind port e6ffc929-02f2-479c-b8ed-7ceec953e5f8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:30.359562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Attempting to bind port e6ffc929-02f2-479c-b8ed-7ceec953e5f8 on network ca952ddb-206e-4c28-a687-ec8f083d6004 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:30.364746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:30.365202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Checking segment: {'id': '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:30.365661 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.366049 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Bound using segment: {'id': '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:30.366504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Bound port: e6ffc929-02f2-479c-b8ed-7ceec953e5f8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca952ddb-206e-4c28-a687-ec8f083d6004'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:30.366872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.382870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.439221 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.442477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] For port e6ffc929-02f2-479c-b8ed-7ceec953e5f8, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:30.445941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] For port e6ffc929-02f2-479c-b8ed-7ceec953e5f8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e6ffc929-02f2-479c-b8ed-7ceec953e5f8,segment=NetworkSegment(7b12d8d0-cf07-4572-9fe7-027cb3ee21aa),segment_id=7b12d8d0-cf07-4572-9fe7-027cb3ee21aa)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:30.449693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.466432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf6376b-998e-4eb7-bdb6-495d6116928e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.470105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.475643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-126007aa-30d0-4ce4-b5ca-ebab32c967b3 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "DELETE /v2.0/subnets/2cf6376b-998e-4eb7-bdb6-495d6116928e HTTP/1.1" status: 204 len: 168 time: 0.4562671 Oct 20 11:35:30.475866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46772) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:30.517486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392380-4bee-406b-9ae8-fc347f3aba47 None None] Pushing event updated for resources: {'Port': ['ID=e6ffc929-02f2-479c-b8ed-7ceec953e5f8,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.572572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.627620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Deleting port e6ffc929-02f2-479c-b8ed-7ceec953e5f8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:30.627956 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.713976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] For port e6ffc929-02f2-479c-b8ed-7ceec953e5f8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e6ffc929-02f2-479c-b8ed-7ceec953e5f8,segment=NetworkSegment(7b12d8d0-cf07-4572-9fe7-027cb3ee21aa),segment_id=7b12d8d0-cf07-4572-9fe7-027cb3ee21aa)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:30.714662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.729302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Calling delete_port for e6ffc929-02f2-479c-b8ed-7ceec953e5f8 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:30.819467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.846276 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Port': ['ID=e6ffc929-02f2-479c-b8ed-7ceec953e5f8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.850824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] No DVR routers for this DVR port e6ffc929-02f2-479c-b8ed-7ceec953e5f8 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:30.911502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e115f6d4-d1b5-4dab-a482-8d611697f8d5 None None] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:30.936811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.959847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca952ddb-206e-4c28-a687-ec8f083d6004']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:30.969184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:30.969480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b12d8d0-cf07-4572-9fe7-027cb3ee21aa') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:30.978899 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.992412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.998241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:30.998626 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:31.001631 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:31.024299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] Provisioning complete for port e4049670-fc16-42f4-ab5c-ced77adca6ce triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:31.024658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.060042 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.065048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.069616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "DELETE /v2.0/networks/ca952ddb-206e-4c28-a687-ec8f083d6004 HTTP/1.1" status: 204 len: 168 time: 0.5927391 Oct 20 11:35:31.072141 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46774) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:31.084540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb038c1-a6a6-4d64-a259-d9d78feac258 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Network': ['ID=ca952ddb-206e-4c28-a687-ec8f083d6004,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.139701 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.153320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Deleting subnet 5576073c-cf66-448f-86da-4d56f0ded40c {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:31.156804 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.175370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] For port e4049670-fc16-42f4-ab5c-ced77adca6ce, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4049670-fc16-42f4-ab5c-ced77adca6ce,segment=NetworkSegment(bc31a19f-f28e-49f7-a1e3-59a169879bea),segment_id=bc31a19f-f28e-49f7-a1e3-59a169879bea)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:31.182201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.210602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.239505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadaa7e-4652-44af-8708-9c0a946e7c7e None None] Pushing event updated for resources: {'Port': ['ID=e4049670-fc16-42f4-ab5c-ced77adca6ce,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.322232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.335701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4049670-fc16-42f4-ab5c-ced77adca6ce up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:31.395853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e4049670-fc16-42f4-ab5c-ced77adca6ce triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:31.396369 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.410870 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.441121 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Subnet': ['ID=5576073c-cf66-448f-86da-4d56f0ded40c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.441884 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-20c7c8b0-addc-4bcd-94b4-84c50e90feb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.445002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.451516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6f964904-ad61-45a2-af17-7392ce8748c1 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "DELETE /v2.0/subnets/5576073c-cf66-448f-86da-4d56f0ded40c HTTP/1.1" status: 204 len: 168 time: 0.3776631 Oct 20 11:35:31.451765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46776) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:31.454865 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6674c81-8d7c-413c-97f5-7d7f17689e6f None None] Network 3f67014a-5600-40c2-aaa2-1384b92d13e4 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:31.545772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.604471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Deleting port e4049670-fc16-42f4-ab5c-ced77adca6ce {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:31.604813 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.675995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] For port e4049670-fc16-42f4-ab5c-ced77adca6ce, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e4049670-fc16-42f4-ab5c-ced77adca6ce,segment=NetworkSegment(bc31a19f-f28e-49f7-a1e3-59a169879bea),segment_id=bc31a19f-f28e-49f7-a1e3-59a169879bea)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:31.676350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.689371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Calling delete_port for e4049670-fc16-42f4-ab5c-ced77adca6ce owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:31.715237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffe9b8-1ba5-4353-ae3b-c4a5afc64221 None None] DHCP port deletion for ca952ddb-206e-4c28-a687-ec8f083d6004 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:31.758387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-55692524-942a-4891-8ba7-1d9b8966be08 None None] Provisioning complete for port e4049670-fc16-42f4-ab5c-ced77adca6ce triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:31.758748 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-55692524-942a-4891-8ba7-1d9b8966be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.763154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac419d53-e01e-469c-96fb-85c43a7fb998 None None] Network ca952ddb-206e-4c28-a687-ec8f083d6004 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:31.771248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.796773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Port': ['ID=e4049670-fc16-42f4-ab5c-ced77adca6ce,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.800339 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] No DVR routers for this DVR port e4049670-fc16-42f4-ab5c-ced77adca6ce on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:31.808029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac419d53-e01e-469c-96fb-85c43a7fb998 None None] Network ca952ddb-206e-4c28-a687-ec8f083d6004 could not be found, it might have been deleted concurrently. {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:35:31.828326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-55692524-942a-4891-8ba7-1d9b8966be08 None None] Could not find standard attr ID for object e4049670-fc16-42f4-ab5c-ced77adca6ce. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:31.836105 n-d-802060-17 neutron-server[100748]: INFO neutron.plugins.ml2.db [None req-55692524-942a-4891-8ba7-1d9b8966be08 None None] No ports have port_id starting with e4049670-fc16-42f4-ab5c-ced77adca6ce Oct 20 11:35:31.844147 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.882864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b154397-d855-452a-8d43-65fbd9493b69 None None] DHCP port deletion for 3f67014a-5600-40c2-aaa2-1384b92d13e4 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:31.888679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.908885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f67014a-5600-40c2-aaa2-1384b92d13e4']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:31.917801 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc31a19f-f28e-49f7-a1e3-59a169879bea') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:31.918093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc31a19f-f28e-49f7-a1e3-59a169879bea') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:31.927182 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.940014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.946825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:31.947332 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:31.950601 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:31.952793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f5d751df-a4b8-4a27-ae6f-d6824b533a81 None None] Could not find standard attr ID for object e6ffc929-02f2-479c-b8ed-7ceec953e5f8. {{(pid=100748) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:32.012288 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.016927 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.023355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "DELETE /v2.0/networks/3f67014a-5600-40c2-aaa2-1384b92d13e4 HTTP/1.1" status: 204 len: 168 time: 0.5677524 Oct 20 11:35:32.023529 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46778) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.034303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa00de-62c0-4421-b394-09ed829bfc6a tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Pushing event deleted for resources: {'Network': ['ID=3f67014a-5600-40c2-aaa2-1384b92d13e4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:32.050331 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-99d19f8b-6a6f-45ec-9521-0106893c57fd tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "GET /v2.0/ports?device_id=711e56f5-71d9-47fe-bb8b-5b4d5dffcf6e HTTP/1.1" status: 200 len: 205 time: 0.0256178 Oct 20 11:35:32.052647 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46780) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.125783 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.280410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.282448 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.326636 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.327200 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Fanout notify agent at l3_agent the message router_deleted on router 711e56f5-71d9-47fe-bb8b-5b4d5dffcf6e {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:35:32.334673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.336022 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9a10598a-e853-4e76-a09e-5b6e650e2d16 tempest-RoutersNegativeTest-1661315429 tempest-RoutersNegativeTest-1661315429-project] 10.222.0.74 "DELETE /v2.0/routers/711e56f5-71d9-47fe-bb8b-5b4d5dffcf6e HTTP/1.1" status: 204 len: 168 time: 0.2823691 Oct 20 11:35:32.567748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46786) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.695227 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-58610d10-5ea0-47cd-b561-3f717f54f218 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d8d0ef1362a4623a17c431727a5033e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262951 Oct 20 11:35:32.697611 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.744680 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.769282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.814887 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.817570 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.818774 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af6fe08a-c0c1-4bf3-b131-2b46cbd2e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1202765 Oct 20 11:35:32.826581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b929f-bd44-4188-8fbd-a51faef896e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6fe08a-c0c1-4bf3-b131-2b46cbd2e4a9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:32.970839 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.267835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e6ffc929-02f2-479c-b8ed-7ceec953e5f8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:33.291566 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e6ffc929-02f2-479c-b8ed-7ceec953e5f8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:33.292186 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e6ffc929-02f2-479c-b8ed-7ceec953e5f8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:33.292825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4049670-fc16-42f4-ab5c-ced77adca6ce no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:33.312073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e4049670-fc16-42f4-ab5c-ced77adca6ce {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:33.312418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e4049670-fc16-42f4-ab5c-ced77adca6ce not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:33.418707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46812) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:33.512610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1446447215-network', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:33.533753 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Made reservation on behalf of f18702520ab6447faeec2f67b0ffdb1b for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:33.536179 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.544282 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.615673 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.619083 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.639608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:33.654648 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4192a807-d406-4e06-a61e-0cf22a1d75ec,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:33.657542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.657883 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Added segment f6852fc3-cffc-4acc-89c2-f484d38e7c15 of type vlan for network a8d630f1-0560-4020-ab89-a3dfd40e7a9f Oct 20 11:35:33.697198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.720873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.721840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:33.722400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.758504 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3379395 Oct 20 11:35:33.761105 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:33.765926 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Request body: {'subnet': {'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-subnet', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:33.797519 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664bfa6-ac81-489b-a19f-3383b50afc35 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d630f1-0560-4020-ab89-a3dfd40e7a9f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:33.807628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:33.815209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Made reservation on behalf of f18702520ab6447faeec2f67b0ffdb1b for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:33.818100 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.995941 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.050472 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b3f74e-2a7a-44f1-9662-e2e6237c1b58,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:34.059947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Checking segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:34.060247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Network hostable DHCP agents. Network: a8d630f1-0560-4020-ab89-a3dfd40e7a9f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:34.076356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:34.085080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a8d630f1-0560-4020-ab89-a3dfd40e7a9f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:34.089601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:34.090417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.094397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727643bc-b0be-4908-aadb-6a05cbce2ad2 None None] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:34.111042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46818) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:34.111611 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-98ab1898-e6e2-44b9-91a9-efc001df4f46 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3477643 Oct 20 11:35:34.115761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:34.137569 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.138588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.190291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.245243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:34.246095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.329338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.383230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Allocated IP 172.20.0.2 (a8d630f1-0560-4020-ab89-a3dfd40e7a9f/22b3f74e-2a7a-44f1-9662-e2e6237c1b58/67bb3bc8-9352-473d-b877-ace146901096) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:34.528664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.533021 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.537229 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.542745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.548709 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.577701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:34.580541 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:34.584410 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:34.594674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Pushing event updated for resources: {'Port': ['ID=67bb3bc8-9352-473d-b877-ace146901096,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:34.643145 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Attempting to bind port 67bb3bc8-9352-473d-b877-ace146901096 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:34.643510 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Attempting to bind port 67bb3bc8-9352-473d-b877-ace146901096 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:34.643872 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Attempting to bind port 67bb3bc8-9352-473d-b877-ace146901096 on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:34.649384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:34.649755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Checking segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:34.649899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Allocated IP 172.25.3.153 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e8c904cd-d3dc-4011-aabc-3aa2c212fa53) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:34.650153 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.650545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Bound using segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:34.651037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Bound port: 67bb3bc8-9352-473d-b877-ace146901096, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:34.651676 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.717849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] For port 67bb3bc8-9352-473d-b877-ace146901096, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:34.721125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] For port 67bb3bc8-9352-473d-b877-ace146901096, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=67bb3bc8-9352-473d-b877-ace146901096,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:34.725658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.756635 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.783297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8d18-4759-4bdb-aa3e-e54465b0fe53 None None] Pushing event updated for resources: {'Port': ['ID=67bb3bc8-9352-473d-b877-ace146901096,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:34.793826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.829166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:34.832880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:34.836421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:34.866104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.100394 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.292934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 67bb3bc8-9352-473d-b877-ace146901096 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:35.297836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.354823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 67bb3bc8-9352-473d-b877-ace146901096 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:35.355136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.436594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:35:35.440018 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.474091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 67bb3bc8-9352-473d-b877-ace146901096, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=67bb3bc8-9352-473d-b877-ace146901096,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:35.478350 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.533085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=67bb3bc8-9352-473d-b877-ace146901096,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.557238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:35.568187 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Sync routers for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:35.576975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.577437 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:35.578254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-306a487e-02dd-449f-bb30-24a518a67a91 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4674323 Oct 20 11:35:35.580930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:35.581136 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:35.663645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad4446-6a3f-47cf-89cb-8e479baf8691 None None] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:35.692535 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:35.739360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e4bcc263-cd29-4729-b90f-2c475e54fde7 None None] Provisioning complete for port 67bb3bc8-9352-473d-b877-ace146901096 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:35.739749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc263-cd29-4729-b90f-2c475e54fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.881298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:34Z', 'revision_number': 3, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:35.912538 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Checking router: 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:35.912879 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Updating router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:35.939410 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.121301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d1952953-ec15-4ae7-b3f7-09b0d647df85 None None] Provisioning complete for port 67bb3bc8-9352-473d-b877-ace146901096 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:36.121662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1952953-ec15-4ae7-b3f7-09b0d647df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.289846 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.298620 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.345300 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Attempting to bind port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:36.345655 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Attempting to bind port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:36.346014 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Attempting to bind port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:36.356935 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:36.357295 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:36.357678 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.358124 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:36.358574 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Bound port: e8c904cd-d3dc-4011-aabc-3aa2c212fa53, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:36.358992 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.360635 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Pushing event updated for resources: {'Port': ['ID=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.384237 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.384571 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.384898 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.385221 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.385544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.385864 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.386180 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.386489 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.387091 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.387405 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.387714 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.388021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:36.388541 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.423082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] For port e8c904cd-d3dc-4011-aabc-3aa2c212fa53, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:36.426725 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] For port e8c904cd-d3dc-4011-aabc-3aa2c212fa53, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:36.431383 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.490357 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:36.490956 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:36.492577 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53999d-8c4d-4f25-8358-9b4283b214fa None None] Pushing event updated for resources: {'Port': ['ID=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.551775 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Allocated IP 172.20.0.1 (a8d630f1-0560-4020-ab89-a3dfd40e7a9f/22b3f74e-2a7a-44f1-9662-e2e6237c1b58/5e037ef0-315d-4f92-bc52-4e6210c614a0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:36.596011 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:36.654673 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.689997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.726734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:36.729509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:36.732999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:36.760330 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Pushing event updated for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.777361 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:34Z', 'revision_number': 3, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:36.779863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.805539 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2248c-7e92-4d6e-996e-fe787bd7a632 None None] The sync data for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 is: [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:34Z', 'revision_number': 3, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:36.917099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.046397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-cdd368fa-9723-4dff-bfb9-a9e7f11bf30b None None] Provisioning complete for port 5e037ef0-315d-4f92-bc52-4e6210c614a0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:37.047349 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cdd368fa-9723-4dff-bfb9-a9e7f11bf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.085555 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-cdd368fa-9723-4dff-bfb9-a9e7f11bf30b None None] Port 5e037ef0-315d-4f92-bc52-4e6210c614a0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:37.100158 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.104919 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.177369 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.180297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Pushing event updated for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:37.280399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:37.281841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:37.367294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 67bb3bc8-9352-473d-b877-ace146901096 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:37.423096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:37.425952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 67bb3bc8-9352-473d-b877-ace146901096 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:37.426514 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.521368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8c904cd-d3dc-4011-aabc-3aa2c212fa53 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:37.550164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:37.556204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70bbdd06-877f-4bc5-9d2a-a2dfc0326715 admin admin] 10.222.0.74 "PUT /v2.0/routers/2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742362 Oct 20 11:35:37.572146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:37.572457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.628476 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8ed45bb4-3dfc-44e6-9e81-a8500bc67bae None None] Provisioning complete for port 5e037ef0-315d-4f92-bc52-4e6210c614a0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:37.629409 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8ed45bb4-3dfc-44e6-9e81-a8500bc67bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.687311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8ed45bb4-3dfc-44e6-9e81-a8500bc67bae None None] Port 5e037ef0-315d-4f92-bc52-4e6210c614a0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:37.697171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.719180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port e8c904cd-d3dc-4011-aabc-3aa2c212fa53, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:37.724892 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.775771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.028017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 46836) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:38.032924 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1611937515-network', 'tenant_id': '6966d86aa11645a5be5a827bc8973394'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:38.053794 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Made reservation on behalf of 6966d86aa11645a5be5a827bc8973394 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:38.056167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.065064 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.142416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.146987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.173793 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:38.180636 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ef783-47e6-4b7a-8e13-8bbc2d90c4aa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.186699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.187076 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Added segment 1c2c5e6d-3dd1-44ec-8b47-e248dab16dba of type vlan for network b82f7132-149b-4245-8285-b9e8c0cae319 Oct 20 11:35:38.231817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.256638 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.257723 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.258285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.293264 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.2615764 Oct 20 11:35:38.293695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46838) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:38.301117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Request body: {'subnet': {'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-subnet', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:38.322420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97c361-edb5-4690-b8f7-36d33162db47 admin admin] Pushing event updated for resources: {'Network': ['ID=b82f7132-149b-4245-8285-b9e8c0cae319,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.323136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Made reservation on behalf of 6966d86aa11645a5be5a827bc8973394 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:38.325627 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.333962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b82f7132-149b-4245-8285-b9e8c0cae319 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:38.433316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Sync routers for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:38.442532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:38.443284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:38.501618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.548855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:38.558441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae8e0f2-8581-447e-b7c9-0546aff926d9,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.565912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Checking segment: {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:38.566302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Network hostable DHCP agents. Network: b82f7132-149b-4245-8285-b9e8c0cae319, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:38.584338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Network b82f7132-149b-4245-8285-b9e8c0cae319 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:38.593581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b82f7132-149b-4245-8285-b9e8c0cae319) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:38.597657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.598783 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.614524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-31304827-6083-42ca-90a6-6a816efe45f6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3186612 Oct 20 11:35:38.617031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46840) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:38.621214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:38.624486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb444fe-9662-4c87-9cfe-3ceeb001fe86 None None] Network b82f7132-149b-4245-8285-b9e8c0cae319 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:38.643637 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.645512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.700189 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.841610 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.865662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b82f7132-149b-4245-8285-b9e8c0cae319', 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'fixed_ips': [{'subnet_id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:38.866512 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.884831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 4, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5e037ef0-315d-4f92-bc52-4e6210c614a0', 'name': '', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'mac_address': 'fa:16:3e:db:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:36Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 2, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'subnets': [{'id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:38.917878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Checking router: 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:38.918232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Updating router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 port 5e037ef0-315d-4f92-bc52-4e6210c614a0 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:38.996287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.038751 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.058277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.155650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Allocated IP 172.20.0.2 (b82f7132-149b-4245-8285-b9e8c0cae319/eae8e0f2-8581-447e-b7c9-0546aff926d9/5aa97aaf-37ec-4661-ba91-175722bb826e) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:39.165529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Allocated IP 172.25.3.225 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/4f607bda-8698-4c28-9b99-ec2d144ef5c8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:39.276351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.313107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.360168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:39.365896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:39.369118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:39.399439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f607bda-8698-4c28-9b99-ec2d144ef5c8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.430390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8c904cd-d3dc-4011-aabc-3aa2c212fa53 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:39.632001 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:39.632377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.638125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.638571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.665443 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.705313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.725903 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.735431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Network b82f7132-149b-4245-8285-b9e8c0cae319 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:39.749052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:39.750715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Pushing event updated for resources: {'Port': ['ID=5aa97aaf-37ec-4661-ba91-175722bb826e,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.753489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:39.844910 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.892091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584f68d-bd6e-488f-b47e-10db10571c21 None None] Pushing event updated for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.921999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Attempting to bind port 5aa97aaf-37ec-4661-ba91-175722bb826e on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:39.922373 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Attempting to bind port 5aa97aaf-37ec-4661-ba91-175722bb826e by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:39.922741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Attempting to bind port 5aa97aaf-37ec-4661-ba91-175722bb826e on network b82f7132-149b-4245-8285-b9e8c0cae319 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:39.935192 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:39.935610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Checking segment: {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:39.935977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.936374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Bound using segment: {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:39.936853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Bound port: 5aa97aaf-37ec-4661-ba91-175722bb826e, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:39.937237 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.940480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Attempting to bind port 5e037ef0-315d-4f92-bc52-4e6210c614a0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:39.940850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Attempting to bind port 5e037ef0-315d-4f92-bc52-4e6210c614a0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:39.941597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Attempting to bind port 5e037ef0-315d-4f92-bc52-4e6210c614a0 on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:39.954882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:39.955296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Checking segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:39.955694 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.956089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Bound using segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:39.956564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Bound port: 5e037ef0-315d-4f92-bc52-4e6210c614a0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:39.957482 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.979235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Router 50ddd18e-7d99-4810-91a6-60f10a5abbaa is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:35:40.066630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] For port 5aa97aaf-37ec-4661-ba91-175722bb826e, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:40.071647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] For port 5aa97aaf-37ec-4661-ba91-175722bb826e, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5aa97aaf-37ec-4661-ba91-175722bb826e,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:40.073892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6158f400-b28a-49c5-b671-db2fd17334ec None None] Provisioning complete for port 5e037ef0-315d-4f92-bc52-4e6210c614a0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:40.074328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6158f400-b28a-49c5-b671-db2fd17334ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.083744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:40.093083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Sync routers for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:40.095730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.101310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] For port 5e037ef0-315d-4f92-bc52-4e6210c614a0, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:40.103679 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:40.104555 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.106233 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.107516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5153eb85-7afd-40e5-abc1-7f23a0a72bb1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4895437 Oct 20 11:35:40.110283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 46842) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:40.145197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] For port 5e037ef0-315d-4f92-bc52-4e6210c614a0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5e037ef0-315d-4f92-bc52-4e6210c614a0,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:40.159740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.183337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6158f400-b28a-49c5-b671-db2fd17334ec None None] Port 5e037ef0-315d-4f92-bc52-4e6210c614a0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:40.203000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401f7b-b6e2-4a5f-b367-49050296ddd4 None None] Pushing event updated for resources: {'Port': ['ID=5aa97aaf-37ec-4661-ba91-175722bb826e,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:40.238144 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:40.238807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.283931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:40.316088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584f68d-bd6e-488f-b47e-10db10571c21 None None] Pushing event updated for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:40.396924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:40.561059 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.592379 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Checking router: 50ddd18e-7d99-4810-91a6-60f10a5abbaa for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:40.593038 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Updating router 50ddd18e-7d99-4810-91a6-60f10a5abbaa port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:40.621765 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.643058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] Provisioning complete for port 5e037ef0-315d-4f92-bc52-4e6210c614a0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:40.643615 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.753630 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 4, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5e037ef0-315d-4f92-bc52-4e6210c614a0', 'name': '', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'mac_address': 'fa:16:3e:db:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:36Z', 'updated_at': '2021-10-20T11:35:40Z', 'revision_number': 4, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'subnets': [{'id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.787949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dc85a-3c8d-4c98-9612-8c77d1855297 None None] The sync data for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 is: [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:36Z', 'revision_number': 4, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '5e037ef0-315d-4f92-bc52-4e6210c614a0', 'name': '', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'mac_address': 'fa:16:3e:db:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:36Z', 'updated_at': '2021-10-20T11:35:40Z', 'revision_number': 4, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'subnets': [{'id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:40.794263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.832462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] For port 5e037ef0-315d-4f92-bc52-4e6210c614a0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5e037ef0-315d-4f92-bc52-4e6210c614a0,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:40.837794 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.905422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e490a-8c65-43f2-8832-40338ec6025b None None] Pushing event updated for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:40.920019 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.924996 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.982909 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d76ad-f8ff-4632-9b65-707b355a25f9 None None] Pushing event updated for resources: {'Port': ['ID=4f607bda-8698-4c28-9b99-ec2d144ef5c8,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:40.985432 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Attempting to bind port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:40.985795 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Attempting to bind port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:40.986148 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Attempting to bind port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:40.991998 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:40.992367 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:40.992765 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.993138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:40.993593 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Bound port: 4f607bda-8698-4c28-9b99-ec2d144ef5c8, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:40.994016 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.056618 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] For port 4f607bda-8698-4c28-9b99-ec2d144ef5c8, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:41.059818 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] For port 4f607bda-8698-4c28-9b99-ec2d144ef5c8, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4f607bda-8698-4c28-9b99-ec2d144ef5c8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:41.065474 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.105290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.125612 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:41.126452 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:41.180314 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d76ad-f8ff-4632-9b65-707b355a25f9 None None] Pushing event updated for resources: {'Port': ['ID=4f607bda-8698-4c28-9b99-ec2d144ef5c8,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.285704 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:41.320222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Allocated IP 172.20.0.1 (b82f7132-149b-4245-8285-b9e8c0cae319/eae8e0f2-8581-447e-b7c9-0546aff926d9/3db9e51a-5d6d-49e5-96dd-2b2b938694be) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:41.424009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5aa97aaf-37ec-4661-ba91-175722bb826e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:41.476654 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.494580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5aa97aaf-37ec-4661-ba91-175722bb826e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:41.494977 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.538412 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.612625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.620003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Network b82f7132-149b-4245-8285-b9e8c0cae319 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:41.621432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Pushing event updated for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.624467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:41.626671 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:41.656067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c42e4-2be7-49d8-83cc-e98da9d8bea6 None None] Network b82f7132-149b-4245-8285-b9e8c0cae319 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:41.663549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 5aa97aaf-37ec-4661-ba91-175722bb826e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5aa97aaf-37ec-4661-ba91-175722bb826e,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:41.664362 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:41.678006 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.697314 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e5d10-0947-4f44-bc17-08560b5beb36 None None] The sync data for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 is: [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:41.739431 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.740300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5e037ef0-315d-4f92-bc52-4e6210c614a0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:41.840653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.858003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=5aa97aaf-37ec-4661-ba91-175722bb826e,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.873203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-70bdbfd2-ee1e-4420-8438-3ed3743b20d0 None None] Provisioning complete for port 5aa97aaf-37ec-4661-ba91-175722bb826e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:41.873579 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-70bdbfd2-ee1e-4420-8438-3ed3743b20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.949203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5e037ef0-315d-4f92-bc52-4e6210c614a0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:41.949531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.075678 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.080446 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.171068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Pushing event updated for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:42.175363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.301990 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Network b82f7132-149b-4245-8285-b9e8c0cae319 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:42.306790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:42.341854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-652affde-37bc-4530-b1a1-9ab320df3499 None None] Provisioning complete for port 5aa97aaf-37ec-4661-ba91-175722bb826e triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.342366 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-652affde-37bc-4530-b1a1-9ab320df3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.443524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Router 50ddd18e-7d99-4810-91a6-60f10a5abbaa has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:42.473840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-652affde-37bc-4530-b1a1-9ab320df3499 None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.474224 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-652affde-37bc-4530-b1a1-9ab320df3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.515650 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-652affde-37bc-4530-b1a1-9ab320df3499 None None] Port 3db9e51a-5d6d-49e5-96dd-2b2b938694be cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:42.571024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:42.584557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5faed45d-dffa-4c1f-8210-d88de0bc30df admin admin] 10.222.0.74 "PUT /v2.0/routers/50ddd18e-7d99-4810-91a6-60f10a5abbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652319 Oct 20 11:35:42.639514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-32e29dfa-d4f3-480f-9402-6d6a43c15aa7 None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.640240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-32e29dfa-d4f3-480f-9402-6d6a43c15aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.677423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-32e29dfa-d4f3-480f-9402-6d6a43c15aa7 None None] Port 3db9e51a-5d6d-49e5-96dd-2b2b938694be cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:42.796074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6cd79c14-7ec0-4de4-971e-d69a2abba94b None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.796439 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6cd79c14-7ec0-4de4-971e-d69a2abba94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.837376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6cd79c14-7ec0-4de4-971e-d69a2abba94b None None] Port 3db9e51a-5d6d-49e5-96dd-2b2b938694be cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:43.341018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a3b4a99d-0d03-48b3-ad9d-dc7b7b90c2e6 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.342471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a3b4a99d-0d03-48b3-ad9d-dc7b7b90c2e6 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 817 time: 0.1147017 Oct 20 11:35:43.358850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-9e237db4-2b6e-4b50-aeac-5f3f7b72d0c2 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/quotas/f18702520ab6447faeec2f67b0ffdb1b HTTP/1.1" status: 200 len: 375 time: 0.0097651 Oct 20 11:35:43.365535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4f607bda-8698-4c28-9b99-ec2d144ef5c8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:43.411196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-fd3948f7-3acf-4b87-877e-c93487bc237e tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455284 Oct 20 11:35:43.413962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:43.414326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.490625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.510026 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 4f607bda-8698-4c28-9b99-ec2d144ef5c8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4f607bda-8698-4c28-9b99-ec2d144ef5c8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:43.514564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-7cc25603-b3b6-4a5e-b531-3fdcda588ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Oct 20 11:35:43.515340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.516351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5aa97aaf-37ec-4661-ba91-175722bb826e up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:43.593690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=4f607bda-8698-4c28-9b99-ec2d144ef5c8,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:43.605211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 5aa97aaf-37ec-4661-ba91-175722bb826e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:43.605577 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.608186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-03ff4d54-624a-47ac-936a-04b7adc54862 service neutron] 10.222.0.74 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 Oct 20 11:35:43.797887 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dc717ea0-d1fb-49aa-b3f5-006a30df25d0 req-16d0bb3c-9c00-4328-b6bf-e2472a4b5925 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 210 time: 0.0271451 Oct 20 11:35:44.236927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Sync routers for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:44.246149 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:44.246974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:44.358782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:44.604308 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:35:44.718829 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 4, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '3db9e51a-5d6d-49e5-96dd-2b2b938694be', 'name': '', 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'mac_address': 'fa:16:3e:9a:24:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:41Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 2, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'subnets': [{'id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:44.726184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-218afa2f-7b02-4fb9-adb7-4431674c538b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:44.727683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-218afa2f-7b02-4fb9-adb7-4431674c538b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 817 time: 0.1132193 Oct 20 11:35:44.742099 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Request body: {'port': {'device_id': '5b90f7de-f28a-4823-9329-c0b281397226', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'admin_state_up': True, 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:44.747204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Checking router: 50ddd18e-7d99-4810-91a6-60f10a5abbaa for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:44.747554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Updating router 50ddd18e-7d99-4810-91a6-60f10a5abbaa port 3db9e51a-5d6d-49e5-96dd-2b2b938694be binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:44.773286 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.856402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Made reservation on behalf of f18702520ab6447faeec2f67b0ffdb1b for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:44.860010 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.953556 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4602adfc-0475-4eaf-8cc3-bf35b9ab3d08 req-992cd9cc-10d6-4346-b17a-7464826735ab tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 210 time: 0.0339577 Oct 20 11:35:45.018498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Allocated IP 172.20.0.3 (a8d630f1-0560-4020-ab89-a3dfd40e7a9f/22b3f74e-2a7a-44f1-9662-e2e6237c1b58/0f0786e0-31d3-4bc5-a561-ec9dad14fb0e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:45.057603 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.062595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.150862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4efd86-3e67-4399-afb5-ad44606133c8 None None] Pushing event updated for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.168785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Attempting to bind port 3db9e51a-5d6d-49e5-96dd-2b2b938694be on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:45.169154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Attempting to bind port 3db9e51a-5d6d-49e5-96dd-2b2b938694be by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:45.169512 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.169623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Attempting to bind port 3db9e51a-5d6d-49e5-96dd-2b2b938694be on network b82f7132-149b-4245-8285-b9e8c0cae319 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:45.174618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:45.175017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Checking segment: {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:45.175417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.175847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Bound using segment: {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:45.176314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Bound port: 3db9e51a-5d6d-49e5-96dd-2b2b938694be, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:45.176688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.207277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.259087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] For port 3db9e51a-5d6d-49e5-96dd-2b2b938694be, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:45.262335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:45.265323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:45.265689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] For port 3db9e51a-5d6d-49e5-96dd-2b2b938694be, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3db9e51a-5d6d-49e5-96dd-2b2b938694be,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:45.268458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:45.271200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.301821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Pushing event updated for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.319074 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4f607bda-8698-4c28-9b99-ec2d144ef5c8 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:45.343548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:45.344688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.366830 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a01d0467-9c1d-4bbf-9d72-49adcdf1fa63 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6289608 Oct 20 11:35:45.381021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Request body: {'port': {'device_id': '5b90f7de-f28a-4823-9329-c0b281397226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:45.391983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:45.392862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:35:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:45.440309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.448765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4efd86-3e67-4399-afb5-ad44606133c8 None None] Pushing event updated for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.466214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:45.466675 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.514297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:45.514762 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.625029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:45.745308 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.745923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:45.753529 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.766684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Transition to ACTIVE for port object 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:45.771521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.824494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.845781 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] For port 3db9e51a-5d6d-49e5-96dd-2b2b938694be, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3db9e51a-5d6d-49e5-96dd-2b2b938694be,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:45.858039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.903417 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Attempting to bind port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:45.903746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Attempting to bind port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:45.904076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Attempting to bind port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:45.908693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:45.909015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Attempting to bind port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:45.914238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:45.914715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Checking segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:45.915137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Bound using segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:45.915769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Bound port: 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:45.915912 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.935634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57b8f8-cdc7-4b19-8d5e-516a74701623 None None] Pushing event updated for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.958091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 4, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '3db9e51a-5d6d-49e5-96dd-2b2b938694be', 'name': '', 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'mac_address': 'fa:16:3e:9a:24:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:41Z', 'updated_at': '2021-10-20T11:35:45Z', 'revision_number': 4, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'subnets': [{'id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:45.984972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:45.989029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:45.994909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.001219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c84c0-3929-4672-9bde-b03ce0eac695 None None] The sync data for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 is: [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 4, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '3db9e51a-5d6d-49e5-96dd-2b2b938694be', 'name': '', 'network_id': 'b82f7132-149b-4245-8285-b9e8c0cae319', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'mac_address': 'fa:16:3e:9a:24:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:41Z', 'updated_at': '2021-10-20T11:35:45Z', 'revision_number': 4, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'subnets': [{'id': 'eae8e0f2-8581-447e-b7c9-0546aff926d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:46.012821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b5357c90-772f-45f8-b7a0-ed8e529a3ddf None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:46.013199 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b5357c90-772f-45f8-b7a0-ed8e529a3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.037577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.038207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.039691 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-6509e06f-476d-4216-b199-231bad600c7b service neutron] 10.222.0.70 "PUT /v2.0/ports/0f0786e0-31d3-4bc5-a561-ec9dad14fb0e HTTP/1.1" status: 200 len: 1092 time: 0.6637390 Oct 20 11:35:46.042212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:46.044941 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b0228-1f0f-4909-8dab-c7e4a5513d03" -d '{"events": [{"name": "network-changed", "server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:46.166651 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03514b40-9ce9-4907-bd82-c4b8561b6374 x-openstack-request-id: req-03514b40-9ce9-4907-bd82-c4b8561b6374 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:46.166933 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:46.167207 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03514b40-9ce9-4907-bd82-c4b8561b6374 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:46.167890 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e', 'status': 'completed', 'code': 200} Oct 20 11:35:46.198931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e06f-476d-4216-b199-231bad600c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:46.215494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e02c4-ad0d-46f0-ae70-c00d771d2d36 req-4df280b8-ea80-4f5f-a7b4-cd7541a82485 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.217030 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f2e02c4-ad0d-46f0-ae70-c00d771d2d36 req-4df280b8-ea80-4f5f-a7b4-cd7541a82485 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 943 time: 0.1244130 Oct 20 11:35:46.225886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-eb2f14c5-6589-4b3d-8e5f-3a4c487ff1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.227372 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-eb2f14c5-6589-4b3d-8e5f-3a4c487ff1e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 1095 time: 0.1144071 Oct 20 11:35:46.280642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-403a7ff4-021a-4476-97a4-3531f2b2a764 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e HTTP/1.1" status: 200 len: 217 time: 0.0385859 Oct 20 11:35:46.309907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.342432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f2e02c4-ad0d-46f0-ae70-c00d771d2d36 req-4a79957d-a5b1-4fcf-b1ef-8236243f712b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185441 Oct 20 11:35:46.348842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-18b859e5-4421-459b-81e2-915ba8c638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.350304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-18b859e5-4421-459b-81e2-915ba8c638e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 200 len: 856 time: 0.0615871 Oct 20 11:35:46.403656 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-761c0f6a-4f8d-4426-90c5-1218f853817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.405046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-761c0f6a-4f8d-4426-90c5-1218f853817b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480931 Oct 20 11:35:46.503751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-a3374fc2-a42f-4a7d-84d1-6922bc7bd601 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910206 Oct 20 11:35:46.600557 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a28dd838-f6e9-48ef-bc03-b41a80ca4e7f req-90d845e8-8d31-4ca2-b0c4-5ae5a18c3328 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898211 Oct 20 11:35:46.682674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-cbd4fc82-bc9d-4f5d-870d-dce03606fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.684099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-cbd4fc82-bc9d-4f5d-870d-dce03606fe41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 1095 time: 0.0412679 Oct 20 11:35:46.774238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-43ba6e3d-5236-4fc8-9dcc-b92adc3ab15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.775668 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-43ba6e3d-5236-4fc8-9dcc-b92adc3ab15c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 919 time: 0.0846577 Oct 20 11:35:46.815710 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-043844b1-8603-4d36-b669-5d5909a14a35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e HTTP/1.1" status: 200 len: 217 time: 0.0327618 Oct 20 11:35:46.866923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-56e3d881-b38a-4a46-ae2e-635dbed394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.868296 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-56e3d881-b38a-4a46-ae2e-635dbed394ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 200 len: 856 time: 0.0449872 Oct 20 11:35:46.915947 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-8e51d688-eb7a-45dc-8737-0b72a709e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.917438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-8e51d688-eb7a-45dc-8737-0b72a709e168 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415652 Oct 20 11:35:47.007449 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-62408a39-c611-4c6d-9223-04087f42883a service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821857 Oct 20 11:35:47.098958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e09b0228-1f0f-4909-8dab-c7e4a5513d03 req-ae88353a-3d20-42c0-8d4a-d94d0f78113b service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842874 Oct 20 11:35:47.266194 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.298235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3db9e51a-5d6d-49e5-96dd-2b2b938694be up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:47.350631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3db9e51a-5d6d-49e5-96dd-2b2b938694be triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:47.351326 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.463208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33eb7b-70a8-4366-8941-0c2e6cc071ec req-fc37d6f4-0be7-4ac9-9151-0018c2d39307 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:47.464680 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd33eb7b-70a8-4366-8941-0c2e6cc071ec req-fc37d6f4-0be7-4ac9-9151-0018c2d39307 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 943 time: 0.0497775 Oct 20 11:35:47.500832 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bd33eb7b-70a8-4366-8941-0c2e6cc071ec req-2e8ecd9e-f26d-4f55-953a-8ac630eb31e5 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303822 Oct 20 11:35:48.613135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4084709-2713-4ba7-8250-fa769dddb723 req-7d452175-99fc-4ff5-aba0-274e88c8c87f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:48.614673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4084709-2713-4ba7-8250-fa769dddb723 req-7d452175-99fc-4ff5-aba0-274e88c8c87f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 943 time: 0.0490711 Oct 20 11:35:48.658401 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4084709-2713-4ba7-8250-fa769dddb723 req-d32b672b-8594-4aa0-9f4c-527ed3a27ea4 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Oct 20 11:35:49.338489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:49.436468 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:49.448158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'port_id': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e', 'mac_address': 'fa:16:3e:25:71:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:49.485144 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.498446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:49.526043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:49.530763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.580135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.747334 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0f0786e0-31d3-4bc5-a561-ec9dad14fb0e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:49.779431 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71becb4-6bc9-4ecc-b126-40c85c74f016 req-ed04a57a-8d7e-4764-8273-83c4ceeada99 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:49.780926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b71becb4-6bc9-4ecc-b126-40c85c74f016 req-ed04a57a-8d7e-4764-8273-83c4ceeada99 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 944 time: 0.0542021 Oct 20 11:35:49.819528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b71becb4-6bc9-4ecc-b126-40c85c74f016 req-51cf8471-b183-483f-9829-1327962c05a5 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Oct 20 11:35:50.932226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0df94-a17c-4501-93bc-4a910b81f6cc req-65a29b9e-acdb-471e-8f80-c05464f7e7d5 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:50.933591 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31d0df94-a17c-4501-93bc-4a910b81f6cc req-65a29b9e-acdb-471e-8f80-c05464f7e7d5 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 944 time: 0.0482924 Oct 20 11:35:50.970593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31d0df94-a17c-4501-93bc-4a910b81f6cc req-6d3a4a93-95e1-43f0-ac13-e6a4bf4fa64c tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311925 Oct 20 11:35:51.347983 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:51.394726 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:51.398279 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:51.398642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.475309 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.497235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:51.499615 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad1db4-32d9-4c17-a756-291f97cdb5f9" -d '{"events": [{"server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "name": "network-vif-plugged", "status": "completed", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:51.511508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:51.515893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.538599 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470558c-895f-4cd8-9185-0e19eff7245a x-openstack-request-id: req-a470558c-895f-4cd8-9185-0e19eff7245a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:51.538884 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "name": "network-vif-plugged", "status": "completed", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:51.539160 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a470558c-895f-4cd8-9185-0e19eff7245a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:51.539554 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e', 'code': 200} Oct 20 11:35:51.564505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.631628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372ee76-39bb-4f6d-ab72-6f303e761b49 req-54e42fba-2261-4b76-912e-95439ba4a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.633114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f372ee76-39bb-4f6d-ab72-6f303e761b49 req-54e42fba-2261-4b76-912e-95439ba4a217 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 1097 time: 0.0401533 Oct 20 11:35:51.670645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f372ee76-39bb-4f6d-ab72-6f303e761b49 req-f31fcdd2-652c-4941-b5e2-bd6535e1d536 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Oct 20 11:35:52.083480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ebbe9-ef8b-4f47-8346-93620f29aad4 req-3ab96058-25dd-483c-8c14-c41899b8bbd6 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.084934 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-293ebbe9-ef8b-4f47-8346-93620f29aad4 req-3ab96058-25dd-483c-8c14-c41899b8bbd6 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.0482466 Oct 20 11:35:52.121583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-293ebbe9-ef8b-4f47-8346-93620f29aad4 req-e9b561b8-534b-423c-9f6f-ab7ea44085ff tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Oct 20 11:35:53.235758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4309a-9755-46b3-9c0a-9cbd7aad471f req-cee7b74c-bc49-41f7-8de9-0cc4221bac7e tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:53.237242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68a4309a-9755-46b3-9c0a-9cbd7aad471f req-cee7b74c-bc49-41f7-8de9-0cc4221bac7e tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Oct 20 11:35:53.274592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-68a4309a-9755-46b3-9c0a-9cbd7aad471f req-cd31463d-e3cf-4a58-8fee-bea25f537ef8 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Oct 20 11:35:53.388960 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a838ce-add3-47c2-a477-ddbbb16a6d22 req-cca1194f-33e9-4569-849a-ed7a1d7eb7d8 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:53.390872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50a838ce-add3-47c2-a477-ddbbb16a6d22 req-cca1194f-33e9-4569-849a-ed7a1d7eb7d8 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Oct 20 11:35:53.431756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-50a838ce-add3-47c2-a477-ddbbb16a6d22 req-07b4a325-eb4f-4a28-baa6-38c4a15d6608 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Oct 20 11:35:58.575658 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf6fd-0831-47b9-99bc-916e65d59b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.427828 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-95ecfd8d-f65f-47a1-935a-b5f6d886ea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.837232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.974098 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.512287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.074552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fc15e-61d6-4f34-8d3b-9ad59532bc4d req-bbdd8705-5351-401e-b754-4c2f6f755421 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.076114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc2fc15e-61d6-4f34-8d3b-9ad59532bc4d req-bbdd8705-5351-401e-b754-4c2f6f755421 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Oct 20 11:36:15.114656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc2fc15e-61d6-4f34-8d3b-9ad59532bc4d req-7455fd81-3021-47f5-a6bb-d573f70afc85 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Oct 20 11:36:16.294062 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.395814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616e82-133b-4ad8-a313-a97864e67ad8 req-0f5da474-3982-44b2-b521-9fd39d595c92 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.397179 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa616e82-133b-4ad8-a313-a97864e67ad8 req-0f5da474-3982-44b2-b521-9fd39d595c92 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.1400082 Oct 20 11:36:16.436856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fa616e82-133b-4ad8-a313-a97864e67ad8 req-31515581-154e-40b6-b494-19de60d91f5a tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Oct 20 11:36:16.628127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af358031-d611-4d84-992f-60bd89101162 req-fb51925e-5168-4de4-985a-644c2f924e13 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.629541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af358031-d611-4d84-992f-60bd89101162 req-fb51925e-5168-4de4-985a-644c2f924e13 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b90f7de-f28a-4823-9329-c0b281397226 HTTP/1.1" status: 200 len: 945 time: 0.0475690 Oct 20 11:36:16.719850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Deleting port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:16.720106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.805616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] For port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:16.805975 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.821959 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Calling delete_port for 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:16.945488 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.957752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['0f0786e0-31d3-4bc5-a561-ec9dad14fb0e'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:16.973227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Pushing event deleted for resources: {'Port': ['ID=0f0786e0-31d3-4bc5-a561-ec9dad14fb0e,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:17.019449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] No DVR routers for this DVR port 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:17.022354 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.025842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af358031-d611-4d84-992f-60bd89101162 req-fcb8473a-b8b1-447f-b3d6-59976993d715 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "DELETE /v2.0/ports/0f0786e0-31d3-4bc5-a561-ec9dad14fb0e HTTP/1.1" status: 204 len: 173 time: 0.3895674 Oct 20 11:36:17.026296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'name': 'network-vif-deleted', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:17.028712 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc700016-871e-4b87-9e9c-32dcfc3618fd" -d '{"events": [{"server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "name": "network-vif-deleted", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:17.072445 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b83ba-1d1a-4da7-8baf-fcade9244cf1 x-openstack-request-id: req-7c5b83ba-1d1a-4da7-8baf-fcade9244cf1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:17.072767 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90f7de-f28a-4823-9329-c0b281397226", "name": "network-vif-deleted", "tag": "0f0786e0-31d3-4bc5-a561-ec9dad14fb0e", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:17.073019 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c5b83ba-1d1a-4da7-8baf-fcade9244cf1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:17.073423 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90f7de-f28a-4823-9329-c0b281397226', 'name': 'network-vif-deleted', 'tag': '0f0786e0-31d3-4bc5-a561-ec9dad14fb0e', 'status': 'completed', 'code': 200} Oct 20 11:36:17.271591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:19.203274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-9bfad68f-f2fa-4a0e-a191-3f0a3c0d0cfd tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:19.204759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-9bfad68f-f2fa-4a0e-a191-3f0a3c0d0cfd tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 817 time: 0.0994184 Oct 20 11:36:19.220362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-ca7e56a4-f44a-4df3-8e88-25f31dc3d838 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/quotas/f18702520ab6447faeec2f67b0ffdb1b HTTP/1.1" status: 200 len: 375 time: 0.0090082 Oct 20 11:36:19.275309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-1271329a-5f5c-4f00-9fb3-fac17f3695db tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499024 Oct 20 11:36:19.368514 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-36f4b4fd-2e12-4dd4-845b-04b5dfa41618 service neutron] 10.222.0.74 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817740 Oct 20 11:36:19.460540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-5335d78a-8e51-4972-81fa-4668e4f59920 service neutron] 10.222.0.74 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Oct 20 11:36:19.614101 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fe6ffe85-03fe-437e-b272-15fafbf78ddc req-887c6d47-00ed-43cc-8c12-15873bfce639 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 210 time: 0.0263131 Oct 20 11:36:20.498559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-c619ba3a-1885-435f-a803-b5a9d2c8539a tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.500032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-c619ba3a-1885-435f-a803-b5a9d2c8539a tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 817 time: 0.1075351 Oct 20 11:36:20.513461 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Request body: {'port': {'device_id': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'admin_state_up': True, 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:20.618331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Made reservation on behalf of f18702520ab6447faeec2f67b0ffdb1b for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:20.621686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.714370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-871a959c-696d-4f0c-9b77-4d8256773f90 req-935aabf1-76fb-46c1-b9e1-c040af036d43 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 210 time: 0.0303092 Oct 20 11:36:20.770858 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Allocated IP 172.20.0.7 (a8d630f1-0560-4020-ab89-a3dfd40e7a9f/22b3f74e-2a7a-44f1-9662-e2e6237c1b58/4d6f7f4d-5475-450b-bd40-2b2d6937281c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:20.914536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.946932 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.984447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:20.987579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:20.989810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:21.028371 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Pushing event updated for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:21.041164 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.041506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.041839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.042167 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.042514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.043035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.043177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.043508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.043821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.044136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.044474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.044786 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:21.058635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.059262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.076085 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-4e61d205-55c1-4d0d-8da6-9e0d9d22205b tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665548 Oct 20 11:36:21.165153 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Request body: {'port': {'device_id': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:21.220542 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.242998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0d28517d-1961-48ea-ab16-325b54f8e25d None None] Provisioning complete for port 4d6f7f4d-5475-450b-bd40-2b2d6937281c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:21.243465 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d28517d-1961-48ea-ab16-325b54f8e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.277344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-0d28517d-1961-48ea-ab16-325b54f8e25d None None] Port 4d6f7f4d-5475-450b-bd40-2b2d6937281c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:21.477149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6f7f4d-5475-450b-bd40-2b2d6937281c {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:21.484210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.496174 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Transition to ACTIVE for port object 4d6f7f4d-5475-450b-bd40-2b2d6937281c will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:36:21.499769 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.503283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:21.523065 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:21.523409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 0f0786e0-31d3-4bc5-a561-ec9dad14fb0e not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:21.554909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Pushing event updated for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:21.603745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:21.623570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Attempting to bind port 4d6f7f4d-5475-450b-bd40-2b2d6937281c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:21.623899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Attempting to bind port 4d6f7f4d-5475-450b-bd40-2b2d6937281c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:21.624223 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Attempting to bind port 4d6f7f4d-5475-450b-bd40-2b2d6937281c on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:21.628809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Port 4d6f7f4d-5475-450b-bd40-2b2d6937281c on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:36:21.629124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Attempting to bind port 4d6f7f4d-5475-450b-bd40-2b2d6937281c on network a8d630f1-0560-4020-ab89-a3dfd40e7a9f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:21.634181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:21.634511 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Checking segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:21.634891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Bound using segment: {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:21.635350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Bound port: 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6852fc3-cffc-4acc-89c2-f484d38e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:21.635700 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.700642 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:21.704509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:21.709650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.743279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.743883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.745248 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] 10.222.0.70 "PUT /v2.0/ports/4d6f7f4d-5475-450b-bd40-2b2d6937281c HTTP/1.1" status: 200 len: 1092 time: 0.6248896 Oct 20 11:36:21.745676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:21.747937 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b90498103f9f72090b2a4640c4851ddc141bc59540f93317292e4f90ed9b67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241d4e2-4513-4e04-a8b8-32c1030339e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:21.774336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592fe4d-0bf6-4b93-bbe5-c81e736d901d service neutron] Pushing event updated for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:21.810801 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77d209-4226-4f30-aa1e-dfd91447a798 x-openstack-request-id: req-4d77d209-4226-4f30-aa1e-dfd91447a798 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:21.811143 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:21.811333 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d77d209-4226-4f30-aa1e-dfd91447a798 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:21.811691 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c', 'status': 'completed', 'code': 200} Oct 20 11:36:21.868654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff170c-993d-4089-9b72-e862efa5ecea req-6bba6f5b-496e-43f1-80a0-3ebf37eca153 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.870181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40ff170c-993d-4089-9b72-e862efa5ecea req-6bba6f5b-496e-43f1-80a0-3ebf37eca153 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 943 time: 0.0821671 Oct 20 11:36:21.872950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-2cab1c35-c6e6-4975-8cf5-13a231782973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.874319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-2cab1c35-c6e6-4975-8cf5-13a231782973 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 1095 time: 0.0775585 Oct 20 11:36:21.925044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-ecc3d5fe-1998-4d86-ba73-ac9279cb5970 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c HTTP/1.1" status: 200 len: 217 time: 0.0414350 Oct 20 11:36:21.952309 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-40ff170c-993d-4089-9b72-e862efa5ecea req-5b35e467-4874-4213-8d9f-5799b69ac5b7 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756350 Oct 20 11:36:21.986814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-a5200585-cba4-47cc-8bb5-055eb845de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.988301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-a5200585-cba4-47cc-8bb5-055eb845de0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 200 len: 856 time: 0.0539501 Oct 20 11:36:22.033814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7934ec24-0978-430f-b08e-58228670f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.035304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-7934ec24-0978-430f-b08e-58228670f7dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397360 Oct 20 11:36:22.123973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-635dd601-3ee6-4a49-a4fe-15d0f58565c4 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Oct 20 11:36:22.211750 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864e3671-d0a8-4aea-b818-22bc828a4b62 req-de8844dd-ada8-4a7f-a395-dd7c957d67b5 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Oct 20 11:36:22.298624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-c3408280-9e74-49da-a5d1-911228ab7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.299979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-c3408280-9e74-49da-a5d1-911228ab7e37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 1095 time: 0.0402730 Oct 20 11:36:22.736808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-909826f4-cc82-499f-812e-39830cdd4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.738184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-909826f4-cc82-499f-812e-39830cdd4c09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 919 time: 0.4307184 Oct 20 11:36:22.782453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-9865ce5d-c504-4f4d-8061-82c8cd910a31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c HTTP/1.1" status: 200 len: 217 time: 0.0351954 Oct 20 11:36:22.837510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-7034bfd0-4a75-4c48-aa4e-47af32fe1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.838884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-7034bfd0-4a75-4c48-aa4e-47af32fe1167 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 200 len: 856 time: 0.0457246 Oct 20 11:36:22.885585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-4c7e92cf-6d48-40e2-a3c6-c5eeeefbf3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.887316 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-4c7e92cf-6d48-40e2-a3c6-c5eeeefbf3bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408728 Oct 20 11:36:22.976603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-7b84f082-e4c9-43f0-8a4a-8fd5d2542bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797038 Oct 20 11:36:23.095650 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c241d4e2-4513-4e04-a8b8-32c1030339e6 req-ce26ca79-4ae3-4f65-943e-f07eb05c6c16 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113324 Oct 20 11:36:23.108879 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4dd5c-a90b-4e26-8919-7d2e78a5ed0d req-556ac58f-f187-4128-aaeb-9deb51c42696 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:23.110267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f4dd5c-a90b-4e26-8919-7d2e78a5ed0d req-556ac58f-f187-4128-aaeb-9deb51c42696 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 943 time: 0.0688064 Oct 20 11:36:23.147864 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-16f4dd5c-a90b-4e26-8919-7d2e78a5ed0d req-0666ca7e-96ea-4c23-8574-3ca4778cd413 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Oct 20 11:36:24.267600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec64f0-f542-4e54-bfa4-a9e96188ff93 req-afbb1c0c-886b-4f4f-8beb-cc2339ce9277 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:24.269052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59ec64f0-f542-4e54-bfa4-a9e96188ff93 req-afbb1c0c-886b-4f4f-8beb-cc2339ce9277 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 943 time: 0.0563114 Oct 20 11:36:24.306128 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-59ec64f0-f542-4e54-bfa4-a9e96188ff93 req-ef5deba7-bd01-4dca-bac3-d7cdffe4a4cf tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Oct 20 11:36:25.417385 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7669-ad3e-4145-913a-e99faa11580d req-174a58c2-c74a-4059-bdb3-ee4f324728f3 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:25.418841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4ff7669-ad3e-4145-913a-e99faa11580d req-174a58c2-c74a-4059-bdb3-ee4f324728f3 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 943 time: 0.0487914 Oct 20 11:36:25.455227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4ff7669-ad3e-4145-913a-e99faa11580d req-8fad4a50-88d5-4ec1-bf35-fc17dc2d7c6f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Oct 20 11:36:25.540584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d6f7f4d-5475-450b-bd40-2b2d6937281c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:25.635728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:25.646739 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': '4d6f7f4d-5475-450b-bd40-2b2d6937281c', 'network_id': 'a8d630f1-0560-4020-ab89-a3dfd40e7a9f', 'port_id': '4d6f7f4d-5475-450b-bd40-2b2d6937281c', 'mac_address': 'fa:16:3e:f7:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b3f74e-2a7a-44f1-9662-e2e6237c1b58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:25.682207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.694894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6f7f4d-5475-450b-bd40-2b2d6937281c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:25.714122 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:25.718099 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.766782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:25.773864 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.774213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.774551 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.774884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.775237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.775561 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.775883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.776205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.776524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.776840 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.777158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.777474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:25.915368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d6f7f4d-5475-450b-bd40-2b2d6937281c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:26.566643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048ddb-2b88-4c82-9e04-5998b3c35009 req-273fffd9-a153-4c36-9d3c-1e68d613b74f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:26.568032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52048ddb-2b88-4c82-9e04-5998b3c35009 req-273fffd9-a153-4c36-9d3c-1e68d613b74f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 944 time: 0.0474024 Oct 20 11:36:26.605025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-52048ddb-2b88-4c82-9e04-5998b3c35009 req-e7052d8b-58dd-4b56-8496-27bdf3d00254 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306923 Oct 20 11:36:27.556640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d6f7f4d-5475-450b-bd40-2b2d6937281c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:27.603130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port 4d6f7f4d-5475-450b-bd40-2b2d6937281c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:36:27.606605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port 4d6f7f4d-5475-450b-bd40-2b2d6937281c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:27.606986 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.685030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.707369 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:27.710191 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceb3a783187cb8595b7de9f48f3ab5cf109a83cce6742750a5fb360797b93375" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d88753c-ab56-4595-aeb1-16418142e78e" -d '{"events": [{"server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "name": "network-vif-plugged", "status": "completed", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:27.722384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:27.722651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2ced-959c-4f6a-8d38-1a53b771fe2b req-38b2b784-f8af-4802-a45b-e176fbe516dd tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:27.724133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-086b2ced-959c-4f6a-8d38-1a53b771fe2b req-38b2b784-f8af-4802-a45b-e176fbe516dd tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 944 time: 0.0520198 Oct 20 11:36:27.727227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.757750 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f00a93-e4a9-47fa-9aac-5c55df0c22b0 x-openstack-request-id: req-f9f00a93-e4a9-47fa-9aac-5c55df0c22b0 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:27.758038 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "name": "network-vif-plugged", "status": "completed", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:27.758320 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9f00a93-e4a9-47fa-9aac-5c55df0c22b0 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:27.758711 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c', 'code': 200} Oct 20 11:36:27.780693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:27.783601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-086b2ced-959c-4f6a-8d38-1a53b771fe2b req-93e85dbd-b6c6-49a8-8344-a9228bb66e44 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519292 Oct 20 11:36:27.852290 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701484c7-3b03-4bc1-9d5e-019d79477d9d req-a8a3e371-afc2-4ee9-ac56-a068591241a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:27.853643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-701484c7-3b03-4bc1-9d5e-019d79477d9d req-a8a3e371-afc2-4ee9-ac56-a068591241a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 1097 time: 0.0392280 Oct 20 11:36:27.888272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-701484c7-3b03-4bc1-9d5e-019d79477d9d req-fc977a0b-04cb-4439-b229-269d90ee1cb0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272996 Oct 20 11:36:28.576055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a067167e-5f6d-47ec-9152-063de195b327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.902070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f05ca-50f8-41ca-b54d-d811b1ff6fc9 req-cea6e22b-4f0e-49f8-b013-5afb2c8800e4 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.903698 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e5f05ca-50f8-41ca-b54d-d811b1ff6fc9 req-cea6e22b-4f0e-49f8-b013-5afb2c8800e4 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0518169 Oct 20 11:36:28.941644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6e5f05ca-50f8-41ca-b54d-d811b1ff6fc9 req-4c2b897c-7592-4bb8-b4ec-765ac0aa50d1 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Oct 20 11:36:30.058969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6d5a7-5164-4dfa-be47-5b72cbf04453 req-9801b519-e152-45b9-9608-f070044706df tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:30.060418 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69f6d5a7-5164-4dfa-be47-5b72cbf04453 req-9801b519-e152-45b9-9608-f070044706df tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0529814 Oct 20 11:36:30.096488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69f6d5a7-5164-4dfa-be47-5b72cbf04453 req-1f7df3cf-61ec-4b64-bfe6-a3cd9eeabc83 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302100 Oct 20 11:36:30.207565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c900b-09c7-4515-ad4d-f05cd7671cb0 req-fd132fe2-8a40-4e25-bbea-315a3adb3fd3 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:30.209507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a7c900b-09c7-4515-ad4d-f05cd7671cb0 req-fd132fe2-8a40-4e25-bbea-315a3adb3fd3 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0482793 Oct 20 11:36:30.246737 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2a7c900b-09c7-4515-ad4d-f05cd7671cb0 req-14d4b797-54a8-4991-bd4b-cdf882fb1633 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 20 11:36:31.431240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-062153a9-3413-404a-9259-aa13cbf2e0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.840713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.978703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.518417 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.308157 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.296908 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.871116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-673c3e33-8dfe-47dd-a10c-29bb6aef1b91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394316 Oct 20 11:36:49.963340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-a3c35487-bf9b-444f-a642-4375f50120bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:49.964807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-a3c35487-bf9b-444f-a642-4375f50120bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 1097 time: 0.0440900 Oct 20 11:36:50.067981 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-f994d27c-84eb-4107-9a00-306a50b9b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:50.070021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-f994d27c-84eb-4107-9a00-306a50b9b977 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 200 len: 919 time: 0.0854828 Oct 20 11:36:50.114976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-64e9e087-9e79-451c-adab-9458c60b2320 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c HTTP/1.1" status: 200 len: 217 time: 0.0367980 Oct 20 11:36:50.164555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-4cc3ae23-9112-403c-9e29-af4a790dba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:50.165962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-4cc3ae23-9112-403c-9e29-af4a790dba43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 200 len: 856 time: 0.0438936 Oct 20 11:36:50.215575 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-5fb74f1c-f4b3-4629-bd1e-d7d52e987682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:50.217088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-5fb74f1c-f4b3-4629-bd1e-d7d52e987682 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8d630f1-0560-4020-ab89-a3dfd40e7a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425327 Oct 20 11:36:50.323781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-82063039-2d82-4665-87de-2a83fadad572 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955882 Oct 20 11:36:50.414831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-47bf8fb1-0b52-475e-bc39-24d9949e82ad req-a730c300-a09a-4c8a-b31e-1c294a0129c8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 Oct 20 11:36:51.619279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7124a8-5290-47e7-98ab-d5e2ec1c5bb1 req-e562d8d6-b691-4c7b-a32d-53ff725c3b61 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:51.620799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc7124a8-5290-47e7-98ab-d5e2ec1c5bb1 req-e562d8d6-b691-4c7b-a32d-53ff725c3b61 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0509360 Oct 20 11:36:51.663587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fc7124a8-5290-47e7-98ab-d5e2ec1c5bb1 req-df41da18-117c-4fc2-b9a6-4619ec6ad774 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Oct 20 11:36:52.778736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addafc1-6976-4bd8-8136-53d50dea0566 req-7241b049-e94a-4c4a-af81-ba1696351414 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:52.780270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7addafc1-6976-4bd8-8136-53d50dea0566 req-7241b049-e94a-4c4a-af81-ba1696351414 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0493913 Oct 20 11:36:52.817402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7addafc1-6976-4bd8-8136-53d50dea0566 req-ea4a385b-81af-4eba-af7d-fa5a96494864 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/security-groups?id=4192a807-d406-4e06-a61e-0cf22a1d75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Oct 20 11:36:53.215738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-5c5c931a-7ccc-4c38-b7e2-015612fef69f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:53.217187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-5c5c931a-7ccc-4c38-b7e2-015612fef69f tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 945 time: 0.0479538 Oct 20 11:36:53.309014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Deleting port 4d6f7f4d-5475-450b-bd40-2b2d6937281c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:53.309350 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.396094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] For port 4d6f7f4d-5475-450b-bd40-2b2d6937281c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=4d6f7f4d-5475-450b-bd40-2b2d6937281c,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:53.396732 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.408902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Calling delete_port for 4d6f7f4d-5475-450b-bd40-2b2d6937281c owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:53.536758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.548653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['4d6f7f4d-5475-450b-bd40-2b2d6937281c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:53.563379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Pushing event deleted for resources: {'Port': ['ID=4d6f7f4d-5475-450b-bd40-2b2d6937281c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.607289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] No DVR routers for this DVR port 4d6f7f4d-5475-450b-bd40-2b2d6937281c on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:53.609988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.613435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e816fa2c-9a91-42e4-a849-83da9580d43e req-2d2db74a-e493-4661-90ae-990592c7c2aa tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.70 "DELETE /v2.0/ports/4d6f7f4d-5475-450b-bd40-2b2d6937281c HTTP/1.1" status: 204 len: 173 time: 0.3901401 Oct 20 11:36:53.613887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'name': 'network-vif-deleted', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:53.658589 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d1e1c-711c-483b-bdf1-4cc4df7842d8" -d '{"events": [{"server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "name": "network-vif-deleted", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:53.749881 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11decce-6126-4079-b8ee-2dee9ec93544 x-openstack-request-id: req-a11decce-6126-4079-b8ee-2dee9ec93544 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:53.750230 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f21fd-7ef1-4451-8717-8ece11b16fea", "name": "network-vif-deleted", "tag": "4d6f7f4d-5475-450b-bd40-2b2d6937281c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:53.750480 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a11decce-6126-4079-b8ee-2dee9ec93544 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:53.750879 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f21fd-7ef1-4451-8717-8ece11b16fea', 'name': 'network-vif-deleted', 'tag': '4d6f7f4d-5475-450b-bd40-2b2d6937281c', 'status': 'completed', 'code': 200} Oct 20 11:36:53.925301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d59e5ad0-53aa-437f-8544-eeeed5dd8c03 req-d628d23d-eac6-4bd5-9253-82753d1617d2 tempest-TestEncryptedCinderVolumes-840340440 tempest-TestEncryptedCinderVolumes-840340440-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86f21fd-7ef1-4451-8717-8ece11b16fea HTTP/1.1" status: 200 len: 210 time: 0.0295599 Oct 20 11:36:55.014534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47180) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:55.359277 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.595375 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Deleting port 5e037ef0-315d-4f92-bc52-4e6210c614a0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:55.595704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.670278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] For port 5e037ef0-315d-4f92-bc52-4e6210c614a0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5e037ef0-315d-4f92-bc52-4e6210c614a0,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:55.670622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.682916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Calling delete_port for 5e037ef0-315d-4f92-bc52-4e6210c614a0 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:55.855992 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.885280 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e037ef0-315d-4f92-bc52-4e6210c614a0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:55.909863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.910209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.910553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.910885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.911250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.911579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.911903 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.912224 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.913039 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.913358 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.913677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.914013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:56.058563 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.262930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:56.367439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:56.374542 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7723327f-2ba4-483f-87ff-81d3960ebe9f admin admin] 10.222.0.74 "PUT /v2.0/routers/2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588729 Oct 20 11:36:56.375146 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47184) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.376482 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Sync routers for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:56.385812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:56.386658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:36:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:56.494042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:56.679189 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:36:55Z', 'revision_number': 5, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:56.704742 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Checking router: 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:56.713179 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Routers {'2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:56.713766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:36:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:56.749752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.818010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] Set router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:56.851336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.901999 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Deleting port e8c904cd-d3dc-4011-aabc-3aa2c212fa53 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:56.902332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.980602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] For port e8c904cd-d3dc-4011-aabc-3aa2c212fa53, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:56.980872 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.993215 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Calling delete_port for e8c904cd-d3dc-4011-aabc-3aa2c212fa53 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:56.998223 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:36:55Z', 'revision_number': 5, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:57.028395 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc371ca6-3543-4ca2-a468-d87cb01e02cb None None] The sync data for ids ['2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1'] in n-d-802060-17 is: [{'id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'name': 'tempest-TestEncryptedCinderVolumes-1446447215-router', 'tenant_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:36:55Z', 'revision_number': 5, 'project_id': 'f18702520ab6447faeec2f67b0ffdb1b', 'gw_port': {'id': 'e8c904cd-d3dc-4011-aabc-3aa2c212fa53', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:34Z', 'updated_at': '2021-10-20T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:57.160790 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.192623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c904cd-d3dc-4011-aabc-3aa2c212fa53,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:57.251178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.343379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.345348 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.392754 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.393352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:57.399490 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.402907 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-554c80c7-5d38-4bbf-92e8-5791827f48ad admin admin] 10.222.0.74 "DELETE /v2.0/routers/2cc6b7a7-91b9-45ce-a2d0-34bbb296cfb1 HTTP/1.1" status: 204 len: 168 time: 1.0246000 Oct 20 11:36:57.403237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47186) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.455242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Deleting subnet 22b3f74e-2a7a-44f1-9662-e2e6237c1b58 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:57.462366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.475915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5e037ef0-315d-4f92-bc52-4e6210c614a0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:57.496649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 5e037ef0-315d-4f92-bc52-4e6210c614a0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:57.497061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5e037ef0-315d-4f92-bc52-4e6210c614a0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:57.504853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.584173 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.643543 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.668656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b3f74e-2a7a-44f1-9662-e2e6237c1b58,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:57.674416 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.678759 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ab586989-8f41-4648-81f0-1440f0054a46 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/22b3f74e-2a7a-44f1-9662-e2e6237c1b58 HTTP/1.1" status: 204 len: 168 time: 0.2734718 Oct 20 11:36:57.680779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47188) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.680933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a8674-3f69-4d7f-b5c1-5c8bb4ce7bd5 None None] Network a8d630f1-0560-4020-ab89-a3dfd40e7a9f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:57.696004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d6f7f4d-5475-450b-bd40-2b2d6937281c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:57.725886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: 4d6f7f4d-5475-450b-bd40-2b2d6937281c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:57.726228 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device 4d6f7f4d-5475-450b-bd40-2b2d6937281c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:57.750504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.813289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Deleting port 67bb3bc8-9352-473d-b877-ace146901096 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:57.813624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.879763 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] For port 67bb3bc8-9352-473d-b877-ace146901096, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=67bb3bc8-9352-473d-b877-ace146901096,segment=NetworkSegment(f6852fc3-cffc-4acc-89c2-f484d38e7c15),segment_id=f6852fc3-cffc-4acc-89c2-f484d38e7c15)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:57.880132 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.893216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Calling delete_port for 67bb3bc8-9352-473d-b877-ace146901096 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:57.973651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.996933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=67bb3bc8-9352-473d-b877-ace146901096,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.003693 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] No DVR routers for this DVR port 67bb3bc8-9352-473d-b877-ace146901096 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:58.048455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d673c-5e81-4f15-8543-2ed97c36ce0e None None] DHCP port deletion for a8d630f1-0560-4020-ab89-a3dfd40e7a9f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:58.078364 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.098336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d630f1-0560-4020-ab89-a3dfd40e7a9f']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:58.107291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6852fc3-cffc-4acc-89c2-f484d38e7c15') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:58.107584 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6852fc3-cffc-4acc-89c2-f484d38e7c15') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:58.120836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.134235 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.140219 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:36:58.140587 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:36:58.142241 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:36:58.203413 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.209015 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.213026 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] 10.222.0.74 "DELETE /v2.0/networks/a8d630f1-0560-4020-ab89-a3dfd40e7a9f HTTP/1.1" status: 204 len: 168 time: 0.5313232 Oct 20 11:36:58.216004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47190) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.223739 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1375af-881c-4fbf-a9a1-c39bf70c5a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d630f1-0560-4020-ab89-a3dfd40e7a9f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.557342 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.575958 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cdfb13cd-9a83-4345-9e25-ee3a30f8ec91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.602295 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:58.799857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Deleting port 3db9e51a-5d6d-49e5-96dd-2b2b938694be {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:58.800199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.878957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] For port 3db9e51a-5d6d-49e5-96dd-2b2b938694be, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3db9e51a-5d6d-49e5-96dd-2b2b938694be,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:58.879339 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.891563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Calling delete_port for 3db9e51a-5d6d-49e5-96dd-2b2b938694be owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:59.064727 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.089285 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db9e51a-5d6d-49e5-96dd-2b2b938694be,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:59.251237 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.363031 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 67bb3bc8-9352-473d-b877-ace146901096 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:59.382642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 67bb3bc8-9352-473d-b877-ace146901096 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:59.383012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 67bb3bc8-9352-473d-b877-ace146901096 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:59.383431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8c904cd-d3dc-4011-aabc-3aa2c212fa53 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:59.410642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: e8c904cd-d3dc-4011-aabc-3aa2c212fa53 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:59.410996 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device e8c904cd-d3dc-4011-aabc-3aa2c212fa53 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:59.480625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Router 50ddd18e-7d99-4810-91a6-60f10a5abbaa has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:59.587646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:59.593187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f3aac972-3e81-4123-8cb0-7e2e74edf067 admin admin] 10.222.0.74 "PUT /v2.0/routers/50ddd18e-7d99-4810-91a6-60f10a5abbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3761554 Oct 20 11:36:59.595740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47192) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:59.596666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Sync routers for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:59.606250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:59.606908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:36:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:59.697651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.710695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:59.799590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.852319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Deleting port 4f607bda-8698-4c28-9b99-ec2d144ef5c8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:59.852551 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.888068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:36:59Z', 'revision_number': 5, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port': {'id': '4f607bda-8698-4c28-9b99-ec2d144ef5c8', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:59.914297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Checking router: 50ddd18e-7d99-4810-91a6-60f10a5abbaa for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:59.922512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Routers {'50ddd18e-7d99-4810-91a6-60f10a5abbaa'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:59.923146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:36:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:59.933116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] For port 4f607bda-8698-4c28-9b99-ec2d144ef5c8, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=4f607bda-8698-4c28-9b99-ec2d144ef5c8,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:59.933474 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.945643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Calling delete_port for 4f607bda-8698-4c28-9b99-ec2d144ef5c8 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:00.009750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] Set router 50ddd18e-7d99-4810-91a6-60f10a5abbaa gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:00.063364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:36:59Z', 'revision_number': 6, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:00.089653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bafc59-cf99-46f2-8d86-7b0cdba8cdf8 None None] The sync data for ids ['50ddd18e-7d99-4810-91a6-60f10a5abbaa'] in n-d-802060-17 is: [{'id': '50ddd18e-7d99-4810-91a6-60f10a5abbaa', 'name': 'tempest-TestEncryptedCinderVolumes-1611937515-router', 'tenant_id': '6966d86aa11645a5be5a827bc8973394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:36:59Z', 'revision_number': 6, 'project_id': '6966d86aa11645a5be5a827bc8973394', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:00.112243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.137248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f607bda-8698-4c28-9b99-ec2d144ef5c8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.197295 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.283397 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.285463 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.331832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.332372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ddd18e-7d99-4810-91a6-60f10a5abbaa {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:37:00.336906 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.337787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-413b5ca8-467c-46cb-b10a-794932b6f4eb admin admin] 10.222.0.74 "DELETE /v2.0/routers/50ddd18e-7d99-4810-91a6-60f10a5abbaa HTTP/1.1" status: 204 len: 168 time: 0.7411358 Oct 20 11:37:00.340993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47194) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:00.384505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Deleting subnet eae8e0f2-8581-447e-b7c9-0546aff926d9 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:00.387644 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.422017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.505546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.559338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.587173 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.591174 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/eae8e0f2-8581-447e-b7c9-0546aff926d9 HTTP/1.1" status: 204 len: 168 time: 0.2492023 Oct 20 11:37:00.592236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19ed8-1621-4501-b510-0b91c4269f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae8e0f2-8581-447e-b7c9-0546aff926d9,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.592371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b0061-7604-4e41-9a1c-1cdf47891f46 None None] Network b82f7132-149b-4245-8285-b9e8c0cae319 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:00.594484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47196) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:00.667924 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.721115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Deleting port 5aa97aaf-37ec-4661-ba91-175722bb826e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:00.721455 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.784831 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] For port 5aa97aaf-37ec-4661-ba91-175722bb826e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5aa97aaf-37ec-4661-ba91-175722bb826e,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:00.785136 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.797784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Calling delete_port for 5aa97aaf-37ec-4661-ba91-175722bb826e owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:00.828513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] DHCP port deletion for b82f7132-149b-4245-8285-b9e8c0cae319 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:00.877906 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Deleting port 5aa97aaf-37ec-4661-ba91-175722bb826e {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:00.878277 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.884629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.908572 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa97aaf-37ec-4661-ba91-175722bb826e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.915059 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] No DVR routers for this DVR port 5aa97aaf-37ec-4661-ba91-175722bb826e on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:00.957766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] For port 5aa97aaf-37ec-4661-ba91-175722bb826e, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=5aa97aaf-37ec-4661-ba91-175722bb826e,segment=NetworkSegment(1c2c5e6d-3dd1-44ec-8b47-e248dab16dba),segment_id=1c2c5e6d-3dd1-44ec-8b47-e248dab16dba)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:00.958301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.971853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Calling delete_port for 5aa97aaf-37ec-4661-ba91-175722bb826e owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:00.993392 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.017592 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82f7132-149b-4245-8285-b9e8c0cae319']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.028783 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.029164 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2c5e6d-3dd1-44ec-8b47-e248dab16dba') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.039939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.051835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.054564 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.062247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:01.062793 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:01.064963 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:01.076537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] Pushing event deleted for resources: {'Port': ['ID=5aa97aaf-37ec-4661-ba91-175722bb826e,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:01.082611 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e962ec0-f1cc-4b9d-9a62-cbf4516f09df None None] No DVR routers for this DVR port 5aa97aaf-37ec-4661-ba91-175722bb826e on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:01.129054 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.134917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.138365 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b82f7132-149b-4245-8285-b9e8c0cae319 HTTP/1.1" status: 204 len: 168 time: 0.5425146 Oct 20 11:37:01.149477 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff1c8d-037a-42d0-879f-b03edfdb3511 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82f7132-149b-4245-8285-b9e8c0cae319,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:01.294399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47200) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.313754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4f607bda-8698-4c28-9b99-ec2d144ef5c8 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:01.336183 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a1a2e996-6116-4ce1-9774-4279e640ce32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f18702520ab6447faeec2f67b0ffdb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398629 Oct 20 11:37:01.338781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47202) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.340416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 4f607bda-8698-4c28-9b99-ec2d144ef5c8 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:01.340988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 4f607bda-8698-4c28-9b99-ec2d144ef5c8 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:01.341422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5aa97aaf-37ec-4661-ba91-175722bb826e no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:01.360349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 5aa97aaf-37ec-4661-ba91-175722bb826e {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:01.360692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 5aa97aaf-37ec-4661-ba91-175722bb826e not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:01.361088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3db9e51a-5d6d-49e5-96dd-2b2b938694be no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:01.379190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3db9e51a-5d6d-49e5-96dd-2b2b938694be {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:01.379537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3db9e51a-5d6d-49e5-96dd-2b2b938694be not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:01.391537 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.413371 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.431556 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-29a1de8f-254a-472f-a903-a04cccd4d392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.460758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.463600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.464743 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4192a807-d406-4e06-a61e-0cf22a1d75ec HTTP/1.1" status: 204 len: 168 time: 0.1249919 Oct 20 11:37:01.472335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca818e-5d31-4600-8d34-23cd1527b663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4192a807-d406-4e06-a61e-0cf22a1d75ec,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:01.767406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47208) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.810088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a11e0d96-3f22-49ee-9585-ec048000d41f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6966d86aa11645a5be5a827bc8973394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415289 Oct 20 11:37:01.812412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47210) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.842688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.860531 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.881494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.927120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.930315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.931467 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/778ef783-47e6-4b7a-8e13-8bbc2d90c4aa HTTP/1.1" status: 204 len: 168 time: 0.1181850 Oct 20 11:37:01.939001 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6523a-b772-49ce-8f54-1dafc0cc736a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ef783-47e6-4b7a-8e13-8bbc2d90c4aa,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.577544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47232) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.670475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1082321564-network', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:02.691702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Made reservation on behalf of 4584c25a466c437fa1e857f7b14f29ad for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:02.694565 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.702720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.777674 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.781109 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.804674 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:02.813186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.819672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.820011 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Added segment bb046311-c2fa-46a8-9e62-cec53b7e38ca of type vlan for network 5120d84e-f11c-455c-b5f8-39875b873528 Oct 20 11:37:02.861863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.885578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.886754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.887351 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.921784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3431590 Oct 20 11:37:02.925129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47236) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.930678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Request body: {'subnet': {'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1082321564-subnet', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:02.949603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577647aa-41c2-41e6-aa5f-2cc3df320d46 admin admin] Pushing event updated for resources: {'Network': ['ID=5120d84e-f11c-455c-b5f8-39875b873528,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.952388 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Made reservation on behalf of 4584c25a466c437fa1e857f7b14f29ad for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:02.955082 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.960110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 5120d84e-f11c-455c-b5f8-39875b873528 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:03.022234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.120995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.182122 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21891c7-77d5-436d-a74b-2045c119176f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.190270 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Checking segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:03.190624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Network hostable DHCP agents. Network: 5120d84e-f11c-455c-b5f8-39875b873528, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:03.207233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Network 5120d84e-f11c-455c-b5f8-39875b873528 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:03.215149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 5120d84e-f11c-455c-b5f8-39875b873528) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:03.218956 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.219526 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.225061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b6a02f-8bf5-4018-84cf-810ef6c4c909 None None] Network 5120d84e-f11c-455c-b5f8-39875b873528 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:03.234216 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c2e79472-1b95-4bde-ac4d-311591fba04d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079770 Oct 20 11:37:03.237218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47238) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:03.242187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:03.264786 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.265851 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.324671 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.368969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-5120d84e-f11c-455c-b5f8-39875b873528', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:03.369824 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.509371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Allocated IP 172.20.0.2 (5120d84e-f11c-455c-b5f8-39875b873528/d21891c7-77d5-436d-a74b-2045c119176f/693b1997-2a90-405d-8ba2-7c61c55c7305) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:03.657110 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.663786 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.701870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Network 5120d84e-f11c-455c-b5f8-39875b873528 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:03.706142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:03.713296 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:03.716404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Pushing event updated for resources: {'Port': ['ID=693b1997-2a90-405d-8ba2-7c61c55c7305,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.769598 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Attempting to bind port 693b1997-2a90-405d-8ba2-7c61c55c7305 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:03.769965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Attempting to bind port 693b1997-2a90-405d-8ba2-7c61c55c7305 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:03.770328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Attempting to bind port 693b1997-2a90-405d-8ba2-7c61c55c7305 on network 5120d84e-f11c-455c-b5f8-39875b873528 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:03.776081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:03.776441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Checking segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:03.776835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.777222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Bound using segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:03.777682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Bound port: 693b1997-2a90-405d-8ba2-7c61c55c7305, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:03.778060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.808697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.842860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] For port 693b1997-2a90-405d-8ba2-7c61c55c7305, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:03.846121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] For port 693b1997-2a90-405d-8ba2-7c61c55c7305, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=693b1997-2a90-405d-8ba2-7c61c55c7305,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:03.850625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.908014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faba037-04fa-41cf-b041-f6f68892ec42 None None] Pushing event updated for resources: {'Port': ['ID=693b1997-2a90-405d-8ba2-7c61c55c7305,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:04.015697 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.037665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.161594 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Allocated IP 172.25.3.149 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:04.263591 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.296902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.335392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:04.340369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:04.352288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:04.355397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:04.524082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.605804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.796301 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f8aad-89ab-40fd-ad89-126b0590fdd2 None None] Network 5120d84e-f11c-455c-b5f8-39875b873528 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:04.809864 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.919674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] Provisioning complete for port 693b1997-2a90-405d-8ba2-7c61c55c7305 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:04.920225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.936345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Router 1f00b297-b967-410c-9ec4-00d27e87a4c3 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:37:05.025518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.044622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:05.056531 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Sync routers for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:05.060250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] For port 693b1997-2a90-405d-8ba2-7c61c55c7305, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=693b1997-2a90-405d-8ba2-7c61c55c7305,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:05.066491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.069532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.073165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3081cba3-6ab6-4720-a713-ce7b31022049 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8325739 Oct 20 11:37:05.074175 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47240) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:05.084506 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:05.085334 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:05.121231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c8e9e-f33e-44c9-9f9d-7202c069d647 None None] Pushing event updated for resources: {'Port': ['ID=693b1997-2a90-405d-8ba2-7c61c55c7305,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.199355 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:05.312849 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2ea1a689-6ebe-4d57-9cbd-aef291fc5624 None None] Provisioning complete for port 693b1997-2a90-405d-8ba2-7c61c55c7305 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:05.313229 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a689-6ebe-4d57-9cbd-aef291fc5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.377041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 693b1997-2a90-405d-8ba2-7c61c55c7305 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:05.388387 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:04Z', 'revision_number': 3, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:05.417055 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Checking router: 1f00b297-b967-410c-9ec4-00d27e87a4c3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:05.417405 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Updating router 1f00b297-b967-410c-9ec4-00d27e87a4c3 port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:05.447818 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.458877 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 693b1997-2a90-405d-8ba2-7c61c55c7305 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:05.459317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.540624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.701786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Allocated IP 172.20.0.1 (5120d84e-f11c-455c-b5f8-39875b873528/d21891c7-77d5-436d-a74b-2045c119176f/2d950559-3d84-411b-bd29-9fa7202c8884) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:05.784132 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.791656 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.804900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.836472 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Attempting to bind port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:05.836886 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Attempting to bind port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:05.837253 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Attempting to bind port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:05.838553 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.848042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Pushing event updated for resources: {'Port': ['ID=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.850630 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:05.851066 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:05.851540 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.851878 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:05.852368 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Bound port: ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:05.852743 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.860252 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.860598 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.860952 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.861271 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.861605 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.861931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.862260 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.862579 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.862900 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.863248 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.863568 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.863886 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:05.876547 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Network 5120d84e-f11c-455c-b5f8-39875b873528 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:05.879461 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:05.882429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:05.918371 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Pushing event updated for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.919167 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] For port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:05.922482 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] For port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:05.929955 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.933069 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.981691 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88e861-5058-45be-871a-b3b1afad3979 None None] Pushing event updated for resources: {'Port': ['ID=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.998559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:05.999200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:06.078788 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.107946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:06.173137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-51117332-a316-4286-a0cc-54ae687859a3 None None] Provisioning complete for port 2d950559-3d84-411b-bd29-9fa7202c8884 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:06.174114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51117332-a316-4286-a0cc-54ae687859a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.212588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-51117332-a316-4286-a0cc-54ae687859a3 None None] Port 2d950559-3d84-411b-bd29-9fa7202c8884 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:06.247390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.252092 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.296677 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:04Z', 'revision_number': 3, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:06.319307 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.321035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Pushing event updated for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:06.323852 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6e9b0-21df-467d-afb1-4f7da72783cf None None] The sync data for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 is: [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:04Z', 'revision_number': 3, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:06.425702 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Network 5120d84e-f11c-455c-b5f8-39875b873528 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:06.427258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:06.734158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e52e4eb6-f43f-45ec-9faa-0d2b035307c7 None None] Provisioning complete for port 2d950559-3d84-411b-bd29-9fa7202c8884 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:06.734516 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e52e4eb6-f43f-45ec-9faa-0d2b035307c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.773786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e52e4eb6-f43f-45ec-9faa-0d2b035307c7 None None] Port 2d950559-3d84-411b-bd29-9fa7202c8884 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:06.833269 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Router 1f00b297-b967-410c-9ec4-00d27e87a4c3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:06.945482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:06.950903 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d545f334-ca50-4122-8f9a-2ee970086ddd admin admin] 10.222.0.74 "PUT /v2.0/routers/1f00b297-b967-410c-9ec4-00d27e87a4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8755710 Oct 20 11:37:07.346578 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:07.399791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:07.400165 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.429366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47258) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:07.434331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-175204243-network', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:07.454376 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Made reservation on behalf of cfe8336b9baa45d89feccf5401473af5 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:07.457006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.466424 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.477987 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.498455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:07.503259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.543648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.547621 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.574158 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:07.585543 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3be40a-84f7-4cb7-b72a-2e674318083b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.592757 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.593099 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Added segment 016fb6f4-e243-467b-841c-df2876647575 of type vlan for network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 Oct 20 11:37:07.637372 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.665033 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.666125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:07.666771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.702474 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2719648 Oct 20 11:37:07.705271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47260) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:07.710833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Request body: {'subnet': {'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-175204243-subnet', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:07.727936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.749676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ecb3-46b4-454f-871e-133e15de9d1b admin admin] Pushing event updated for resources: {'Network': ['ID=d60f71a9-888f-4b3f-a0ea-ff48cfbec688,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.763236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:07.767209 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Made reservation on behalf of cfe8336b9baa45d89feccf5401473af5 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:07.769837 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.936493 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Sync routers for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:07.944655 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.947348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:07.947956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:07.999452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f008f3d-b753-493c-aaba-d7435a69a240,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.008485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Checking segment: {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:08.008838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Network hostable DHCP agents. Network: d60f71a9-888f-4b3f-a0ea-ff48cfbec688, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:08.026715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:08.035837 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, d60f71a9-888f-4b3f-a0ea-ff48cfbec688) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:08.042308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.042308 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.047811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc92846-025e-47c6-b60c-4a6bb6c8ea7b None None] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:08.058290 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a3a4698a-bf40-4712-8b4f-4b983ec592c5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3519397 Oct 20 11:37:08.061056 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47262) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:08.065720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:08.075448 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:08.087586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.088973 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.142039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.280536 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.368152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-d60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'fixed_ips': [{'subnet_id': '8f008f3d-b753-493c-aaba-d7435a69a240'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:08.369122 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.457548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 2, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:08.476804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.486822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Checking router: 1f00b297-b967-410c-9ec4-00d27e87a4c3 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:08.487206 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Updating router 1f00b297-b967-410c-9ec4-00d27e87a4c3 port 2d950559-3d84-411b-bd29-9fa7202c8884 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:08.495836 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.542853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.594124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Allocated IP 172.20.0.2 (d60f71a9-888f-4b3f-a0ea-ff48cfbec688/8f008f3d-b753-493c-aaba-d7435a69a240/16f85642-e7bb-4cb9-9d5f-d8ae76536393) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:08.602274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Allocated IP 172.25.3.141 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:08.705361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.738435 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.778389 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:08.782837 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:08.785599 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:08.825814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Pushing event updated for resources: {'Port': ['ID=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.877880 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.891461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.953940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:08.960092 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:08.974189 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:08.979915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Pushing event updated for resources: {'Port': ['ID=16f85642-e7bb-4cb9-9d5f-d8ae76536393,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.983204 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.991693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.049555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.086119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Attempting to bind port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:09.086723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Attempting to bind port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:09.087302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Attempting to bind port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 on network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:09.092168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcc84d-94cd-4c84-b1c8-1ba4d0494960 None None] Pushing event updated for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:09.117438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:09.117812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Checking segment: {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:09.118207 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.118599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Bound using segment: {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:09.119239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Bound port: 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:09.119618 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.175817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Attempting to bind port 2d950559-3d84-411b-bd29-9fa7202c8884 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:09.176179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Attempting to bind port 2d950559-3d84-411b-bd29-9fa7202c8884 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:09.176538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Attempting to bind port 2d950559-3d84-411b-bd29-9fa7202c8884 on network 5120d84e-f11c-455c-b5f8-39875b873528 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:09.187487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:09.187857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Checking segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:09.188251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.188640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Bound using segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:09.189118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Bound port: 2d950559-3d84-411b-bd29-9fa7202c8884, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:09.189486 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.252517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] For port 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:09.265377 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.269686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] For port 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=16f85642-e7bb-4cb9-9d5f-d8ae76536393,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:09.279950 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.344387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:09.389597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] For port 2d950559-3d84-411b-bd29-9fa7202c8884, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:09.408870 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be69f17-8a10-46e1-bcc9-e137c1dc436f None None] Pushing event updated for resources: {'Port': ['ID=16f85642-e7bb-4cb9-9d5f-d8ae76536393,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:09.414306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] For port 2d950559-3d84-411b-bd29-9fa7202c8884, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2d950559-3d84-411b-bd29-9fa7202c8884,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:09.417833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dbc66dfb-e99e-434d-ac20-30ddc4a8714e None None] Provisioning complete for port 2d950559-3d84-411b-bd29-9fa7202c8884 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:09.418260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dbc66dfb-e99e-434d-ac20-30ddc4a8714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.458447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-dbc66dfb-e99e-434d-ac20-30ddc4a8714e None None] Port 2d950559-3d84-411b-bd29-9fa7202c8884 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:09.466189 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.545791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:09.546438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:09.598889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcc84d-94cd-4c84-b1c8-1ba4d0494960 None None] Pushing event updated for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:09.617314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:09.617781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.735506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:09.837739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Router e55a0318-0e13-46f3-8384-b25c1cecba4a is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:37:09.923548 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] Provisioning complete for port 2d950559-3d84-411b-bd29-9fa7202c8884 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:09.923920 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.947692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:09.958761 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Sync routers for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:09.967902 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.969157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e5a0876a-d137-42fd-b781-397e02a4514e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9071026 Oct 20 11:37:09.970383 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:09.971092 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:09.971881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47264) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.051848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.069239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:09Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:10.101693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc412ec-296e-4a3f-acd9-ffb906833edb None None] The sync data for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 is: [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:09Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:10.102998 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:10.123693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] For port 2d950559-3d84-411b-bd29-9fa7202c8884, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2d950559-3d84-411b-bd29-9fa7202c8884,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:10.130545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.204821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05241-ebc9-4017-b5c5-9da85db6dde8 None None] Pushing event updated for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.353359 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:08Z', 'revision_number': 3, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:10.387785 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Checking router: e55a0318-0e13-46f3-8384-b25c1cecba4a for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:10.388207 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Updating router e55a0318-0e13-46f3-8384-b25c1cecba4a port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:10.423724 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.522955 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.601934 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d05bd-8b29-42ee-a9ce-d3fc0135cee1 None None] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:10.700683 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] Provisioning complete for port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:10.700889 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.703700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Allocated IP 172.20.0.1 (d60f71a9-888f-4b3f-a0ea-ff48cfbec688/8f008f3d-b753-493c-aaba-d7435a69a240/6d3c57d4-76e9-4333-a4a2-85014729063f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:10.723074 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.730490 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.797910 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Attempting to bind port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:10.798747 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Attempting to bind port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:10.799162 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Attempting to bind port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:10.809798 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:10.810174 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:10.810776 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.811173 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:10.811860 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Bound port: b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:10.812010 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.831260 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.839711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.851680 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb1f32-20c6-4717-903b-a8173681ac2d None None] Pushing event updated for resources: {'Port': ['ID=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.877571 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.883144 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] For port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:10.887166 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] For port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:10.892425 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.909077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] For port 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=16f85642-e7bb-4cb9-9d5f-d8ae76536393,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:10.925056 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.932989 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:10.936707 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:10.940692 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:10.974331 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:10.975060 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:10.999883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.010907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29910c-a988-4a41-bbf0-8e00392afdef None None] Pushing event updated for resources: {'Port': ['ID=16f85642-e7bb-4cb9-9d5f-d8ae76536393,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.044640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.108072 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb1f32-20c6-4717-903b-a8173681ac2d None None] Pushing event updated for resources: {'Port': ['ID=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.142037 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:11.171336 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.264316 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2dbdf60a-f40d-49cb-82ec-9c5e952cc44f None None] Provisioning complete for port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.264903 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf60a-f40d-49cb-82ec-9c5e952cc44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.434124 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.440768 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.482196 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2d950559-3d84-411b-bd29-9fa7202c8884 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:11.538496 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.542123 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.553586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:08Z', 'revision_number': 3, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:11.558665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2d950559-3d84-411b-bd29-9fa7202c8884 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.559062 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.587860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-739f4db1-e138-42cb-8aa2-4a6de46a7794 None None] Provisioning complete for port 6d3c57d4-76e9-4333-a4a2-85014729063f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.588221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-739f4db1-e138-42cb-8aa2-4a6de46a7794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.592395 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3974b2-674c-4b75-bd96-2d25acfcd727 None None] The sync data for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 is: [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:08Z', 'revision_number': 3, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:11.638012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-739f4db1-e138-42cb-8aa2-4a6de46a7794 None None] Port 6d3c57d4-76e9-4333-a4a2-85014729063f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:11.643378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:11.644750 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:11.688790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 16f85642-e7bb-4cb9-9d5f-d8ae76536393 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:11.743998 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.744631 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.789912 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Router e55a0318-0e13-46f3-8384-b25c1cecba4a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:11.945182 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:11.950387 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c460789e-5afd-4b2e-84b7-3cadce356576 admin admin] 10.222.0.74 "PUT /v2.0/routers/e55a0318-0e13-46f3-8384-b25c1cecba4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774640 Oct 20 11:37:11.964439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c6e66093-e243-4d60-b658-118da3c9d595 None None] Provisioning complete for port 6d3c57d4-76e9-4333-a4a2-85014729063f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.964786 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c6e66093-e243-4d60-b658-118da3c9d595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.010425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-c6e66093-e243-4d60-b658-118da3c9d595 None None] Port 6d3c57d4-76e9-4333-a4a2-85014729063f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:13.375763 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:13.480455 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:13.481156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.592547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.616749 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:13.622511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.832677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Sync routers for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:13.851243 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:13.851913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:13.902783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.985662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:14.226134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:11Z', 'revision_number': 4, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6d3c57d4-76e9-4333-a4a2-85014729063f', 'name': '', 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'mac_address': 'fa:16:3e:a2:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:10Z', 'updated_at': '2021-10-20T11:37:11Z', 'revision_number': 2, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'subnets': [{'id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.264843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Checking router: e55a0318-0e13-46f3-8384-b25c1cecba4a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:14.265691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Updating router e55a0318-0e13-46f3-8384-b25c1cecba4a port 6d3c57d4-76e9-4333-a4a2-85014729063f binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:14.302234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.602373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.608107 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.716422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Attempting to bind port 6d3c57d4-76e9-4333-a4a2-85014729063f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:14.717312 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Attempting to bind port 6d3c57d4-76e9-4333-a4a2-85014729063f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:14.717697 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Attempting to bind port 6d3c57d4-76e9-4333-a4a2-85014729063f on network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:14.730828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:14.731265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Checking segment: {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:14.731687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.732048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Bound using segment: {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:14.732640 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Bound port: 6d3c57d4-76e9-4333-a4a2-85014729063f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016fb6f4-e243-467b-841c-df2876647575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:14.732888 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.750720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9156774-daef-4d18-add7-9dd93c9edf1f None None] Pushing event updated for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.817637 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] For port 6d3c57d4-76e9-4333-a4a2-85014729063f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:14.822211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] For port 6d3c57d4-76e9-4333-a4a2-85014729063f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6d3c57d4-76e9-4333-a4a2-85014729063f,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:14.828587 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.891929 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9156774-daef-4d18-add7-9dd93c9edf1f None None] Pushing event updated for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.897730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:14.898284 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:15.013105 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] Provisioning complete for port 6d3c57d4-76e9-4333-a4a2-85014729063f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:15.014071 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.062429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:15.244196 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.301639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] For port 6d3c57d4-76e9-4333-a4a2-85014729063f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6d3c57d4-76e9-4333-a4a2-85014729063f,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:15.336085 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.397778 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:15.425662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71612e27-214b-4618-ac82-7d4181ade6c3 None None] Pushing event updated for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.456402 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:11Z', 'revision_number': 4, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6d3c57d4-76e9-4333-a4a2-85014729063f', 'name': '', 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'mac_address': 'fa:16:3e:a2:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:10Z', 'updated_at': '2021-10-20T11:37:14Z', 'revision_number': 4, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'subnets': [{'id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:15.491572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160984d-d0df-4e53-9e47-8bd63e0225e8 None None] The sync data for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 is: [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:11Z', 'revision_number': 4, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '6d3c57d4-76e9-4333-a4a2-85014729063f', 'name': '', 'network_id': 'd60f71a9-888f-4b3f-a0ea-ff48cfbec688', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'mac_address': 'fa:16:3e:a2:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:10Z', 'updated_at': '2021-10-20T11:37:14Z', 'revision_number': 4, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'subnets': [{'id': '8f008f3d-b753-493c-aaba-d7435a69a240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:15.501863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-64b29edb-a1a3-425a-b6e7-34b037893447 None None] Provisioning complete for port 6d3c57d4-76e9-4333-a4a2-85014729063f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:15.502246 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-64b29edb-a1a3-425a-b6e7-34b037893447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.588731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:15.589128 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.322130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.322422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.391756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6d3c57d4-76e9-4333-a4a2-85014729063f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:17.462270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6d3c57d4-76e9-4333-a4a2-85014729063f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:17.462665 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.249781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-277d45e7-1aa1-4085-b5d0-2d3e2844085e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.251249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-277d45e7-1aa1-4085-b5d0-2d3e2844085e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 815 time: 0.1003487 Oct 20 11:37:22.266014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-8a9f5794-93b0-4e2e-a27b-4d3de27c4d39 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/quotas/4584c25a466c437fa1e857f7b14f29ad HTTP/1.1" status: 200 len: 375 time: 0.0089874 Oct 20 11:37:22.316611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-868f1e45-7a61-4eac-8621-67faac60dfab tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454910 Oct 20 11:37:22.470336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-0eaab810-d842-44ee-83a7-896bd615de96 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:37:22.471366 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-0eaab810-d842-44ee-83a7-896bd615de96 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0448835 Oct 20 11:37:22.563793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-6286f3b1-42d3-4dbc-bdc5-f5d17c9c5347 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856032 Oct 20 11:37:22.654677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f2cd902e-8196-49ab-a6bc-b47c3dcf6951 service neutron] 10.222.0.74 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Oct 20 11:37:22.810958 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-572b5128-8081-4a29-85b0-b1f3880de5e5 req-e8999ae7-fc5f-422c-a9bc-3c5f8f4bd0ed tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Oct 20 11:37:23.713847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-35dd7ad1-bddb-475e-9572-f7a5c3998503 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.715346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-35dd7ad1-bddb-475e-9572-f7a5c3998503 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 815 time: 0.1035104 Oct 20 11:37:23.729055 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'port': {'device_id': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'admin_state_up': True, 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:23.848696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Made reservation on behalf of 4584c25a466c437fa1e857f7b14f29ad for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:23.853094 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.963088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4fcebd6-f618-4239-92d5-a35bcaba1a9e req-08ec6356-a29a-464e-9c17-cab1261bc395 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 210 time: 0.0538964 Oct 20 11:37:24.016364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Allocated IP 172.20.0.12 (5120d84e-f11c-455c-b5f8-39875b873528/d21891c7-77d5-436d-a74b-2045c119176f/ebc3d371-650a-43a6-90a2-2cdca098c4e4) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:24.199155 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.244025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.276031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Network 5120d84e-f11c-455c-b5f8-39875b873528 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:24.278978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:24.305088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:24.359261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:24.372955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.373384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.373793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.374200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.374614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.375024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.375420 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.375797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.376199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.376592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.376980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.377369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:24.387405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.388156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.408431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-f4b115b4-6469-47e0-bf20-c7e2705d7dd3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834733 Oct 20 11:37:24.628957 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-e34d89df-952d-4b13-bd71-37a6ff76f9c6 None None] Provisioning complete for port ebc3d371-650a-43a6-90a2-2cdca098c4e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:24.629524 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e34d89df-952d-4b13-bd71-37a6ff76f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.668916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e34d89df-952d-4b13-bd71-37a6ff76f9c6 None None] Port ebc3d371-650a-43a6-90a2-2cdca098c4e4 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:25.085446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadd2de-048c-4ab0-b495-588da55d72fe req-f7f8822b-2307-495d-960d-d23a55bda13a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.087062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eadd2de-048c-4ab0-b495-588da55d72fe req-f7f8822b-2307-495d-960d-d23a55bda13a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0526631 Oct 20 11:37:25.133838 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3eadd2de-048c-4ab0-b495-588da55d72fe req-b5511e4b-afd7-46f6-869b-ef19b4f57d17 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Oct 20 11:37:26.253933 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72964116-54e8-4731-93e8-b2776e46aad1 req-2cd2c5c9-83cb-427f-af38-93f75d115519 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.255466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72964116-54e8-4731-93e8-b2776e46aad1 req-2cd2c5c9-83cb-427f-af38-93f75d115519 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0511630 Oct 20 11:37:26.299501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72964116-54e8-4731-93e8-b2776e46aad1 req-a2184963-0404-4978-8371-99c832d2b536 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359013 Oct 20 11:37:27.423490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457233-b0a2-4632-92e2-ab15d74d0d14 req-f5de8a1e-4001-49ee-85c0-3c75b79f8c3e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.425008 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c457233-b0a2-4632-92e2-ab15d74d0d14 req-f5de8a1e-4001-49ee-85c0-3c75b79f8c3e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0532315 Oct 20 11:37:27.465659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9c457233-b0a2-4632-92e2-ab15d74d0d14 req-12e6d8c4-94cd-4a36-9c06-2ce7073c5e16 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328059 Oct 20 11:37:28.583079 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7385497c-6702-40e0-8f35-b36a9413014b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.601501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5545c8-5e08-411e-9402-80c04ee8348a req-5cc9dad8-0270-4777-b502-7de60a0a8332 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:28.603194 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a5545c8-5e08-411e-9402-80c04ee8348a req-5cc9dad8-0270-4777-b502-7de60a0a8332 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0682931 Oct 20 11:37:28.648625 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8a5545c8-5e08-411e-9402-80c04ee8348a req-7d838eaa-ada9-4aa3-8aa6-41600f04d3d6 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Oct 20 11:37:29.770618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d00ee-edc2-485e-8e81-5071d4ac1a7e req-165cc636-b02c-4d58-9f11-ba4c2ffcd3e5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.775787 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-725d00ee-edc2-485e-8e81-5071d4ac1a7e req-165cc636-b02c-4d58-9f11-ba4c2ffcd3e5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0542631 Oct 20 11:37:29.812285 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-725d00ee-edc2-485e-8e81-5071d4ac1a7e req-9b8f0b34-20ef-4dc8-beb8-37796d140ce5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Oct 20 11:37:30.934202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950192ec-68e1-4d1f-9b7b-dc2aec982d2d req-fd1feda8-99f6-45d9-8c18-e7c736bcaf6e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:30.942803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-950192ec-68e1-4d1f-9b7b-dc2aec982d2d req-fd1feda8-99f6-45d9-8c18-e7c736bcaf6e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0617564 Oct 20 11:37:30.977866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-950192ec-68e1-4d1f-9b7b-dc2aec982d2d req-051a037d-9713-478a-ab2b-418119369663 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Oct 20 11:37:31.433503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-64e4ec59-d2a2-448b-b5b7-ccd8ebc2ae89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.847324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.102694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb725e87-c801-4518-ae91-736ca4dd4e09 req-ef0d5930-0fa9-4568-86cd-3a016af1c646 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.104974 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb725e87-c801-4518-ae91-736ca4dd4e09 req-ef0d5930-0fa9-4568-86cd-3a016af1c646 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0522168 Oct 20 11:37:32.149823 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb725e87-c801-4518-ae91-736ca4dd4e09 req-b830bc4b-554b-4886-a9e8-a289054df687 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Oct 20 11:37:32.984797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.265876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ec2cb-633d-42fa-a4f1-a603cac5840a req-c02b9036-e88f-4272-b9ad-c684975d5642 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:33.267377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d65ec2cb-633d-42fa-a4f1-a603cac5840a req-c02b9036-e88f-4272-b9ad-c684975d5642 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 932 time: 0.0503011 Oct 20 11:37:33.306066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d65ec2cb-633d-42fa-a4f1-a603cac5840a req-bbc5299d-82ea-4462-9a87-624e5987e85b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Oct 20 11:37:33.661045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Request body: {'port': {'device_id': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:33.713924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.975405 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc3d371-650a-43a6-90a2-2cdca098c4e4 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:33.982659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.994226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Transition to ACTIVE for port object ebc3d371-650a-43a6-90a2-2cdca098c4e4 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:33.998302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.049711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.120634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Attempting to bind port ebc3d371-650a-43a6-90a2-2cdca098c4e4 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:34.120956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Attempting to bind port ebc3d371-650a-43a6-90a2-2cdca098c4e4 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:34.121412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Attempting to bind port ebc3d371-650a-43a6-90a2-2cdca098c4e4 on network 5120d84e-f11c-455c-b5f8-39875b873528 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:34.126021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Port ebc3d371-650a-43a6-90a2-2cdca098c4e4 on network 5120d84e-f11c-455c-b5f8-39875b873528 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:34.126335 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Attempting to bind port ebc3d371-650a-43a6-90a2-2cdca098c4e4 on network 5120d84e-f11c-455c-b5f8-39875b873528 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:34.131444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:34.131692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Checking segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:34.132063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Bound using segment: {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:34.132478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Bound port: ebc3d371-650a-43a6-90a2-2cdca098c4e4, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb046311-c2fa-46a8-9e62-cec53b7e38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:34.132848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.197950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:34.200929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:34.205976 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.239151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.239772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.241142 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] 10.222.0.70 "PUT /v2.0/ports/ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1093 time: 0.5845532 Oct 20 11:37:34.241577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:34.243905 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:34.273846 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79500-ab11-4058-8fe5-54999da1413a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.297448 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86628f48-b376-4b9b-b603-51d1f42b1103 x-openstack-request-id: req-86628f48-b376-4b9b-b603-51d1f42b1103 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:34.297740 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:34.297992 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-86628f48-b376-4b9b-b603-51d1f42b1103 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:34.298428 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:37:34.342614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-915bd56d-b177-4247-80c5-6d906d308783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.344471 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-915bd56d-b177-4247-80c5-6d906d308783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1096 time: 0.0452371 Oct 20 11:37:34.404116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-4fa5f4f8-6bfb-4038-86b3-73b1a346ab03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 217 time: 0.0520442 Oct 20 11:37:34.484163 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7587-9313-49e5-b5a2-b84b7fb1eb07 req-18cd0f38-26ed-4bd9-80f7-e820866a3998 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.485798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46db7587-9313-49e5-b5a2-b84b7fb1eb07 req-18cd0f38-26ed-4bd9-80f7-e820866a3998 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 944 time: 0.0917916 Oct 20 11:37:34.489687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-6430c6e6-95bd-47e2-b30c-f86d1d7c3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.491111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-6430c6e6-95bd-47e2-b30c-f86d1d7c3c53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0678563 Oct 20 11:37:34.533068 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.557732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-46db7587-9313-49e5-b5a2-b84b7fb1eb07 req-eabd83e7-3312-4546-bdf8-95f15c46bbe3 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Oct 20 11:37:34.567101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-322e19b1-2929-4a4d-8d04-1177b7db811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.568695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-322e19b1-2929-4a4d-8d04-1177b7db811d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692556 Oct 20 11:37:34.659240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-7a29cc73-f217-469e-baec-a71e9a6a85bc service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Oct 20 11:37:34.752735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14f2b361-b814-43d5-9f52-c0434c94cda8 req-bbbfc6f7-3d62-4ed5-b1de-31dcdba28519 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Oct 20 11:37:34.838158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-0058e098-4ef9-4387-9a68-92a63ad91953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.839619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-0058e098-4ef9-4387-9a68-92a63ad91953 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1096 time: 0.0401094 Oct 20 11:37:34.931920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-9285b3d1-80c7-4a3f-a41c-16d52af9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.933330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-9285b3d1-80c7-4a3f-a41c-16d52af9400f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.0860300 Oct 20 11:37:34.973911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-ee7ff97e-9cd1-499e-a8f6-ab8c17470c84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 217 time: 0.0324731 Oct 20 11:37:35.021443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-6e20ea64-ec22-4302-9965-f4389a852c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.022785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-6e20ea64-ec22-4302-9965-f4389a852c66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0414143 Oct 20 11:37:35.071094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-eb080da0-ff7e-4313-a704-250b03f422a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.072540 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-eb080da0-ff7e-4313-a704-250b03f422a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426025 Oct 20 11:37:35.164754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-2c41321e-843e-4654-a5cd-f5217ec466f8 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799463 Oct 20 11:37:35.256190 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2caff3c8-5eb5-46d4-bcdf-1cb30aa9e26e req-d9011cdc-1252-4a64-a809-f611b461ef3b service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827997 Oct 20 11:37:35.601401 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:37:35.672634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb215-fb5c-4bf6-bde4-096180ef1ee4 req-70d84779-140f-4e69-926e-d51f6971b28d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.674088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e19eb215-fb5c-4bf6-bde4-096180ef1ee4 req-70d84779-140f-4e69-926e-d51f6971b28d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 944 time: 0.0491278 Oct 20 11:37:35.711187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e19eb215-fb5c-4bf6-bde4-096180ef1ee4 req-5a367f4e-3a39-40fc-a4c8-edd4c69ec654 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Oct 20 11:37:36.823321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4af7-93b5-4d51-abeb-7e183d7502e3 req-e3e25fbb-a362-4710-86bd-0e130b3dd026 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.824769 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a92c4af7-93b5-4d51-abeb-7e183d7502e3 req-e3e25fbb-a362-4710-86bd-0e130b3dd026 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 944 time: 0.0482612 Oct 20 11:37:36.861160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a92c4af7-93b5-4d51-abeb-7e183d7502e3 req-9aa8b674-04a6-4d7e-a9db-bb29773a8faf tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Oct 20 11:37:37.972388 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc3d371-650a-43a6-90a2-2cdca098c4e4 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:37:37.977473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad8cd-bcac-4018-a989-3bc9eb179984 req-90167c6f-02b1-4021-aa6b-11b7af21b8c4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.978962 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-020ad8cd-bcac-4018-a989-3bc9eb179984 req-90167c6f-02b1-4021-aa6b-11b7af21b8c4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 944 time: 0.0528364 Oct 20 11:37:38.016438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-020ad8cd-bcac-4018-a989-3bc9eb179984 req-3f78a3a2-9265-4a06-b26f-410d242053cc tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Oct 20 11:37:38.064882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:38.076346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'port_id': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'mac_address': 'fa:16:3e:1d:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:37:38.115590 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.128457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc3d371-650a-43a6-90a2-2cdca098c4e4 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:38.147614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:38.151946 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.198709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.205958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.206307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.206649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.207077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.207413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.207751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.208080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.208409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.208834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.209161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.209483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.209805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:38.405396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:39.129943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c524-c436-44f4-b4a7-5848104e36d2 req-31c9a2e0-9345-4249-b5fd-b87a78c46989 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:39.132069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54c0c524-c436-44f4-b4a7-5848104e36d2 req-31c9a2e0-9345-4249-b5fd-b87a78c46989 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Oct 20 11:37:39.170693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54c0c524-c436-44f4-b4a7-5848104e36d2 req-e7bd7398-1be0-413b-bd9b-3e069cd3687d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Oct 20 11:37:39.989831 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc3d371-650a-43a6-90a2-2cdca098c4e4 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:40.036887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port ebc3d371-650a-43a6-90a2-2cdca098c4e4 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:37:40.040974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ebc3d371-650a-43a6-90a2-2cdca098c4e4 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:40.041339 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.115264 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.139984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:40.154418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:40.158225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.205462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.238366 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe856fd-1d0b-49ce-a1d5-24ca2e377d4b" -d '{"events": [{"server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:40.288742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af019b3-2f4c-4222-b758-f4d7d97b67bf req-aa5b16f7-a151-45be-ad08-fd9611839cf1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:40.290245 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1af019b3-2f4c-4222-b758-f4d7d97b67bf req-aa5b16f7-a151-45be-ad08-fd9611839cf1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0507507 Oct 20 11:37:40.329291 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a398a-ee46-47e2-b839-25e19e68d2ce x-openstack-request-id: req-431a398a-ee46-47e2-b839-25e19e68d2ce {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:40.329643 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:40.329958 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-431a398a-ee46-47e2-b839-25e19e68d2ce {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:40.330410 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'code': 200} Oct 20 11:37:40.335116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1af019b3-2f4c-4222-b758-f4d7d97b67bf req-8de9cd8d-62ff-49cd-91d1-7e3cafa63150 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Oct 20 11:37:40.435972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82c52-3476-4910-83f1-4f85e33496d4 req-76ef34c5-689c-4cc0-a33a-93254140aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:40.437413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8bf82c52-3476-4910-83f1-4f85e33496d4 req-76ef34c5-689c-4cc0-a33a-93254140aac0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0431213 Oct 20 11:37:40.471363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8bf82c52-3476-4910-83f1-4f85e33496d4 req-d6244781-dc65-4d2d-935b-06c565983fea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267460 Oct 20 11:37:41.452733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1eda-82a7-4848-8891-fe36533dffa3 req-663f7215-ab72-4722-98bc-c538a8588dad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:41.454182 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4fb1eda-82a7-4848-8891-fe36533dffa3 req-663f7215-ab72-4722-98bc-c538a8588dad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0486121 Oct 20 11:37:41.491250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f4fb1eda-82a7-4848-8891-fe36533dffa3 req-c98a28b8-0e86-4eeb-aca0-985998c402d5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Oct 20 11:37:42.604488 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95232e-8e27-4b67-bdc5-1d80b835105f req-06290b76-8888-45b8-8b1a-6b30268c30c5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:42.605961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c95232e-8e27-4b67-bdc5-1d80b835105f req-06290b76-8888-45b8-8b1a-6b30268c30c5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0495992 Oct 20 11:37:42.643446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c95232e-8e27-4b67-bdc5-1d80b835105f req-1684907a-2025-4290-bc32-7dc7ffbec1cf tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Oct 20 11:37:42.757821 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f0da-bda6-4948-9080-84abcb8c7536 req-c2ca2143-22a8-4a29-8c83-f51d30fd473e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:42.759294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff22f0da-bda6-4948-9080-84abcb8c7536 req-c2ca2143-22a8-4a29-8c83-f51d30fd473e tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0519097 Oct 20 11:37:42.797305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff22f0da-bda6-4948-9080-84abcb8c7536 req-953d0160-34aa-4e2e-8177-ddbd51682569 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Oct 20 11:37:42.984141 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77ca0-6e63-42dd-ad8c-08fa19ce5be3 req-71bde5a3-03b0-4a41-80bf-5eedaef87059 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:42.985598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41e77ca0-6e63-42dd-ad8c-08fa19ce5be3 req-71bde5a3-03b0-4a41-80bf-5eedaef87059 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0482247 Oct 20 11:37:43.022701 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41e77ca0-6e63-42dd-ad8c-08fa19ce5be3 req-7d065123-ccfd-4c17-bf66-d82fa032d66c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Oct 20 11:37:46.313313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.310929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.866667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-767c767a-287f-4452-ae65-1165adb3c57e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397906 Oct 20 11:37:50.952272 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-1b52347f-150b-4027-ab36-df316acb1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:50.953852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-1b52347f-150b-4027-ab36-df316acb1322 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0443101 Oct 20 11:37:51.060149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-975d8aa0-3c45-46d8-a59a-ce6c852febb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:51.061638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-975d8aa0-3c45-46d8-a59a-ce6c852febb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.0875039 Oct 20 11:37:51.108060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-0c8e2870-27a4-40e9-be02-ba075cd363a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 217 time: 0.0389581 Oct 20 11:37:51.155669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-f629addb-d3c0-4199-953d-709bb49bf237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:51.156997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-f629addb-d3c0-4199-953d-709bb49bf237 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0423408 Oct 20 11:37:51.203643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-40197faa-2950-4282-aeec-e53d698f5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:51.205154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-40197faa-2950-4282-aeec-e53d698f5381 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406201 Oct 20 11:37:51.298350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-dfba667c-6c10-4898-a3b1-59b0f0f82660 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858147 Oct 20 11:37:51.387181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-224ccdca-59f8-424a-80ec-fc3983217f0d req-5c51cc85-9a05-4579-9ca5-febaa976c37b service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814960 Oct 20 11:37:55.482428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a42fc-8509-4ff2-9472-beab3ed81e21 req-8b3674fa-964c-45fb-95e1-9f4bccf1514f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.483930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-833a42fc-8509-4ff2-9472-beab3ed81e21 req-8b3674fa-964c-45fb-95e1-9f4bccf1514f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Oct 20 11:37:55.524966 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-833a42fc-8509-4ff2-9472-beab3ed81e21 req-84066162-c291-4392-8fdd-9637e672c0fd tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Oct 20 11:37:55.547835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47482) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:55.627600 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e243b-6f48-4027-a97c-72087e6f2839 tempest-TestMinimumBasicScenario-848198914 tempest-TestMinimumBasicScenario-848198914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.629087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ae5e243b-6f48-4027-a97c-72087e6f2839 tempest-TestMinimumBasicScenario-848198914 tempest-TestMinimumBasicScenario-848198914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1093 time: 0.0802667 Oct 20 11:37:55.632123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47486) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:55.636531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:55.657507 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.751666 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.855066 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Allocated IP 172.25.3.230 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:55.951999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.983940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.023734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:56.026551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:56.029968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:56.057046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'Port': ['ID=9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:56.382545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.448870 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.594137 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.598265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.663129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'Port': ['ID=9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:56.674192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.771206 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Floating IP 6bb0ec19-3ccb-47a5-8865-6061811e61c4 associated. External IP: 172.25.3.230, port: ebc3d371-650a-43a6-90a2-2cdca098c4e4. Oct 20 11:37:56.972604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Router 1f00b297-b967-410c-9ec4-00d27e87a4c3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:57.080573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:57.090692 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Sync routers for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:57.102011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.103371 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:57.104099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.130042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-38cb0e0f-78d6-47de-b0ec-ee07d4a0e26b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4969211 Oct 20 11:37:57.130619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:57.132943 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47488) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.133439 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dda1c4-ae33-405b-a807-d468d2dbea16" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:57.138659 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345584387', 'description': 'tempest-secgroup-smoke-1345584387 description', 'project_id': '4584c25a466c437fa1e857f7b14f29ad'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.164057 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.173413 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1232b729-30b3-46da-b829-5b069733658b x-openstack-request-id: req-1232b729-30b3-46da-b829-5b069733658b {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:57.173707 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:57.174010 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1232b729-30b3-46da-b829-5b069733658b {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:57.174417 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:37:57.215392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:57.239861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-31c021a2-bc36-446d-a30c-8e6f94f1de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.241360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-31c021a2-bc36-446d-a30c-8e6f94f1de80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0425830 Oct 20 11:37:57.246995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.251318 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.284020 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.288125 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1512742 Oct 20 11:37:57.288125 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e224f3-8809-4488-ab69-46c517a7a99b,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.289258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47492) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.294391 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.323368 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.323728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.324041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.324370 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.324697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.325027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.325351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.325673 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.325996 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.326318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.326635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.326973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd852f7-f842-4274-9c8c-b4275e7a69ad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:57.335853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.393383 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.398452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.425635 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10aefc1-0b1e-48cf-8a1a-1a18e08ea39f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.435198 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.439173 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a01282b3-8864-416f-b1f0-d10582ad595a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461351 Oct 20 11:37:57.439360 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47494) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.444862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.468792 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6bb0ec19-3ccb-47a5-8865-6061811e61c4', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'port_id': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'mac_address': 'fa:16:3e:1d:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:56Z', 'updated_at': '2021-10-20T11:37:56Z', 'revision_number': 0, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.475072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.503397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Checking router: 1f00b297-b967-410c-9ec4-00d27e87a4c3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:57.512491 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:57.513111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:37:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.537071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.542205 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.558571 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77457629-5fa0-4071-ba0c-9ff9ce4651a3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.572592 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.576558 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f1b68b19-b7f1-43c4-b1b6-986b22114498 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334190 Oct 20 11:37:57.577878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47496) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.581407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.610880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.637863 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:57.677901 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.682210 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.700939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5721452-d41f-4fe3-9ea5-0faec6da4974,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.714542 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.715863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d6ac9854-d570-4312-b57b-961088a4620c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380258 Oct 20 11:37:57.718857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47498) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.723578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.730143 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-2818879f-3ac1-4b31-bc8e-a47386c35e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.731571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-2818879f-3ac1-4b31-bc8e-a47386c35e0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.4826088 Oct 20 11:37:57.802368 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.820655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-3884e575-6736-4e18-8b0e-b350d5e5bdc2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0807800 Oct 20 11:37:57.876846 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6bb0ec19-3ccb-47a5-8865-6061811e61c4', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'port_id': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'mac_address': 'fa:16:3e:1d:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:56Z', 'updated_at': '2021-10-20T11:37:56Z', 'revision_number': 0, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.895186 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.896975 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-e3d484aa-4a04-40af-bd8c-cebb2a77c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.898678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-e3d484aa-4a04-40af-bd8c-cebb2a77c1e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0678391 Oct 20 11:37:57.900633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.910617 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d428c-917f-4170-9428-ce14008ac1ea None None] The sync data for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 is: [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '6bb0ec19-3ccb-47a5-8865-6061811e61c4', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'port_id': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'mac_address': 'fa:16:3e:1d:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:56Z', 'updated_at': '2021-10-20T11:37:56Z', 'revision_number': 0, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:57.942251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb434ea-cf57-4ff0-b414-e43c1531575c,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.951086 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.952271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-94bba6ca-74c4-4f9b-be3c-aad04504416d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2324007 Oct 20 11:37:57.955034 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47500) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.959336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.983596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-a3d585cb-8250-459a-9848-97758d94da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.985082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-a3d585cb-8250-459a-9848-97758d94da25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770028 Oct 20 11:37:57.991721 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Project 4584c25a466c437fa1e857f7b14f29ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:37:58.006462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.116524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcd269-636e-4d86-8d35-dbb53b0bc1cc None None] New status for floating IP 6bb0ec19-3ccb-47a5-8865-6061811e61c4: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:37:58.127946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.132490 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-b682b7e1-99e4-4c5a-8ed2-d2d2dab63a60 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357672 Oct 20 11:37:58.133554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.170521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd3b163-dd70-43fb-9b32-8802d33eb943,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.191896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.193080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-96066a02-56c2-4af1-9cba-66a0bab8d6e1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2371340 Oct 20 11:37:58.195916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47502) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:58.201068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'security_group_rule': {'security_group_id': '78e224f3-8809-4488-ab69-46c517a7a99b', 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:58.225190 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Project 4584c25a466c437fa1e857f7b14f29ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:37:58.230298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.255004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88dda1c4-ae33-405b-a807-d468d2dbea16 req-28cb511f-f6ec-47ee-bcd4-c7d3c71c7859 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113632 Oct 20 11:37:58.306758 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.310637 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.326019 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b18150-b005-4317-99d8-f40d268566b4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.335683 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.336863 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-bb6bdad5-0c53-4b81-af2e-d1fd7552d786 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399524 Oct 20 11:37:58.416138 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88abb958-566e-44a2-9112-d28bb4d745bc req-a6989c2f-8dfd-43ae-82ca-86dd22d772f8 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345584387&fields=id&tenant_id=4584c25a466c437fa1e857f7b14f29ad HTTP/1.1" status: 200 len: 267 time: 0.0335085 Oct 20 11:37:58.467734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abb958-566e-44a2-9112-d28bb4d745bc req-d7af1cfe-f280-4b31-a1bd-83ab0b3b6097 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:58.469172 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88abb958-566e-44a2-9112-d28bb4d745bc req-d7af1cfe-f280-4b31-a1bd-83ab0b3b6097 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Oct 20 11:37:58.479979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'port': {'security_groups': ['af57b055-2c0b-4a3c-97db-9cc7b6ed57a0', '78e224f3-8809-4488-ab69-46c517a7a99b']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:58.544193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.576414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7268a9a5-3ab1-4746-846d-0700fd79516b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.727843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:58.757578 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.762381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.775648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:58.804757 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:58.805383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.807422 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-88abb958-566e-44a2-9112-d28bb4d745bc req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "PUT /v2.0/ports/ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 982 time: 0.3313434 Oct 20 11:37:58.840969 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5412f26-6057-4a93-8b40-19ac027a417a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.896231 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:58.927296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1fcf3-0830-46e9-a0ff-744c8106ef23 req-fc2de6c5-9f68-48a9-960c-98d6c97187c4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:58.929000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ad1fcf3-0830-46e9-a0ff-744c8106ef23 req-fc2de6c5-9f68-48a9-960c-98d6c97187c4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0552142 Oct 20 11:37:58.972965 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5ad1fcf3-0830-46e9-a0ff-744c8106ef23 req-fe6e63ec-4217-49e5-bc52-615cb2806d68 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364163 Oct 20 11:37:59.131007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9aa179de-b61b-4277-84fc-e266a8b2af4d None None] Provisioning complete for port ebc3d371-650a-43a6-90a2-2cdca098c4e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:59.131558 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9aa179de-b61b-4277-84fc-e266a8b2af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.175424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:59.177844 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651e941-5bec-4ace-8600-2ae4432f2d33" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:59.215046 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4122a3-b1c7-4e6d-a16f-050c1c9c721c x-openstack-request-id: req-cd4122a3-b1c7-4e6d-a16f-050c1c9c721c {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:59.215332 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:59.215576 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd4122a3-b1c7-4e6d-a16f-050c1c9c721c {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:59.215996 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:37:59.283227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-5c476aca-0b39-4ad2-bab7-6bdfa1891e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.285390 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-5c476aca-0b39-4ad2-bab7-6bdfa1891e23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1137 time: 0.0460534 Oct 20 11:37:59.378985 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-993d662c-6768-4c13-ba51-c2c76db90159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.380468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-993d662c-6768-4c13-ba51-c2c76db90159 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.0878131 Oct 20 11:37:59.450370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-860a8ee7-bd8f-4122-be9d-8a8cb327f48a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1002 time: 0.0629880 Oct 20 11:37:59.502966 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-ceea8b8e-7873-432a-bdde-fc934880d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.504436 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-ceea8b8e-7873-432a-bdde-fc934880d8d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0442529 Oct 20 11:37:59.550660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-e3876d1a-8356-4054-bbf4-7d5ef78d091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.552181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-e3876d1a-8356-4054-bbf4-7d5ef78d091e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402400 Oct 20 11:37:59.645831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-db836600-bc33-4291-a774-e3b49c88ec68 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Oct 20 11:37:59.734524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b651e941-5bec-4ace-8600-2ae4432f2d33 req-00ba670f-0fab-4dea-ad0b-4d31351e26a5 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807261 Oct 20 11:38:01.434001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-08e9513b-a541-45c8-b6f4-a27dc9991489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.848074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.985693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.524751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.600696 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:16.214869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9fdde-8643-4760-9146-7f0be22099f4 req-1f9c1393-cb74-46f8-8ca2-6d07f0e8066b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.216375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c9fdde-8643-4760-9146-7f0be22099f4 req-1f9c1393-cb74-46f8-8ca2-6d07f0e8066b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0857160 Oct 20 11:38:16.225175 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-ff82f934-dd7d-4d04-8aad-167f57a0ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.226533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-ff82f934-dd7d-4d04-8aad-167f57a0ecc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1137 time: 0.0940607 Oct 20 11:38:16.285813 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17c9fdde-8643-4760-9146-7f0be22099f4 req-ed0438b7-8cde-498f-ad77-41cbca45b326 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626662 Oct 20 11:38:16.328381 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.340144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-9bd50931-e1bd-4c30-99aa-2c9d865ec8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.341621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-9bd50931-e1bd-4c30-99aa-2c9d865ec8c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.1027644 Oct 20 11:38:16.422312 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-0ef39ccb-6a9e-4c1a-9f79-14d3699a07a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1002 time: 0.0710156 Oct 20 11:38:16.471291 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-2a2c6036-a98d-4efa-a7cf-2e120f448bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.472693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-2a2c6036-a98d-4efa-a7cf-2e120f448bf3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0435531 Oct 20 11:38:16.519944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-4ec784a4-3765-4535-91fe-ccda0b02552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.521385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-4ec784a4-3765-4535-91fe-ccda0b02552d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398912 Oct 20 11:38:16.613263 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-9dc4083a-0ac8-495b-b81d-18c2b8c6fea2 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Oct 20 11:38:16.705443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f09b9d27-cb30-4020-98bf-729a3e6a8cbe req-b35cdc5a-4ffe-46be-b114-d255da2d5600 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Oct 20 11:38:17.325916 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.408818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b18c99-69d5-41f9-9f10-7971ec54514e req-e5b486ce-846d-4d99-bb9c-a1e645ee5dde tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:17.410287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22b18c99-69d5-41f9-9f10-7971ec54514e req-e5b486ce-846d-4d99-bb9c-a1e645ee5dde tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0503876 Oct 20 11:38:17.449834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-22b18c99-69d5-41f9-9f10-7971ec54514e req-ff27f2d9-5185-4ee1-9d37-87b9f3edd358 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336711 Oct 20 11:38:18.563725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69ca1-6b85-4a81-ba81-d5822080d82c req-ef7d1f6d-fc9f-4ba6-8a2f-2a595f4542c1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:18.565076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3d69ca1-6b85-4a81-ba81-d5822080d82c req-ef7d1f6d-fc9f-4ba6-8a2f-2a595f4542c1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0485904 Oct 20 11:38:18.603722 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a3d69ca1-6b85-4a81-ba81-d5822080d82c req-5507b3ec-77f0-4e10-a64e-a1e813adcec2 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327475 Oct 20 11:38:19.718024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a93d8f-7f8d-44a6-8cc6-3a645d2319fd req-eead56f8-dcd6-418d-bc42-8018ddc94796 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:19.719504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76a93d8f-7f8d-44a6-8cc6-3a645d2319fd req-eead56f8-dcd6-418d-bc42-8018ddc94796 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0492761 Oct 20 11:38:19.762641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-76a93d8f-7f8d-44a6-8cc6-3a645d2319fd req-bc3534b9-a58c-4500-91f5-61309d746a6a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371947 Oct 20 11:38:20.876505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897e8e5-8f74-4b3e-bc91-c6bb01295925 req-fd5b4c89-0f5a-4804-938d-cc368ce6655b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.877984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2897e8e5-8f74-4b3e-bc91-c6bb01295925 req-fd5b4c89-0f5a-4804-938d-cc368ce6655b tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0492473 Oct 20 11:38:20.917411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2897e8e5-8f74-4b3e-bc91-c6bb01295925 req-5f703bcd-d99e-4596-9d7f-77a49a680141 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335920 Oct 20 11:38:22.031536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfdaee-3a0a-44eb-99ee-a6cd9e5d8a58 req-0555e7e7-a4a9-431b-a422-4c455d7661f4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:22.033012 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dfdaee-3a0a-44eb-99ee-a6cd9e5d8a58 req-0555e7e7-a4a9-431b-a422-4c455d7661f4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0504103 Oct 20 11:38:22.072113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06dfdaee-3a0a-44eb-99ee-a6cd9e5d8a58 req-5ef71893-2b62-4afa-89b4-ae473e4817d5 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331233 Oct 20 11:38:23.186329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ac3b4-aed2-45ab-9903-5767470713fb req-c0cbab7b-57f7-4f72-98f0-a65ba7ff00ee tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:23.187783 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-912ac3b4-aed2-45ab-9903-5767470713fb req-c0cbab7b-57f7-4f72-98f0-a65ba7ff00ee tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0478258 Oct 20 11:38:23.230473 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-912ac3b4-aed2-45ab-9903-5767470713fb req-f8ead8e2-31e7-4885-8a1d-9f8d593b0a7d tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367241 Oct 20 11:38:24.344298 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef30b8-e092-4cf3-914f-b46f8c8bb986 req-3eb7ddc5-0be6-4903-873e-8f72d24f6b68 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:24.345839 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37ef30b8-e092-4cf3-914f-b46f8c8bb986 req-3eb7ddc5-0be6-4903-873e-8f72d24f6b68 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0493901 Oct 20 11:38:24.385610 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37ef30b8-e092-4cf3-914f-b46f8c8bb986 req-b5f9bb66-98b6-4ebe-bdec-500248145f0a tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336761 Oct 20 11:38:25.498740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810a87-c838-4c90-bd1f-c49c4fce3e2c req-c0ece88b-14e0-4a48-9ddd-6ed382e7bfad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:25.500237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1810a87-c838-4c90-bd1f-c49c4fce3e2c req-c0ece88b-14e0-4a48-9ddd-6ed382e7bfad tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0493124 Oct 20 11:38:25.539288 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c1810a87-c838-4c90-bd1f-c49c4fce3e2c req-37b8017b-6023-49e7-bd3f-571f5a69beaf tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330317 Oct 20 11:38:26.651720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450e98-bacd-4145-aec6-a65205975a36 req-bab0128a-9943-43ca-b398-055a79ef0896 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:26.653154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1450e98-bacd-4145-aec6-a65205975a36 req-bab0128a-9943-43ca-b398-055a79ef0896 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0483232 Oct 20 11:38:26.696506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1450e98-bacd-4145-aec6-a65205975a36 req-44f718b6-7e20-42da-afcf-a51bc8620151 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370352 Oct 20 11:38:27.811135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7985c-61ca-43b0-913b-47bc6e0f22b5 req-f979f0db-1008-450b-b35d-a38cb1aac923 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:27.812602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54a7985c-61ca-43b0-913b-47bc6e0f22b5 req-f979f0db-1008-450b-b35d-a38cb1aac923 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0491016 Oct 20 11:38:27.852899 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54a7985c-61ca-43b0-913b-47bc6e0f22b5 req-03a9889e-195c-42c2-a4e1-9408f63a986c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&id=78e224f3-8809-4488-ab69-46c517a7a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343091 Oct 20 11:38:28.583172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-25fb5351-5729-42bd-81a4-1da08e9d1a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.433434 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e24e7da4-abd5-42b9-99da-3aa721d836b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.849474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.990589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.529018 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.327037 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.325994 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.599738 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:51.859841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-32302088-3150-45af-86d6-a4538b42b1a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395653 Oct 20 11:38:51.942663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-693d8ab6-d4f0-40bd-bb58-b82e673401ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:51.944155 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-693d8ab6-d4f0-40bd-bb58-b82e673401ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1137 time: 0.0415683 Oct 20 11:38:52.049119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-5cf4b81a-4dc9-4163-9a95-8ee496f5a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:52.050550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-5cf4b81a-4dc9-4163-9a95-8ee496f5a6bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.0873580 Oct 20 11:38:52.114541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-32332a6b-a774-4389-8327-591d09481aa8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1002 time: 0.0561564 Oct 20 11:38:52.165649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-51fa0d7d-ffed-4011-b795-a93ffde04097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:52.167704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-51fa0d7d-ffed-4011-b795-a93ffde04097 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0461063 Oct 20 11:38:52.213595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-4d4c0a85-ba36-45f9-ae86-e11e33aacb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:52.215123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-4d4c0a85-ba36-45f9-ae86-e11e33aacb78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395093 Oct 20 11:38:52.308413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-e132099e-3b07-41ba-8d86-7f6b27f1deb9 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Oct 20 11:38:52.400279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5d0403e5-ba08-4e37-baa6-28787e85086a req-8aacc2bf-7a43-4f5b-ba7a-55a9e9be693c service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Oct 20 11:38:56.366606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-9bbb2519-909e-427f-85a6-49723f757fca req-3f331b98-d8e9-4580-95d5-b8964572f22c tempest-ServerDiskConfigTestJSON-295121356 tempest-ServerDiskConfigTestJSON-295121356-project] (100746) timed out ('10.222.0.70', 65051) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:38:58.574454 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b644-f922-43c8-abe0-310a9c66d526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.067883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-d12e1858-aba9-4e87-a474-acb3d4b8e5f4 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345584387&fields=id&tenant_id=4584c25a466c437fa1e857f7b14f29ad HTTP/1.1" status: 200 len: 267 time: 0.0315762 Oct 20 11:39:01.120582 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-3c930e5f-1afa-4d5b-81df-3fe3ae4a160f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.121957 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-3c930e5f-1afa-4d5b-81df-3fe3ae4a160f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 985 time: 0.0478423 Oct 20 11:39:01.132645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Request body: {'port': {'security_groups': ['af57b055-2c0b-4a3c-97db-9cc7b6ed57a0']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:01.199534 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.368769 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:01.398911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.403416 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.415081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:01.446058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.446681 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.448647 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f13e5f3-8bb2-4165-8541-1a32b36183e4 req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "PUT /v2.0/ports/ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 943 time: 0.3198934 Oct 20 11:39:01.449160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:01.451416 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31110e57-587b-4bce-b897-0af2f02b58a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:01.455485 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47588) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.462750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5774-8995-4ad7-8aa3-6efa3450f9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.488557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event updated for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.497197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.497547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.497885 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.498218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.498546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.498872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.499239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.499565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.499888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.500211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.500533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.500851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54f157-005e-4bcc-8b49-c0efd7eb2a8f tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.514639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:01.523172 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f467bab-1fe2-400d-a90d-9d7ac9c7dee9 x-openstack-request-id: req-9f467bab-1fe2-400d-a90d-9d7ac9c7dee9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:01.523467 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:01.523743 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f467bab-1fe2-400d-a90d-9d7ac9c7dee9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:01.524154 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:39:01.550091 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.585342 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.613057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-0323ef1f-cffd-4b39-a892-ea3aa4254ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.617355 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-0323ef1f-cffd-4b39-a892-ea3aa4254ce5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0668747 Oct 20 11:39:01.665779 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.669652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.673814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "DELETE /v2.0/security-groups/78e224f3-8809-4488-ab69-46c517a7a99b HTTP/1.1" status: 204 len: 168 time: 0.2140343 Oct 20 11:39:01.677689 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47596) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.728764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e224f3-8809-4488-ab69-46c517a7a99b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.742061 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.742330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.742670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.743020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.743350 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.743674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.743994 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.744312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.745289 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.745606 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.745917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.746231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133cb7-6443-49e4-ba73-61b0959201ac tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:01.753725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-90c73800-d4e9-4639-a03e-49cf9ede12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.755239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-90c73800-d4e9-4639-a03e-49cf9ede12a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.1290238 Oct 20 11:39:01.787350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-0279a7b8-64a3-4da3-bd82-5f883f9e6535 None None] Provisioning complete for port ebc3d371-650a-43a6-90a2-2cdca098c4e4 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:01.787716 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0279a7b8-64a3-4da3-bd82-5f883f9e6535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.827792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-eed2572e-cc61-432f-8994-a46f83d881dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 1002 time: 0.0652828 Oct 20 11:39:01.865491 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Deleting port 9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:01.865836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.881711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.881968 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-5fec23f9-5dd8-46d5-b1f3-92071a0a571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.883544 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-5fec23f9-5dd8-46d5-b1f3-92071a0a571d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0475204 Oct 20 11:39:01.930173 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-d4e74405-87f1-42f2-a4c3-005af33f8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.931620 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-d4e74405-87f1-42f2-a4c3-005af33f8c49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403779 Oct 20 11:39:01.949292 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.949618 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.961088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Calling delete_port for 9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:02.023076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-a7af1c08-2345-4c6b-9485-44b4f6b0bba9 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Oct 20 11:39:02.109947 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.114260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-31110e57-587b-4bce-b897-0af2f02b58a7 req-dcc6c8f1-62e3-4685-98bb-8f35119a5045 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Oct 20 11:39:02.136118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event deleted for resources: {'Port': ['ID=9339f9f9-dd8e-4ac7-abf4-d3fd8aa66551,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.195116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.195355 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Floating IP 6bb0ec19-3ccb-47a5-8865-6061811e61c4 disassociated (deleted). External IP: 172.25.3.230, port: ebc3d371-650a-43a6-90a2-2cdca098c4e4. Oct 20 11:39:02.402421 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Router 1f00b297-b967-410c-9ec4-00d27e87a4c3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:02.507179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:02.512285 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.516729 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Sync routers for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:02.525568 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:02.526711 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:02.538534 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5beed15d-6bcd-4a53-8171-579448d1271c tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "DELETE /v2.0/floatingips/6bb0ec19-3ccb-47a5-8865-6061811e61c4 HTTP/1.1" status: 204 len: 168 time: 0.8594658 Oct 20 11:39:02.539260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:02.579275 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be18c310-6944-4ee2-b917-d552cece4eac" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:02.640698 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:02.675803 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94a4241-6f0e-4f8c-ae40-993799d59791 x-openstack-request-id: req-b94a4241-6f0e-4f8c-ae40-993799d59791 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:02.676095 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:02.676342 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b94a4241-6f0e-4f8c-ae40-993799d59791 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:02.676738 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:39:02.750018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c310-6944-4ee2-b917-d552cece4eac req-2d1d8265-875a-478c-bacd-210a00bb235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.751746 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-2d1d8265-875a-478c-bacd-210a00bb235a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4584c25a466c437fa1e857f7b14f29ad&device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0530832 Oct 20 11:39:02.851158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c310-6944-4ee2-b917-d552cece4eac req-5f35eae7-9f5b-43ba-b55e-ae33f69772aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.852695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-5f35eae7-9f5b-43ba-b55e-ae33f69772aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 200 len: 917 time: 0.0945044 Oct 20 11:39:02.865401 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:02.892301 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Checking router: 1f00b297-b967-410c-9ec4-00d27e87a4c3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:02.900368 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:02.900988 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:02.903558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-d132fb16-ec5d-47aa-a663-d2d2fab6f850 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Oct 20 11:39:02.956394 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c310-6944-4ee2-b917-d552cece4eac req-9576a7db-8114-4a8c-bef1-03e636275a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.957897 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-9576a7db-8114-4a8c-bef1-03e636275a53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 200 len: 854 time: 0.0452871 Oct 20 11:39:02.993325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.007402 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c310-6944-4ee2-b917-d552cece4eac req-e0efb4bb-9364-4b3e-a8e7-47d68e6aecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.009144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-e0efb4bb-9364-4b3e-a8e7-47d68e6aecb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5120d84e-f11c-455c-b5f8-39875b873528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435359 Oct 20 11:39:03.098252 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:03.104890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-9345632b-b752-41b7-8308-1017dc3dc712 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Oct 20 11:39:03.196973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-be18c310-6944-4ee2-b917-d552cece4eac req-e26ad234-99b8-4070-b8b3-8814e5f48a87 service neutron] 10.222.0.70 "GET /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Oct 20 11:39:03.302562 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:03.329363 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22eb7-2c40-4d7d-98b0-e1694ad67c9b None None] The sync data for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 is: [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:37:06Z', 'revision_number': 4, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '2d950559-3d84-411b-bd29-9fa7202c8884', 'name': '', 'network_id': '5120d84e-f11c-455c-b5f8-39875b873528', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'mac_address': 'fa:16:3e:84:e6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:05Z', 'updated_at': '2021-10-20T11:37:10Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'subnets': [{'id': 'd21891c7-77d5-436d-a74b-2045c119176f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:03.543413 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367cb22-fd7b-458f-8c21-661c4c7f2b36 None None] New status for floating IP 6bb0ec19-3ccb-47a5-8865-6061811e61c4: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:39:04.529566 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.559450 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd7508-c667-4200-9a82-561918ab11d4 req-7fc2b090-82f9-480c-8c56-4af9020406a0 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:11.560922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80cd7508-c667-4200-9a82-561918ab11d4 req-7fc2b090-82f9-480c-8c56-4af9020406a0 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0517812 Oct 20 11:39:11.604845 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-80cd7508-c667-4200-9a82-561918ab11d4 req-a7987d5a-de24-4039-b05f-c3691ef4c591 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Oct 20 11:39:12.718870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5967f0-2058-4d83-a6b4-c1b44adcb1cf req-78654f5b-4c47-49fe-a432-ea3a85139a59 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:12.720367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f5967f0-2058-4d83-a6b4-c1b44adcb1cf req-78654f5b-4c47-49fe-a432-ea3a85139a59 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Oct 20 11:39:12.759645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f5967f0-2058-4d83-a6b4-c1b44adcb1cf req-261bfad3-52e1-4c2d-b860-24dd58776278 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/security-groups?id=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Oct 20 11:39:13.215614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-8ca79999-08c6-420e-bfd8-cdd50ed08bb2 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.217088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-8ca79999-08c6-420e-bfd8-cdd50ed08bb2 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 946 time: 0.0487037 Oct 20 11:39:13.308976 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Deleting port ebc3d371-650a-43a6-90a2-2cdca098c4e4 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:13.309313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.401851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] For port ebc3d371-650a-43a6-90a2-2cdca098c4e4, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc3d371-650a-43a6-90a2-2cdca098c4e4,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:13.402209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.415540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Calling delete_port for ebc3d371-650a-43a6-90a2-2cdca098c4e4 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:13.546793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.559121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc3d371-650a-43a6-90a2-2cdca098c4e4'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:13.579374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Pushing event deleted for resources: {'Port': ['ID=ebc3d371-650a-43a6-90a2-2cdca098c4e4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.628736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] No DVR routers for this DVR port ebc3d371-650a-43a6-90a2-2cdca098c4e4 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:13.631506 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.634802 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63f94fa2-36e8-4f6d-aea4-6b54d9d6f20b req-4f72d6cd-a384-4f44-8dcd-de457b35e2b1 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.70 "DELETE /v2.0/ports/ebc3d371-650a-43a6-90a2-2cdca098c4e4 HTTP/1.1" status: 204 len: 173 time: 0.4108410 Oct 20 11:39:13.635505 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'name': 'network-vif-deleted', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:13.637902 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f83b8c-9c98-489d-848b-85677bdaa02b" -d '{"events": [{"server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "name": "network-vif-deleted", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:13.680429 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca68378-54af-4050-8597-9907ba10a7a9 x-openstack-request-id: req-1ca68378-54af-4050-8597-9907ba10a7a9 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:13.680723 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd8a9c5-caf1-4e98-a032-3ef0821b63b1", "name": "network-vif-deleted", "tag": "ebc3d371-650a-43a6-90a2-2cdca098c4e4", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:13.680988 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ca68378-54af-4050-8597-9907ba10a7a9 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:13.681380 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd8a9c5-caf1-4e98-a032-3ef0821b63b1', 'name': 'network-vif-deleted', 'tag': 'ebc3d371-650a-43a6-90a2-2cdca098c4e4', 'status': 'completed', 'code': 200} Oct 20 11:39:13.864742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c7886355-28a8-4a2a-b07e-bbb8681d2421 req-5d64de7a-8da7-4af9-80dc-adb9316af513 tempest-TestMinimumBasicScenario-724702481 tempest-TestMinimumBasicScenario-724702481-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bd8a9c5-caf1-4e98-a032-3ef0821b63b1 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Oct 20 11:39:15.475719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47716) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:15.805241 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.338125 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.390310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Deleting port 2d950559-3d84-411b-bd29-9fa7202c8884 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:16.390611 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.469228 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] For port 2d950559-3d84-411b-bd29-9fa7202c8884, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2d950559-3d84-411b-bd29-9fa7202c8884,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:16.469493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.483018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Calling delete_port for 2d950559-3d84-411b-bd29-9fa7202c8884 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:16.657306 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.680132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d950559-3d84-411b-bd29-9fa7202c8884,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:16.847908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.056347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Router 1f00b297-b967-410c-9ec4-00d27e87a4c3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:17.161336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:17.166532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-55ecaf3f-f112-4ebe-8607-616515c2b7a6 admin admin] 10.222.0.74 "PUT /v2.0/routers/1f00b297-b967-410c-9ec4-00d27e87a4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895478 Oct 20 11:39:17.169307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:17.170381 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Sync routers for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:17.182255 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:17.185282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.276415 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.293880 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:17.327850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.386440 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.438868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Deleting port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:17.439223 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.481568 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:39:16Z', 'revision_number': 5, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port': {'id': 'ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:04Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.507674 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Checking router: 1f00b297-b967-410c-9ec4-00d27e87a4c3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:17.516186 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Routers {'1f00b297-b967-410c-9ec4-00d27e87a4c3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:17.516771 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['1f00b297-b967-410c-9ec4-00d27e87a4c3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.521499 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] For port ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:17.522045 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.533399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Calling delete_port for ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:17.598989 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] Set router 1f00b297-b967-410c-9ec4-00d27e87a4c3 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:17.649126 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:39:17Z', 'revision_number': 6, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.678337 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16486c-45f7-4aa3-8b0e-74ca0b0d7f43 None None] The sync data for ids ['1f00b297-b967-410c-9ec4-00d27e87a4c3'] in n-d-802060-17 is: [{'id': '1f00b297-b967-410c-9ec4-00d27e87a4c3', 'name': 'tempest-TestMinimumBasicScenario-1082321564-router', 'tenant_id': '4584c25a466c437fa1e857f7b14f29ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:03Z', 'updated_at': '2021-10-20T11:39:17Z', 'revision_number': 6, 'project_id': '4584c25a466c437fa1e857f7b14f29ad', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:17.699236 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.730661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.787019 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.875022 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.877038 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.922969 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.923487 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f00b297-b967-410c-9ec4-00d27e87a4c3 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:17.927895 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.928848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-124a49c7-53e4-4785-b6fc-b5d22be6cb9c admin admin] 10.222.0.74 "DELETE /v2.0/routers/1f00b297-b967-410c-9ec4-00d27e87a4c3 HTTP/1.1" status: 204 len: 168 time: 0.7584658 Oct 20 11:39:17.931480 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47722) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:17.974302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Deleting subnet d21891c7-77d5-436d-a74b-2045c119176f {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:17.977117 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.010622 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.096001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.148145 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.174854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21891c7-77d5-436d-a74b-2045c119176f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:18.176878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.180122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4caaf075-efc3-49f5-b493-e26557b1fbc1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d21891c7-77d5-436d-a74b-2045c119176f HTTP/1.1" status: 204 len: 168 time: 0.2477355 Oct 20 11:39:18.181335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dbc33-9301-4a72-825c-a19ea32622d3 None None] Network 5120d84e-f11c-455c-b5f8-39875b873528 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:18.182551 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47724) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:18.255864 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.312200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Deleting port 693b1997-2a90-405d-8ba2-7c61c55c7305 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:18.312540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.376895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] For port 693b1997-2a90-405d-8ba2-7c61c55c7305, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=693b1997-2a90-405d-8ba2-7c61c55c7305,segment=NetworkSegment(bb046311-c2fa-46a8-9e62-cec53b7e38ca),segment_id=bb046311-c2fa-46a8-9e62-cec53b7e38ca)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:18.377193 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.390014 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Calling delete_port for 693b1997-2a90-405d-8ba2-7c61c55c7305 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:18.395275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc3d371-650a-43a6-90a2-2cdca098c4e4 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:18.417172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: ebc3d371-650a-43a6-90a2-2cdca098c4e4 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:18.417587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc3d371-650a-43a6-90a2-2cdca098c4e4 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:18.443354 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] DHCP port deletion for 5120d84e-f11c-455c-b5f8-39875b873528 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:18.480511 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.491742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Deleting port 693b1997-2a90-405d-8ba2-7c61c55c7305 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:18.492123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.507259 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=693b1997-2a90-405d-8ba2-7c61c55c7305,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:18.513779 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] No DVR routers for this DVR port 693b1997-2a90-405d-8ba2-7c61c55c7305 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:18.560157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] For port 693b1997-2a90-405d-8ba2-7c61c55c7305, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:18.560551 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.577372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Calling delete_port for 693b1997-2a90-405d-8ba2-7c61c55c7305 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:18.580075 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Port 693b1997-2a90-405d-8ba2-7c61c55c7305 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:39:18.581288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.592716 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.605958 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Pushing event deleted for resources: {'Port': ['ID=693b1997-2a90-405d-8ba2-7c61c55c7305,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:18.610222 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] No DVR routers for this DVR port 693b1997-2a90-405d-8ba2-7c61c55c7305 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:18.616991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.617340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.617680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.618016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.618352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.618679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.619028 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.619359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.619680 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.620004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.620106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5120d84e-f11c-455c-b5f8-39875b873528']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:18.620857 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.621181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10717c9-d846-4ca4-a43d-2d7404bfa8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:18.632271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb046311-c2fa-46a8-9e62-cec53b7e38ca') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:18.632616 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb046311-c2fa-46a8-9e62-cec53b7e38ca') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:18.643014 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.656538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.663074 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:18.663313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:18.665853 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:18.725323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.730955 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.734117 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5120d84e-f11c-455c-b5f8-39875b873528 HTTP/1.1" status: 204 len: 168 time: 0.5506248 Oct 20 11:39:18.737217 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47726) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:18.744774 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2e95c-35c2-4521-b70b-368f83d9d9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5120d84e-f11c-455c-b5f8-39875b873528,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:19.079283 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.319897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Deleting port 6d3c57d4-76e9-4333-a4a2-85014729063f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:19.320233 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.389776 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:19.402730 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] For port 6d3c57d4-76e9-4333-a4a2-85014729063f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6d3c57d4-76e9-4333-a4a2-85014729063f,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:19.403131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.409197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:19.409546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ce0c6dfd-4e48-47b5-8dfc-0f057eeddab6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:19.409956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2d950559-3d84-411b-bd29-9fa7202c8884 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:19.418695 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Calling delete_port for 6d3c57d4-76e9-4333-a4a2-85014729063f owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:19.428169 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2d950559-3d84-411b-bd29-9fa7202c8884 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:19.428515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2d950559-3d84-411b-bd29-9fa7202c8884 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:19.429112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 693b1997-2a90-405d-8ba2-7c61c55c7305 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:19.447371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 693b1997-2a90-405d-8ba2-7c61c55c7305 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:19.447717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 693b1997-2a90-405d-8ba2-7c61c55c7305 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:19.859716 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.885910 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3c57d4-76e9-4333-a4a2-85014729063f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.053250 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.264402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Router e55a0318-0e13-46f3-8384-b25c1cecba4a has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:20.370395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:20.375440 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5bef88d1-26cc-4ede-b50a-2e76063f1d3e admin admin] 10.222.0.74 "PUT /v2.0/routers/e55a0318-0e13-46f3-8384-b25c1cecba4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371584 Oct 20 11:39:20.377983 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47728) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:20.381180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Sync routers for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:20.391068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:20.391707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:20.482504 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.495118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:20.584116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.636720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Deleting port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:20.637103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.673553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:39:19Z', 'revision_number': 5, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port': {'id': 'b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:20.699798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Checking router: e55a0318-0e13-46f3-8384-b25c1cecba4a for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:20.708100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Routers {'e55a0318-0e13-46f3-8384-b25c1cecba4a'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:20.708698 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['e55a0318-0e13-46f3-8384-b25c1cecba4a'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:20.713780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] For port b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:20.714744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.727195 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Calling delete_port for b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:20.793662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] Set router e55a0318-0e13-46f3-8384-b25c1cecba4a gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:20.844121 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:39:20Z', 'revision_number': 6, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:20.873528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e168f5-07d1-4038-b98e-35ae501ee507 None None] The sync data for ids ['e55a0318-0e13-46f3-8384-b25c1cecba4a'] in n-d-802060-17 is: [{'id': 'e55a0318-0e13-46f3-8384-b25c1cecba4a', 'name': 'tempest-TestMinimumBasicScenario-175204243-router', 'tenant_id': 'cfe8336b9baa45d89feccf5401473af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:08Z', 'updated_at': '2021-10-20T11:39:20Z', 'revision_number': 6, 'project_id': 'cfe8336b9baa45d89feccf5401473af5', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:20.890482 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.914760 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.979496 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.067963 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.070028 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.111953 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.112465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55a0318-0e13-46f3-8384-b25c1cecba4a {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:21.116676 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.117800 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-64a4c67c-d327-4035-8905-8ef2b37439d0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e55a0318-0e13-46f3-8384-b25c1cecba4a HTTP/1.1" status: 204 len: 168 time: 0.7382622 Oct 20 11:39:21.120932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47730) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:21.169406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Deleting subnet 8f008f3d-b753-493c-aaba-d7435a69a240 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:21.172327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.205432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.283723 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.337354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.368109 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f008f3d-b753-493c-aaba-d7435a69a240,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:21.372701 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.376382 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8570555c-0707-4162-ac40-5d71bae34ee5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8f008f3d-b753-493c-aaba-d7435a69a240 HTTP/1.1" status: 204 len: 168 time: 0.2543144 Oct 20 11:39:21.378457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a6729-2f24-4a5b-a5af-91424d14d24b None None] Network d60f71a9-888f-4b3f-a0ea-ff48cfbec688 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:21.379100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47732) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:21.452603 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.505321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Deleting port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:21.505658 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.573860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] For port 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=16f85642-e7bb-4cb9-9d5f-d8ae76536393,segment=NetworkSegment(016fb6f4-e243-467b-841c-df2876647575),segment_id=016fb6f4-e243-467b-841c-df2876647575)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:21.574161 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.586240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Calling delete_port for 16f85642-e7bb-4cb9-9d5f-d8ae76536393 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:21.632479 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] DHCP port deletion for d60f71a9-888f-4b3f-a0ea-ff48cfbec688 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:21.674746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.685401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Deleting port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:21.685854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.701527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:21.703591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Pushing event deleted for resources: {'Port': ['ID=16f85642-e7bb-4cb9-9d5f-d8ae76536393,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:21.707441 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] No DVR routers for this DVR port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:21.731795 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:21.732129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device b6bc6cf0-4c83-4544-95d2-8b37fd7d4f14 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:21.732531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6d3c57d4-76e9-4333-a4a2-85014729063f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:21.783988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6d3c57d4-76e9-4333-a4a2-85014729063f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:21.784326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6d3c57d4-76e9-4333-a4a2-85014729063f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:21.784732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 16f85642-e7bb-4cb9-9d5f-d8ae76536393 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:21.784915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.804392 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f71a9-888f-4b3f-a0ea-ff48cfbec688']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.806570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] For port 16f85642-e7bb-4cb9-9d5f-d8ae76536393, host n-d-802060-17, got binding levels [] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:21.806976 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.809933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 16f85642-e7bb-4cb9-9d5f-d8ae76536393 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:21.810271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 16f85642-e7bb-4cb9-9d5f-d8ae76536393 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:21.814646 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016fb6f4-e243-467b-841c-df2876647575') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.814913 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016fb6f4-e243-467b-841c-df2876647575') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.821450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Calling delete_port for 16f85642-e7bb-4cb9-9d5f-d8ae76536393 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:21.825401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.ipam_backend_mixin [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 was not found and therefore no delete operation was performed {{(pid=100748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:39:21.825538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.825922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.841909 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.847688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] Pushing event deleted for resources: {'Port': ['ID=16f85642-e7bb-4cb9-9d5f-d8ae76536393,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:21.849664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:21.850586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:21.853827 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:21.857288 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f104b82-8f1c-483a-80ec-ce26603d3be8 None None] No DVR routers for this DVR port 16f85642-e7bb-4cb9-9d5f-d8ae76536393 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:21.923477 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.928914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.933379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] 10.222.0.74 "DELETE /v2.0/networks/d60f71a9-888f-4b3f-a0ea-ff48cfbec688 HTTP/1.1" status: 204 len: 168 time: 0.5526152 Oct 20 11:39:21.945609 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361845-c206-4b31-88ba-66732d77482b admin admin] Pushing event deleted for resources: {'Network': ['ID=d60f71a9-888f-4b3f-a0ea-ff48cfbec688,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:22.087897 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47736) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.128960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b30e0315-ba0c-4269-ad90-ff7fb1a0e2e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4584c25a466c437fa1e857f7b14f29ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398121 Oct 20 11:39:22.131309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47738) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.179132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.200277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.246393 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.249126 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.250303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af57b055-2c0b-4a3c-97db-9cc7b6ed57a0 HTTP/1.1" status: 204 len: 168 time: 0.1181035 Oct 20 11:39:22.257973 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a15bd-c33e-4175-946f-d32024dbb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57b055-2c0b-4a3c-97db-9cc7b6ed57a0,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:22.557170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.600083 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a8e6d410-4fe3-4e1b-a8a7-c6114377245b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cfe8336b9baa45d89feccf5401473af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416515 Oct 20 11:39:22.602813 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47746) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.649604 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.670592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.718624 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.721212 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.722332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d3be40a-84f7-4cb7-b72a-2e674318083b HTTP/1.1" status: 204 len: 168 time: 0.1186299 Oct 20 11:39:22.730087 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32243-ae84-4fd1-88a5-46b11752a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3be40a-84f7-4cb7-b72a-2e674318083b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.642788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47790) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.647406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146544389', 'description': 'tempest-secgroup-smoke-146544389 description', 'project_id': '4a56a34ed28b48f894a31165043d727f'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:25.669802 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.677414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.752040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.755688 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.795375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ac605-fbee-47f1-99fd-b916a0a3b1f9,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.828284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.831717 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.860460 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.861662 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2178521 Oct 20 11:39:25.863544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c029-e5e3-4ae2-9fba-70d0fb980191 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd7d629-875e-4c02-a70b-c10457fcbf32,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.864851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47792) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.870840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:25.896730 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.955839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.959087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.978430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57411750-b5de-47a9-b957-1724e5a40bba,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.984376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.985390 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-71e7849c-7119-4078-8f73-2436f97d7e4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189215 Oct 20 11:39:25.988364 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.992537 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.017706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.072677 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.076339 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.093792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d06dca7-5151-4c6c-bba9-d86addb71f0f,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.101867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.103079 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0590ede7-d37d-41e8-9e52-55d5fe8a9d22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137857 Oct 20 11:39:26.106479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.111018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.136995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.195654 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.199323 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.217062 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398294e3-9428-4d1a-a719-f1a11f64a9ed,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.223925 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.225113 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f5b13218-df46-4145-b3fc-fe8764031a88 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177237 Oct 20 11:39:26.227864 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.232703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.257204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.315298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.318932 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.338420 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0899861e-1d08-4040-aea3-2bbf9d5af574,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.344864 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.345369 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a98c735d-7c70-451d-b923-de3776e2c925 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165941 Oct 20 11:39:26.348090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47800) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.352876 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.378723 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:39:26.385625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.459964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.463212 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.480709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa1afa-1396-4257-be5e-e0becff38362,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.488140 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.489324 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-62d4cfe3-7f88-4a7b-ad43-bc09b4266d39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402354 Oct 20 11:39:26.492091 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47802) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.496318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '1cd7d629-875e-4c02-a70b-c10457fcbf32', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.518474 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:39:26.523461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.583206 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.586583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.598516 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:39:26.604471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3fb35e-ceb7-477a-84f2-0f43b51d4383,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.609934 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.611140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-39722e2c-c749-4bb8-8701-e7fe13ae9776 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181128 Oct 20 11:39:26.614199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47804) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.618833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'network': {'name': 'tempest-network-smoke--1491603456', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.638982 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:26.642390 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.665515 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:26.674298 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.674639 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Added segment 06753e9d-ff75-4a9f-b138-ca59df069ae1 of type vlan for network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 Oct 20 11:39:26.714651 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.737410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.742932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:26.743530 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.773852 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1586592 Oct 20 11:39:26.776900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47806) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.781496 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'admin_state_up': True, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.804363 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.805378 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.815282 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60123a-5a7e-4593-aed7-0c97c9073069 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Network': ['ID=b3f57ffc-fe4e-41da-ac1a-4234baa46e53,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.826641 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:26.867253 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.005851 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.193131 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.211184 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.318870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.193 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/bf972be6-dacd-4b65-b3bc-f93c2b709361) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:27.415638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.452070 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.487494 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:27.490274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:27.493685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:27.518267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=bf972be6-dacd-4b65-b3bc-f93c2b709361,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:27.738382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.933042 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.402855 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 0a35cafd-6340-4f37-acad-ba769771b2cd is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:28.506586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:28.516200 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Sync routers for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:28.525082 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:28.525727 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.527448 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.531642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-70093fe9-0819-4ff6-880c-acc36206b44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7507627 Oct 20 11:39:28.531872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47808) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.576391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-77294cd1-a13f-4e36-b7f9-d99ce300c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.629956 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:28.661780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-be73d401-cd4b-42dc-90ce-59470fefbfbb tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=4a56a34ed28b48f894a31165043d727f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287796 Oct 20 11:39:28.664445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47812) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.804275 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:27Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.829955 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Checking router: 0a35cafd-6340-4f37-acad-ba769771b2cd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:28.830221 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Updating router 0a35cafd-6340-4f37-acad-ba769771b2cd port bf972be6-dacd-4b65-b3bc-f93c2b709361 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:28.831895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1979b6-e6f2-4e92-8a83-954b55e8dd57 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.836152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ac1979b6-e6f2-4e92-8a83-954b55e8dd57 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1680527 Oct 20 11:39:28.836321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47814) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.858354 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.870683 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5f39b449-e4e5-42d7-9fba-9015d5d10900 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332768 Oct 20 11:39:28.873384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47816) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.878363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271477208', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:28.975555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:28.979107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.167153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.184310 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.189644 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.230178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Subnet': ['ID=81277699-f162-4f73-9b3f-b68bfd8e31c0,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.235953 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Attempting to bind port bf972be6-dacd-4b65-b3bc-f93c2b709361 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:29.236315 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Attempting to bind port bf972be6-dacd-4b65-b3bc-f93c2b709361 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:29.236682 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Attempting to bind port bf972be6-dacd-4b65-b3bc-f93c2b709361 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:29.243377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Checking segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:29.243731 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network hostable DHCP agents. Network: b3f57ffc-fe4e-41da-ac1a-4234baa46e53, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:29.246083 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Pushing event updated for resources: {'Port': ['ID=bf972be6-dacd-4b65-b3bc-f93c2b709361,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.248951 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:29.249312 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:29.249700 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.250077 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:29.250530 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Bound port: bf972be6-dacd-4b65-b3bc-f93c2b709361, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:29.250891 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.257111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.257444 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.257776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.258105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.258422 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.258763 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.259078 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.259393 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.259707 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.260269 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.260591 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.261450 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.265715 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:29.276726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, b3f57ffc-fe4e-41da-ac1a-4234baa46e53) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:29.280815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:29.281410 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.290972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fcd490-ec04-4818-a183-92234ca921f1 None None] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:29.304005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7a3c6b2d-221e-4b96-8e07-02883fdbce4d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4269688 Oct 20 11:39:29.304293 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47818) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.320797 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] For port bf972be6-dacd-4b65-b3bc-f93c2b709361, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:29.324920 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] For port bf972be6-dacd-4b65-b3bc-f93c2b709361, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf972be6-dacd-4b65-b3bc-f93c2b709361,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:29.329744 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.382657 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:29.383299 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.425303 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304a5e1-2dfe-4478-9193-9ee9bee22751 None None] Pushing event updated for resources: {'Port': ['ID=bf972be6-dacd-4b65-b3bc-f93c2b709361,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.456903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:29.458239 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.507132 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:29.597180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Allocated IP 172.20.0.2 (b3f57ffc-fe4e-41da-ac1a-4234baa46e53/81277699-f162-4f73-9b3f-b68bfd8e31c0/1db9cfee-2725-4b73-b404-78c051d46888) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:29.688147 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:27Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.719754 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0e4f-e732-4f1e-a7fa-ad464f3d39c0 None None] The sync data for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 is: [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:27Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:29.751703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.758885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.801472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:29.803614 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.808084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Pushing event updated for resources: {'Port': ['ID=1db9cfee-2725-4b73-b404-78c051d46888,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.810533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:29.812714 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:29.869966 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Attempting to bind port 1db9cfee-2725-4b73-b404-78c051d46888 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:29.870861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Attempting to bind port 1db9cfee-2725-4b73-b404-78c051d46888 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:29.871300 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Attempting to bind port 1db9cfee-2725-4b73-b404-78c051d46888 on network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:29.877274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:29.877796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Checking segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:29.878201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.878881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Bound using segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:29.879404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Bound port: 1db9cfee-2725-4b73-b404-78c051d46888, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:29.879763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.947113 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] For port 1db9cfee-2725-4b73-b404-78c051d46888, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:29.954825 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] For port 1db9cfee-2725-4b73-b404-78c051d46888, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1db9cfee-2725-4b73-b404-78c051d46888,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:29.960289 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.043689 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abc160-1b0b-4a8c-b0f7-5b36f35ff159 None None] Pushing event updated for resources: {'Port': ['ID=1db9cfee-2725-4b73-b404-78c051d46888,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.459703 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.1 (b3f57ffc-fe4e-41da-ac1a-4234baa46e53/81277699-f162-4f73-9b3f-b68bfd8e31c0/036c689e-3589-48d1-9316-883593cbac0f) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:30.576727 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.612241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.656535 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:30.659780 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:30.663655 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:30.691897 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.715627 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.852866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.980924 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78668d1-7727-4f78-ad07-340d286f6af2 None None] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:31.111727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] Provisioning complete for port 1db9cfee-2725-4b73-b404-78c051d46888 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:31.112351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.146369 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.151794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.225343 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.232953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.240857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.261656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] For port 1db9cfee-2725-4b73-b404-78c051d46888, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1db9cfee-2725-4b73-b404-78c051d46888,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:31.266298 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.323136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12e41e-e5e7-4240-ab5d-3d6d6cfa8727 None None] Pushing event updated for resources: {'Port': ['ID=1db9cfee-2725-4b73-b404-78c051d46888,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.358973 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:31.364077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:31.443883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4259529a-64f4-4cca-8511-9068723a025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.489269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-47b0be01-c1b5-4ed7-a4cd-dbf301bfc6dd None None] Provisioning complete for port 1db9cfee-2725-4b73-b404-78c051d46888 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:31.489707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-47b0be01-c1b5-4ed7-a4cd-dbf301bfc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.492889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf972be6-dacd-4b65-b3bc-f93c2b709361 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:31.512348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 0a35cafd-6340-4f37-acad-ba769771b2cd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:31.599167 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bf972be6-dacd-4b65-b3bc-f93c2b709361 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:31.599529 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.638797 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:31.644885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b7d100aa-8811-46d5-b979-db1d637ee3f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/0a35cafd-6340-4f37-acad-ba769771b2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3394990 Oct 20 11:39:31.650486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Sync routers for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:31.674123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:31.674818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.678883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-47b0be01-c1b5-4ed7-a4cd-dbf301bfc6dd None None] Provisioning complete for port 036c689e-3589-48d1-9316-883593cbac0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:31.679281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-47b0be01-c1b5-4ed7-a4cd-dbf301bfc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.790758 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-47b0be01-c1b5-4ed7-a4cd-dbf301bfc6dd None None] Port 036c689e-3589-48d1-9316-883593cbac0f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:31.792297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-03d45d59-846a-4ce8-8bad-1499601e0866 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146544389&fields=id&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 267 time: 0.0364304 Oct 20 11:39:31.917159 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-90067d4a-c1a3-4fdf-a4d8-c111ad8d187a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:31.918729 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-90067d4a-c1a3-4fdf-a4d8-c111ad8d187a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 797 time: 0.1186237 Oct 20 11:39:31.934805 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-99e85431-500a-4286-b503-9257e34be938 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/quotas/4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 375 time: 0.0098495 Oct 20 11:39:31.990095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-cb5b1890-b901-44e1-b886-2772592591a5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488095 Oct 20 11:39:32.001290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.036612 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.048524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-59145d34-dfc8-43cc-b310-206fd8e5639a None None] Provisioning complete for port 036c689e-3589-48d1-9316-883593cbac0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:32.048888 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-59145d34-dfc8-43cc-b310-206fd8e5639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.051537 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port bf972be6-dacd-4b65-b3bc-f93c2b709361, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf972be6-dacd-4b65-b3bc-f93c2b709361,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:32.056138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:32.098659 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.099450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1db9cfee-2725-4b73-b404-78c051d46888 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:32.165602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-497b4086-2279-4b21-ad36-528194c64949 service neutron] 10.222.0.74 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297023 Oct 20 11:39:32.178691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-59145d34-dfc8-43cc-b310-206fd8e5639a None None] Port 036c689e-3589-48d1-9316-883593cbac0f cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:32.253901 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=bf972be6-dacd-4b65-b3bc-f93c2b709361,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:32.260973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5c97627e-7a16-4764-a83a-d492e4c6deaf service neutron] 10.222.0.74 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Oct 20 11:39:32.292460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1db9cfee-2725-4b73-b404-78c051d46888 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:32.292812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.437379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:31Z', 'revision_number': 2, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:32.443070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f94e1778-b8e5-4a66-a0d5-1fd8d0eb15e3 req-585fb547-2cea-4976-a6a4-65c2b1e55a50 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 210 time: 0.0316222 Oct 20 11:39:32.465012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Checking router: 0a35cafd-6340-4f37-acad-ba769771b2cd for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:32.465471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Updating router 0a35cafd-6340-4f37-acad-ba769771b2cd port 036c689e-3589-48d1-9316-883593cbac0f binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:32.489819 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.767420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.772353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.824623 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17e5f-8904-478c-8cc8-d9cb7d66d43e None None] Pushing event updated for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:32.872949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Attempting to bind port 036c689e-3589-48d1-9316-883593cbac0f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:32.873390 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Attempting to bind port 036c689e-3589-48d1-9316-883593cbac0f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:32.874046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Attempting to bind port 036c689e-3589-48d1-9316-883593cbac0f on network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:32.879563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:32.879940 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Checking segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:32.880335 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.880766 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Bound using segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:32.881197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Bound port: 036c689e-3589-48d1-9316-883593cbac0f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:32.881574 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.951789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] For port 036c689e-3589-48d1-9316-883593cbac0f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:32.955331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] For port 036c689e-3589-48d1-9316-883593cbac0f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=036c689e-3589-48d1-9316-883593cbac0f,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:32.960246 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.016522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.031587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:33.032207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:33.067374 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17e5f-8904-478c-8cc8-d9cb7d66d43e None None] Pushing event updated for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:33.146129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] Provisioning complete for port 036c689e-3589-48d1-9316-883593cbac0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:33.146497 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.178480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:33.349527 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.421489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] For port 036c689e-3589-48d1-9316-883593cbac0f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=036c689e-3589-48d1-9316-883593cbac0f,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:33.425207 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf972be6-dacd-4b65-b3bc-f93c2b709361 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:33.430255 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.550205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc661b-f9bf-4d9a-a023-7a48e8160a22 None None] Pushing event updated for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:33.564817 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:33.566979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-6bd93d81-68bd-4af7-9252-8eb61a8257c1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:33.568098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port bf972be6-dacd-4b65-b3bc-f93c2b709361 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:33.568551 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-6bd93d81-68bd-4af7-9252-8eb61a8257c1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 797 time: 0.1454406 Oct 20 11:39:33.568960 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.572912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e2ae20e-7589-4c8a-889a-e1691c6afe8d req-1755cd50-54e8-4c07-bc23-c7f3567eaf1e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 210 time: 0.0390522 Oct 20 11:39:33.615493 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-475c4cab-f03a-4e50-862e-dbb8ab99ba86 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 379 time: 0.0348954 Oct 20 11:39:33.617322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f9a-1f1a-45ac-8fd4-a959b10f1c79 None None] The sync data for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 is: [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:33.630980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a8d6d615-6e0d-4c7b-99c0-f6af6addac8d None None] Provisioning complete for port 036c689e-3589-48d1-9316-883593cbac0f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:33.631351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d615-6e0d-4c7b-99c0-f6af6addac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.631569 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'port': {'device_id': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'admin_state_up': True, 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'security_groups': ['1cd7d629-875e-4c02-a70b-c10457fcbf32']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:33.783887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:33.787699 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.926136 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.12 (b3f57ffc-fe4e-41da-ac1a-4234baa46e53/81277699-f162-4f73-9b3f-b68bfd8e31c0/6ddf0698-7652-4400-b99b-3a17a647ad66) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:34.069529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.105418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.155754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:34.158852 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:34.166216 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:34.169570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.218264 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:34.218910 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.235606 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-15c69091-7ba0-4e88-9141-268c1e135734 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086910 Oct 20 11:39:34.353426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Request body: {'port': {'device_id': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:34.403942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-317f1824-e8d2-4bf8-b98d-9f3c1168b4a5 None None] Provisioning complete for port 6ddf0698-7652-4400-b99b-3a17a647ad66 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:34.404921 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-317f1824-e8d2-4bf8-b98d-9f3c1168b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.413365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.441090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-317f1824-e8d2-4bf8-b98d-9f3c1168b4a5 None None] Port 6ddf0698-7652-4400-b99b-3a17a647ad66 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:34.533133 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.695329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bcb6-64c5-4c2b-887b-d5634f0747ea req-9c3b1a0e-53f6-48c6-99d2-1d374e661443 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:34.696940 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1826bcb6-64c5-4c2b-887b-d5634f0747ea req-9c3b1a0e-53f6-48c6-99d2-1d374e661443 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 932 time: 0.0564265 Oct 20 11:39:34.708106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddf0698-7652-4400-b99b-3a17a647ad66 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:34.715734 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.728711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Transition to ACTIVE for port object 6ddf0698-7652-4400-b99b-3a17a647ad66 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:34.733254 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.738688 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1826bcb6-64c5-4c2b-887b-d5634f0747ea req-0fec73b3-b316-41c5-839a-02096e457340 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Oct 20 11:39:34.782810 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.857934 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Attempting to bind port 6ddf0698-7652-4400-b99b-3a17a647ad66 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:34.858262 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Attempting to bind port 6ddf0698-7652-4400-b99b-3a17a647ad66 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:34.858595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Attempting to bind port 6ddf0698-7652-4400-b99b-3a17a647ad66 on network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:34.863161 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Port 6ddf0698-7652-4400-b99b-3a17a647ad66 on network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:34.863482 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Attempting to bind port 6ddf0698-7652-4400-b99b-3a17a647ad66 on network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:34.868445 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:34.868775 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Checking segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:34.869168 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Bound using segment: {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:34.869590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Bound port: 6ddf0698-7652-4400-b99b-3a17a647ad66, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06753e9d-ff75-4a9f-b138-ca59df069ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:34.870017 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.937916 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:34.945066 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6ddf0698-7652-4400-b99b-3a17a647ad66,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:34.950584 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.993057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:34.993666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.995377 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 1093 time: 0.7101598 Oct 20 11:39:34.995825 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:34.998121 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b550e1-6e32-4fbc-a647-77308f44d847" -d '{"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:35.029213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995979-b573-43f7-9bc7-9c2209df07c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:35.064158 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821701b2-1954-440e-a7e9-5711b622fa07 x-openstack-request-id: req-821701b2-1954-440e-a7e9-5711b622fa07 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:35.064659 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:35.065038 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-821701b2-1954-440e-a7e9-5711b622fa07 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:35.065511 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'status': 'completed', 'code': 200} Oct 20 11:39:35.101581 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e45cf90-47bb-4d82-af19-8b5b2867c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.103514 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-5e45cf90-47bb-4d82-af19-8b5b2867c740 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1096 time: 0.0506055 Oct 20 11:39:35.153073 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-8fab0562-0bd5-4a34-b742-d2d2293a25f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 217 time: 0.0404823 Oct 20 11:39:35.206899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-c3279a23-3bdb-4cfe-bb40-dd3dd5b1d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.208469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-c3279a23-3bdb-4cfe-bb40-dd3dd5b1d8b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 200 len: 835 time: 0.0479035 Oct 20 11:39:35.256241 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-e96e638b-2086-4a5f-b53e-997106172801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.257762 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-e96e638b-2086-4a5f-b53e-997106172801 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420358 Oct 20 11:39:35.368487 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-d01b6aa1-0ab2-4bf9-ae78-7e1891448672 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008573 Oct 20 11:39:35.415275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 036c689e-3589-48d1-9316-883593cbac0f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:35.461868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 036c689e-3589-48d1-9316-883593cbac0f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:35.462313 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.462502 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9156b4ca-e5dd-45c8-baa0-3ca66e147a5e req-ddfea168-4d21-4a3d-90d7-18a08e75fa3d service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Oct 20 11:39:35.554741 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-39de0911-13e3-4f4e-a8d5-4dc84820fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.556383 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-39de0911-13e3-4f4e-a8d5-4dc84820fe7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1096 time: 0.0457411 Oct 20 11:39:35.647330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-f0de49bb-6e2b-4fb8-a8fa-5317093e2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.648731 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-f0de49bb-6e2b-4fb8-a8fa-5317093e2327 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 899 time: 0.0842533 Oct 20 11:39:35.694468 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-3eac30a5-bac8-45ac-9c4a-9936756b5d9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 217 time: 0.0375504 Oct 20 11:39:35.745937 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-a5080602-6b9b-4d52-b986-e8a667f052b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.747395 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-a5080602-6b9b-4d52-b986-e8a667f052b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 200 len: 835 time: 0.0433521 Oct 20 11:39:35.794666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-60b7152a-3582-4e87-8ddd-fab876b74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.796185 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-60b7152a-3582-4e87-8ddd-fab876b74f4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405807 Oct 20 11:39:35.853956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbce58-e4aa-4837-825b-a130fe720e6a req-287c405c-6d28-4a2c-9223-4484d4417e4a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.856014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7bbce58-e4aa-4837-825b-a130fe720e6a req-287c405c-6d28-4a2c-9223-4484d4417e4a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Oct 20 11:39:35.891193 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-ca6165c3-7848-4ed8-aba1-351871cac5c0 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Oct 20 11:39:35.894278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7bbce58-e4aa-4837-825b-a130fe720e6a req-cc6729be-a1ef-476d-8f75-d5de0b4381fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323057 Oct 20 11:39:35.980929 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-42b550e1-6e32-4fbc-a647-77308f44d847 req-41dc406a-9640-471a-9de3-b0f36e036052 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822401 Oct 20 11:39:37.009348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771788-b442-4139-9f3a-797e3403a30e req-442b9302-c1b2-4aa1-a7ec-304744c5906f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.011094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07771788-b442-4139-9f3a-797e3403a30e req-442b9302-c1b2-4aa1-a7ec-304744c5906f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 944 time: 0.0489817 Oct 20 11:39:37.052087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07771788-b442-4139-9f3a-797e3403a30e req-468ed10c-83df-4b61-9583-28b5adac91ab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351388 Oct 20 11:39:38.164673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc149be-55b7-404f-a910-50d64d25ee4c req-73c59902-d218-4c35-b9fc-2a1c4273e982 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:38.166266 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcc149be-55b7-404f-a910-50d64d25ee4c req-73c59902-d218-4c35-b9fc-2a1c4273e982 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 944 time: 0.0496430 Oct 20 11:39:38.203551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcc149be-55b7-404f-a910-50d64d25ee4c req-cd25bf8c-bfc4-4b76-8396-5056bda0d288 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Oct 20 11:39:39.316762 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306de7b3-facd-4df4-a175-63cbf3147fc6 req-f0005a30-53ef-4e2d-8241-c21e51992a26 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:39.318237 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-306de7b3-facd-4df4-a175-63cbf3147fc6 req-f0005a30-53ef-4e2d-8241-c21e51992a26 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 944 time: 0.0503170 Oct 20 11:39:39.356091 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-306de7b3-facd-4df4-a175-63cbf3147fc6 req-d02a8c34-c197-4474-99e5-8d86b840f6ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Oct 20 11:39:39.854782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6ddf0698-7652-4400-b99b-3a17a647ad66 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:39.950614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6ddf0698-7652-4400-b99b-3a17a647ad66,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:39.960665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'port_id': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'mac_address': 'fa:16:3e:77:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:39.998365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.010848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddf0698-7652-4400-b99b-3a17a647ad66 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:40.029159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6ddf0698-7652-4400-b99b-3a17a647ad66,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:40.032905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.077838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:40.282152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['6ddf0698-7652-4400-b99b-3a17a647ad66'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:40.468849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a8c08-4268-41d5-a126-dba3398caf2f req-a6baedd2-d011-464d-a1c9-fb060d1c065d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:40.470356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff3a8c08-4268-41d5-a126-dba3398caf2f req-a6baedd2-d011-464d-a1c9-fb060d1c065d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Oct 20 11:39:40.512993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ff3a8c08-4268-41d5-a126-dba3398caf2f req-f0a1feb4-2ab0-4497-bac8-e5d3f6025860 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365269 Oct 20 11:39:41.628052 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c10df-6b13-4653-9eb7-1c1c16faca84 req-27628265-e4dc-44fd-ad41-dce4b7c79459 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.629435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-718c10df-6b13-4653-9eb7-1c1c16faca84 req-27628265-e4dc-44fd-ad41-dce4b7c79459 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Oct 20 11:39:41.666052 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-718c10df-6b13-4653-9eb7-1c1c16faca84 req-38247933-91b9-4c21-9d87-af21bc6b4f10 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304699 Oct 20 11:39:41.869575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6ddf0698-7652-4400-b99b-3a17a647ad66 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:41.916887 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 6ddf0698-7652-4400-b99b-3a17a647ad66 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:41.921268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 6ddf0698-7652-4400-b99b-3a17a647ad66 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:41.921629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.997235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.018745 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:42.021055 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81bcabd-2eb0-4802-970b-ea549c3b9bab" -d '{"events": [{"server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "name": "network-vif-plugged", "status": "completed", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:42.033610 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6ddf0698-7652-4400-b99b-3a17a647ad66,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:42.037815 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.060588 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b717317-0269-4cc7-8b29-fdb6ba7577d0 x-openstack-request-id: req-2b717317-0269-4cc7-8b29-fdb6ba7577d0 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:42.060877 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "name": "network-vif-plugged", "status": "completed", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:42.061127 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b717317-0269-4cc7-8b29-fdb6ba7577d0 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:42.061514 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'code': 200} Oct 20 11:39:42.087083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.157722 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa42e3-1069-4f86-8aa1-e09357d71a25 req-0228afee-45d3-46db-9ed3-fa69e4c9e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.159192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5faa42e3-1069-4f86-8aa1-e09357d71a25 req-0228afee-45d3-46db-9ed3-fa69e4c9e9ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1098 time: 0.0403466 Oct 20 11:39:42.196418 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5faa42e3-1069-4f86-8aa1-e09357d71a25 req-80fb8b33-0351-45e6-8520-8ebfdb275d28 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296855 Oct 20 11:39:43.010242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319f44d-189d-4cbe-9258-4e8755cecc78 req-391f7b6f-02ff-4476-88bb-6a55552d311f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.011760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5319f44d-189d-4cbe-9258-4e8755cecc78 req-391f7b6f-02ff-4476-88bb-6a55552d311f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Oct 20 11:39:43.048354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5319f44d-189d-4cbe-9258-4e8755cecc78 req-49d26314-b394-4d57-8cdb-07bc692d49a9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Oct 20 11:39:44.163484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34bb8-0d4c-42ba-8985-0bcc8420ea8b req-f631194b-201c-4917-b24e-b9e34df07915 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:44.164941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1aa34bb8-0d4c-42ba-8985-0bcc8420ea8b req-f631194b-201c-4917-b24e-b9e34df07915 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0489464 Oct 20 11:39:44.206367 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1aa34bb8-0d4c-42ba-8985-0bcc8420ea8b req-d0afc6e3-73e6-4aca-944f-41aa2a55ee82 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356443 Oct 20 11:39:44.320269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae3ee-3e26-49ad-82ed-4cd365ae20f2 req-6501067b-0157-4707-be6b-37d68bffbf28 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:44.321754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ceae3ee-3e26-49ad-82ed-4cd365ae20f2 req-6501067b-0157-4707-be6b-37d68bffbf28 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Oct 20 11:39:44.359000 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0ceae3ee-3e26-49ad-82ed-4cd365ae20f2 req-cef60e65-8c9f-499a-af79-a244c8c33c9e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Oct 20 11:39:44.380135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47890) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:44.418902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c9d912-eb26-49d1-8062-4ff6838e897c tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:44.420392 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f7c9d912-eb26-49d1-8062-4ff6838e897c tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1093 time: 0.0393221 Oct 20 11:39:44.423178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47892) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:44.427623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:44.449990 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.547282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.647841 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.2 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/466fb4a8-85e0-49d9-be24-76a9ca740fbf) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:44.751248 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.784314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.821248 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:44.825514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:44.832010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:44.835023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=466fb4a8-85e0-49d9-be24-76a9ca740fbf,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.186493 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.251364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.406828 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.411586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.483542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=466fb4a8-85e0-49d9-be24-76a9ca740fbf,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.493192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.592228 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP fa937d25-3572-442c-964a-b94e81b26c4a associated. External IP: 172.25.3.2, port: 6ddf0698-7652-4400-b99b-3a17a647ad66. Oct 20 11:39:45.794390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 0a35cafd-6340-4f37-acad-ba769771b2cd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:45.900051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:45.910081 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Sync routers for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:45.918774 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.920118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:45.920722 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:45.945920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9f7bba10-3afe-40e8-aa36-07a9bec99b7e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5217044 Oct 20 11:39:45.946513 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:45.948875 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9175419a-7bba-4413-9e07-19393bb364be" -d '{"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:45.989366 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e698c-a102-4d18-9089-2b014d0d58c7 x-openstack-request-id: req-3c9e698c-a102-4d18-9089-2b014d0d58c7 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:45.989772 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:45.990029 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c9e698c-a102-4d18-9089-2b014d0d58c7 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:45.990431 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'status': 'completed', 'code': 200} Oct 20 11:39:46.027867 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:46.048444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d78d7-e3a2-447d-a55d-30b93e9ab4ef req-958b7a26-2136-476d-a7e1-240f061aa108 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.049993 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f5d78d7-e3a2-447d-a55d-30b93e9ab4ef req-958b7a26-2136-476d-a7e1-240f061aa108 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0540514 Oct 20 11:39:46.055295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175419a-7bba-4413-9e07-19393bb364be req-a2b7013b-eae4-451c-8fc1-b25e2936a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.056909 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-a2b7013b-eae4-451c-8fc1-b25e2936a9ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1098 time: 0.0417938 Oct 20 11:39:46.088980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1f5d78d7-e3a2-447d-a55d-30b93e9ab4ef req-1ae3b75b-297d-402e-b394-656e61c2376d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Oct 20 11:39:46.112436 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47900) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:46.164658 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175419a-7bba-4413-9e07-19393bb364be req-288645ca-b32e-4f95-9706-f7c3145feb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.166247 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-288645ca-b32e-4f95-9706-f7c3145feb27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 899 time: 0.0881021 Oct 20 11:39:46.231550 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4852f8c6-2789-4460-a0f2-87655e6751b6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/fa937d25-3572-442c-964a-b94e81b26c4a HTTP/1.1" status: 200 len: 990 time: 0.1179047 Oct 20 11:39:46.238459 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-3b67c2d6-1028-496b-9c44-926c8a30f995 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 998 time: 0.0640907 Oct 20 11:39:46.252286 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fa937d25-3572-442c-964a-b94e81b26c4a', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'port_id': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'mac_address': 'fa:16:3e:77:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:45Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.282451 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Checking router: 0a35cafd-6340-4f37-acad-ba769771b2cd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:46.287315 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175419a-7bba-4413-9e07-19393bb364be req-f487ae8c-f08c-4b50-86b7-79e71e909eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.293535 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-f487ae8c-f08c-4b50-86b7-79e71e909eef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 200 len: 835 time: 0.0432029 Oct 20 11:39:46.293702 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:46.293702 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:39:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.334688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175419a-7bba-4413-9e07-19393bb364be req-0c3f55e1-77d0-4c3a-b6db-bc64102d7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.336253 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-0c3f55e1-77d0-4c3a-b6db-bc64102d7913 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395565 Oct 20 11:39:46.345090 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.399520 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:46.432480 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-4fec1b73-0c1f-4b95-a75b-593e444f9cfa service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874691 Oct 20 11:39:46.526499 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9175419a-7bba-4413-9e07-19393bb364be req-35c0672f-66a5-4892-b4e9-d6a8ec7e197c service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Oct 20 11:39:46.619416 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fa937d25-3572-442c-964a-b94e81b26c4a', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'port_id': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'mac_address': 'fa:16:3e:77:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:45Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.646969 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b35693-955d-4a73-a07f-06abe6f38b6a None None] The sync data for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 is: [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fa937d25-3572-442c-964a-b94e81b26c4a', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'port_id': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'mac_address': 'fa:16:3e:77:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:45Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:46.843773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508a0e5-4854-4034-8fcd-1986741336ae None None] New status for floating IP fa937d25-3572-442c-964a-b94e81b26c4a: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:39:47.234647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47902) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:47.294060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4175650f-9910-47cf-a1f9-dc3eba90f150 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/fa937d25-3572-442c-964a-b94e81b26c4a HTTP/1.1" status: 200 len: 992 time: 0.0582280 Oct 20 11:39:47.326382 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.447070 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-f9a4b9bb-0904-45ae-bfb7-28c8e008e01f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3130713 Oct 20 11:39:49.527220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-dcf10dbb-67de-4c00-8e15-83f5c027a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.528965 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-dcf10dbb-67de-4c00-8e15-83f5c027a1e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1098 time: 0.0397177 Oct 20 11:39:49.633130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-657a4fda-0cf5-457e-aeea-0b1b0acd90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.634484 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-657a4fda-0cf5-457e-aeea-0b1b0acd90b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 899 time: 0.0845635 Oct 20 11:39:49.701030 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-ca8e31b5-7105-47b1-8a55-6d7ecba823ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 1000 time: 0.0564883 Oct 20 11:39:49.749761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-9aaf9f12-0f46-437b-980f-af5c8be691fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.751237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-9aaf9f12-0f46-437b-980f-af5c8be691fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 200 len: 835 time: 0.0425022 Oct 20 11:39:49.800719 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-3c4309ec-87c2-4339-a686-2eafb2806cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.802172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-3c4309ec-87c2-4339-a686-2eafb2806cbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421824 Oct 20 11:39:49.895795 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-864067e2-67dc-44fd-bc30-7d7e91500ef5 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Oct 20 11:39:49.989530 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-747ca6c0-5d58-468b-a828-b16c1ce30daa req-f298bffc-0936-4862-ad98-5aeb3142e6f6 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849030 Oct 20 11:39:58.576844 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63d69bc5-afaf-41b7-8171-300af9c04b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.431695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7a48572-fe92-412e-8acd-c66ac0f647ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.858362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.998956 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.598278 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:04.534927 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.336074 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.347831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:20.538236 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16c3a-7b4f-4283-9be0-c05079dd8a3e req-48da25f2-e284-427f-b83e-5131fe0b8e5f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.539723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63b16c3a-7b4f-4283-9be0-c05079dd8a3e req-48da25f2-e284-427f-b83e-5131fe0b8e5f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Oct 20 11:40:20.580596 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63b16c3a-7b4f-4283-9be0-c05079dd8a3e req-f23cf8cb-be5f-4f39-9616-02159b83a2e8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350313 Oct 20 11:40:21.698105 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2ed59-a195-4030-9cd5-3519a28b856e req-bc4cf8c9-a086-4e56-8737-58391f884652 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.699593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ead2ed59-a195-4030-9cd5-3519a28b856e req-bc4cf8c9-a086-4e56-8737-58391f884652 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Oct 20 11:40:21.737141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ead2ed59-a195-4030-9cd5-3519a28b856e req-b518e557-a072-49c5-8dd7-017a9708b815 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Oct 20 11:40:21.759809 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47928) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:21.818734 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-79f92d5c-7b4e-426c-8f4c-9d095fd2af0c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/fa937d25-3572-442c-964a-b94e81b26c4a HTTP/1.1" status: 200 len: 992 time: 0.0578265 Oct 20 11:40:23.083464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fced5f0-68ea-4c7b-b9de-d8769cbfaae3 req-c5ba2686-2137-44da-bdf5-d080a5abc3df tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:23.084942 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fced5f0-68ea-4c7b-b9de-d8769cbfaae3 req-c5ba2686-2137-44da-bdf5-d080a5abc3df tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0540891 Oct 20 11:40:23.121479 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3fced5f0-68ea-4c7b-b9de-d8769cbfaae3 req-794eac7f-434c-4cab-a5da-d944cf496518 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304828 Oct 20 11:40:24.238956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a84f2-c2d9-4362-b24d-f6152ac3044a req-e28c3319-f104-467d-aacd-6b86332d06a3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:24.240420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-600a84f2-c2d9-4362-b24d-f6152ac3044a req-e28c3319-f104-467d-aacd-6b86332d06a3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Oct 20 11:40:24.277162 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-600a84f2-c2d9-4362-b24d-f6152ac3044a req-efef1cdd-14c2-493f-a613-300040342c8b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Oct 20 11:40:25.390165 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9e6b-8d94-4e9e-942d-b929a0ec592b req-7f1cac58-48ae-441b-aded-5c351096eae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.391684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1ba9e6b-8d94-4e9e-942d-b929a0ec592b req-7f1cac58-48ae-441b-aded-5c351096eae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Oct 20 11:40:25.428541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1ba9e6b-8d94-4e9e-942d-b929a0ec592b req-1272b1c9-5715-42ea-9781-0b8a1da91381 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Oct 20 11:40:25.449882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47940) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:25.513075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-068eeb56-64fc-4e7e-aaf7-87ee6b332a22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/fa937d25-3572-442c-964a-b94e81b26c4a HTTP/1.1" status: 200 len: 992 time: 0.0621083 Oct 20 11:40:25.736480 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47946) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:25.890538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 466fb4a8-85e0-49d9-be24-76a9ca740fbf {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:25.890874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.966679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.967032 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.978784 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 466fb4a8-85e0-49d9-be24-76a9ca740fbf owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:26.118023 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.143320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=466fb4a8-85e0-49d9-be24-76a9ca740fbf,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:26.153068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.153413 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.153748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.154075 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.154396 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.155678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.155678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.155879 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.156196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.156510 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.156822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.157132 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:26.214581 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.215000 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP fa937d25-3572-442c-964a-b94e81b26c4a disassociated (deleted). External IP: 172.25.3.2, port: 6ddf0698-7652-4400-b99b-3a17a647ad66. Oct 20 11:40:26.418106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 0a35cafd-6340-4f37-acad-ba769771b2cd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:26.524666 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:26.529544 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.534865 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Sync routers for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:26.543628 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:26.544224 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:26.557051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-eb6734bc-19a2-4e13-ab77-6fbeda876f1a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/floatingips/fa937d25-3572-442c-964a-b94e81b26c4a HTTP/1.1" status: 204 len: 168 time: 0.8192573 Oct 20 11:40:26.557718 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:26.560126 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabbf628-50d9-42d0-9dcc-99431f3117a3" -d '{"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:26.600627 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb20672-e2e8-4d95-96f8-d75eb04b58fd x-openstack-request-id: req-5fb20672-e2e8-4d95-96f8-d75eb04b58fd {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:26.600947 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:26.601201 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5fb20672-e2e8-4d95-96f8-d75eb04b58fd {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:26.601653 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'status': 'completed', 'code': 200} Oct 20 11:40:26.666191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-16feefe7-7e9c-4999-9437-aee861f23acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.667804 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-16feefe7-7e9c-4999-9437-aee861f23acf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 1098 time: 0.0441763 Oct 20 11:40:26.752486 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:26.784878 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-5fd00b39-cc95-4b4e-a307-6daaebfad3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.786458 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-5fd00b39-cc95-4b4e-a307-6daaebfad3a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 200 len: 899 time: 0.1046531 Oct 20 11:40:26.787944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b85da-6c64-4275-9d91-2b741730374b req-341d7c6a-da92-4877-a129-9cbff742d454 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.789454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-602b85da-6c64-4275-9d91-2b741730374b req-341d7c6a-da92-4877-a129-9cbff742d454 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Oct 20 11:40:26.829149 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-602b85da-6c64-4275-9d91-2b741730374b req-3e27c6ae-9c72-4101-931e-881e0ee128fe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333426 Oct 20 11:40:26.831190 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-212b9d67-2a37-469c-b3ee-5e140fddfa2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 200 len: 217 time: 0.0361030 Oct 20 11:40:26.880129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-28bec24d-8c4c-4e1c-8d4c-b4c4af1a7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.881598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-28bec24d-8c4c-4e1c-8d4c-b4c4af1a7f30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 200 len: 835 time: 0.0434000 Oct 20 11:40:26.931813 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-da2059fa-a0ff-424a-9f52-fe4c1161b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.933303 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-da2059fa-a0ff-424a-9f52-fe4c1161b8c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3f57ffc-fe4e-41da-ac1a-4234baa46e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443068 Oct 20 11:40:26.951142 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:26.976745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Checking router: 0a35cafd-6340-4f37-acad-ba769771b2cd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:26.985110 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:26.985692 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:27.024678 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-6b284555-6409-436e-b920-db7994814580 service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829158 Oct 20 11:40:27.087663 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:27.121627 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fabbf628-50d9-42d0-9dcc-99431f3117a3 req-7bdac6fa-39a5-45b0-9793-678449de6cca service neutron] 10.222.0.83 "GET /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880940 Oct 20 11:40:27.284240 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:27.310131 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4ae56-cfad-4e98-b688-8803831a519f None None] The sync data for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 is: [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '036c689e-3589-48d1-9316-883593cbac0f', 'name': '', 'network_id': 'b3f57ffc-fe4e-41da-ac1a-4234baa46e53', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:ed:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:33Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '81277699-f162-4f73-9b3f-b68bfd8e31c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:27.525580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a66178-71af-4b6f-add7-854c1f9bb34e None None] New status for floating IP fa937d25-3572-442c-964a-b94e81b26c4a: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:40:27.945729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcd0f9-ee9b-47a4-8053-57b06cde7aa1 req-3ba12fda-2799-4768-bb4d-857f4d8a9309 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:27.947202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-befcd0f9-ee9b-47a4-8053-57b06cde7aa1 req-3ba12fda-2799-4768-bb4d-857f4d8a9309 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Oct 20 11:40:27.987537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-befcd0f9-ee9b-47a4-8053-57b06cde7aa1 req-cb5e2577-14b7-4a75-8541-968697a1af41 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd7d629-875e-4c02-a70b-c10457fcbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 Oct 20 11:40:28.392688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-29325c5a-e718-47ad-b045-6fd38b4d20f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:28.394145 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-29325c5a-e718-47ad-b045-6fd38b4d20f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 946 time: 0.0487714 Oct 20 11:40:28.484939 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 6ddf0698-7652-4400-b99b-3a17a647ad66 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:28.485271 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.571120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 6ddf0698-7652-4400-b99b-3a17a647ad66, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=6ddf0698-7652-4400-b99b-3a17a647ad66,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:28.571393 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.576221 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-eaf48ae1-a12f-4ac2-8c76-19b912a9a86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.584678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 6ddf0698-7652-4400-b99b-3a17a647ad66 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:28.711929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.741049 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=6ddf0698-7652-4400-b99b-3a17a647ad66,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:28.784981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] No DVR routers for this DVR port 6ddf0698-7652-4400-b99b-3a17a647ad66 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:28.787642 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.791017 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c6ad90ee-e96c-45fe-9e10-6f2dec2c7828 req-d96edf39-2074-490b-837e-d06744f9eaa0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "DELETE /v2.0/ports/6ddf0698-7652-4400-b99b-3a17a647ad66 HTTP/1.1" status: 204 len: 173 time: 0.3900862 Oct 20 11:40:28.791440 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'name': 'network-vif-deleted', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:28.793719 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a05d9c-e683-49ee-9367-e705249ee942" -d '{"events": [{"server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "name": "network-vif-deleted", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:28.832178 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5552d-cb2b-4dc4-ac28-abbf1386cc61 x-openstack-request-id: req-a1c5552d-cb2b-4dc4-ac28-abbf1386cc61 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:28.832491 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242291a4-f91f-4a90-9efc-974a78fc81a2", "name": "network-vif-deleted", "tag": "6ddf0698-7652-4400-b99b-3a17a647ad66", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:28.832742 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1c5552d-cb2b-4dc4-ac28-abbf1386cc61 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:28.833143 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242291a4-f91f-4a90-9efc-974a78fc81a2', 'name': 'network-vif-deleted', 'tag': '6ddf0698-7652-4400-b99b-3a17a647ad66', 'status': 'completed', 'code': 200} Oct 20 11:40:29.090924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7231112-1f6a-4529-a0bf-c16cd0a525ab req-348f5fe8-49bf-4d7d-ac7b-8dc6ba23b2f3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=242291a4-f91f-4a90-9efc-974a78fc81a2 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Oct 20 11:40:30.145213 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47962) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.499613 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.748119 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 036c689e-3589-48d1-9316-883593cbac0f {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:30.748459 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.838612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 036c689e-3589-48d1-9316-883593cbac0f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=036c689e-3589-48d1-9316-883593cbac0f,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:30.838988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.850528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 036c689e-3589-48d1-9316-883593cbac0f owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:31.032414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.058320 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=036c689e-3589-48d1-9316-883593cbac0f,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.231522 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.433751 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0ee497bc-e37a-4a9b-831b-88d7b851947e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.715115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 0a35cafd-6340-4f37-acad-ba769771b2cd has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:31.820954 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:31.826601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f98cac65-71f2-41ae-bf84-62d92c20279a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/0a35cafd-6340-4f37-acad-ba769771b2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803205 Oct 20 11:40:31.828744 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47964) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:31.830689 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Sync routers for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:31.839736 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:31.840340 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:31.861846 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.881729 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting subnet 81277699-f162-4f73-9b3f-b68bfd8e31c0 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:31.885031 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.925442 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.945426 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:32.011341 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.067809 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.095070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Subnet': ['ID=81277699-f162-4f73-9b3f-b68bfd8e31c0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:32.098702 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.101967 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cf68d497-3d22-4691-95db-ab821bfba66f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/subnets/81277699-f162-4f73-9b3f-b68bfd8e31c0 HTTP/1.1" status: 204 len: 168 time: 0.2721338 Oct 20 11:40:32.104563 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47966) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.105756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57cda4-ca18-4915-9c03-ec4741d5bd55 None None] Network b3f57ffc-fe4e-41da-ac1a-4234baa46e53 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:32.131364 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:30Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:32.163784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Checking router: 0a35cafd-6340-4f37-acad-ba769771b2cd for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:32.167669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6ddf0698-7652-4400-b99b-3a17a647ad66 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:32.174923 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Routers {'0a35cafd-6340-4f37-acad-ba769771b2cd'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:32.175707 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['0a35cafd-6340-4f37-acad-ba769771b2cd'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:32.208082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 6ddf0698-7652-4400-b99b-3a17a647ad66 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:32.208450 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 6ddf0698-7652-4400-b99b-3a17a647ad66 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:32.220234 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.291126 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] Set router 0a35cafd-6340-4f37-acad-ba769771b2cd gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:32.316564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] DHCP port deletion for b3f57ffc-fe4e-41da-ac1a-4234baa46e53 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:32.332236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.366826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Deleting port 1db9cfee-2725-4b73-b404-78c051d46888 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:32.367311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.388221 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port bf972be6-dacd-4b65-b3bc-f93c2b709361 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:32.388565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.439441 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] For port 1db9cfee-2725-4b73-b404-78c051d46888, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1db9cfee-2725-4b73-b404-78c051d46888,segment=NetworkSegment(06753e9d-ff75-4a9f-b138-ca59df069ae1),segment_id=06753e9d-ff75-4a9f-b138-ca59df069ae1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:32.440012 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.453580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Calling delete_port for 1db9cfee-2725-4b73-b404-78c051d46888 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:32.469225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port bf972be6-dacd-4b65-b3bc-f93c2b709361, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=bf972be6-dacd-4b65-b3bc-f93c2b709361,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:32.469589 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.471232 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:30Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:32.481337 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for bf972be6-dacd-4b65-b3bc-f93c2b709361 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:32.497194 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4514-bed5-41c9-8f44-ecf22c2c0986 None None] The sync data for ids ['0a35cafd-6340-4f37-acad-ba769771b2cd'] in n-d-802060-17 is: [{'id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328159231', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:30Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'bf972be6-dacd-4b65-b3bc-f93c2b709361', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a35cafd-6340-4f37-acad-ba769771b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:27Z', 'updated_at': '2021-10-20T11:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:32.546763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.571512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Pushing event deleted for resources: {'Port': ['ID=1db9cfee-2725-4b73-b404-78c051d46888,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:32.575774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] No DVR routers for this DVR port 1db9cfee-2725-4b73-b404-78c051d46888 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:32.583132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.583471 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.583802 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.584128 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.584451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.584762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.585090 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.585400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.585718 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.586030 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.586744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.586744 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c411e-f4ae-45c5-8bff-0272955deb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:32.654578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.683708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=bf972be6-dacd-4b65-b3bc-f93c2b709361,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:32.739831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.828261 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.830232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.880160 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.880732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Fanout notify agent at l3_agent the message router_deleted on router 0a35cafd-6340-4f37-acad-ba769771b2cd {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:40:32.887911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.889880 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8c7e2b7e-66e1-49c2-a531-ef5de8b7ec72 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/routers/0a35cafd-6340-4f37-acad-ba769771b2cd HTTP/1.1" status: 204 len: 168 time: 0.7835572 Oct 20 11:40:32.892344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47968) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.974611 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.003507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.065134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.085976 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f57ffc-fe4e-41da-ac1a-4234baa46e53']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:33.095732 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06753e9d-ff75-4a9f-b138-ca59df069ae1') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:33.096030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06753e9d-ff75-4a9f-b138-ca59df069ae1') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:33.106000 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.120088 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.126873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:33.127334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:33.130542 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:33.192164 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.199602 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.202114 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/networks/b3f57ffc-fe4e-41da-ac1a-4234baa46e53 HTTP/1.1" status: 204 len: 168 time: 0.3087966 Oct 20 11:40:33.205043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47970) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.213053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bea6c-fadb-4704-9011-d7f133346da7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Network': ['ID=b3f57ffc-fe4e-41da-ac1a-4234baa46e53,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.264123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.288890 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.348243 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.350924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.352082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/security-groups/1cd7d629-875e-4c02-a70b-c10457fcbf32 HTTP/1.1" status: 204 len: 168 time: 0.1460505 Oct 20 11:40:33.362554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd7d629-875e-4c02-a70b-c10457fcbf32,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.373553 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.374003 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.374358 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.374716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.375067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.375563 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.375877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.376200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.376529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.376882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.377200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.377627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151477e-0a1b-492c-aee3-4b1775922d78 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:33.546542 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf972be6-dacd-4b65-b3bc-f93c2b709361 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:33.550657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47976) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.555755 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357284779', 'description': 'tempest-secgroup-smoke-357284779 description', 'project_id': '4a56a34ed28b48f894a31165043d727f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:33.566043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: bf972be6-dacd-4b65-b3bc-f93c2b709361 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:33.566580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device bf972be6-dacd-4b65-b3bc-f93c2b709361 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:33.567993 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1db9cfee-2725-4b73-b404-78c051d46888 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:33.578268 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.586850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1db9cfee-2725-4b73-b404-78c051d46888 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:33.587305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1db9cfee-2725-4b73-b404-78c051d46888 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:33.587782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 036c689e-3589-48d1-9316-883593cbac0f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:33.606987 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 036c689e-3589-48d1-9316-883593cbac0f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:33.607344 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 036c689e-3589-48d1-9316-883593cbac0f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:33.643130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.646454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.678742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.679985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280181 Oct 20 11:40:33.683031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47978) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.683978 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca17e36-2e2e-4ec3-b4a4-bf3b053e1c39 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b232277e-8462-4499-b303-f55aadca248d,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.687953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:33.715508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.763473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.767315 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.784839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41d02d8-f842-4c36-a89f-9418e8b80ae7,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.793214 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.794423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3cb241c8-d63a-4c4a-a665-b27539cd60be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101277 Oct 20 11:40:33.797171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47980) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.801477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:33.827570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.230361 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.234420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.252938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2047bc36-e081-4da4-8da7-dc40f1491d78,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.260615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.261846 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a29d84cf-9a5c-4c96-a301-498f5a5c4468 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4637485 Oct 20 11:40:34.265205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47982) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.269634 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.296264 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.351741 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.356142 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.374162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06058b1-ede1-49e6-b2a9-dd3a1f0bcb56,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.378710 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.379941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ee7fb1a4-61df-46a3-98d7-fc2ad8ca94db tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137397 Oct 20 11:40:34.382610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47984) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.387225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.416049 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.476249 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.479600 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.495703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eeb22b-3b21-4861-9b04-ac4e84182bc3,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.503458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.504616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bdb3f0c9-b6c5-429a-b584-e7ca1471e5ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209111 Oct 20 11:40:34.507423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47986) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.511870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.533558 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:34.537097 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.538633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.597202 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.600756 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.617570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7318ae8c-9ab3-45cd-b4aa-b4c7b49021a4,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.624991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.626212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d84ffe94-3a50-44aa-a7e6-05f4b1fa773b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178339 Oct 20 11:40:34.628920 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47988) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.633186 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': 'b232277e-8462-4499-b303-f55aadca248d', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.655607 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:34.660272 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.719303 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.722592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.742798 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152d4ed-28a3-4631-9e94-89be0ef468f5,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.748181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.750022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a0bc4182-a7cf-4e72-9de1-82217a137f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201847 Oct 20 11:40:34.752764 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 47990) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.757459 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'network': {'name': 'tempest-network-smoke--1814484584', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'port_security_enabled': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.779263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:34.782532 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.804810 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:40:34.814262 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.814661 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Added segment cb55e60e-40e8-420c-b387-5e27a90db145 of type vlan for network 7ab3456c-134b-44e4-81e8-cc473b6202d6 Oct 20 11:40:34.853764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.876546 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.882328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:34.882904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.932700 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789322 Oct 20 11:40:34.935579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47992) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.940177 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'admin_state_up': True, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.962729 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.963874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.991622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4792f9c-ff11-40ba-a7b5-e85251d9f46a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Network': ['ID=7ab3456c-134b-44e4-81e8-cc473b6202d6,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.002807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:40:35.015575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.157415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.348565 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.368297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.477582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.101 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/0520ce13-7caf-4989-8726-4b9f47d24d51) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:35.576620 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.610532 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.649017 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:35.651957 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:35.654308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:35.688538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=0520ce13-7caf-4989-8726-4b9f47d24d51,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.907648 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.369232 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.493953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 033d69ae-c1cc-402a-8e04-31879bbe1962 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:40:36.594791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:36.604525 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Sync routers for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:36.613920 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:36.614224 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.614527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:36.615470 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-82d83daa-9cf8-4eca-98fc-4e057dc2d1b3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6788256 Oct 20 11:40:36.618550 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47994) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:36.656476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b82fc5fe-8608-4560-9a48-9f86bba1f88b tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=4a56a34ed28b48f894a31165043d727f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368118 Oct 20 11:40:36.658985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47996) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:36.718629 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:36.811353 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e55f6-39d5-4566-9250-8f6e4ab2a0ac tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.813528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b22e55f6-39d5-4566-9250-8f6e4ab2a0ac tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536489 Oct 20 11:40:36.816484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 47998) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:36.849868 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-55193e11-1884-4c8b-85ec-cf0e50ba0a28 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322108 Oct 20 11:40:36.852381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48000) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:36.857095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829043848', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:36.897557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:36.923486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Checking router: 033d69ae-c1cc-402a-8e04-31879bbe1962 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:36.923838 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Updating router 033d69ae-c1cc-402a-8e04-31879bbe1962 port 0520ce13-7caf-4989-8726-4b9f47d24d51 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:36.947453 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:36.948503 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.951134 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.128686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.194520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Subnet': ['ID=3cfa2a76-064e-472f-bfd0-9b09f6832854,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:37.203904 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.206093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Checking segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:37.206093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network hostable DHCP agents. Network: 7ab3456c-134b-44e4-81e8-cc473b6202d6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:40:37.211872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.221946 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:40:37.231186 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 7ab3456c-134b-44e4-81e8-cc473b6202d6) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:37.235220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:37.235880 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.243581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9be36-4b9f-42fb-b7df-61a0138389ef None None] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:37.253614 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7ff5a293-5ffa-4233-a465-b1631e19b2c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996627 Oct 20 11:40:37.255788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48002) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:37.289580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Attempting to bind port 0520ce13-7caf-4989-8726-4b9f47d24d51 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:37.289944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Attempting to bind port 0520ce13-7caf-4989-8726-4b9f47d24d51 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:37.290308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Attempting to bind port 0520ce13-7caf-4989-8726-4b9f47d24d51 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:37.296241 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40992f2-8066-4e65-b4cc-6a534a9cf3fa None None] Pushing event updated for resources: {'Port': ['ID=0520ce13-7caf-4989-8726-4b9f47d24d51,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:37.327197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:37.327572 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:37.328508 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.328905 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:37.329381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Bound port: 0520ce13-7caf-4989-8726-4b9f47d24d51, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:37.329765 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.417584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] For port 0520ce13-7caf-4989-8726-4b9f47d24d51, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:37.435798 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] For port 0520ce13-7caf-4989-8726-4b9f47d24d51, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0520ce13-7caf-4989-8726-4b9f47d24d51,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:37.443770 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.504999 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-7ab3456c-134b-44e4-81e8-cc473b6202d6', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:40:37.505915 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.533607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:37.534224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:37.540902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40992f2-8066-4e65-b4cc-6a534a9cf3fa None None] Pushing event updated for resources: {'Port': ['ID=0520ce13-7caf-4989-8726-4b9f47d24d51,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:37.690202 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.728628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:37.801878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Allocated IP 172.20.0.2 (7ab3456c-134b-44e4-81e8-cc473b6202d6/3cfa2a76-064e-472f-bfd0-9b09f6832854/3d87bb7d-9b1d-4bd1-ada4-8d3b96399447) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:38.024695 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.031799 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.035534 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:38.077018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.1 (7ab3456c-134b-44e4-81e8-cc473b6202d6/3cfa2a76-064e-472f-bfd0-9b09f6832854/8b280a00-ca16-4468-bbeb-cae8f5050e46) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:38.086197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f80fb5-5efe-4a8f-a51a-d2f2c009d067 None None] The sync data for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 is: [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:38.099387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:38.107198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:38.109068 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Pushing event updated for resources: {'Port': ['ID=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.111962 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:38.171147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Attempting to bind port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:38.171514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Attempting to bind port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:38.172491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Attempting to bind port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 on network 7ab3456c-134b-44e4-81e8-cc473b6202d6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:38.177833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:38.178219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Checking segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:38.178599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.179007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Bound using segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:38.179466 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Bound port: 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:38.179838 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.209402 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.248499 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.308429 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:38.312558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:38.316749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:38.332427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.378752 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.440204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] For port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:38.444208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] For port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:38.449407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.518500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6430-2ed5-46e9-9314-b119cc28b6fc None None] Pushing event updated for resources: {'Port': ['ID=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.549535 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.873365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.878566 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.956889 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.958850 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.049953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:39.051254 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:39.162656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 033d69ae-c1cc-402a-8e04-31879bbe1962 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:39.275605 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:39.283492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8a32145e-2790-43bb-9ec6-16f4e80dc4d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/033d69ae-c1cc-402a-8e04-31879bbe1962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266023 Oct 20 11:40:39.447624 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-e1bf8899-79e6-4233-91b6-aae335e701e4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357284779&fields=id&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 267 time: 0.0497034 Oct 20 11:40:39.448960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fde28-1b94-426d-9889-ab7db2a0d08c None None] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:39.518162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:39.555533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-1a7955c2-c7ea-4a38-9550-f0027fd24723 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:39.557532 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-1a7955c2-c7ea-4a38-9550-f0027fd24723 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 797 time: 0.1062014 Oct 20 11:40:39.570379 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] Provisioning complete for port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:39.570674 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.575087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-7dfa066c-67ff-4726-b9c4-85aa8f759304 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/quotas/4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 375 time: 0.0095155 Oct 20 11:40:39.628353 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-dc677204-926e-40b7-8f56-4c4d43999843 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475109 Oct 20 11:40:39.673022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:39.673391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.735629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-d12cf81b-2c2a-4308-ba4d-aed002d66d4e service neutron] 10.222.0.74 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913520 Oct 20 11:40:39.762330 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.823903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] For port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:39.833002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.842251 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.852191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-9d8b5afa-bfd7-4188-b1ba-d18ed85b22e2 service neutron] 10.222.0.74 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093228 Oct 20 11:40:39.923162 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc56b11-a3b0-4b75-92ab-872dcee953b0 None None] Pushing event updated for resources: {'Port': ['ID=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.937336 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:40:39.937697 n-d-802060-17 neutron-server[100748]: DEBUG oslo_db.api [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:40:40.038065 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Sync routers for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:40.048876 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:40.049883 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.061582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6082dd29-51e9-473a-9a11-d48c2c17bd20 None None] Provisioning complete for port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.062808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6082dd29-51e9-473a-9a11-d48c2c17bd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.065354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dce6368d-5baf-4491-9ce9-4e02c5242bb2 req-88380e5c-3b69-4c0a-bd1a-f8287dda5e62 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 210 time: 0.0392497 Oct 20 11:40:40.185426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6082dd29-51e9-473a-9a11-d48c2c17bd20 None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.185932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6082dd29-51e9-473a-9a11-d48c2c17bd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.222767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6082dd29-51e9-473a-9a11-d48c2c17bd20 None None] Port 8b280a00-ca16-4468-bbeb-cae8f5050e46 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:40.277747 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:40.342606 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6ae5f8e4-3c04-444b-a630-de6c7ad4292b None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.343114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f8e4-3c04-444b-a630-de6c7ad4292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.382178 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5f8e4-3c04-444b-a630-de6c7ad4292b None None] Port 8b280a00-ca16-4468-bbeb-cae8f5050e46 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:40.487946 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0520ce13-7caf-4989-8726-4b9f47d24d51 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:40.503783 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 2, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.531835 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Checking router: 033d69ae-c1cc-402a-8e04-31879bbe1962 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:40.532106 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Updating router 033d69ae-c1cc-402a-8e04-31879bbe1962 port 8b280a00-ca16-4468-bbeb-cae8f5050e46 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:40.534224 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9e74d1f5-11d6-4358-a100-559dd8d7a211 None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.534591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9e74d1f5-11d6-4358-a100-559dd8d7a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.559285 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.576942 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9e74d1f5-11d6-4358-a100-559dd8d7a211 None None] Port 8b280a00-ca16-4468-bbeb-cae8f5050e46 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:40.580146 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0520ce13-7caf-4989-8726-4b9f47d24d51 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.580479 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.605252 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:40.664076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.686854 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 0520ce13-7caf-4989-8726-4b9f47d24d51, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0520ce13-7caf-4989-8726-4b9f47d24d51,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:40.692028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.741023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=0520ce13-7caf-4989-8726-4b9f47d24d51,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:40.830440 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.835588 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.898374 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Pushing event updated for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:40.923434 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.923766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.924102 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.924434 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.924763 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.925092 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.925410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.925738 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.926050 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.926359 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.926678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.927095 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:40.940976 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Attempting to bind port 8b280a00-ca16-4468-bbeb-cae8f5050e46 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:40.941340 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Attempting to bind port 8b280a00-ca16-4468-bbeb-cae8f5050e46 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:40.941704 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Attempting to bind port 8b280a00-ca16-4468-bbeb-cae8f5050e46 on network 7ab3456c-134b-44e4-81e8-cc473b6202d6 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:40.946758 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:40.947161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Checking segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:40.947558 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.947946 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Bound using segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:40.948412 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Bound port: 8b280a00-ca16-4468-bbeb-cae8f5050e46, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:40.948786 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.022821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] For port 8b280a00-ca16-4468-bbeb-cae8f5050e46, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:41.026866 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] For port 8b280a00-ca16-4468-bbeb-cae8f5050e46, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b280a00-ca16-4468-bbeb-cae8f5050e46,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:41.032788 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.094517 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf29e-fe7e-4eac-87ac-c01d7748befa None None] Pushing event updated for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.105829 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:41.106643 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:41.107418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.107698 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.222006 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:41.237736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0ed847b-b1ab-4c8a-9699-ea7fb2590be9 req-b68d2944-9da7-488c-b0ff-8af00f2629d7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 210 time: 0.0576897 Oct 20 11:40:41.261827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-fd0882ec-d75b-4581-9dc4-46f8b596128a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:41.263725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-fd0882ec-d75b-4581-9dc4-46f8b596128a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 797 time: 0.2261198 Oct 20 11:40:41.269956 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.319194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] For port 8b280a00-ca16-4468-bbeb-cae8f5050e46, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b280a00-ca16-4468-bbeb-cae8f5050e46,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:41.326361 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.342915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-d879587e-1399-4505-b994-12eb0bdbcebc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 379 time: 0.0646443 Oct 20 11:40:41.357411 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'port': {'device_id': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'admin_state_up': True, 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'security_groups': ['b232277e-8462-4499-b303-f55aadca248d']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:41.381157 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b4569-6d0c-4962-91da-b683a98931ca None None] Pushing event updated for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.448821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-fa7ad491-75c7-45bd-b97a-23a6a82121ca None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.449187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad491-75c7-45bd-b97a-23a6a82121ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.458274 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:41.471624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:41.492162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:41.494777 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d69199-2b09-4213-97fb-ca50e00cc1db None None] The sync data for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 is: [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:41.496056 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.566559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.567636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.647082 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.10 (7ab3456c-134b-44e4-81e8-cc473b6202d6/3cfa2a76-064e-472f-bfd0-9b09f6832854/e15eb9f4-0cb9-449d-9aed-6c2443ab004b) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:41.672619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0520ce13-7caf-4989-8726-4b9f47d24d51 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:41.723007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 0520ce13-7caf-4989-8726-4b9f47d24d51 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.723383 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.805209 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.841487 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.888365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:41.891585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:41.894207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:41.926162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.956812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:41.957796 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.979676 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-314a820b-b5da-43e1-8feb-411e3ccd5265 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6288652 Oct 20 11:40:41.992238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Request body: {'port': {'device_id': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:42.056343 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.126140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7ed87442-38eb-41e6-9b74-97f24e793f0d None None] Provisioning complete for port e15eb9f4-0cb9-449d-9aed-6c2443ab004b triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:42.126507 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7ed87442-38eb-41e6-9b74-97f24e793f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.163522 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7ed87442-38eb-41e6-9b74-97f24e793f0d None None] Port e15eb9f4-0cb9-449d-9aed-6c2443ab004b cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:42.368282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15eb9f4-0cb9-449d-9aed-6c2443ab004b {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:42.377679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.395797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Transition to ACTIVE for port object e15eb9f4-0cb9-449d-9aed-6c2443ab004b will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:42.399936 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.415980 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0d8a-cc72-4d8e-80b6-2160b7f50aa7 req-e6109ca5-606c-4b16-a127-f5d14712edb3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.417400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cad0d8a-cc72-4d8e-80b6-2160b7f50aa7 req-e6109ca5-606c-4b16-a127-f5d14712edb3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 932 time: 0.0859170 Oct 20 11:40:42.491080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Pushing event updated for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.515545 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6cad0d8a-cc72-4d8e-80b6-2160b7f50aa7 req-faa8ae79-08f4-4ff7-918c-ea1ee8e63bda tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729928 Oct 20 11:40:42.568168 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Attempting to bind port e15eb9f4-0cb9-449d-9aed-6c2443ab004b on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:42.568506 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Attempting to bind port e15eb9f4-0cb9-449d-9aed-6c2443ab004b by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:42.569035 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Attempting to bind port e15eb9f4-0cb9-449d-9aed-6c2443ab004b on network 7ab3456c-134b-44e4-81e8-cc473b6202d6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:42.573987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Port e15eb9f4-0cb9-449d-9aed-6c2443ab004b on network 7ab3456c-134b-44e4-81e8-cc473b6202d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:42.574546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Attempting to bind port e15eb9f4-0cb9-449d-9aed-6c2443ab004b on network 7ab3456c-134b-44e4-81e8-cc473b6202d6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:42.579675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:42.580018 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Checking segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:42.580406 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Bound using segment: {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:42.580839 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Bound port: e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb55e60e-40e8-420c-b387-5e27a90db145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:42.581192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.648343 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:42.651423 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:42.656804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.694347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.695025 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.696375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] 10.222.0.70 "PUT /v2.0/ports/e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 1093 time: 0.7087228 Oct 20 11:40:42.696800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:42.699085 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf716a6-2f57-4021-8e11-6714395a7580" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:42.733924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f9601-e6b4-464e-b740-72765f05d003 service neutron] Pushing event updated for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.746539 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6660c-0e37-4ab7-a39c-0fc20cf45fb8 x-openstack-request-id: req-45f6660c-0e37-4ab7-a39c-0fc20cf45fb8 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:42.746733 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:42.747003 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45f6660c-0e37-4ab7-a39c-0fc20cf45fb8 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:42.747696 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'status': 'completed', 'code': 200} Oct 20 11:40:42.781672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-354a448d-fefe-41d3-ab57-39463a5420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.783289 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-354a448d-fefe-41d3-ab57-39463a5420dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1096 time: 0.0456851 Oct 20 11:40:42.827140 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-87744e92-024d-4162-bb98-5abc33ede9d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 217 time: 0.0355716 Oct 20 11:40:42.882995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-1ce8c756-85f2-43e8-9caf-246e3b6af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.884895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-1ce8c756-85f2-43e8-9caf-246e3b6af916 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0502014 Oct 20 11:40:42.930199 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624452-2549-468b-9295-3473106c8264 req-881b66a4-f0c7-4643-907b-f089c5724117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.931707 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-881b66a4-f0c7-4643-907b-f089c5724117 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400760 Oct 20 11:40:43.021156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-dea146e3-f2b3-4021-872c-a945735f54d6 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804558 Oct 20 11:40:43.113873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87624452-2549-468b-9295-3473106c8264 req-74ce3b16-4ae9-4556-a4fa-f7b245a09027 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850987 Oct 20 11:40:43.197149 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-cc0d03cf-5f42-42cc-a72f-294969b41cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.198602 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-cc0d03cf-5f42-42cc-a72f-294969b41cd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1096 time: 0.0402086 Oct 20 11:40:43.289741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-d67f0fcf-93b8-4a6f-ba3a-cd05d7998dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.291205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-d67f0fcf-93b8-4a6f-ba3a-cd05d7998dd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.0857410 Oct 20 11:40:43.332072 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-eca6f019-e707-4faf-94bf-b91254aa296a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 217 time: 0.0332091 Oct 20 11:40:43.380891 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-9514d12b-fe90-4779-a5c7-e219289692bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.382311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-9514d12b-fe90-4779-a5c7-e219289692bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0426564 Oct 20 11:40:43.433381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-d8c85f51-4713-40fc-a407-d8c4548959c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.434856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-d8c85f51-4713-40fc-a407-d8c4548959c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449119 Oct 20 11:40:43.448061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b280a00-ca16-4468-bbeb-cae8f5050e46 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:43.498139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8b280a00-ca16-4468-bbeb-cae8f5050e46 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:43.498506 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.529951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-23506e94-583c-4e29-bfe8-cf6f9916f426 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Oct 20 11:40:43.657876 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cf716a6-2f57-4021-8e11-6714395a7580 req-31aff370-320b-4ae0-a8d3-31c40aee231c service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198490 Oct 20 11:40:43.665177 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91215337-7936-4e59-b66b-8012178cc252 req-0feb1a06-441d-49e2-8926-fa1574d86213 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.666530 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91215337-7936-4e59-b66b-8012178cc252 req-0feb1a06-441d-49e2-8926-fa1574d86213 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 944 time: 0.0671618 Oct 20 11:40:43.706608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-91215337-7936-4e59-b66b-8012178cc252 req-01073640-39af-40ee-8892-5279974df6cd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340159 Oct 20 11:40:44.751574 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e15eb9f4-0cb9-449d-9aed-6c2443ab004b details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:44.824903 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee0bf-ccd4-458c-a3d6-f2af78af80d8 req-47e6c659-1281-43d6-8d18-f82e9c1c57e8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:44.826389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2dee0bf-ccd4-458c-a3d6-f2af78af80d8 req-47e6c659-1281-43d6-8d18-f82e9c1c57e8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 944 time: 0.0497055 Oct 20 11:40:44.848837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:44.859119 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'port_id': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'mac_address': 'fa:16:3e:45:0c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:44.864163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c2dee0bf-ccd4-458c-a3d6-f2af78af80d8 req-589aae44-36dc-4a5e-8cbb-eed9d2d0d226 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309041 Oct 20 11:40:44.896989 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.909382 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15eb9f4-0cb9-449d-9aed-6c2443ab004b {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:44.928084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:44.931973 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.977321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.199268 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['e15eb9f4-0cb9-449d-9aed-6c2443ab004b'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:45.981345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61620-b6f3-44df-88f3-16e21dca5548 req-70f87a74-21ac-4674-9e36-bddccc842b3a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:45.982808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5b61620-b6f3-44df-88f3-16e21dca5548 req-70f87a74-21ac-4674-9e36-bddccc842b3a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 945 time: 0.0522776 Oct 20 11:40:46.019790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a5b61620-b6f3-44df-88f3-16e21dca5548 req-c20d0d82-e479-4fe4-ac57-03f7308d329c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310962 Oct 20 11:40:46.347643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.763053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e15eb9f4-0cb9-449d-9aed-6c2443ab004b up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:46.810156 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port e15eb9f4-0cb9-449d-9aed-6c2443ab004b completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:40:46.813821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port e15eb9f4-0cb9-449d-9aed-6c2443ab004b triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:46.814187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.890598 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.913242 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:46.915516 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d46730-4bb0-4752-99d6-9ab6b2aca231" -d '{"events": [{"server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "name": "network-vif-plugged", "status": "completed", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:46.928230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:46.932244 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.954271 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3bee8c-78be-4c5a-aed5-1671b81c73f4 x-openstack-request-id: req-be3bee8c-78be-4c5a-aed5-1671b81c73f4 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:46.954551 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "name": "network-vif-plugged", "status": "completed", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:46.954793 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be3bee8c-78be-4c5a-aed5-1671b81c73f4 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:46.955205 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'code': 200} Oct 20 11:40:46.980488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:47.045850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f58e-9b76-45f5-9777-8a778bfa6927 req-31030383-b319-4976-9f4a-32c6fee90836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.047302 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a9f58e-9b76-45f5-9777-8a778bfa6927 req-31030383-b319-4976-9f4a-32c6fee90836 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.0395176 Oct 20 11:40:47.084760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5a9f58e-9b76-45f5-9777-8a778bfa6927 req-91db7f98-5651-4b15-80b9-2101c13fd35b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296910 Oct 20 11:40:47.134302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206047e-5165-4ced-bf4a-c83595010f64 req-d09aa88d-e3a4-43fc-a7c8-a0886bc8df94 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.135820 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7206047e-5165-4ced-bf4a-c83595010f64 req-d09aa88d-e3a4-43fc-a7c8-a0886bc8df94 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0488210 Oct 20 11:40:47.172665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7206047e-5165-4ced-bf4a-c83595010f64 req-95ba1cf9-6ff8-454e-9289-a93e7a9c49f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Oct 20 11:40:47.348292 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.290029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6e375-0b33-4ec4-80d5-ae7afa91df7a req-b6ef00a3-72e6-4f87-8f1f-ca3e43222310 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:48.291541 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a6e375-0b33-4ec4-80d5-ae7afa91df7a req-b6ef00a3-72e6-4f87-8f1f-ca3e43222310 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0520942 Oct 20 11:40:48.329260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-06a6e375-0b33-4ec4-80d5-ae7afa91df7a req-92b5f974-ce23-46aa-92e6-75c4f7bf814b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Oct 20 11:40:48.441510 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81c1a-1b82-409c-ba4b-27c77c3e289d req-97107cd2-b94c-4cb4-89e3-1188b66e6fc5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:48.442961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cb81c1a-1b82-409c-ba4b-27c77c3e289d req-97107cd2-b94c-4cb4-89e3-1188b66e6fc5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0482485 Oct 20 11:40:48.479111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0cb81c1a-1b82-409c-ba4b-27c77c3e289d req-7fb17b63-fba5-4b9d-a1fe-25d1bb4c6cd3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Oct 20 11:40:48.500367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48060) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:48.539190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6271a2-c5e8-48bb-920b-27cfcabbd784 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:48.540667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-da6271a2-c5e8-48bb-920b-27cfcabbd784 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1093 time: 0.0393205 Oct 20 11:40:48.544065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48062) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:48.548328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:48.570650 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.669199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.773217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.196 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/61ee688c-540e-495c-9b5b-f2f333bc2a20) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:48.872573 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.906779 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.942823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:48.947049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:48.950409 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:48.958235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=61ee688c-540e-495c-9b5b-f2f333bc2a20,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:49.305614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.373979 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.519179 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.523383 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.594084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=61ee688c-540e-495c-9b5b-f2f333bc2a20,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:49.603737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.702223 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 7ddaaddf-c932-4885-8378-f5fd37faf9cf associated. External IP: 172.25.3.196, port: e15eb9f4-0cb9-449d-9aed-6c2443ab004b. Oct 20 11:40:50.156864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 033d69ae-c1cc-402a-8e04-31879bbe1962 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:50.263535 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:50.273846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Sync routers for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:50.282426 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.282892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:50.284140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:50.310239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3487819d-6554-4f99-b046-36d7698cc7d0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7651694 Oct 20 11:40:50.310825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:50.313120 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08775e-81e6-410d-8e5e-3561f09f8ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:50.354266 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9bb592-4643-49a1-b205-56569d33997e x-openstack-request-id: req-5a9bb592-4643-49a1-b205-56569d33997e {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:50.354608 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:50.355113 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5a9bb592-4643-49a1-b205-56569d33997e {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:50.355512 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'status': 'completed', 'code': 200} Oct 20 11:40:50.398746 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:50.437815 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2332183-a00d-4766-a5cd-709dede9e25b req-5cf2a87c-e436-4eb7-b0cc-c9aecbc81ad4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.439229 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2332183-a00d-4766-a5cd-709dede9e25b req-5cf2a87c-e436-4eb7-b0cc-c9aecbc81ad4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0756867 Oct 20 11:40:50.445307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-4c8ea0d9-4231-47c2-9874-384abbdbddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.446711 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-4c8ea0d9-4231-47c2-9874-384abbdbddc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.0577748 Oct 20 11:40:50.532562 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d2332183-a00d-4766-a5cd-709dede9e25b req-4dd0efe9-afb2-4d45-b8b8-78f6100dacaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848618 Oct 20 11:40:50.556007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48068) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:50.562125 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-4fedad4d-c9e3-4507-a519-a2a85421c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.563973 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-4fedad4d-c9e3-4507-a519-a2a85421c4c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.1095736 Oct 20 11:40:50.619601 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-911bf9a7-a4e5-402a-a8d3-6e06f1261c45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/7ddaaddf-c932-4885-8378-f5fd37faf9cf HTTP/1.1" status: 200 len: 992 time: 0.0617776 Oct 20 11:40:50.626521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7ddaaddf-c932-4885-8378-f5fd37faf9cf', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'port_id': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'mac_address': 'fa:16:3e:45:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:49Z', 'updated_at': '2021-10-20T11:40:49Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:50.639619 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-dcdfa848-dea5-418d-b8c6-f2f6e2eafb18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 1000 time: 0.0680783 Oct 20 11:40:50.653533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Checking router: 033d69ae-c1cc-402a-8e04-31879bbe1962 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:50.661675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:50.662306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:40:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:50.687995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-afe48101-7cc1-4a34-9f7b-d5d58e2148e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.689886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-afe48101-7cc1-4a34-9f7b-d5d58e2148e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0426300 Oct 20 11:40:50.735061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-001b2e05-6f20-4a23-86e6-f5cdb55c490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.736573 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-001b2e05-6f20-4a23-86e6-f5cdb55c490e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398450 Oct 20 11:40:50.766408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:50.831093 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-133e0266-9a27-4195-afe3-6bae94b42188 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859222 Oct 20 11:40:50.925809 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dd08775e-81e6-410d-8e5e-3561f09f8ab2 req-d181312c-fd6f-4e06-abf7-a7f169adf52d service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 Oct 20 11:40:51.141843 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7ddaaddf-c932-4885-8378-f5fd37faf9cf', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'port_id': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'mac_address': 'fa:16:3e:45:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:49Z', 'updated_at': '2021-10-20T11:40:49Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:51.172615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e4444-317c-41ea-a9b4-a1f5aaf347e2 None None] The sync data for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 is: [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '7ddaaddf-c932-4885-8378-f5fd37faf9cf', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'port_id': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'mac_address': 'fa:16:3e:45:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:49Z', 'updated_at': '2021-10-20T11:40:49Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:51.370350 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18051588-3db8-4de7-b52e-e25cfe0cf4ba None None] New status for floating IP 7ddaaddf-c932-4885-8378-f5fd37faf9cf: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:40:51.623452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48070) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:51.686210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ea78397-95a8-4ebc-931e-c248cf3a3348 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/7ddaaddf-c932-4885-8378-f5fd37faf9cf HTTP/1.1" status: 200 len: 994 time: 0.0616078 Oct 20 11:40:54.863441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-0642ea5f-5f7a-4223-b10b-3834e9f59122 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394757 Oct 20 11:40:54.949289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1090-f15c-4832-b669-c78e59686331 req-f487d7a2-82b8-4c2a-9cac-18ee12526c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:54.950735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-f487d7a2-82b8-4c2a-9cac-18ee12526c01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.0437999 Oct 20 11:40:55.051728 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1090-f15c-4832-b669-c78e59686331 req-01f49f40-fd83-4470-a03e-8b226931661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.053161 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-01f49f40-fd83-4470-a03e-8b226931661c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.0837348 Oct 20 11:40:55.120269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-ee044bb9-da77-4cc8-a5f5-7b4f95e53cff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 1002 time: 0.0594862 Oct 20 11:40:55.168664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1090-f15c-4832-b669-c78e59686331 req-96ece9b6-95fe-4e76-a876-4cf70bd8ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.170022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-96ece9b6-95fe-4e76-a876-4cf70bd8ed68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0421102 Oct 20 11:40:55.214650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1090-f15c-4832-b669-c78e59686331 req-82a165c3-e2b6-4ec9-9a49-c280da80b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.216152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-82a165c3-e2b6-4ec9-9a49-c280da80b4db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388615 Oct 20 11:40:55.307265 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-e14f13b7-91bb-45f2-93fd-8bb7863d48ae service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832851 Oct 20 11:40:55.398579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9a5e1090-f15c-4832-b669-c78e59686331 req-36e26d11-d830-4584-93bd-35bfbcef417c service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840962 Oct 20 11:40:58.577727 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-68414789-44af-42d7-8492-c727d1880a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:01.434190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-278cc76f-738e-4e00-8a62-59e72b0fa59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:01.863666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:03.005304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:04.539880 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.347766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.354687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.605544 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:41:20.540850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096dc8-c397-4336-8592-62f751d3423e req-7be335bd-bcd6-4d1f-bf09-5bceccb48bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.542282 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-7be335bd-bcd6-4d1f-bf09-5bceccb48bf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.1159580 Oct 20 11:41:20.550317 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd956-10fb-4a6a-a193-2eacbb448dbc req-c9c0a737-fad2-427c-b664-9c38781ef218 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.551709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-873dd956-10fb-4a6a-a193-2eacbb448dbc req-c9c0a737-fad2-427c-b664-9c38781ef218 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.1316941 Oct 20 11:41:20.649374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-873dd956-10fb-4a6a-a193-2eacbb448dbc req-f9795661-1cd6-4397-a730-b4cc61dafc9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896814 Oct 20 11:41:20.670578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096dc8-c397-4336-8592-62f751d3423e req-177ee734-94bb-4add-bae5-4cf58edbb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.672077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-177ee734-94bb-4add-bae5-4cf58edbb963 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.1195199 Oct 20 11:41:20.737259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-cf0524fa-3283-4c3f-8ef6-e48c36761cc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 1002 time: 0.0572548 Oct 20 11:41:20.786929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096dc8-c397-4336-8592-62f751d3423e req-e62b5bc4-10b6-42fd-a972-9c88f92b6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.788357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-e62b5bc4-10b6-42fd-a972-9c88f92b6883 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0432196 Oct 20 11:41:20.839500 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096dc8-c397-4336-8592-62f751d3423e req-f2383bc4-ae4b-46ff-a5f5-687f27c04512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.840856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-f2383bc4-ae4b-46ff-a5f5-687f27c04512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431507 Oct 20 11:41:20.933378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-c01ace12-cc14-4ef3-af93-0dd7ec3d37f3 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Oct 20 11:41:21.026301 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14096dc8-c397-4336-8592-62f751d3423e req-5769f5db-a658-4b75-93f2-3be474671f84 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Oct 20 11:41:21.812036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168a280-5213-43f3-b532-37c25c240a52 req-3ba65d5c-f686-4b4e-900d-5477d1388b7b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:21.813492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f168a280-5213-43f3-b532-37c25c240a52 req-3ba65d5c-f686-4b4e-900d-5477d1388b7b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0965216 Oct 20 11:41:21.851227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f168a280-5213-43f3-b532-37c25c240a52 req-3286aea5-bcfe-4413-b0f3-2c9d04e9e381 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Oct 20 11:41:22.966008 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcd851-0864-4b83-a4b9-ff9d5d9ff5ed req-1c680ea1-fb8f-4432-bce2-ea0cc84e3b0e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:22.967505 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bdcd851-0864-4b83-a4b9-ff9d5d9ff5ed req-1c680ea1-fb8f-4432-bce2-ea0cc84e3b0e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0489948 Oct 20 11:41:23.008774 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4bdcd851-0864-4b83-a4b9-ff9d5d9ff5ed req-63dfe0a2-5c43-484e-813c-73e9fbfa0181 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352292 Oct 20 11:41:24.121058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e379b3-b2a8-4008-82e5-f30fcc25da40 req-71183c01-0446-4ff4-8870-7b5470ef0e9e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:24.122517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7e379b3-b2a8-4008-82e5-f30fcc25da40 req-71183c01-0446-4ff4-8870-7b5470ef0e9e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0481443 Oct 20 11:41:24.159715 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f7e379b3-b2a8-4008-82e5-f30fcc25da40 req-f07b4a18-7771-4a06-8ade-94eebc3011f5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306578 Oct 20 11:41:25.274391 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bd63-3a23-48b3-9717-e60c0ad5f51d req-ef2025a7-0d57-4dc2-b0fb-cd1a4d58fb92 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:25.275863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f509bd63-3a23-48b3-9717-e60c0ad5f51d req-ef2025a7-0d57-4dc2-b0fb-cd1a4d58fb92 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0486550 Oct 20 11:41:25.312278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f509bd63-3a23-48b3-9717-e60c0ad5f51d req-f289f2f6-a2e5-4c98-b53e-95fe25be32bd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306349 Oct 20 11:41:26.425675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e643434-2485-44b3-b571-509c7b191f7c req-c293d9c4-f5a3-4899-9941-ae9dd867dd2a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:26.427163 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e643434-2485-44b3-b571-509c7b191f7c req-c293d9c4-f5a3-4899-9941-ae9dd867dd2a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0478899 Oct 20 11:41:26.467290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2e643434-2485-44b3-b571-509c7b191f7c req-5f13d69e-0e41-4ba2-8c2d-e609870ee8d5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Oct 20 11:41:27.580132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d220af-224a-414d-8949-9cc959428499 req-53a7007d-713d-4f83-8ad8-59efcc3544d7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:27.582045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92d220af-224a-414d-8949-9cc959428499 req-53a7007d-713d-4f83-8ad8-59efcc3544d7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0482941 Oct 20 11:41:27.618721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92d220af-224a-414d-8949-9cc959428499 req-6f29cdfd-9f08-4e8d-9269-b0d33d1dfb17 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Oct 20 11:41:28.578791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2911980-6eb2-4084-8543-dd119989aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.730686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6623b3-f8aa-489d-a3ab-d2fc65c683f9 req-fda0172b-e79e-48c4-86b3-627bdf81f37e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:28.732181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b6623b3-f8aa-489d-a3ab-d2fc65c683f9 req-fda0172b-e79e-48c4-86b3-627bdf81f37e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0490708 Oct 20 11:41:28.769599 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b6623b3-f8aa-489d-a3ab-d2fc65c683f9 req-712ad885-5c6f-4896-a426-00035890705b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Oct 20 11:41:29.882870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0cb5e-8c70-462f-8f4b-c029a03a54d7 req-121f5214-9f94-4bd6-af5b-2e497d4c9d08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:29.884632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7b0cb5e-8c70-462f-8f4b-c029a03a54d7 req-121f5214-9f94-4bd6-af5b-2e497d4c9d08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0484228 Oct 20 11:41:29.925516 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7b0cb5e-8c70-462f-8f4b-c029a03a54d7 req-cad6fdf6-df16-49ad-86d4-cbc6671ace45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351777 Oct 20 11:41:31.037200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d02b4-5a60-471a-83cf-c84c4e20326a req-f9c39649-cbb8-45a6-8d19-8a9fce1b6fdd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:31.038713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-222d02b4-5a60-471a-83cf-c84c4e20326a req-f9c39649-cbb8-45a6-8d19-8a9fce1b6fdd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0488873 Oct 20 11:41:31.075423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-222d02b4-5a60-471a-83cf-c84c4e20326a req-f06c1c83-0184-4b77-af5d-960aaf7178d8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308509 Oct 20 11:41:31.433918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e1c72b7a-2c89-436c-b9ff-d106bb2afbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:31.865365 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:32.188192 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f0e15-5dd4-474d-823e-55dbd33e9a31 req-346dc5d0-f1d6-4cb6-9cd1-af4c2609def7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:32.189567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-295f0e15-5dd4-474d-823e-55dbd33e9a31 req-346dc5d0-f1d6-4cb6-9cd1-af4c2609def7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0489507 Oct 20 11:41:32.226592 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-295f0e15-5dd4-474d-823e-55dbd33e9a31 req-7fd19047-c25a-4dcb-8431-6f70a7628f85 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Oct 20 11:41:32.247840 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48110) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:32.308036 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-012203aa-9a8b-4cfa-9800-d05f9ce0dd16 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/7ddaaddf-c932-4885-8378-f5fd37faf9cf HTTP/1.1" status: 200 len: 994 time: 0.0590641 Oct 20 11:41:33.007466 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:34.542076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:40.713342 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-ce0e3611-d153-4393-96d4-4f5f87989383 req-c9691fb5-ca55-4171-bc22-8c21fe10e153 service neutron] (100746) timed out ('10.222.0.74', 58670) {{(pid=100746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:41:46.378281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:47.354735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:54.606253 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:41:54.966063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-c94e7dbe-57a1-45dc-a896-d3a30020ed1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393450 Oct 20 11:41:55.050131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-62f04120-adf8-4045-becd-b2041ba92208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.051644 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-62f04120-adf8-4045-becd-b2041ba92208 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.0443664 Oct 20 11:41:55.153991 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-84b7a012-79f8-4785-99b8-00bb2a795269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.155454 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-84b7a012-79f8-4785-99b8-00bb2a795269 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.0834360 Oct 20 11:41:55.224443 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-8cd86d3a-b9a2-4ca4-ba5a-bb0fd4bc2629 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 1002 time: 0.0592308 Oct 20 11:41:55.273211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-b9c36528-f6f8-4833-a8e5-885856123610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.274574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-b9c36528-f6f8-4833-a8e5-885856123610 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0426712 Oct 20 11:41:55.320113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-5131a0af-7ed6-4b7f-a3c2-341572789210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.321582 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-5131a0af-7ed6-4b7f-a3c2-341572789210 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398808 Oct 20 11:41:55.333323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-bd669ae5-4987-46c3-8ac8-69f8143ccb36 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:41:55.334251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-bd669ae5-4987-46c3-8ac8-69f8143ccb36 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048163 Oct 20 11:41:55.428267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-8892f238-b0d1-4a4e-9d4d-260dbd20a081 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Oct 20 11:41:55.517519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a0d3764b-6735-473f-a974-85ca7ac5e5c0 req-3db8b127-a6d1-4a50-be6a-8642a76ea21a service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813470 Oct 20 11:41:58.582149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4645f25f-f8ea-4ac9-9150-235ae4d74dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:01.433262 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d5c77d66-bed7-4bc1-a3f2-6a31ad653491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:01.866403 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:02.793672 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48124) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:03.012959 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.230608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 61ee688c-540e-495c-9b5b-f2f333bc2a20 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:03.230854 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.306485 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.306811 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.318287 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 61ee688c-540e-495c-9b5b-f2f333bc2a20 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:03.461597 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.484243 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=61ee688c-540e-495c-9b5b-f2f333bc2a20,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:03.494530 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.494877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.495237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.495564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.495887 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.496212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.496873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.496873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.497152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.497456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.497773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.498082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:03.562094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.562414 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 7ddaaddf-c932-4885-8378-f5fd37faf9cf disassociated (deleted). External IP: 172.25.3.196, port: e15eb9f4-0cb9-449d-9aed-6c2443ab004b. Oct 20 11:42:03.761964 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 033d69ae-c1cc-402a-8e04-31879bbe1962 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:03.868390 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:03.873631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.877748 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Sync routers for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:03.887214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:03.887829 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:03.913883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74915dd9-07d5-43bf-b668-9990bf352d1b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/floatingips/7ddaaddf-c932-4885-8378-f5fd37faf9cf HTTP/1.1" status: 204 len: 168 time: 1.1191151 Oct 20 11:42:03.914481 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:03.917629 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:03.957711 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde70c0-5f5c-4964-90b2-551e1bd7fcfb x-openstack-request-id: req-1bde70c0-5f5c-4964-90b2-551e1bd7fcfb {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:03.958006 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:03.958255 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bde70c0-5f5c-4964-90b2-551e1bd7fcfb {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:03.958656 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'status': 'completed', 'code': 200} Oct 20 11:42:04.001112 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:04.029554 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-ae504e32-5bbd-4585-a169-a28531263c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.031045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-ae504e32-5bbd-4585-a169-a28531263c6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 1098 time: 0.0490420 Oct 20 11:42:04.168109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-5a880e11-105a-42e4-8348-288a1e8e30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.169553 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-5a880e11-105a-42e4-8348-288a1e8e30f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 200 len: 899 time: 0.1247866 Oct 20 11:42:04.181129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422283e-604b-4337-8b1d-02410c470443 req-b951ee52-757e-49cb-b291-896fe14f9e6a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.182513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1422283e-604b-4337-8b1d-02410c470443 req-b951ee52-757e-49cb-b291-896fe14f9e6a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0735269 Oct 20 11:42:04.206375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:04.222120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-7cdaa525-2fb2-4d7c-b7d2-6566530c531a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 200 len: 217 time: 0.0386648 Oct 20 11:42:04.232404 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Checking router: 033d69ae-c1cc-402a-8e04-31879bbe1962 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:04.241528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:04.242138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:04.282022 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1422283e-604b-4337-8b1d-02410c470443 req-30c41c20-c8af-4546-af52-45b02bc4a806 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917873 Oct 20 11:42:04.293514 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-b866a73f-03fe-4a1b-a053-4b6ebb3864e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.294989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-b866a73f-03fe-4a1b-a053-4b6ebb3864e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 200 len: 835 time: 0.0645783 Oct 20 11:42:04.347069 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-bea422a7-e9d0-4f65-972b-0f2e573f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.349252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-bea422a7-e9d0-4f65-972b-0f2e573f3027 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ab3456c-134b-44e4-81e8-cc473b6202d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451803 Oct 20 11:42:04.357180 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:04.442883 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-fdea4bd6-5159-4b8f-8f43-925096920b6b service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843465 Oct 20 11:42:04.542207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dddcfeb7-89d4-4c9e-91e8-003bea0c227c req-8a80af52-61da-4d1b-8ea3-f4328c4ab5b4 service neutron] 10.222.0.70 "GET /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895939 Oct 20 11:42:04.550190 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:04.570155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:04.596029 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73074-e40c-49cf-81f7-8fa233bdab19 None None] The sync data for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 is: [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:38Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '8b280a00-ca16-4468-bbeb-cae8f5050e46', 'name': '', 'network_id': '7ab3456c-134b-44e4-81e8-cc473b6202d6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:c0:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:37Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '3cfa2a76-064e-472f-bfd0-9b09f6832854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:04.820471 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28902a-7598-4920-9db3-76bf6e6144f1 None None] New status for floating IP 7ddaaddf-c932-4885-8378-f5fd37faf9cf: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:42:05.415476 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6768c7c-0865-4bae-af13-83d8340b6d3b req-7094860d-a4ef-4f02-820a-2327d53a2c22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.416944 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6768c7c-0865-4bae-af13-83d8340b6d3b req-7094860d-a4ef-4f02-820a-2327d53a2c22 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0513976 Oct 20 11:42:05.454170 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6768c7c-0865-4bae-af13-83d8340b6d3b req-2b8a836d-65b3-4b26-93b4-ce3a63de39c7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=b232277e-8462-4499-b303-f55aadca248d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310643 Oct 20 11:42:05.645800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-2c6afb9e-feab-4d90-8a41-8424f328fb51 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.647219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-2c6afb9e-feab-4d90-8a41-8424f328fb51 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cb2b088-c589-4c19-b8d2-434d88d3dc7d HTTP/1.1" status: 200 len: 946 time: 0.0473242 Oct 20 11:42:05.736900 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port e15eb9f4-0cb9-449d-9aed-6c2443ab004b {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:05.737227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:05.822204 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port e15eb9f4-0cb9-449d-9aed-6c2443ab004b, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:05.822554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:05.835161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for e15eb9f4-0cb9-449d-9aed-6c2443ab004b owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:05.962896 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:05.990823 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=e15eb9f4-0cb9-449d-9aed-6c2443ab004b,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:06.018650 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.019015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.019886 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.020214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.020537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.020859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.021179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.021498 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.021816 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.022132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.022445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.022755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:06.043744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] No DVR routers for this DVR port e15eb9f4-0cb9-449d-9aed-6c2443ab004b on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:06.046068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:06.049354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c146223-ef9f-4aab-af9e-90307eb2f144 req-b8ff8287-14a2-4d0a-b687-a8270ce07a6e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "DELETE /v2.0/ports/e15eb9f4-0cb9-449d-9aed-6c2443ab004b HTTP/1.1" status: 204 len: 173 time: 0.3962429 Oct 20 11:42:06.049776 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'name': 'network-vif-deleted', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:06.052082 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc25ffc-7760-4bfa-b5c1-608879e1bb00" -d '{"events": [{"server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "name": "network-vif-deleted", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:06.171519 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eacd3a5-eb3c-49ec-b7dc-14464f7cfe1b x-openstack-request-id: req-9eacd3a5-eb3c-49ec-b7dc-14464f7cfe1b {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:06.171817 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2b088-c589-4c19-b8d2-434d88d3dc7d", "name": "network-vif-deleted", "tag": "e15eb9f4-0cb9-449d-9aed-6c2443ab004b", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:06.172491 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9eacd3a5-eb3c-49ec-b7dc-14464f7cfe1b {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:06.172491 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2b088-c589-4c19-b8d2-434d88d3dc7d', 'name': 'network-vif-deleted', 'tag': 'e15eb9f4-0cb9-449d-9aed-6c2443ab004b', 'status': 'completed', 'code': 200} Oct 20 11:42:06.511318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48144) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:06.868709 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.119845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 8b280a00-ca16-4468-bbeb-cae8f5050e46 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:07.120090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.209347 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 8b280a00-ca16-4468-bbeb-cae8f5050e46, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8b280a00-ca16-4468-bbeb-cae8f5050e46,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:07.209703 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.222717 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 8b280a00-ca16-4468-bbeb-cae8f5050e46 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:07.405178 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.431923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=8b280a00-ca16-4468-bbeb-cae8f5050e46,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:07.604688 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.817866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 033d69ae-c1cc-402a-8e04-31879bbe1962 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:07.922179 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:07.927242 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-228c7b7a-0c30-464f-9e30-a62d7f5b0abf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/033d69ae-c1cc-402a-8e04-31879bbe1962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148729 Oct 20 11:42:07.930041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48148) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:07.931837 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Sync routers for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:07.940787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:07.941874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:07.980070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting subnet 3cfa2a76-064e-472f-bfd0-9b09f6832854 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:42:07.983586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.023360 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.045590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:08.108121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.164859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.192088 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfa2a76-064e-472f-bfd0-9b09f6832854,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:08.196447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.202446 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48150) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:08.203006 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-845f00d6-8e7b-42dc-b7bf-90645a650efb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/subnets/3cfa2a76-064e-472f-bfd0-9b09f6832854 HTTP/1.1" status: 204 len: 168 time: 0.2715492 Oct 20 11:42:08.203130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820b8a8-bc84-4fbb-be6a-2244feca24c3 None None] Network 7ab3456c-134b-44e4-81e8-cc473b6202d6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:08.304582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:42:07Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:08.351273 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Checking router: 033d69ae-c1cc-402a-8e04-31879bbe1962 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:08.368060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Routers {'033d69ae-c1cc-402a-8e04-31879bbe1962'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:08.368607 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['033d69ae-c1cc-402a-8e04-31879bbe1962'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:08.458394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] DHCP port deletion for 7ab3456c-134b-44e4-81e8-cc473b6202d6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:42:08.504562 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] Set router 033d69ae-c1cc-402a-8e04-31879bbe1962 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:08.575178 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.623925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Deleting port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:08.624216 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.678091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.721859 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] For port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,segment=NetworkSegment(cb55e60e-40e8-420c-b387-5e27a90db145),segment_id=cb55e60e-40e8-420c-b387-5e27a90db145)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:08.722791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.729537 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 0520ce13-7caf-4989-8726-4b9f47d24d51 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:08.729875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.737690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Calling delete_port for 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:08.809527 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 0520ce13-7caf-4989-8726-4b9f47d24d51, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=0520ce13-7caf-4989-8726-4b9f47d24d51,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:08.809805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:42:07Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:08.810058 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.822178 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 0520ce13-7caf-4989-8726-4b9f47d24d51 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:08.841193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaf607-4bb5-4cb5-be22-2569e12fbfe7 None None] The sync data for ids ['033d69ae-c1cc-402a-8e04-31879bbe1962'] in n-d-802060-17 is: [{'id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242758274', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:42:07Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '0520ce13-7caf-4989-8726-4b9f47d24d51', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:65:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d69ae-c1cc-402a-8e04-31879bbe1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:35Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:08.861514 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.887604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Pushing event deleted for resources: {'Port': ['ID=3d87bb7d-9b1d-4bd1-ada4-8d3b96399447,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:08.896039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] No DVR routers for this DVR port 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:08.904283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.904679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.904969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.905304 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.905635 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.905968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.906345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.906720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.907337 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.907439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.907709 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.908083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e4e1c2-be1b-46fb-8fd5-cd759d6f701b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:08.996867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.025854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=0520ce13-7caf-4989-8726-4b9f47d24d51,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:09.084432 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.173001 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.174997 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.214165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e15eb9f4-0cb9-449d-9aed-6c2443ab004b no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:09.220176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.220740 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Fanout notify agent at l3_agent the message router_deleted on router 033d69ae-c1cc-402a-8e04-31879bbe1962 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:42:09.228636 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.232250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-322383ef-932c-47a8-bfab-24acea3574eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/routers/033d69ae-c1cc-402a-8e04-31879bbe1962 HTTP/1.1" status: 204 len: 168 time: 1.0262890 Oct 20 11:42:09.232626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48152) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:09.244057 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: e15eb9f4-0cb9-449d-9aed-6c2443ab004b {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:09.244403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device e15eb9f4-0cb9-449d-9aed-6c2443ab004b not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:09.327631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.414334 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.442405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab3456c-134b-44e4-81e8-cc473b6202d6']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:09.454877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb55e60e-40e8-420c-b387-5e27a90db145') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:09.455201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb55e60e-40e8-420c-b387-5e27a90db145') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:09.466394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.481931 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.490567 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:42:09.491044 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:42:09.494362 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:42:09.524526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:09.551855 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:09.552266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 3d87bb7d-9b1d-4bd1-ada4-8d3b96399447 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:09.552687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b280a00-ca16-4468-bbeb-cae8f5050e46 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:09.559966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.568791 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.572684 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8b280a00-ca16-4468-bbeb-cae8f5050e46 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:09.572842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/networks/7ab3456c-134b-44e4-81e8-cc473b6202d6 HTTP/1.1" status: 204 len: 168 time: 0.3383892 Oct 20 11:42:09.572941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8b280a00-ca16-4468-bbeb-cae8f5050e46 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:09.575497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48154) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:09.581407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb57ec2-a181-4a18-a615-33a758c60587 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Network': ['ID=7ab3456c-134b-44e4-81e8-cc473b6202d6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:09.644653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.670749 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.728869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.731638 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.732841 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/security-groups/b232277e-8462-4499-b303-f55aadca248d HTTP/1.1" status: 204 len: 168 time: 0.1558690 Oct 20 11:42:09.742221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba83d-44a1-450f-82e9-95d42bb128ad tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232277e-8462-4499-b303-f55aadca248d,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.005222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48160) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.010074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239612511', 'description': 'tempest-secgroup-smoke-1239612511 description', 'project_id': '4a56a34ed28b48f894a31165043d727f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.031177 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.095063 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.098506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.124330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.125555 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1193228 Oct 20 11:42:10.129089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48162) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.130117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415deab3-9c11-46de-a85d-e702217f7085 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea66f9f-e2a3-432c-99a7-38b0478562e6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.135467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.162494 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.207893 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.211540 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.228794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a3a64f-f2fa-4851-81b7-8c24c92adcc3,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.236413 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.237656 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dea4c004-462f-46d5-b8d0-d498c6868e27 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074340 Oct 20 11:42:10.240349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48164) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.244566 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.270490 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.325962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.329872 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.349094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c70c6-151c-4fbe-97b2-1c5fd52cb98b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.356344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.357527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5e9ced81-4239-4333-8437-3ba5b60d25eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162615 Oct 20 11:42:10.360599 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48166) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.366295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.392792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.453537 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.456859 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.473626 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc23ebc7-7163-41c5-8220-20be2bc6b786,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.480927 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.482094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57e2a0bd-6464-4846-b606-70f60f42b7b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203983 Oct 20 11:42:10.484984 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48168) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.489736 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.515437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.572568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.576366 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.590922 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fda694-da39-4237-86e2-46ef13d23ff9,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.600995 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.602174 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-74cb56f3-2ee7-40fa-9aba-ddaa0a2c9b57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163092 Oct 20 11:42:10.604898 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48170) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.609103 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.630548 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:42:10.636093 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.692914 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.696406 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.712859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71a31aa-cfbd-4a6c-890a-f8dcfc7c3e20,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.721223 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.722950 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-22f2ad42-a36d-46b4-8da0-a4a425d5822d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171288 Oct 20 11:42:10.725610 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48172) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.729913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '8ea66f9f-e2a3-432c-99a7-38b0478562e6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.751568 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:42:10.756162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.816973 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.820327 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.836731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf4ca41-ddaa-4163-9a37-dbd07bf28135,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.844874 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.846047 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57efe9c7-e54e-442f-a276-5de68e281ed5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195014 Oct 20 11:42:10.849381 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48174) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.854178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'network': {'name': 'tempest-network-smoke--3218363', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.874691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:10.878068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.900558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:42:10.909068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.909411 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Added segment cffbca29-dadb-49ae-97aa-5f353d5716b0 of type vlan for network f64c0bf9-0140-453b-aa95-b34569d584c6 Oct 20 11:42:10.948368 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.971474 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.977487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:10.978051 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.016057 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1656413 Oct 20 11:42:11.019521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48176) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:11.024098 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'admin_state_up': True, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:11.046772 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.048017 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.048326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2fe0f-0cdf-4838-8a72-dc8b713800f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Network': ['ID=f64c0bf9-0140-453b-aa95-b34569d584c6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:11.058615 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network f64c0bf9-0140-453b-aa95-b34569d584c6 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:42:11.104563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.240291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.431147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0520ce13-7caf-4989-8726-4b9f47d24d51 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:11.432572 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.451155 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 0520ce13-7caf-4989-8726-4b9f47d24d51 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:11.451553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 0520ce13-7caf-4989-8726-4b9f47d24d51 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:11.451679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.556690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.95 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/f7b9156b-2ff9-4b16-a49c-31173a1e6292) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:11.656389 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.687865 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.729220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:11.733424 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:11.739953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:11.741880 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=f7b9156b-2ff9-4b16-a49c-31173a1e6292,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:11.980152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.172327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.296516 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 9a56d673-63ed-467b-a7d8-c7253482abad is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:42:12.648418 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:12.658706 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Sync routers for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:12.668672 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.669304 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:12.669903 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:12.670176 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b6e04d04-b36d-4a7d-a37b-c6fedb83d74c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6493559 Oct 20 11:42:12.673076 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48178) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:12.702104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6ac5b464-1257-4b95-acbf-a07de2d902a6 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=4a56a34ed28b48f894a31165043d727f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256095 Oct 20 11:42:12.702319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48180) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:12.773563 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:12.790560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15fe4e-b276-49f6-89c4-33f5a22344be tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:12.794859 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5c15fe4e-b276-49f6-89c4-33f5a22344be tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889864 Oct 20 11:42:12.795050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48182) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:12.829920 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c11ae73d-60fe-4857-af7d-cc2867aaaf88 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312181 Oct 20 11:42:12.830147 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48184) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:12.835647 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-225915352', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:12.924265 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:12.927875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.952414 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:11Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:12.982559 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Checking router: 9a56d673-63ed-467b-a7d8-c7253482abad for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:12.983084 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Updating router 9a56d673-63ed-467b-a7d8-c7253482abad port f7b9156b-2ff9-4b16-a49c-31173a1e6292 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:42:13.008736 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.109596 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.170486 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Subnet': ['ID=b765ab7f-0348-44ab-a148-cc5663cf8968,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:13.180080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Checking segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:13.180080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network hostable DHCP agents. Network: f64c0bf9-0140-453b-aa95-b34569d584c6, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:42:13.197264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f64c0bf9-0140-453b-aa95-b34569d584c6 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:42:13.207205 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, f64c0bf9-0140-453b-aa95-b34569d584c6) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:13.217000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c3c4b-2c04-49f2-95f5-ec153c4775ee None None] Network f64c0bf9-0140-453b-aa95-b34569d584c6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:13.217540 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:13.217887 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.239413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ad5bf372-0e0d-4eb1-af66-f38e164ea052 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4082866 Oct 20 11:42:13.242151 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48186) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:13.262906 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.270541 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.316972 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Pushing event updated for resources: {'Port': ['ID=f7b9156b-2ff9-4b16-a49c-31173a1e6292,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:13.326214 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.326586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.326887 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.327263 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.327592 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.327916 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.328236 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.328556 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.328874 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.329190 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.329504 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.329831 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:13.348164 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Attempting to bind port f7b9156b-2ff9-4b16-a49c-31173a1e6292 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:13.348534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Attempting to bind port f7b9156b-2ff9-4b16-a49c-31173a1e6292 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:13.348895 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Attempting to bind port f7b9156b-2ff9-4b16-a49c-31173a1e6292 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:13.354342 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:13.354693 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:13.355425 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.355561 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:13.355951 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Bound port: f7b9156b-2ff9-4b16-a49c-31173a1e6292, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:13.356326 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.432714 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] For port f7b9156b-2ff9-4b16-a49c-31173a1e6292, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:13.439172 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] For port f7b9156b-2ff9-4b16-a49c-31173a1e6292, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f7b9156b-2ff9-4b16-a49c-31173a1e6292,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:13.448481 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.515064 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34200b0-33c4-48af-b109-a0aa2c44c071 None None] Pushing event updated for resources: {'Port': ['ID=f7b9156b-2ff9-4b16-a49c-31173a1e6292,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:13.528938 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:13.529658 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:13.579902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-f64c0bf9-0140-453b-aa95-b34569d584c6', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:42:13.580768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.636898 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:13.759503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Allocated IP 172.20.0.2 (f64c0bf9-0140-453b-aa95-b34569d584c6/b765ab7f-0348-44ab-a148-cc5663cf8968/2019bd16-6e1a-46bd-916f-13ae676bd7a1) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:13.782758 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.838895 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:11Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:13.874907 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237c86-abd8-47ba-b83c-40d06c79c650 None None] The sync data for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 is: [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:11Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:13.968762 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.977768 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.017353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Network f64c0bf9-0140-453b-aa95-b34569d584c6 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:14.021073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:14.024845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:14.039211 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Pushing event updated for resources: {'Port': ['ID=2019bd16-6e1a-46bd-916f-13ae676bd7a1,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:14.088418 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Attempting to bind port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:14.088941 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Attempting to bind port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:14.089383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Attempting to bind port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:14.095549 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:14.096214 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Checking segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:14.096625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.097704 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Bound using segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:14.098328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Bound port: 2019bd16-6e1a-46bd-916f-13ae676bd7a1, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:14.098843 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.195325 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.1 (f64c0bf9-0140-453b-aa95-b34569d584c6/b765ab7f-0348-44ab-a148-cc5663cf8968/70770907-4e7e-4e29-a24e-27aa50d35965) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:14.202360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] For port 2019bd16-6e1a-46bd-916f-13ae676bd7a1, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:14.209767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] For port 2019bd16-6e1a-46bd-916f-13ae676bd7a1, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2019bd16-6e1a-46bd-916f-13ae676bd7a1,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:14.214346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.275091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d041d5-b267-4a35-95c2-62510b7f8ae4 None None] Pushing event updated for resources: {'Port': ['ID=2019bd16-6e1a-46bd-916f-13ae676bd7a1,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:14.328454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.365715 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.404901 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f64c0bf9-0140-453b-aa95-b34569d584c6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:14.408669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:14.411184 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:14.475713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:14.486816 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.663132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.950550 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.955696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.034479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.036257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:15.131944 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f64c0bf9-0140-453b-aa95-b34569d584c6 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:15.133676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:15.202338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1669f86-a965-4fe2-a9e2-4f57fc06dd88 None None] Network f64c0bf9-0140-453b-aa95-b34569d584c6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:15.249387 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 9a56d673-63ed-467b-a7d8-c7253482abad has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:15.271553 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] Provisioning complete for port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:15.271920 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.358187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:15.368279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-391cc093-0e0a-4870-9d45-add233096ba7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/9a56d673-63ed-467b-a7d8-c7253482abad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1207423 Oct 20 11:42:15.417354 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.472805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] For port 2019bd16-6e1a-46bd-916f-13ae676bd7a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2019bd16-6e1a-46bd-916f-13ae676bd7a1,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:15.478371 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.539226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-ad30ba9b-0043-4f40-a3a7-4a1c1db6deb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239612511&fields=id&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 267 time: 0.0521343 Oct 20 11:42:15.551866 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39556-63f5-4206-beda-59d3bdde290f None None] Pushing event updated for resources: {'Port': ['ID=2019bd16-6e1a-46bd-916f-13ae676bd7a1,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:15.591989 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2019bd16-6e1a-46bd-916f-13ae676bd7a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:15.653674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:15.654042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.673830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-3c6ba326-9c11-42d7-9e26-d53a1492eff2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:15.679506 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-3c6ba326-9c11-42d7-9e26-d53a1492eff2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 794 time: 0.1317070 Oct 20 11:42:15.693736 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-ba000105-bf15-4e77-99fe-9843ad09d36f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/quotas/4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 375 time: 0.0115869 Oct 20 11:42:15.743294 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f7b9156b-2ff9-4b16-a49c-31173a1e6292 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:15.755207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-04624716-ae05-4568-8188-16c22674fb79 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558879 Oct 20 11:42:15.810695 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5f9ae8b4-1f2e-482f-b270-ee4836632f96 None None] Provisioning complete for port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:15.811093 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae8b4-1f2e-482f-b270-ee4836632f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.814908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f7b9156b-2ff9-4b16-a49c-31173a1e6292 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:15.815299 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.866671 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-d4afcd4f-d00e-4181-935d-1910f39bfcb0 service neutron] 10.222.0.74 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993562 Oct 20 11:42:15.943385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Sync routers for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:15.971826 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:15.972979 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:15.974235 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-4cd29962-15c6-4d41-85d0-f67cd592f9f4 service neutron] 10.222.0.74 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010365 Oct 20 11:42:16.014069 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.033933 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5f9ae8b4-1f2e-482f-b270-ee4836632f96 None None] Provisioning complete for port 70770907-4e7e-4e29-a24e-27aa50d35965 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:16.034301 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae8b4-1f2e-482f-b270-ee4836632f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.049785 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port f7b9156b-2ff9-4b16-a49c-31173a1e6292, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f7b9156b-2ff9-4b16-a49c-31173a1e6292,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:16.076990 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.109140 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ae8b4-1f2e-482f-b270-ee4836632f96 None None] Port 70770907-4e7e-4e29-a24e-27aa50d35965 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:16.157486 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94b50adc-c431-4578-8859-9e58289debd2 req-bdd14373-4eb7-4c5b-8b1c-76c1b6ee91b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 210 time: 0.0299716 Oct 20 11:42:16.207900 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:16.243765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=f7b9156b-2ff9-4b16-a49c-31173a1e6292,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:16.293375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-defff2b0-ace4-4ddb-a3b3-c87bcd16efbd None None] Provisioning complete for port 70770907-4e7e-4e29-a24e-27aa50d35965 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:16.293375 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-defff2b0-ace4-4ddb-a3b3-c87bcd16efbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.374210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-defff2b0-ace4-4ddb-a3b3-c87bcd16efbd None None] Port 70770907-4e7e-4e29-a24e-27aa50d35965 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:16.403358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.459845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 2, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:16.485764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Checking router: 9a56d673-63ed-467b-a7d8-c7253482abad for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:16.486114 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Updating router 9a56d673-63ed-467b-a7d8-c7253482abad port 70770907-4e7e-4e29-a24e-27aa50d35965 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:42:16.516367 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.777363 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.782642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.830095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd86c0-5c8c-4cde-b4d4-f23c948d6d70 None None] Pushing event updated for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:16.885100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Attempting to bind port 70770907-4e7e-4e29-a24e-27aa50d35965 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:16.885502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Attempting to bind port 70770907-4e7e-4e29-a24e-27aa50d35965 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:16.885818 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Attempting to bind port 70770907-4e7e-4e29-a24e-27aa50d35965 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:16.891006 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:16.891376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Checking segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:16.891773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.892161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Bound using segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:16.892656 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Bound port: 70770907-4e7e-4e29-a24e-27aa50d35965, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:16.893030 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.957807 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] For port 70770907-4e7e-4e29-a24e-27aa50d35965, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:16.961751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] For port 70770907-4e7e-4e29-a24e-27aa50d35965, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=70770907-4e7e-4e29-a24e-27aa50d35965,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:16.967875 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.027777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:17.028338 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:17.070927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd86c0-5c8c-4cde-b4d4-f23c948d6d70 None None] Pushing event updated for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.119809 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-2c51976f-46c0-4ae0-8488-25aee499bbdc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.122027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-2c51976f-46c0-4ae0-8488-25aee499bbdc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 794 time: 0.1340473 Oct 20 11:42:17.135956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] Provisioning complete for port 70770907-4e7e-4e29-a24e-27aa50d35965 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:17.136410 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.172568 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-107b4ea2-ac84-4077-b14c-253eb9ab530d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 380 time: 0.0388026 Oct 20 11:42:17.186007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'port': {'device_id': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'admin_state_up': True, 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'security_groups': ['8ea66f9f-e2a3-432c-99a7-38b0478562e6']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:17.192131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:17.296297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-75a31822-3fa2-47e7-885c-2134b5620605 req-14e4795c-d69d-430e-9ae1-46f34f814d70 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 210 time: 0.0499175 Oct 20 11:42:17.332868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:17.336632 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.471615 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.13 (f64c0bf9-0140-453b-aa95-b34569d584c6/b765ab7f-0348-44ab-a148-cc5663cf8968/cf5f057b-ca5f-477f-afb9-8a49c80f88b2) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:17.499910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2019bd16-6e1a-46bd-916f-13ae676bd7a1 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:17.559004 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.579708 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.616938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.628289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] For port 70770907-4e7e-4e29-a24e-27aa50d35965, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=70770907-4e7e-4e29-a24e-27aa50d35965,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:17.649659 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.651691 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.695381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:17.695752 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.696166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f64c0bf9-0140-453b-aa95-b34569d584c6 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:17.699192 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:17.702748 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:17.729163 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.742185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55679-5cc2-44d6-8264-4ea36a132997 None None] Pushing event updated for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.760151 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.760938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.777460 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:17.781033 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-7b37db8c-6bca-47b1-adad-053fc732ab91 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6000929 Oct 20 11:42:17.793947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Request body: {'port': {'device_id': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:17.830080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd83058-f6b6-4d92-ae7c-1455f2ad95bb None None] The sync data for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 is: [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:17.834489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b9e301c7-1466-45ad-bb6f-7a0ddf443e96 None None] Provisioning complete for port 70770907-4e7e-4e29-a24e-27aa50d35965 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:17.834857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b9e301c7-1466-45ad-bb6f-7a0ddf443e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.855631 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.869717 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f7b9156b-2ff9-4b16-a49c-31173a1e6292 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:17.950620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port f7b9156b-2ff9-4b16-a49c-31173a1e6292 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:17.950961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.150449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2ba62dc6-7ccd-45cc-b334-708748e0acb6 None None] Provisioning complete for port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:18.150893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2ba62dc6-7ccd-45cc-b334-708748e0acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.181733 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5f057b-ca5f-477f-afb9-8a49c80f88b2 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:18.186793 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2ba62dc6-7ccd-45cc-b334-708748e0acb6 None None] Port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:18.192103 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.204304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Transition to ACTIVE for port object cf5f057b-ca5f-477f-afb9-8a49c80f88b2 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:42:18.209432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.259711 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:18.339308 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:18.339786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:18.340194 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:18.345654 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:42:18.345979 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:18.351312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:18.351651 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Checking segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:18.352035 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Bound using segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:18.352905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Bound port: cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:18.353187 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.427147 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:18.430923 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:18.441332 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.443378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5680-00d2-44c9-93c3-7678469746ea req-4110c19e-862a-423f-beea-1496f1967a65 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.444969 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3db5680-00d2-44c9-93c3-7678469746ea req-4110c19e-862a-423f-beea-1496f1967a65 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0580699 Oct 20 11:42:18.477637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.478607 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.480052 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 1093 time: 0.6908717 Oct 20 11:42:18.480534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:18.483987 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2910d67-a502-473f-bd63-c17d6a65d9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:18.497338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3db5680-00d2-44c9-93c3-7678469746ea req-cca4dd48-5d5e-4ae1-b04b-55276853983d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Oct 20 11:42:18.543915 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b0015c-68d4-4b37-b645-84e868216bcf x-openstack-request-id: req-c7b0015c-68d4-4b37-b645-84e868216bcf {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:18.544221 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:18.544609 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7b0015c-68d4-4b37-b645-84e868216bcf {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:18.545014 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'status': 'completed', 'code': 200} Oct 20 11:42:18.553288 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77643b28-ecd5-41f8-be25-93b194a09d45 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:18.586657 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-f2b46719-c16f-4160-9224-3b339ace2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.588435 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-f2b46719-c16f-4160-9224-3b339ace2c49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0544560 Oct 20 11:42:18.645354 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-040b3096-ad41-4c1e-9714-134cf26ff1cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 217 time: 0.0450885 Oct 20 11:42:18.700267 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-c4e29ef0-e077-4447-b44c-56baa4216c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.702177 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-c4e29ef0-e077-4447-b44c-56baa4216c16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0487857 Oct 20 11:42:18.752237 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740d31-9a11-4b18-8361-662243501a13 req-c8a3e63d-ee95-4bc2-b168-5f7c42521a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.754335 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-c8a3e63d-ee95-4bc2-b168-5f7c42521a50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434141 Oct 20 11:42:18.854108 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-0cd1b1c1-5cca-409a-8710-74f82f26ad47 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919893 Oct 20 11:42:18.947926 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3d740d31-9a11-4b18-8361-662243501a13 req-876effa5-9bb5-4dcf-bace-0892ca60c2b7 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Oct 20 11:42:19.044709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-59ccbc6d-cb76-4eae-af17-ac0c60e01083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.046221 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-59ccbc6d-cb76-4eae-af17-ac0c60e01083 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0457511 Oct 20 11:42:19.138650 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-9dd7d392-e6c0-4168-abf4-af29c0d65927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.140054 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-9dd7d392-e6c0-4168-abf4-af29c0d65927 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0838966 Oct 20 11:42:19.474598 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-94a1962d-1065-45ff-8f12-e737fe43e575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 217 time: 0.3263879 Oct 20 11:42:19.494885 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 70770907-4e7e-4e29-a24e-27aa50d35965 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:19.526228 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-199642f8-36a8-4aee-bef8-9cd3a5aad3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.527964 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-199642f8-36a8-4aee-bef8-9cd3a5aad3ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0461571 Oct 20 11:42:19.549395 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 70770907-4e7e-4e29-a24e-27aa50d35965 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:19.549760 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.575948 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-4c720f5e-a8b1-4d4d-92dc-137e5373dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.577464 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-4c720f5e-a8b1-4d4d-92dc-137e5373dffc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404334 Oct 20 11:42:19.614686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068d53-d926-4091-87ed-d225c2cc3d0f req-33624e91-e11e-40a7-b131-9e0465b7fc38 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.618019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf068d53-d926-4091-87ed-d225c2cc3d0f req-33624e91-e11e-40a7-b131-9e0465b7fc38 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0556376 Oct 20 11:42:19.659018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bf068d53-d926-4091-87ed-d225c2cc3d0f req-9d39d25f-6dce-45e4-accf-180689092d60 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Oct 20 11:42:19.676808 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-0c20bda0-adc3-4622-8560-14e4d3acd25b service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892565 Oct 20 11:42:19.776096 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d2910d67-a502-473f-bd63-c17d6a65d9ef req-db56a370-62fd-40a0-ba85-9a78d67b6dc1 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888956 Oct 20 11:42:20.773108 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ef4c3-f276-4090-9f69-3a6565903bd8 req-684eb106-b8df-44bc-bf4c-33ed1cefb0f7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:20.774548 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518ef4c3-f276-4090-9f69-3a6565903bd8 req-684eb106-b8df-44bc-bf4c-33ed1cefb0f7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0485594 Oct 20 11:42:20.814531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-518ef4c3-f276-4090-9f69-3a6565903bd8 req-155b251d-7308-4dbf-b91f-612c9a51049a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 Oct 20 11:42:21.926995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce024-a5c3-4f60-aad7-cf9d7ddcc702 req-b6206a0e-11f7-48a5-a051-0d512fdff19a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:21.928472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fcce024-a5c3-4f60-aad7-cf9d7ddcc702 req-b6206a0e-11f7-48a5-a051-0d512fdff19a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0487356 Oct 20 11:42:21.965575 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fcce024-a5c3-4f60-aad7-cf9d7ddcc702 req-fdf04146-e0de-4957-be6e-48ee9ef6d2c5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Oct 20 11:42:22.650244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:22.745275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:22.756009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'mac_address': 'fa:16:3e:fa:89:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:22.791801 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.804579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5f057b-ca5f-477f-afb9-8a49c80f88b2 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:22.822657 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:22.826628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.872880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:23.072198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['cf5f057b-ca5f-477f-afb9-8a49c80f88b2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:23.080818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d774e0-2e23-4e03-8c7f-1065a13d5b7e req-f0c979af-842b-4cd2-87ba-eedde19628f8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:23.082817 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33d774e0-2e23-4e03-8c7f-1065a13d5b7e req-f0c979af-842b-4cd2-87ba-eedde19628f8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 945 time: 0.0502276 Oct 20 11:42:23.121321 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-33d774e0-2e23-4e03-8c7f-1065a13d5b7e req-07e0d72e-ec22-4802-8c56-3b35cfcda972 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Oct 20 11:42:24.232767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c5e5e-53e5-4031-ac3f-d88117318167 req-d729ed4e-729b-495d-bc80-01ee93b6213b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:24.234123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-601c5e5e-53e5-4031-ac3f-d88117318167 req-d729ed4e-729b-495d-bc80-01ee93b6213b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Oct 20 11:42:24.274638 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-601c5e5e-53e5-4031-ac3f-d88117318167 req-ca1906ca-1f6c-42c2-a6b0-0f1251103b14 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339997 Oct 20 11:42:24.662810 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:24.715126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:24.718690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:24.719095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.794595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.816005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:24.818252 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ecddcc-406f-47b3-9d6a-801b34800b19" -d '{"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:24.830187 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:24.834602 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.857616 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56810420-531f-408f-b758-6b9e489626fa x-openstack-request-id: req-56810420-531f-408f-b758-6b9e489626fa {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:24.857904 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:24.858152 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-56810420-531f-408f-b758-6b9e489626fa {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:24.858533 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'code': 200} Oct 20 11:42:24.884550 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:24.960249 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745492-1f92-4db5-b805-753f1c4d317c req-008bc911-9d1a-4a42-9fb9-e4e8f3320ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:24.961619 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb745492-1f92-4db5-b805-753f1c4d317c req-008bc911-9d1a-4a42-9fb9-e4e8f3320ada service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0440583 Oct 20 11:42:24.996842 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-fb745492-1f92-4db5-b805-753f1c4d317c req-a1f93339-5882-4b37-9552-ede3043a5115 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263751 Oct 20 11:42:25.389589 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b93b1f-8d3b-4f92-a004-70a41f5b1039 req-c37ee414-1a06-4e6e-a1a1-73862bb6fca4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:25.391084 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69b93b1f-8d3b-4f92-a004-70a41f5b1039 req-c37ee414-1a06-4e6e-a1a1-73862bb6fca4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0494046 Oct 20 11:42:25.428114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-69b93b1f-8d3b-4f92-a004-70a41f5b1039 req-1e01f764-ee46-4f4d-8e55-1286060b1cb5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Oct 20 11:42:26.545013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc76476-dd38-46e2-b22f-3d191d8d3c0a req-4a158cd3-29cc-4de8-8d26-21b2fc25a449 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.546460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bc76476-dd38-46e2-b22f-3d191d8d3c0a req-4a158cd3-29cc-4de8-8d26-21b2fc25a449 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0479002 Oct 20 11:42:26.582810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5bc76476-dd38-46e2-b22f-3d191d8d3c0a req-68af4af7-cba8-41aa-acea-eda7a7eb67e3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297441 Oct 20 11:42:26.694230 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998007b2-7a13-41ab-b5dc-e53d34b1bf87 req-513cdc20-9006-49d4-8839-ab756509a38f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.695694 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-998007b2-7a13-41ab-b5dc-e53d34b1bf87 req-513cdc20-9006-49d4-8839-ab756509a38f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Oct 20 11:42:26.735493 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-998007b2-7a13-41ab-b5dc-e53d34b1bf87 req-f29372b8-be00-4a61-9814-0b9d0df9183b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339684 Oct 20 11:42:26.756777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48242) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:26.796219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41166b8a-dbda-4a6a-abb6-eda947a5e585 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.797693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-41166b8a-dbda-4a6a-abb6-eda947a5e585 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1093 time: 0.0399451 Oct 20 11:42:26.800396 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48244) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:26.804541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:26.825278 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.919821 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.022356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.64 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/68946b54-b72b-42a9-bf5d-d2a8f5496e4e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:27.117791 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.150459 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.192687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:27.195384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:27.201830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:27.204817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=68946b54-b72b-42a9-bf5d-d2a8f5496e4e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:27.551855 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.865832 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.009087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.013192 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.080601 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=68946b54-b72b-42a9-bf5d-d2a8f5496e4e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:28.088555 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.185304 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 associated. External IP: 172.25.3.64, port: cf5f057b-ca5f-477f-afb9-8a49c80f88b2. Oct 20 11:42:28.387614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 9a56d673-63ed-467b-a7d8-c7253482abad has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:28.493890 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:28.503495 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Sync routers for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:28.512790 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.513307 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:28.513911 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:28.540001 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-56981526-e314-4644-a3f0-2341a57b5e52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7386224 Oct 20 11:42:28.540653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:28.543067 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:28.580176 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04984cb-a1cd-45b3-86b0-7736570c29c3 x-openstack-request-id: req-e04984cb-a1cd-45b3-86b0-7736570c29c3 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:28.580766 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:28.580766 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e04984cb-a1cd-45b3-86b0-7736570c29c3 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:28.581591 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'status': 'completed', 'code': 200} Oct 20 11:42:28.597726 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fa885a71-6348-47c1-a36b-cda16c705b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.638680 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:28.641038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e32037-eb3b-4251-a69a-107d522786cb req-1de2c9cd-2713-48a4-8c9e-37dc03e433be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.642593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84e32037-eb3b-4251-a69a-107d522786cb req-1de2c9cd-2713-48a4-8c9e-37dc03e433be tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Oct 20 11:42:28.649822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-91118a6a-4998-4c9f-af2a-2c9e95875316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.651905 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-91118a6a-4998-4c9f-af2a-2c9e95875316 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0430062 Oct 20 11:42:28.687772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84e32037-eb3b-4251-a69a-107d522786cb req-ad21701a-df1b-4b9f-a709-946abff402f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371227 Oct 20 11:42:28.711675 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48250) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:28.746559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-8817a275-c10e-4419-90b8-1da0f546034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.747956 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-8817a275-c10e-4419-90b8-1da0f546034c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0883324 Oct 20 11:42:28.773424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-67385c2a-8b9b-4e94-a336-c3db47d203c5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 HTTP/1.1" status: 200 len: 991 time: 0.0603642 Oct 20 11:42:28.820646 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-d2fcdaeb-b8c0-4256-b4ea-163dd3c836db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 999 time: 0.0640376 Oct 20 11:42:28.862590 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '92bd9b21-d868-4214-8e5e-cfdc9c4e4db1', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'mac_address': 'fa:16:3e:fa:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:27Z', 'updated_at': '2021-10-20T11:42:27Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:28.869664 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-5e2ea441-a428-4cd0-a3a6-85febd4d7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.871142 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-5e2ea441-a428-4cd0-a3a6-85febd4d7de4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0429931 Oct 20 11:42:28.919363 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-fcf8cf96-2ea7-41a0-ba08-3633f07e1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.920876 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-fcf8cf96-2ea7-41a0-ba08-3633f07e1415 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418186 Oct 20 11:42:28.975622 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Checking router: 9a56d673-63ed-467b-a7d8-c7253482abad for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:28.983766 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:28.984354 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:42:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:29.020365 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-e6b86c64-265c-4872-ba08-8f3f5323bed0 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897911 Oct 20 11:42:29.085458 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:29.115170 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1db35b1e-7a89-49ec-a211-ebadfb7e7f63 req-0f8da272-1e08-469c-b65b-64a36ecec9cd service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867889 Oct 20 11:42:29.304863 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '92bd9b21-d868-4214-8e5e-cfdc9c4e4db1', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'mac_address': 'fa:16:3e:fa:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:27Z', 'updated_at': '2021-10-20T11:42:27Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:29.333522 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f18887-52a5-4474-b3a5-8eaf9485019d None None] The sync data for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 is: [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '92bd9b21-d868-4214-8e5e-cfdc9c4e4db1', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'mac_address': 'fa:16:3e:fa:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:27Z', 'updated_at': '2021-10-20T11:42:27Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:29.523202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc3c7d-82dd-456a-b2c1-c1006518a8ef None None] New status for floating IP 92bd9b21-d868-4214-8e5e-cfdc9c4e4db1: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:42:29.776877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48252) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:29.840358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f91d08bf-3bf0-42dc-93d2-07cb4aae8998 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 HTTP/1.1" status: 200 len: 993 time: 0.0623007 Oct 20 11:42:31.433851 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5f0a093e-e424-4e88-a938-df8a1ca45c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:31.604752 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:42:31.867382 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:33.013657 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:34.547988 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:46.412861 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.387495 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:51.149507 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-3e21574d-ebff-4829-932b-70d838d7e23d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397682 Oct 20 11:42:51.234023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-f17296de-01e2-49ae-9e10-4cb62bf45e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.235516 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-f17296de-01e2-49ae-9e10-4cb62bf45e74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0414350 Oct 20 11:42:51.342901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-6e013c1c-ab1f-4601-80b3-048cfd212133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.344364 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-6e013c1c-ab1f-4601-80b3-048cfd212133 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0860226 Oct 20 11:42:51.410180 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-a04e5ac1-dfed-4f83-9fc5-c488ee93a2c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 1001 time: 0.0572228 Oct 20 11:42:51.460405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-89fd4f60-087a-4faf-b0f3-e69c13d12cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.461857 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-89fd4f60-087a-4faf-b0f3-e69c13d12cc9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0439959 Oct 20 11:42:51.510478 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-aa9c8300-5aed-4ba8-9c1f-2061639df25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.511948 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-aa9c8300-5aed-4ba8-9c1f-2061639df25c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428944 Oct 20 11:42:51.600849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-93a328ef-9e1a-455e-87e9-fc8af8fd95c7 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811417 Oct 20 11:42:51.693218 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-c0502f8b-9999-4e56-9cac-32c3b3eb6c1e req-d9546604-5570-43c9-9a1c-b479fa4beaed service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Oct 20 11:42:58.579192 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-68aa96e8-1844-4755-a71d-028d6dc1bfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:01.433138 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-56939654-211c-4201-865d-be9d82e4def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:01.867216 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.018411 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.099854 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465171f-7fc6-4a53-9966-9acc21cdbfee req-959c1fa2-aa4c-4041-b412-5188e64a2cc0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:03.101382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c465171f-7fc6-4a53-9966-9acc21cdbfee req-959c1fa2-aa4c-4041-b412-5188e64a2cc0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0542388 Oct 20 11:43:03.163519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c465171f-7fc6-4a53-9966-9acc21cdbfee req-94282852-934a-4536-aadb-03e1fe0fe7c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561981 Oct 20 11:43:03.176134 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-a5feed7c-1c09-4320-8280-5e0a4ec6be8b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888398 Oct 20 11:43:03.185301 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-fa132368-245b-4a92-9a54-dce048a68d22 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:43:03.186246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-fa132368-245b-4a92-9a54-dce048a68d22 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049958 Oct 20 11:43:04.274881 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-48b7ee41-42f6-400b-a2d8-085c15b4de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.276396 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-48b7ee41-42f6-400b-a2d8-085c15b4de08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0414317 Oct 20 11:43:04.279303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f93e-713b-4fb8-8f1e-de9a7650080c req-3a80536d-598a-488d-8d10-d9ab540fe353 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.280797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c43f93e-713b-4fb8-8f1e-de9a7650080c req-3a80536d-598a-488d-8d10-d9ab540fe353 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Oct 20 11:43:04.320435 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8c43f93e-713b-4fb8-8f1e-de9a7650080c req-dc4f6aae-3af4-42a0-a042-3761b77a071f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Oct 20 11:43:04.371397 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-dd377749-bf40-4055-bac8-0ef6e8ba2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.373239 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-dd377749-bf40-4055-bac8-0ef6e8ba2dd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0889904 Oct 20 11:43:04.439936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-a7678f08-1b1a-4706-a549-dd8a9373f24e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 1001 time: 0.0576384 Oct 20 11:43:04.489479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-74fe0627-d845-4da4-9dfd-db018595aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.490818 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-74fe0627-d845-4da4-9dfd-db018595aeb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0437288 Oct 20 11:43:04.541305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-d19b9c15-3808-4e4d-b515-5e665eac113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.542756 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-d19b9c15-3808-4e4d-b515-5e665eac113e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443881 Oct 20 11:43:04.550491 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.637579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-90466ee0-ccb0-4e2c-a5d0-f9a38b25e2bd service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Oct 20 11:43:04.731841 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-11ade744-600e-4e42-8a87-951b11e61ec8 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Oct 20 11:43:05.439799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279228-a11f-4293-845b-a77a09b5a2ad req-ea27646b-a195-4fbe-a1de-3f8123eeccbe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.441238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05279228-a11f-4293-845b-a77a09b5a2ad req-ea27646b-a195-4fbe-a1de-3f8123eeccbe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0522983 Oct 20 11:43:05.479075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-05279228-a11f-4293-845b-a77a09b5a2ad req-a3559ca2-00fe-4a2c-ab35-2ce1d7774a76 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Oct 20 11:43:06.593093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733dc7-82bf-47cd-a081-96518f88659f req-84ab3346-9daa-4e53-a918-c1adadf01819 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:06.594461 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8733dc7-82bf-47cd-a081-96518f88659f req-84ab3346-9daa-4e53-a918-c1adadf01819 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0490255 Oct 20 11:43:06.631381 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c8733dc7-82bf-47cd-a081-96518f88659f req-50b9247e-5461-4956-a812-7aa089ea18ee tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Oct 20 11:43:07.746070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a5cf0-487a-43b7-b781-1ba5ba7d92e6 req-c13a2b9a-0a8a-4616-a1af-8cfd41b885f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.747568 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6a5cf0-487a-43b7-b781-1ba5ba7d92e6 req-c13a2b9a-0a8a-4616-a1af-8cfd41b885f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Oct 20 11:43:07.784856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec6a5cf0-487a-43b7-b781-1ba5ba7d92e6 req-4f01758c-eb60-4a22-afa9-b9cc8a75a69d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Oct 20 11:43:08.604042 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:43:08.902666 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88292d-c721-465c-83ee-d5b33c71a27f req-121df706-85a0-4875-912b-523432097965 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.904079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f88292d-c721-465c-83ee-d5b33c71a27f req-121df706-85a0-4875-912b-523432097965 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0519838 Oct 20 11:43:08.940603 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8f88292d-c721-465c-83ee-d5b33c71a27f req-845d1e42-a81a-40a2-a5d8-97b4a3a86fc4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Oct 20 11:43:10.052212 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f41cd1-6ac6-4a16-a8db-574b7f333255 req-9a7c995c-ec96-4278-afc2-cc59271fdf75 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:10.054233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34f41cd1-6ac6-4a16-a8db-574b7f333255 req-9a7c995c-ec96-4278-afc2-cc59271fdf75 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0479219 Oct 20 11:43:10.089798 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-34f41cd1-6ac6-4a16-a8db-574b7f333255 req-04f2446a-5e28-4455-83bd-35e8b91b7227 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297930 Oct 20 11:43:11.203414 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a21c9-676e-4131-8b84-665cac238ddc req-548ae462-1fe1-4c23-9713-754690b19e6d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.204712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f2a21c9-676e-4131-8b84-665cac238ddc req-548ae462-1fe1-4c23-9713-754690b19e6d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0478737 Oct 20 11:43:11.243242 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9f2a21c9-676e-4131-8b84-665cac238ddc req-a9a1241c-d4a7-4e22-8a9a-624ee84987af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Oct 20 11:43:12.361046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18094a07-e0f1-4705-b6dc-76711021d8b8 req-db04d71f-426f-4a52-b862-073d7ac7eda4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.362488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18094a07-e0f1-4705-b6dc-76711021d8b8 req-db04d71f-426f-4a52-b862-073d7ac7eda4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0522015 Oct 20 11:43:12.400019 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-18094a07-e0f1-4705-b6dc-76711021d8b8 req-e3843d33-8e9b-427e-a8f4-ed0a2e327b6b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Oct 20 11:43:13.516009 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a9d84-7007-4dbe-8ac4-0ca97f68a7b5 req-fa6cbace-60dc-4558-ab8b-fd81d334565b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.517559 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d1a9d84-7007-4dbe-8ac4-0ca97f68a7b5 req-fa6cbace-60dc-4558-ab8b-fd81d334565b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Oct 20 11:43:13.556219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d1a9d84-7007-4dbe-8ac4-0ca97f68a7b5 req-4f9f0933-e6cb-483a-a644-2acfffcf2e97 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Oct 20 11:43:14.669200 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f97f-9411-45f8-a07e-bef6b5e35c73 req-532adf52-7325-4f9a-a8ca-64832fd6deca tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.670648 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1117f97f-9411-45f8-a07e-bef6b5e35c73 req-532adf52-7325-4f9a-a8ca-64832fd6deca tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0489583 Oct 20 11:43:14.708069 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1117f97f-9411-45f8-a07e-bef6b5e35c73 req-81ba476a-c798-4bf6-af87-8e27af9b4968 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Oct 20 11:43:15.824399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ef5b-f620-4f26-86d3-5f04cd444971 req-0dca8ae2-60f4-4159-8334-9879c02f3c06 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.825843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee00ef5b-f620-4f26-86d3-5f04cd444971 req-0dca8ae2-60f4-4159-8334-9879c02f3c06 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0514362 Oct 20 11:43:15.862269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee00ef5b-f620-4f26-86d3-5f04cd444971 req-693ddf5f-245d-4b92-90d3-8ec96938f087 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Oct 20 11:43:16.427045 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.975953 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837953c1-6cd9-47b7-bb57-0f9792857950 req-2bf499df-da5f-4b51-8729-01df3d61ead5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.977421 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-837953c1-6cd9-47b7-bb57-0f9792857950 req-2bf499df-da5f-4b51-8729-01df3d61ead5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0493169 Oct 20 11:43:17.015121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-837953c1-6cd9-47b7-bb57-0f9792857950 req-25b7f6c2-2e3b-4ce9-adda-d313e3548a94 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Oct 20 11:43:17.383899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.128208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a217ba-e6c1-4d47-bfb8-ecc219d906bd req-d76580cf-e00b-4f6f-a4f5-5df8527992e4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.129686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1a217ba-e6c1-4d47-bfb8-ecc219d906bd req-d76580cf-e00b-4f6f-a4f5-5df8527992e4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0484104 Oct 20 11:43:18.167423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e1a217ba-e6c1-4d47-bfb8-ecc219d906bd req-b22fb04c-ee68-4f57-8728-f703b80f0484 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Oct 20 11:43:19.283726 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11a7b-88d3-40b1-94ad-ea81d0e06ce3 req-19cfd79e-7566-44e7-ab91-851413d9cfdb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.285253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffc11a7b-88d3-40b1-94ad-ea81d0e06ce3 req-19cfd79e-7566-44e7-ab91-851413d9cfdb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0521414 Oct 20 11:43:19.324280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ffc11a7b-88d3-40b1-94ad-ea81d0e06ce3 req-d32d090f-3c6c-4e90-85bb-262db912be69 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Oct 20 11:43:20.437068 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f1263-3e69-4a7c-9dff-7e7dfc2000df req-c3c8befd-10fc-483c-9bfd-2f4a7c4e1035 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.438534 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-862f1263-3e69-4a7c-9dff-7e7dfc2000df req-c3c8befd-10fc-483c-9bfd-2f4a7c4e1035 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0486007 Oct 20 11:43:20.475684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-862f1263-3e69-4a7c-9dff-7e7dfc2000df req-2556d948-08c0-478d-973e-bdf09c302746 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Oct 20 11:43:21.590585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8cd86-411f-4c5c-b6fb-5f5f587ce541 req-1682df71-df9d-42bd-a2a3-e609e7b5a3fe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.592002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdd8cd86-411f-4c5c-b6fb-5f5f587ce541 req-1682df71-df9d-42bd-a2a3-e609e7b5a3fe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0502181 Oct 20 11:43:21.628915 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fdd8cd86-411f-4c5c-b6fb-5f5f587ce541 req-01e08f15-44a9-4311-9dbd-a5bf4127d2e6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Oct 20 11:43:21.693312 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-3b38974d-ba27-4e13-8526-a77835dfecdf service neutron] show failed (client error): The resource could not be found. Oct 20 11:43:21.694294 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-3b38974d-ba27-4e13-8526-a77835dfecdf service neutron] 10.222.0.83 "GET /v2.0/ports/cf5f057b-ca5f-477f-afb9-8a49c80f88b2/bindings/n-h1-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0530550 Oct 20 11:43:21.961471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-1c8e9d30-a9f7-4726-98a4-fd709029f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.962849 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-1c8e9d30-a9f7-4726-98a4-fd709029f9c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 1098 time: 0.0723891 Oct 20 11:43:21.975107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:22.026864 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.228179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:22.259528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h2-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:22.300443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:22.302272 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8416a-c906-4d0e-a69c-2fa4e47f051e" -d '{"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:22.306598 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.319140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Transition to ACTIVE for port object cf5f057b-ca5f-477f-afb9-8a49c80f88b2 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:22.322983 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.351483 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4304d-b398-44cd-a555-5cd9b3638ee1 x-openstack-request-id: req-8ed4304d-b398-44cd-a555-5cd9b3638ee1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:22.352333 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:22.352585 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ed4304d-b398-44cd-a555-5cd9b3638ee1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:22.352975 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'code': 200} Oct 20 11:43:22.390654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=6']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:22.436943 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.437300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.437653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.437979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.438311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.438643 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.438995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.439326 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.439653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.439978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.440295 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.440614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:22.507541 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] No DVR routers for this DVR port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on host n-h2-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:43:22.641725 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:22.642379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:22.642379 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:22.646464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:22.646780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Attempting to bind port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on network f64c0bf9-0140-453b-aa95-b34569d584c6 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:22.651595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:22.651927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Checking segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:22.652311 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Bound using segment: {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:22.652738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Bound port: cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffbca29-dadb-49ae-97aa-5f353d5716b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:22.653084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.742964 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:22.748241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:22.753773 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.769509 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5a972-1ac3-49dc-af68-48f682eda028 req-b2fa8595-d5ce-40c9-8cba-f09d1375bf28 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.770989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8c5a972-1ac3-49dc-af68-48f682eda028 req-b2fa8595-d5ce-40c9-8cba-f09d1375bf28 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0752873 Oct 20 11:43:22.804166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.805381 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.806726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e356a737-209f-4437-9998-45479e05c842 service neutron] 10.222.0.70 "PUT /v2.0/ports/cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 1093 time: 0.8355806 Oct 20 11:43:22.870171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356a737-209f-4437-9998-45479e05c842 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=7']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:22.885277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d8c5a972-1ac3-49dc-af68-48f682eda028 req-0969356f-e8db-41cd-b729-771610c6ebaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950892 Oct 20 11:43:22.895283 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-3424baaa-ff77-4e2c-8636-4ddffa151442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.896778 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-3424baaa-ff77-4e2c-8636-4ddffa151442 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0624471 Oct 20 11:43:22.994362 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-355e58db-eb58-4686-b7c2-089aec7670b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.995861 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-355e58db-eb58-4686-b7c2-089aec7670b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0920565 Oct 20 11:43:23.064768 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-e1bc3eb4-879d-42d6-badb-e225bb249c71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 999 time: 0.0620236 Oct 20 11:43:23.113577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-87307fb2-5e22-4211-9114-bbc3fcdcef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.115004 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-87307fb2-5e22-4211-9114-bbc3fcdcef53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0428541 Oct 20 11:43:23.159825 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-6bb36c71-0004-4317-a71b-e7c6a767a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.161251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-6bb36c71-0004-4317-a71b-e7c6a767a7a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387580 Oct 20 11:43:23.252439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-aebb7052-b3ef-43ff-8d6f-46c12af160db service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Oct 20 11:43:23.345078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb1463af-1ec8-4919-9a9b-62cc806e23f9 req-758ba2db-2447-4c46-9b50-faf0f12437a4 service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849349 Oct 20 11:43:24.003071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c4e4-cada-497c-8d59-9e993556ff2f req-6ec0ca35-ac14-4289-a79f-828793a24503 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.004539 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0b1c4e4-cada-497c-8d59-9e993556ff2f req-6ec0ca35-ac14-4289-a79f-828793a24503 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0492692 Oct 20 11:43:24.041639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0b1c4e4-cada-497c-8d59-9e993556ff2f req-fa850f05-e46c-4eaa-9554-3e87477c83e9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Oct 20 11:43:24.353788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:24.356189 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d26cb-5315-42d8-977d-98e6d30a2c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:24.405739 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d24268-4e38-4d83-adfc-046519ac674b x-openstack-request-id: req-d2d24268-4e38-4d83-adfc-046519ac674b {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:24.406022 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:24.406269 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2d24268-4e38-4d83-adfc-046519ac674b {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:24.406677 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'status': 'completed', 'code': 200} Oct 20 11:43:24.467940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-b505c90b-b43e-4f8e-8b67-92c100826e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.469445 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-b505c90b-b43e-4f8e-8b67-92c100826e54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0408587 Oct 20 11:43:24.471269 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-ca94f49c-0438-49d3-98d2-b9f242352c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.472748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-ca94f49c-0438-49d3-98d2-b9f242352c82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0407004 Oct 20 11:43:24.564992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-4ca70700-1248-4931-b994-d2fbbe86483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.565221 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-747f364e-2f8f-46fd-a222-870c6cfc3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.566386 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-4ca70700-1248-4931-b994-d2fbbe86483d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0878766 Oct 20 11:43:24.566645 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-747f364e-2f8f-46fd-a222-870c6cfc3cb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0856369 Oct 20 11:43:24.630763 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-670595de-b302-4701-bcc4-a8d6745a7dcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 999 time: 0.0571496 Oct 20 11:43:24.632014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-1c3b6521-0048-4f70-a9bb-fbabe90b3a9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 999 time: 0.0573480 Oct 20 11:43:24.681195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-af80766f-de24-421c-99a3-887e8d6b79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.682629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-af80766f-de24-421c-99a3-887e8d6b79fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0440114 Oct 20 11:43:24.684378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-0b78fe7e-32e6-4645-87b9-23482f7ee84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.685782 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-0b78fe7e-32e6-4645-87b9-23482f7ee84b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0471241 Oct 20 11:43:24.732366 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-bf3e729f-d0bc-42ab-812c-de3ed12184bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.732624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-fa9d9b17-6792-4762-9e09-e20457a6a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.733870 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-bf3e729f-d0bc-42ab-812c-de3ed12184bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397098 Oct 20 11:43:24.734015 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-fa9d9b17-6792-4762-9e09-e20457a6a3ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433428 Oct 20 11:43:24.824096 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-5427dac5-7091-4907-8529-d16adc6f8325 service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819635 Oct 20 11:43:24.827196 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-bd30a87a-71f4-4b1c-aa94-3e69eb930a35 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842535 Oct 20 11:43:24.923528 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-1c2f57bf-1dd4-44c2-9ee8-4b183b7e9cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925999 Oct 20 11:43:24.932274 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-075d26cb-5315-42d8-977d-98e6d30a2c6f req-97aa69ba-9b62-4dbb-bd45-d7cae6231c66 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974252 Oct 20 11:43:25.155834 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3708b-87a8-485d-91f0-58597ee961b0 req-dda765ed-0ff6-4f45-b93c-198c94a229c1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.157294 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aff3708b-87a8-485d-91f0-58597ee961b0 req-dda765ed-0ff6-4f45-b93c-198c94a229c1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0491257 Oct 20 11:43:25.193857 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-aff3708b-87a8-485d-91f0-58597ee961b0 req-b9479efa-ce09-4e67-a6fa-8434ad5f0743 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Oct 20 11:43:25.382875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d010a7-c24b-4dbf-ab4d-a8449eee35ab req-220b0eab-d971-4d5c-8654-5f32c146bb0f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.384790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85d010a7-c24b-4dbf-ab4d-a8449eee35ab req-220b0eab-d971-4d5c-8654-5f32c146bb0f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0493166 Oct 20 11:43:25.400384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-8ea6106f-dfa4-4676-8bfc-15d32d69f760 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.401826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-8ea6106f-dfa4-4676-8bfc-15d32d69f760 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.83 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7&tenant_id=4a56a34ed28b48f894a31165043d727f&binding%3Ahost_id=n-h1-802060-17 HTTP/1.1" status: 200 len: 944 time: 0.0525596 Oct 20 11:43:25.422821 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85d010a7-c24b-4dbf-ab4d-a8449eee35ab req-0bc65916-d1f8-4c26-941a-ebfbae2e0514 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Oct 20 11:43:25.463905 n-d-802060-17 neutron-server[100746]: INFO neutron.api.v2.resource [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-91dae48c-6f52-4630-9a84-9e6288001576 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:43:25.464927 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-91dae48c-6f52-4630-9a84-9e6288001576 service neutron] 10.222.0.83 "DELETE /v2.0/ports/cf5f057b-ca5f-477f-afb9-8a49c80f88b2/bindings/n-h2-802060-17 HTTP/1.1" status: 404 len: 381 time: 0.0553534 Oct 20 11:43:25.544042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee480092-3bb1-4f1d-abd1-d3893f0665e8 req-db8f0017-75d5-4e17-ae3d-fd8abec0d2fe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.545503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee480092-3bb1-4f1d-abd1-d3893f0665e8 req-db8f0017-75d5-4e17-ae3d-fd8abec0d2fe tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 944 time: 0.0543723 Oct 20 11:43:25.554393 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-626557cf-ec92-4525-8277-8c7d0eca42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.556076 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-626557cf-ec92-4525-8277-8c7d0eca42d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0460374 Oct 20 11:43:25.582485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ee480092-3bb1-4f1d-abd1-d3893f0665e8 req-eac9b49a-751a-41bb-9ff1-a91ee81b9ddf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Oct 20 11:43:25.623523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:25.647079 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-9b4910fb-e92e-421a-b9eb-e1e5205d11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.649040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-9b4910fb-e92e-421a-b9eb-e1e5205d11ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.0849087 Oct 20 11:43:25.717209 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:25.717661 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-78f572cb-5c45-4e1a-90c9-949bbd0ea7ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 999 time: 0.0616245 Oct 20 11:43:25.728181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'port_id': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'mac_address': 'fa:16:3e:fa:89:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:25.767111 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-38e9c355-3ac1-412e-9e19-e3dac9a48bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.768340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.768585 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-38e9c355-3ac1-412e-9e19-e3dac9a48bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0435374 Oct 20 11:43:25.781305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5f057b-ca5f-477f-afb9-8a49c80f88b2 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:25.800274 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:25.804324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.817555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-6c5db51c-56e7-4d22-856a-3c1dc4b70cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.819077 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-6c5db51c-56e7-4d22-856a-3c1dc4b70cc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400946 Oct 20 11:43:25.852038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:25.859526 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.859890 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.860230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.860565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.860898 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.861230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.861558 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.861882 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.862205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.862557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.862881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.863225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.913350 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-39a7b637-309e-4a04-bed4-551e8a59161b service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Oct 20 11:43:26.002785 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-03016585-907c-4d68-aba9-6fa4f120eb1f req-dbe72a3f-ffcf-4e85-a063-4278f4b8e966 service neutron] 10.222.0.83 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822241 Oct 20 11:43:26.024399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['cf5f057b-ca5f-477f-afb9-8a49c80f88b2'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:26.695213 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0bfec-0055-4986-b335-a1e8ecd80a76 req-54d8116d-5ab0-4bd2-8e84-41de7b49b941 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.696708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87a0bfec-0055-4986-b335-a1e8ecd80a76 req-54d8116d-5ab0-4bd2-8e84-41de7b49b941 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 945 time: 0.0489514 Oct 20 11:43:26.734616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-87a0bfec-0055-4986-b335-a1e8ecd80a76 req-f73e2fd6-e325-4e6b-bc1b-9530dd68dca5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320146 Oct 20 11:43:26.756375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48354) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:26.818542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3f747606-70b6-48e8-bf88-ec3b9346b31f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 HTTP/1.1" status: 200 len: 992 time: 0.0608244 Oct 20 11:43:26.993668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:27.032408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:43:27.624618 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:27.671533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:43:27.675465 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:27.675834 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.753307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.778188 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:27.780470 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed4c7d-5b81-4c51-9c89-e76e44d245da" -d '{"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:27.793821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:27.798816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.854500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=9']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:27.879898 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18908bb-30a3-4e7a-8b4f-ca1ae92a2275 x-openstack-request-id: req-f18908bb-30a3-4e7a-8b4f-ca1ae92a2275 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:27.880185 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:27.880435 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f18908bb-30a3-4e7a-8b4f-ca1ae92a2275 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:27.880826 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'code': 200} Oct 20 11:43:28.579013 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc6a-42f5-41b6-9521-849f66cfe214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:31.433496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-80bf6fdd-3f58-45a2-b712-283c59147eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:31.868773 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:33.021010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.553455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:45.603173 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:43:46.430852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:47.379763 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.482913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48368) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:57.639286 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 68946b54-b72b-42a9-bf5d-d2a8f5496e4e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:57.639517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.712502 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.712817 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.724295 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 68946b54-b72b-42a9-bf5d-d2a8f5496e4e owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:57.870695 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.897412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=68946b54-b72b-42a9-bf5d-d2a8f5496e4e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:57.920318 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.920668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.921016 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.921349 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.921678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.922007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.922332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.922721 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.923278 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.923613 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.923936 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.924257 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:57.964852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.965166 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 disassociated (deleted). External IP: 172.25.3.64, port: cf5f057b-ca5f-477f-afb9-8a49c80f88b2. Oct 20 11:43:58.167822 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 9a56d673-63ed-467b-a7d8-c7253482abad has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:43:58.272691 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:43:58.278009 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.282712 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Sync routers for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:43:58.292564 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:43:58.293174 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:43:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:58.305027 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1bd20a6a-a8ca-4580-bfaf-464651292aaf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/floatingips/92bd9b21-d868-4214-8e5e-cfdc9c4e4db1 HTTP/1.1" status: 204 len: 168 time: 0.8209913 Oct 20 11:43:58.305726 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:58.308194 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bce3b2-8829-4b79-9840-aed6f9b77488" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:58.345185 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c0e31-1821-4027-a907-823869800ae6 x-openstack-request-id: req-b08c0e31-1821-4027-a907-823869800ae6 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:58.345481 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:58.345733 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b08c0e31-1821-4027-a907-823869800ae6 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:58.346300 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'status': 'completed', 'code': 200} Oct 20 11:43:58.402149 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:43:58.409180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-7085e37b-fbea-4a36-b56c-80cfb6ec6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.410910 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-7085e37b-fbea-4a36-b56c-80cfb6ec6c90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0425110 Oct 20 11:43:58.581428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2bfb-6703-4c05-8063-00ba7af3cb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.607678 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:58.634964 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Checking router: 9a56d673-63ed-467b-a7d8-c7253482abad for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:43:58.643760 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:43:58.644383 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:43:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:58.752478 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:43:58.803579 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-d8b478bd-376e-45ab-a745-782976ba3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.805564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-d8b478bd-376e-45ab-a745-782976ba3b12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 200 len: 896 time: 0.3834140 Oct 20 11:43:58.824713 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcf308-d1c0-40a1-9509-211f880fc919 req-b85d0bca-f933-4bf3-b5cb-94f442ed36f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.826348 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cdcf308-d1c0-40a1-9509-211f880fc919 req-b85d0bca-f933-4bf3-b5cb-94f442ed36f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.3299277 Oct 20 11:43:58.871547 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-2b30552e-9dff-4fb6-b2e3-6ba1f6883b31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 200 len: 217 time: 0.0442200 Oct 20 11:43:58.899433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cdcf308-d1c0-40a1-9509-211f880fc919 req-d0e0af4d-a439-45e4-ae54-4611fdec9fe9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663044 Oct 20 11:43:58.933723 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-c8f71c9a-9ea6-4227-9059-4a5ace247598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.935204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-c8f71c9a-9ea6-4227-9059-4a5ace247598 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 200 len: 834 time: 0.0507126 Oct 20 11:43:58.953403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:58.979011 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ce78-2357-4903-ba76-066b3e13d7a0 None None] The sync data for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 is: [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '70770907-4e7e-4e29-a24e-27aa50d35965', 'name': '', 'network_id': 'f64c0bf9-0140-453b-aa95-b34569d584c6', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:3c:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:13Z', 'updated_at': '2021-10-20T11:42:17Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'b765ab7f-0348-44ab-a148-cc5663cf8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:43:58.986090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-fcfb03c4-edd0-4674-aece-06fd0374ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.987616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-fcfb03c4-edd0-4674-aece-06fd0374ee4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f64c0bf9-0140-453b-aa95-b34569d584c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444229 Oct 20 11:43:59.080803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-03bd3da4-ac28-4f89-8b7d-09fff935aa1c service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Oct 20 11:43:59.179462 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b1bce3b2-8829-4b79-9840-aed6f9b77488 req-f20250c4-83c9-4e25-a76d-a27c498e8615 service neutron] 10.222.0.70 "GET /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902138 Oct 20 11:43:59.195907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f37c56-9644-4cbf-aa80-3982e4c2f871 None None] New status for floating IP 92bd9b21-d868-4214-8e5e-cfdc9c4e4db1: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:43:59.853721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-79fefcbd-5b8f-4fe7-95bd-e84a71f93c66 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:59.855206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-79fefcbd-5b8f-4fe7-95bd-e84a71f93c66 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0483925 Oct 20 11:43:59.944690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:59.945021 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.058712 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port cf5f057b-ca5f-477f-afb9-8a49c80f88b2, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:00.059103 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.068049 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f7c8-12a3-45b5-94c8-9f9da98ea955 req-688bc76c-f4a7-440a-b9ac-4c5d4c726c0f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.069496 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d381f7c8-12a3-45b5-94c8-9f9da98ea955 req-688bc76c-f4a7-440a-b9ac-4c5d4c726c0f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=39b3defe-7406-4e60-aef4-28ce1caee0a7 HTTP/1.1" status: 200 len: 946 time: 0.0987563 Oct 20 11:44:00.081188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for cf5f057b-ca5f-477f-afb9-8a49c80f88b2 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:00.151980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d381f7c8-12a3-45b5-94c8-9f9da98ea955 req-27b8479a-2c4f-4c79-a9a5-dc2eefacfdf2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=8ea66f9f-e2a3-432c-99a7-38b0478562e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749803 Oct 20 11:44:00.235323 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.267887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=cf5f057b-ca5f-477f-afb9-8a49c80f88b2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:00.309129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] No DVR routers for this DVR port cf5f057b-ca5f-477f-afb9-8a49c80f88b2 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:00.311829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.315243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b51201dd-eb54-43ee-ac5e-bec844d44324 req-92d789f5-3e49-48ae-8d98-bbbdbdf772ce tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "DELETE /v2.0/ports/cf5f057b-ca5f-477f-afb9-8a49c80f88b2 HTTP/1.1" status: 204 len: 173 time: 0.4539845 Oct 20 11:44:00.315667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-deleted', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:00.317928 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da1501-3b69-4787-8167-5a505008cdbd" -d '{"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-deleted", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:00.353856 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6b3dd-374e-4f30-93ea-65a3d4d3c577 x-openstack-request-id: req-afe6b3dd-374e-4f30-93ea-65a3d4d3c577 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:00.354149 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3defe-7406-4e60-aef4-28ce1caee0a7", "name": "network-vif-deleted", "tag": "cf5f057b-ca5f-477f-afb9-8a49c80f88b2", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:00.354398 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-afe6b3dd-374e-4f30-93ea-65a3d4d3c577 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:00.354800 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3defe-7406-4e60-aef4-28ce1caee0a7', 'name': 'network-vif-deleted', 'tag': 'cf5f057b-ca5f-477f-afb9-8a49c80f88b2', 'status': 'completed', 'code': 200} Oct 20 11:44:01.204829 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48382) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:01.432611 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ec62c95e-382a-4c14-94df-b7795f0dfa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.562599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.809951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 70770907-4e7e-4e29-a24e-27aa50d35965 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:01.810288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.871225 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.896927 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 70770907-4e7e-4e29-a24e-27aa50d35965, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=70770907-4e7e-4e29-a24e-27aa50d35965,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:01.897288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.909548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 70770907-4e7e-4e29-a24e-27aa50d35965 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:02.092617 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.119484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=70770907-4e7e-4e29-a24e-27aa50d35965,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:02.287656 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.779230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 9a56d673-63ed-467b-a7d8-c7253482abad has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:44:02.882749 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:02.887945 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cd0193a6-8467-42a0-8cc6-deb2a539bb7c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/9a56d673-63ed-467b-a7d8-c7253482abad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6819935 Oct 20 11:44:02.890630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48384) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:02.891875 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Sync routers for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:02.901281 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:02.901877 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:02.940640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting subnet b765ab7f-0348-44ab-a148-cc5663cf8968 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:44:02.944068 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.983913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.004734 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:03.025209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.072575 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.131836 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.160129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Subnet': ['ID=b765ab7f-0348-44ab-a148-cc5663cf8968,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:03.163629 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.169277 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f71686af-ee62-4010-bbef-204eee3505c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/subnets/b765ab7f-0348-44ab-a148-cc5663cf8968 HTTP/1.1" status: 204 len: 168 time: 0.2774482 Oct 20 11:44:03.170024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48386) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:03.179496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb2f8d-0612-4022-866a-3eda00c2ad42 None None] Network f64c0bf9-0140-453b-aa95-b34569d584c6 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:44:03.278262 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:44:02Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:03.286442 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.304540 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Checking router: 9a56d673-63ed-467b-a7d8-c7253482abad for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:03.313543 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Routers {'9a56d673-63ed-467b-a7d8-c7253482abad'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:03.314138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['9a56d673-63ed-467b-a7d8-c7253482abad'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:03.386692 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] DHCP port deletion for f64c0bf9-0140-453b-aa95-b34569d584c6 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:44:03.400246 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.418932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] Set router 9a56d673-63ed-467b-a7d8-c7253482abad gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:03.437143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Deleting port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:03.438003 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.454078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port f7b9156b-2ff9-4b16-a49c-31173a1e6292 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:03.454495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.515734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] For port 2019bd16-6e1a-46bd-916f-13ae676bd7a1, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=2019bd16-6e1a-46bd-916f-13ae676bd7a1,segment=NetworkSegment(cffbca29-dadb-49ae-97aa-5f353d5716b0),segment_id=cffbca29-dadb-49ae-97aa-5f353d5716b0)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.517696 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.533554 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Calling delete_port for 2019bd16-6e1a-46bd-916f-13ae676bd7a1 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:03.547337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port f7b9156b-2ff9-4b16-a49c-31173a1e6292, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=f7b9156b-2ff9-4b16-a49c-31173a1e6292,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.547704 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.560264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for f7b9156b-2ff9-4b16-a49c-31173a1e6292 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:03.614234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:44:02Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:03.640791 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.647503 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71845b27-216f-4780-85fa-6292bc12a3da None None] The sync data for ids ['9a56d673-63ed-467b-a7d8-c7253482abad'] in n-d-802060-17 is: [{'id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878181532', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:44:02Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': 'f7b9156b-2ff9-4b16-a49c-31173a1e6292', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d673-63ed-467b-a7d8-c7253482abad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:42:11Z', 'updated_at': '2021-10-20T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:03.669651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2019bd16-6e1a-46bd-916f-13ae676bd7a1 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:03.674700 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] No DVR routers for this DVR port 2019bd16-6e1a-46bd-916f-13ae676bd7a1 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:03.680399 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b0a4f-3c1c-4955-b7d8-e94e46d5967c None None] Pushing event deleted for resources: {'Port': ['ID=2019bd16-6e1a-46bd-916f-13ae676bd7a1,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:03.700945 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 2019bd16-6e1a-46bd-916f-13ae676bd7a1 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:03.701336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 2019bd16-6e1a-46bd-916f-13ae676bd7a1 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:03.733774 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:03.750521 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.753907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: cf5f057b-ca5f-477f-afb9-8a49c80f88b2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:03.754427 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cf5f057b-ca5f-477f-afb9-8a49c80f88b2 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:03.781340 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=f7b9156b-2ff9-4b16-a49c-31173a1e6292,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:03.842181 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.935926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.937989 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.979764 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.980273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Fanout notify agent at l3_agent the message router_deleted on router 9a56d673-63ed-467b-a7d8-c7253482abad {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:03.988026 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.989132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fdaebd61-044d-4f48-9add-a3e849057fd9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/routers/9a56d673-63ed-467b-a7d8-c7253482abad HTTP/1.1" status: 204 len: 168 time: 0.8185441 Oct 20 11:44:03.991977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48388) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:04.075096 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.171362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.191372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64c0bf9-0140-453b-aa95-b34569d584c6']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.201071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffbca29-dadb-49ae-97aa-5f353d5716b0') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.201188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffbca29-dadb-49ae-97aa-5f353d5716b0') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.210576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.224830 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.231889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:44:04.232282 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:44:04.235355 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:44:04.300961 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.308941 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.312123 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/networks/f64c0bf9-0140-453b-aa95-b34569d584c6 HTTP/1.1" status: 204 len: 168 time: 0.3185651 Oct 20 11:44:04.314925 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48390) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:04.323342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a88146-a646-4be0-8b32-bfb1653969cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Network': ['ID=f64c0bf9-0140-453b-aa95-b34569d584c6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.376090 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.400857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.464737 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.467458 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.468583 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/security-groups/8ea66f9f-e2a3-432c-99a7-38b0478562e6 HTTP/1.1" status: 204 len: 168 time: 0.1525717 Oct 20 11:44:04.477955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a32e6-f36b-4352-9127-1d026982b932 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea66f9f-e2a3-432c-99a7-38b0478562e6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.556005 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.817468 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48396) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:04.822640 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302481943', 'description': 'tempest-secgroup-smoke-1302481943 description', 'project_id': '4a56a34ed28b48f894a31165043d727f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:04.844572 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.908151 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.911487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.940685 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.941891 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234281 Oct 20 11:44:04.943779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c57e9c-80df-49ee-a212-ce76a37ec993 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2472c76b-c6bd-4f0e-8992-22544f7e1eaa,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.945063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48398) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:04.950546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:04.976793 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.034619 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.037964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.055993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fbbfe7-3760-48eb-8bf7-b9214b4d0d43,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.060039 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.061227 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-31e9b68c-bcba-4d64-a324-156c6d9cf8f0 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144397 Oct 20 11:44:05.063896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48400) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.068144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.093156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.147988 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.151720 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.168383 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1452cd-8379-4676-bddf-de751a92196e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.176501 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.177677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-44ce0642-02a2-4f39-8998-fbb3f7d7e47d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128674 Oct 20 11:44:05.181135 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48402) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.185395 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.211345 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.268495 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.272263 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.288784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baac94c7-c864-450f-97d9-b0e4e9a3a212,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.298362 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.299601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6565f2f7-a1e0-4201-899a-5fb60854a559 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175208 Oct 20 11:44:05.302251 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48404) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.307297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.332035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.391289 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.394677 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.411618 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0255e3-253c-4960-85b3-6ce796ad9b3d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.420326 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.421527 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ddd2f158-562b-4d90-b678-ba555ea8da08 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183095 Oct 20 11:44:05.424336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48406) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.428859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.450455 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:44:05.455060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.515372 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.519060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.535236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 70770907-4e7e-4e29-a24e-27aa50d35965 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:05.536911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cdf5bb-ca89-496e-9c9c-41b54868ba1b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.544473 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.548221 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d6c01b19-be1d-42b6-9ee7-b96a01d4bc45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203454 Oct 20 11:44:05.548668 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48408) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.553365 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '2472c76b-c6bd-4f0e-8992-22544f7e1eaa', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.557507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 70770907-4e7e-4e29-a24e-27aa50d35965 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:05.557955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 70770907-4e7e-4e29-a24e-27aa50d35965 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:05.558252 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f7b9156b-2ff9-4b16-a49c-31173a1e6292 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:05.575760 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:44:05.579489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: f7b9156b-2ff9-4b16-a49c-31173a1e6292 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:05.579836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device f7b9156b-2ff9-4b16-a49c-31173a1e6292 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:05.580541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.639970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.643350 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.660724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37883d1-f3f7-4814-88b4-3530f5061b95,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.668808 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.670007 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57dffb71-b16c-4bec-9387-19cef20ce73d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202536 Oct 20 11:44:05.673032 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48410) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.677700 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'network': {'name': 'tempest-network-smoke--1824740600', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'port_security_enabled': True}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.698359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:05.701748 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.724312 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:44:05.733666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.734062 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Added segment 5477d23c-62cb-4339-8a53-1dae870df1a5 of type vlan for network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 Oct 20 11:44:05.775599 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.799125 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.804630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.805228 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.833764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1598032 Oct 20 11:44:05.837093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48412) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.841734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'admin_state_up': True, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.864458 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.865577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.874484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fd3bd-2bcc-43d9-b8c9-ed2477b9aeb9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Network': ['ID=53d056c2-d801-41a5-ae0a-fbf47eb33a21,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.885255 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:44:05.919427 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.057513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.247467 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.266356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.364863 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.116 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/37391490-7156-442a-85b8-c183c84fcd90) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:06.468530 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.501204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.538443 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:06.541415 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:06.544923 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:06.552260 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=37391490-7156-442a-85b8-c183c84fcd90,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:06.792341 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.982711 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.108586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 026dc24b-2787-4e8d-b5ab-30d46873caf1 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:07.482077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:07.491919 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Sync routers for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:07.501789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:07.502392 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:07.502694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.506477 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bb4387e1-f056-4cfa-addf-420782175832 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6658094 Oct 20 11:44:07.507310 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48414) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:07.537129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-27c4a396-7be5-4348-b879-32b5e2df45d0 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=4a56a34ed28b48f894a31165043d727f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286787 Oct 20 11:44:07.540104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48416) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:07.608263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:07.627717 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeeb075-db24-4bb4-9439-6238fef883d2 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.629210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-ceeeb075-db24-4bb4-9439-6238fef883d2 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882111 Oct 20 11:44:07.632318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48418) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:07.659061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cedb3b62-9f10-4851-a057-21f9d272df92 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256276 Oct 20 11:44:07.661463 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48420) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:07.666853 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-28705131', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:07.757812 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:07.761563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.947623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.951508 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:06Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:07.981194 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Checking router: 026dc24b-2787-4e8d-b5ab-30d46873caf1 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:07.981543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Updating router 026dc24b-2787-4e8d-b5ab-30d46873caf1 port 37391490-7156-442a-85b8-c183c84fcd90 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:44:08.006269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.013930 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Subnet': ['ID=84c9b11b-ca29-4493-a68d-f1d811935736,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:08.022321 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Checking segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:08.022682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network hostable DHCP agents. Network: 53d056c2-d801-41a5-ae0a-fbf47eb33a21, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:44:08.040127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:44:08.049148 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 53d056c2-d801-41a5-ae0a-fbf47eb33a21) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:08.053262 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:08.053996 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.072124 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-c4125013-fd92-43d1-8154-54c381b6a745 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4096303 Oct 20 11:44:08.074925 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48422) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:08.095368 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480520a-8244-4601-87df-9e8637b3cb37 None None] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:44:08.332833 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:44:08.333723 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.452714 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.461607 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.505679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.543527 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfa27a-61f5-43fe-9349-3a69ea356fa4 None None] Pushing event updated for resources: {'Port': ['ID=37391490-7156-442a-85b8-c183c84fcd90,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:08.550594 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Attempting to bind port 37391490-7156-442a-85b8-c183c84fcd90 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:08.550982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Attempting to bind port 37391490-7156-442a-85b8-c183c84fcd90 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:08.551352 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Attempting to bind port 37391490-7156-442a-85b8-c183c84fcd90 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:08.561975 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:08.562351 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:08.562749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.563159 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:08.563631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Bound port: 37391490-7156-442a-85b8-c183c84fcd90, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:08.564008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.590451 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Allocated IP 172.20.0.2 (53d056c2-d801-41a5-ae0a-fbf47eb33a21/84c9b11b-ca29-4493-a68d-f1d811935736/7be8724a-c012-4350-b4f6-2c72f91503ff) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:08.649356 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] For port 37391490-7156-442a-85b8-c183c84fcd90, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:08.688013 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] For port 37391490-7156-442a-85b8-c183c84fcd90, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37391490-7156-442a-85b8-c183c84fcd90,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:08.695933 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.800986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:08.801516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:08.842747 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfa27a-61f5-43fe-9349-3a69ea356fa4 None None] Pushing event updated for resources: {'Port': ['ID=37391490-7156-442a-85b8-c183c84fcd90,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:08.851062 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.859508 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.905384 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:08.907370 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.1 (53d056c2-d801-41a5-ae0a-fbf47eb33a21/84c9b11b-ca29-4493-a68d-f1d811935736/dfcc3fc8-71cf-4986-96c5-1ce995538b15) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:08.934366 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:08.939173 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:08.960491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Pushing event updated for resources: {'Port': ['ID=7be8724a-c012-4350-b4f6-2c72f91503ff,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:09.004986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:09.025934 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.059425 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.075409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Attempting to bind port 7be8724a-c012-4350-b4f6-2c72f91503ff on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:09.075775 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Attempting to bind port 7be8724a-c012-4350-b4f6-2c72f91503ff by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:09.076139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Attempting to bind port 7be8724a-c012-4350-b4f6-2c72f91503ff on network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:09.090416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:09.090784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Checking segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:09.091203 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.091591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Bound using segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:09.092055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Bound port: 7be8724a-c012-4350-b4f6-2c72f91503ff, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:09.092433 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.100699 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:09.103817 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:09.106804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:09.134570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:09.159694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.220247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] For port 7be8724a-c012-4350-b4f6-2c72f91503ff, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:09.236577 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] For port 7be8724a-c012-4350-b4f6-2c72f91503ff, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7be8724a-c012-4350-b4f6-2c72f91503ff,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:09.244113 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.300110 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-a60cd824-720e-4570-939d-8c75419108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:06Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:09.305310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.344750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cd824-720e-4570-939d-8c75419108cf None None] The sync data for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 is: [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:06Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:09.350306 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602708db-8434-4c27-a9aa-e6f55ae9132f None None] Pushing event updated for resources: {'Port': ['ID=7be8724a-c012-4350-b4f6-2c72f91503ff,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:09.602701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7be8724a-c012-4350-b4f6-2c72f91503ff up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:09.674177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7be8724a-c012-4350-b4f6-2c72f91503ff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:09.674628 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.675548 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.679696 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.757589 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.760749 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:09.774542 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.814055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 7be8724a-c012-4350-b4f6-2c72f91503ff, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7be8724a-c012-4350-b4f6-2c72f91503ff,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:09.823220 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.872197 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:09.873770 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:09.887045 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=7be8724a-c012-4350-b4f6-2c72f91503ff,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:10.002552 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 026dc24b-2787-4e8d-b5ab-30d46873caf1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:44:10.120407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:10.133661 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6cb19c49-6582-49c6-80fd-12cde2ae8db3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/026dc24b-2787-4e8d-b5ab-30d46873caf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499976 Oct 20 11:44:10.284709 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-d8fdf72c-714b-4e3e-b88f-42b5acc0f858 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302481943&fields=id&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 267 time: 0.0395954 Oct 20 11:44:10.288757 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a358e-85f9-4d94-8884-9905b3aacb30 None None] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:44:10.399531 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-0ea92e79-65a6-4c87-8993-c654b8ad1d90 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:10.400868 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-0ea92e79-65a6-4c87-8993-c654b8ad1d90 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 797 time: 0.1061246 Oct 20 11:44:10.411081 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-111656b9-6ec3-45a4-9369-8103247d67ae None None] Provisioning complete for port 7be8724a-c012-4350-b4f6-2c72f91503ff triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:10.411446 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-111656b9-6ec3-45a4-9369-8103247d67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.416571 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-7ed1cb29-d410-4cbe-aaa9-4aa6e0e2a18d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/quotas/4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 375 time: 0.0095794 Oct 20 11:44:10.472874 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-647e82dc-65de-4844-ae46-ef9ea9c57a9d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502398 Oct 20 11:44:10.575951 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-e60e0b81-e533-4b40-8b6a-db566c0f8d82 service neutron] 10.222.0.74 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911167 Oct 20 11:44:10.671811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-58c10e61-453f-461c-bd5a-178b60a17b96 service neutron] 10.222.0.74 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897651 Oct 20 11:44:10.751953 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2e2486c9-3eb3-4cdb-927f-1ec2c0115abd None None] Provisioning complete for port 7be8724a-c012-4350-b4f6-2c72f91503ff triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:10.752823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e2486c9-3eb3-4cdb-927f-1ec2c0115abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.850739 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7fb166c4-12de-40b8-9ff9-51685a9fca35 req-c5abee50-4b7b-4161-bee2-95d12c926f14 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 210 time: 0.0317693 Oct 20 11:44:10.876472 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2e2486c9-3eb3-4cdb-927f-1ec2c0115abd None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:10.876472 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2e2486c9-3eb3-4cdb-927f-1ec2c0115abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.909198 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2e2486c9-3eb3-4cdb-927f-1ec2c0115abd None None] Port dfcc3fc8-71cf-4986-96c5-1ce995538b15 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:44:11.036965 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b6e300d2-d0b0-4118-81bf-a43d275a7104 None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.037489 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b6e300d2-d0b0-4118-81bf-a43d275a7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.081834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b6e300d2-d0b0-4118-81bf-a43d275a7104 None None] Port dfcc3fc8-71cf-4986-96c5-1ce995538b15 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:44:11.137888 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Sync routers for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:11.146821 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:11.147474 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:11.202602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-7e6dfa88-7355-4a9f-a70e-aebabc29041e None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.203345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfa88-7355-4a9f-a70e-aebabc29041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.243728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-7e6dfa88-7355-4a9f-a70e-aebabc29041e None None] Port dfcc3fc8-71cf-4986-96c5-1ce995538b15 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:44:11.256418 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:11.459192 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 2, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:11.484586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Checking router: 026dc24b-2787-4e8d-b5ab-30d46873caf1 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:11.484939 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Updating router 026dc24b-2787-4e8d-b5ab-30d46873caf1 port dfcc3fc8-71cf-4986-96c5-1ce995538b15 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:44:11.511074 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.605531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7be8724a-c012-4350-b4f6-2c72f91503ff up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:11.655634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 7be8724a-c012-4350-b4f6-2c72f91503ff triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.655998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.743735 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37391490-7156-442a-85b8-c183c84fcd90 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:11.775726 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.787914 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.811215 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37391490-7156-442a-85b8-c183c84fcd90 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.813642 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.837859 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Pushing event updated for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.860918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-efa535eb-c48b-40fe-8775-63f4374a6d4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.863616 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-efa535eb-c48b-40fe-8775-63f4374a6d4b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 797 time: 0.1593344 Oct 20 11:44:11.866809 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.867483 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.868096 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.868583 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.869161 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.869651 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.870300 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.870814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.871323 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.871642 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.871958 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.872438 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:11.912576 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Attempting to bind port dfcc3fc8-71cf-4986-96c5-1ce995538b15 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:11.913202 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Attempting to bind port dfcc3fc8-71cf-4986-96c5-1ce995538b15 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:11.913730 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Attempting to bind port dfcc3fc8-71cf-4986-96c5-1ce995538b15 on network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:11.927853 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:11.928700 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Checking segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:11.929289 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.929880 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Bound using segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:11.933791 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Bound port: dfcc3fc8-71cf-4986-96c5-1ce995538b15, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:11.934462 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.941346 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.967651 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 37391490-7156-442a-85b8-c183c84fcd90, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37391490-7156-442a-85b8-c183c84fcd90,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:11.974014 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.017664 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] For port dfcc3fc8-71cf-4986-96c5-1ce995538b15, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:12.023410 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] For port dfcc3fc8-71cf-4986-96c5-1ce995538b15, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dfcc3fc8-71cf-4986-96c5-1ce995538b15,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:12.031000 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.047608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=37391490-7156-442a-85b8-c183c84fcd90,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.093193 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:12.093841 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:12.095576 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd8229-e07f-4dc7-a8eb-06958d5a990c None None] Pushing event updated for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.174280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:12.174666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.212457 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:12.253777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ae80eb40-8863-4586-b2a5-def8536293f8 req-d5468835-0f05-491a-82ca-775fb99b08cf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 210 time: 0.0326953 Oct 20 11:44:12.277105 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.280749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-9dce776a-3025-42e1-902f-a51ae052bed4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 380 time: 0.4068048 Oct 20 11:44:12.291733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'port': {'device_id': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'admin_state_up': True, 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'security_groups': ['2472c76b-c6bd-4f0e-8992-22544f7e1eaa']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:12.328381 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] For port dfcc3fc8-71cf-4986-96c5-1ce995538b15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dfcc3fc8-71cf-4986-96c5-1ce995538b15,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:12.334010 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.384679 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0b710-dde5-4d0f-9d6f-2b902ddde295 None None] Pushing event updated for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.419797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:12.423324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.453667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-587b4b11-c512-4066-9050-a9dcc5b30441 None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:12.454034 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-587b4b11-c512-4066-9050-a9dcc5b30441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.532772 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:12.556378 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.11 (53d056c2-d801-41a5-ae0a-fbf47eb33a21/84c9b11b-ca29-4493-a68d-f1d811935736/a08ebea5-3e53-4267-b64e-057d23fa1797) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:12.559357 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e148244-812f-4d0f-975e-69be65589a62 None None] The sync data for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 is: [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:12.711307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.745952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.789878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:12.793144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:12.796796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:12.824477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.858081 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:12.858639 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.881730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-6030274f-2ea4-42d1-95de-17ea3dc23ee5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943820 Oct 20 11:44:12.896866 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Request body: {'port': {'device_id': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:12.968949 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.166563 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-185136b7-894e-4952-ae77-ddacf55a062f None None] Provisioning complete for port a08ebea5-3e53-4267-b64e-057d23fa1797 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:13.167172 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-185136b7-894e-4952-ae77-ddacf55a062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.206786 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-185136b7-894e-4952-ae77-ddacf55a062f None None] Port a08ebea5-3e53-4267-b64e-057d23fa1797 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:44:13.259519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08ebea5-3e53-4267-b64e-057d23fa1797 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:13.268067 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.282377 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Transition to ACTIVE for port object a08ebea5-3e53-4267-b64e-057d23fa1797 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:44:13.287904 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.375350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:13.454457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee56e9-bd1f-4736-ab4c-ee2032bf266f req-cf28aaac-b982-480b-9e76-e52c483229c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.456319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8ee56e9-bd1f-4736-ab4c-ee2032bf266f req-cf28aaac-b982-480b-9e76-e52c483229c3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 944 time: 0.1189425 Oct 20 11:44:13.536510 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8ee56e9-bd1f-4736-ab4c-ee2032bf266f req-7ebdd996-ed36-41a5-9bc4-6c22c9baf461 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672324 Oct 20 11:44:13.540382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Attempting to bind port a08ebea5-3e53-4267-b64e-057d23fa1797 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:13.540800 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Attempting to bind port a08ebea5-3e53-4267-b64e-057d23fa1797 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:13.541207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Attempting to bind port a08ebea5-3e53-4267-b64e-057d23fa1797 on network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:13.547342 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Port a08ebea5-3e53-4267-b64e-057d23fa1797 on network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:44:13.547672 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Attempting to bind port a08ebea5-3e53-4267-b64e-057d23fa1797 on network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:13.552706 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:13.552992 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Checking segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:13.553372 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Bound using segment: {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:13.553797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Bound port: a08ebea5-3e53-4267-b64e-057d23fa1797, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5477d23c-62cb-4339-8a53-1dae870df1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:13.554152 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.653039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:13.656413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a08ebea5-3e53-4267-b64e-057d23fa1797,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:13.662799 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.675750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dfcc3fc8-71cf-4986-96c5-1ce995538b15 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:13.708972 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.709583 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.711708 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] 10.222.0.70 "PUT /v2.0/ports/a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 1093 time: 0.8207743 Oct 20 11:44:13.712071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:13.714686 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd577e39-5f0a-427c-a88e-615e54bea01e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:13.740761 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2e442-04c4-44de-96ae-3fb5cfcea8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:13.754667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port dfcc3fc8-71cf-4986-96c5-1ce995538b15 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:13.755080 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.835247 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74136064-6c10-4458-a430-9584568ed67e x-openstack-request-id: req-74136064-6c10-4458-a430-9584568ed67e {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:13.835247 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:13.836442 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74136064-6c10-4458-a430-9584568ed67e {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:13.837099 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'status': 'completed', 'code': 200} Oct 20 11:44:13.862623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-d825890c-3eca-4972-8a83-cce5c3f791b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.864168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-d825890c-3eca-4972-8a83-cce5c3f791b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1096 time: 0.1058569 Oct 20 11:44:13.884120 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37391490-7156-442a-85b8-c183c84fcd90 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:13.925500 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-dbdb1417-4284-454e-9105-e7744a6e29b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 217 time: 0.0515063 Oct 20 11:44:13.949750 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37391490-7156-442a-85b8-c183c84fcd90 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:13.950391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.989334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-968d1d50-c9a1-4d21-9538-b47cc3d6dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.990983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-968d1d50-c9a1-4d21-9538-b47cc3d6dd7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0579123 Oct 20 11:44:14.052224 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880539-4bfa-4c83-8022-e10561e41e46 req-16aa4bb8-9d2f-4954-b229-4c78cc3ffe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.054171 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-16aa4bb8-9d2f-4954-b229-4c78cc3ffe03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549057 Oct 20 11:44:14.149310 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-13788c13-4b9a-457a-af44-2a3236d43e46 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Oct 20 11:44:14.238260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-94880539-4bfa-4c83-8022-e10561e41e46 req-5beed1f6-1b48-4a3a-baf7-2e1cb5251369 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820839 Oct 20 11:44:14.340655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-a20c04bf-b361-44ac-ab5d-a47f8173ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.342125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-a20c04bf-b361-44ac-ab5d-a47f8173ca83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1096 time: 0.0502474 Oct 20 11:44:14.432852 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-86cf729f-77f6-4be7-806c-ab3730f43abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.434292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-86cf729f-77f6-4be7-806c-ab3730f43abe service neutron] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 899 time: 0.0854607 Oct 20 11:44:14.478246 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-880d6fa5-4e92-4c38-832a-e0f021a6c7eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 217 time: 0.0364654 Oct 20 11:44:14.528606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-82c219f3-9635-449b-9188-f2690daa58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.529977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-82c219f3-9635-449b-9188-f2690daa58b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0420942 Oct 20 11:44:14.578002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-ec3a6f54-ea1e-4f20-afda-60b41406f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.579529 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-ec3a6f54-ea1e-4f20-afda-60b41406f50f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420308 Oct 20 11:44:14.700425 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084956-205c-4ed0-8ace-328152412606 req-ec81d395-f587-4c64-9dd2-11b4de39c518 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.701898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23084956-205c-4ed0-8ace-328152412606 req-ec81d395-f587-4c64-9dd2-11b4de39c518 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 944 time: 0.0971665 Oct 20 11:44:14.718600 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-ec60cb49-a955-4c18-9095-e7c767840c73 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311572 Oct 20 11:44:14.768617 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-23084956-205c-4ed0-8ace-328152412606 req-1f5a73ba-304f-42f7-b28a-b200341d13f8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595860 Oct 20 11:44:14.827193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fd577e39-5f0a-427c-a88e-615e54bea01e req-930ac052-fadc-4f15-aa3f-e947a5558fa7 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991738 Oct 20 11:44:15.799037 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a08ebea5-3e53-4267-b64e-057d23fa1797 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:15.884303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b4454-abe7-464d-8ac0-1ae193254fff req-b0cd9dbe-4cb2-4956-a9ed-cf8089651ef1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.885781 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-420b4454-abe7-464d-8ac0-1ae193254fff req-b0cd9dbe-4cb2-4956-a9ed-cf8089651ef1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 944 time: 0.0492921 Oct 20 11:44:15.892950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a08ebea5-3e53-4267-b64e-057d23fa1797,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:15.904584 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'port_id': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'mac_address': 'fa:16:3e:c2:08:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:15.923954 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-420b4454-abe7-464d-8ac0-1ae193254fff req-dcff40a3-8234-4473-b390-34e3f7cd9484 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Oct 20 11:44:16.096325 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.109614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08ebea5-3e53-4267-b64e-057d23fa1797 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:16.128299 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a08ebea5-3e53-4267-b64e-057d23fa1797,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:16.132201 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.177426 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:16.324290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['a08ebea5-3e53-4267-b64e-057d23fa1797'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:16.453418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.036850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200449bf-0180-40d5-b375-9b6893627fcd req-d3b2134b-f624-4a3a-bc1e-b683a07cd5fd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:17.038314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-200449bf-0180-40d5-b375-9b6893627fcd req-d3b2134b-f624-4a3a-bc1e-b683a07cd5fd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 945 time: 0.0489156 Oct 20 11:44:17.075880 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-200449bf-0180-40d5-b375-9b6893627fcd req-c1ebf86e-f8e9-4304-8fc1-e0845a912599 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Oct 20 11:44:17.386793 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.804619 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a08ebea5-3e53-4267-b64e-057d23fa1797 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:17.852276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port a08ebea5-3e53-4267-b64e-057d23fa1797 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:17.855848 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port a08ebea5-3e53-4267-b64e-057d23fa1797 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:17.856219 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.933376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.955318 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:17.957598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa4a1b3-5645-40f1-a264-fa5eca763f4e" -d '{"events": [{"server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:17.970437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a08ebea5-3e53-4267-b64e-057d23fa1797,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:17.974364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.000329 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089de767-8614-4e1c-97f5-11a1c1b55df1 x-openstack-request-id: req-089de767-8614-4e1c-97f5-11a1c1b55df1 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:18.000619 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:18.001199 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-089de767-8614-4e1c-97f5-11a1c1b55df1 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:18.001589 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'code': 200} Oct 20 11:44:18.028845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:18.090922 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09254774-5b89-4a1b-b14e-80bb97c4a69e req-e7549cb1-4226-4f98-a483-55afad556600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.092373 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09254774-5b89-4a1b-b14e-80bb97c4a69e req-e7549cb1-4226-4f98-a483-55afad556600 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1098 time: 0.0433531 Oct 20 11:44:18.127226 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-09254774-5b89-4a1b-b14e-80bb97c4a69e req-b645be01-3e65-49f0-96b9-bcffbe205df9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276415 Oct 20 11:44:18.188324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c98a-8e2a-4131-b00a-ac2b8bf219e1 req-b9fdde34-fd44-42e4-89d8-dcd43bc7d25c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.189760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e567c98a-8e2a-4131-b00a-ac2b8bf219e1 req-b9fdde34-fd44-42e4-89d8-dcd43bc7d25c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0485632 Oct 20 11:44:18.226482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e567c98a-8e2a-4131-b00a-ac2b8bf219e1 req-ef80667f-5118-4663-9dee-9ec86fd36186 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Oct 20 11:44:19.340519 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4fc5-2b40-4199-9008-eb01bbda5580 req-7a4ea629-72cb-40dc-93d3-5de9777051b2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.341978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcdc4fc5-2b40-4199-9008-eb01bbda5580 req-7a4ea629-72cb-40dc-93d3-5de9777051b2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0482314 Oct 20 11:44:19.381305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dcdc4fc5-2b40-4199-9008-eb01bbda5580 req-64c3ad66-fd29-43c5-9c62-ada7a4dfbf24 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330873 Oct 20 11:44:19.496739 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297b987-e3c4-487e-a1cc-0877a870b65b req-46c47517-9fda-48f7-a798-914e8d1b6de3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.498222 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4297b987-e3c4-487e-a1cc-0877a870b65b req-46c47517-9fda-48f7-a798-914e8d1b6de3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0521390 Oct 20 11:44:19.535681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4297b987-e3c4-487e-a1cc-0877a870b65b req-90879e18-779f-4469-b3b1-c27af4c9661d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Oct 20 11:44:19.556280 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48470) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:19.595536 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0292291-6dd7-4ff4-864d-f93f0611ec7b tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.596996 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b0292291-6dd7-4ff4-864d-f93f0611ec7b tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1093 time: 0.0397644 Oct 20 11:44:19.599711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48472) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:19.604002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:19.625123 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.724450 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.824100 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.154 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/ba11abd4-fc0b-4e2c-b383-a52fe9fa7730) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:19.924499 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.957430 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.992796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:19.995565 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:19.999013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:20.024297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=ba11abd4-fc0b-4e2c-b383-a52fe9fa7730,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:20.347384 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.411199 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.558651 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.562980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.633181 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=ba11abd4-fc0b-4e2c-b383-a52fe9fa7730,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:20.642742 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.740296 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 939222d0-8e67-413c-96e3-47e2858bf430 associated. External IP: 172.25.3.154, port: a08ebea5-3e53-4267-b64e-057d23fa1797. Oct 20 11:44:21.206896 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 026dc24b-2787-4e8d-b5ab-30d46873caf1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:44:21.314557 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:21.325360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Sync routers for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:21.332313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.335370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:21.336003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.358384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-90e972d6-940b-4730-831b-63ad97022e1f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7576709 Oct 20 11:44:21.359106 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:21.361508 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db4eea-9c62-46d1-82e9-8614a5b88bed" -d '{"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:21.402438 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66b55eb-a019-4894-bf29-5f1955b15052 x-openstack-request-id: req-e66b55eb-a019-4894-bf29-5f1955b15052 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:21.402727 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:21.402995 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e66b55eb-a019-4894-bf29-5f1955b15052 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:21.403393 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'status': 'completed', 'code': 200} Oct 20 11:44:21.445799 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:21.495626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28ad-52a7-4eb5-a18d-6e109245e030 req-5f0e4f95-5401-4dd7-a4a0-34ef18ad7556 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.497113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cda28ad-52a7-4eb5-a18d-6e109245e030 req-5f0e4f95-5401-4dd7-a4a0-34ef18ad7556 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0759821 Oct 20 11:44:21.499738 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-ca2b03c4-8680-4c16-8a60-15c823bb3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.501080 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-ca2b03c4-8680-4c16-8a60-15c823bb3c27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1098 time: 0.0703721 Oct 20 11:44:21.587578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7cda28ad-52a7-4eb5-a18d-6e109245e030 req-269c08fd-a420-4ec4-8be0-562c384bf145 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838299 Oct 20 11:44:21.610424 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48478) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:21.618428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-66ffc6ae-b209-4793-830c-f4fd0c4a425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.619922 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-66ffc6ae-b209-4793-830c-f4fd0c4a425f service neutron] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 899 time: 0.1102424 Oct 20 11:44:21.677015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '939222d0-8e67-413c-96e3-47e2858bf430', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'port_id': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'mac_address': 'fa:16:3e:c2:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:44:20Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.683237 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0ab8321f-417d-4ad8-9107-be198f6fd3f1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/939222d0-8e67-413c-96e3-47e2858bf430 HTTP/1.1" status: 200 len: 992 time: 0.0710864 Oct 20 11:44:21.688890 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-c4eedd77-2fac-4c94-b6ed-06b266ff76e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 1000 time: 0.0609941 Oct 20 11:44:21.704308 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Checking router: 026dc24b-2787-4e8d-b5ab-30d46873caf1 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:21.713433 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:21.714039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:44:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.741780 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-b72f1555-bb77-4f29-bb76-d7d3028a43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.743195 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-b72f1555-bb77-4f29-bb76-d7d3028a43f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0471876 Oct 20 11:44:21.789781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-efe5ea75-af38-4d36-b039-cc47d2dc1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.791297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-efe5ea75-af38-4d36-b039-cc47d2dc1737 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404186 Oct 20 11:44:21.825515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:21.889885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-cb958fca-cd2a-4842-9a98-cbefdc5a71e1 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904374 Oct 20 11:44:21.980626 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-55db4eea-9c62-46d1-82e9-8614a5b88bed req-aa651199-5867-419c-b97c-00ef40b5d98e service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836449 Oct 20 11:44:22.045772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '939222d0-8e67-413c-96e3-47e2858bf430', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'port_id': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'mac_address': 'fa:16:3e:c2:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:44:20Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:22.076343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fc88e-da62-4936-9d5d-caa10dc64e89 None None] The sync data for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 is: [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '939222d0-8e67-413c-96e3-47e2858bf430', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'port_id': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'mac_address': 'fa:16:3e:c2:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:44:20Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:22.260056 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310fe14-c993-4f6d-821e-23c1e86768f9 None None] New status for floating IP 939222d0-8e67-413c-96e3-47e2858bf430: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:44:22.602625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:22.684853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48480) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:22.744140 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-e4309920-8af6-4018-b13e-73f47e056d95 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/939222d0-8e67-413c-96e3-47e2858bf430 HTTP/1.1" status: 200 len: 994 time: 0.0581260 Oct 20 11:44:28.584217 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-04551d56-cd03-4b15-89ba-1ede3a134129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.433290 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-90e5ba71-2701-498b-bf61-e1477c469ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.872591 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.025835 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.559960 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.443539 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.408115 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:51.553078 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5399473-1df6-466b-b6de-0e6f86f69f98 req-db41dec4-f7a0-488c-b970-43217087e204 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:51.554507 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5399473-1df6-466b-b6de-0e6f86f69f98 req-db41dec4-f7a0-488c-b970-43217087e204 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0502801 Oct 20 11:44:51.592398 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b5399473-1df6-466b-b6de-0e6f86f69f98 req-88c4da05-2271-483c-b8de-e77ff2cb0f9f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Oct 20 11:44:52.712288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b59d5-1056-4f92-ad62-c6afc4276025 req-cc53df9f-968e-433d-b202-9446bab70ab4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:52.713745 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-629b59d5-1056-4f92-ad62-c6afc4276025 req-cc53df9f-968e-433d-b202-9446bab70ab4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0530453 Oct 20 11:44:52.750826 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-629b59d5-1056-4f92-ad62-c6afc4276025 req-6e313cee-9d88-4b25-bdd2-f9b463c54788 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Oct 20 11:44:53.866458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86325034-b74e-40d5-a870-fbc077d8587f req-e363ecb5-4064-443f-9a24-baf2541f14ca tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:53.867997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86325034-b74e-40d5-a870-fbc077d8587f req-e363ecb5-4064-443f-9a24-baf2541f14ca tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0502586 Oct 20 11:44:53.906046 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-86325034-b74e-40d5-a870-fbc077d8587f req-937cf8b2-8841-4678-b304-6aa61dc1594a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Oct 20 11:44:55.018704 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a330-cf45-4606-99fc-059f64889b35 req-2def892f-8162-4862-ab69-02428f23d846 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:55.020177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4400a330-cf45-4606-99fc-059f64889b35 req-2def892f-8162-4862-ab69-02428f23d846 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0480738 Oct 20 11:44:55.057130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4400a330-cf45-4606-99fc-059f64889b35 req-424174d3-2acd-4654-bc6d-1bd38289ba32 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Oct 20 11:44:56.174282 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb3d93-a56b-43d8-a908-1132906d2764 req-f227f499-90df-418d-aae4-f15452ace14f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:56.175767 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7edb3d93-a56b-43d8-a908-1132906d2764 req-f227f499-90df-418d-aae4-f15452ace14f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0527909 Oct 20 11:44:56.212594 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7edb3d93-a56b-43d8-a908-1132906d2764 req-8407038f-52b1-4004-99d2-30e67850b962 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Oct 20 11:44:57.328114 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe0b2f-8034-4156-8901-1c83a2c8fcfe req-08c35588-5bc3-448c-b5f6-5ae2f28e3243 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:57.329615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8fe0b2f-8034-4156-8901-1c83a2c8fcfe req-08c35588-5bc3-448c-b5f6-5ae2f28e3243 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0519006 Oct 20 11:44:57.366168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8fe0b2f-8034-4156-8901-1c83a2c8fcfe req-27d3ccf5-6f9f-4139-a0aa-b3cb2bf662f2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Oct 20 11:44:58.480560 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe23aa6-bea1-483f-9e5b-0867fcd585d7 req-d221e396-adcb-4fe4-b357-6fdcbc9c380d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:58.482014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe23aa6-bea1-483f-9e5b-0867fcd585d7 req-d221e396-adcb-4fe4-b357-6fdcbc9c380d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0484278 Oct 20 11:44:58.518492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5fe23aa6-bea1-483f-9e5b-0867fcd585d7 req-be9ebb79-9d50-499a-95e1-ecf403f09da1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306017 Oct 20 11:44:58.584864 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b9ab4be9-c7ac-43be-ad4b-1cb989cafd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.601025 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:59.635449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ff233-9504-4d0f-82fc-5366d1ccfefd req-c377be8f-7c6d-4c5a-9441-9b7cb934ccdf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:59.636913 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc8ff233-9504-4d0f-82fc-5366d1ccfefd req-c377be8f-7c6d-4c5a-9441-9b7cb934ccdf tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0533662 Oct 20 11:44:59.674228 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc8ff233-9504-4d0f-82fc-5366d1ccfefd req-e2665672-9eb5-40d4-8489-62430fa5d35a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Oct 20 11:44:59.879685 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-3ed6c950-4b58-4677-a75b-84acc9644647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:59.881304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-3ed6c950-4b58-4677-a75b-84acc9644647 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1098 time: 0.0406764 Oct 20 11:44:59.985042 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-cad70c21-bbf7-4de7-8320-dc4094aa369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:59.986456 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-cad70c21-bbf7-4de7-8320-dc4094aa369a service neutron] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 899 time: 0.0860395 Oct 20 11:45:00.050630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-5d2ffe1f-1ed0-42d6-89e9-7256157a882e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 1002 time: 0.0563548 Oct 20 11:45:00.098534 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-1c035724-6428-4369-8b8f-b9628f52fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.099930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-1c035724-6428-4369-8b8f-b9628f52fab2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0416811 Oct 20 11:45:00.148569 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-4a90c665-a82b-43c0-a69f-21cb208f77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.149924 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-4a90c665-a82b-43c0-a69f-21cb208f77cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430465 Oct 20 11:45:00.240157 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-ca07695c-c175-41d2-9f0c-ed138c643ed0 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806348 Oct 20 11:45:00.336895 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7ff2b14a-23f2-445d-b2fe-596436dd3138 req-7ca4ff88-e659-41bd-bea0-136dda1733c7 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856032 Oct 20 11:45:00.795057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09e023-0f21-4a96-8b40-b00e62f8cf7d req-564faacb-5dd0-4f1e-9186-5140ad6b08cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.796515 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf09e023-0f21-4a96-8b40-b00e62f8cf7d req-564faacb-5dd0-4f1e-9186-5140ad6b08cc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0492966 Oct 20 11:45:00.833010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf09e023-0f21-4a96-8b40-b00e62f8cf7d req-2ffe94c9-acd6-4b8a-9151-772c852db78c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Oct 20 11:45:01.433877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e90b42a2-c17b-4b2a-99af-3b17d279af7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.873883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.947658 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bf28-76eb-4b4b-97c0-2f9aee0c334a req-b69cf2d7-86f6-4797-85b7-95a5a954dc51 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.949474 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abb7bf28-76eb-4b4b-97c0-2f9aee0c334a req-b69cf2d7-86f6-4797-85b7-95a5a954dc51 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0493691 Oct 20 11:45:01.986627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-abb7bf28-76eb-4b4b-97c0-2f9aee0c334a req-4cd22025-66a2-4d7c-bd88-5918513f55c5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Oct 20 11:45:02.008361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48518) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:02.071206 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-605c921f-5e38-43b9-94d9-bebd7dc7085d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/939222d0-8e67-413c-96e3-47e2858bf430 HTTP/1.1" status: 200 len: 994 time: 0.0616410 Oct 20 11:45:03.030324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.366895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b41e7-fdb4-442c-8cdc-857505d743e9 req-83915dcc-b3b5-41fb-a094-b5449337cc57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.368402 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab2b41e7-fdb4-442c-8cdc-857505d743e9 req-83915dcc-b3b5-41fb-a094-b5449337cc57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0852859 Oct 20 11:45:03.382703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-4b4b051f-e9d8-4e78-9ea4-6490bdc62ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.384258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-4b4b051f-e9d8-4e78-9ea4-6490bdc62ba8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1098 time: 0.0644033 Oct 20 11:45:03.439116 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ab2b41e7-fdb4-442c-8cdc-857505d743e9 req-090d964f-affe-4b8c-9b64-11a26b41c161 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638542 Oct 20 11:45:03.497481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-323b0de0-0a75-4137-882e-7e624df1dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.498912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-323b0de0-0a75-4137-882e-7e624df1dff8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 899 time: 0.1055439 Oct 20 11:45:03.563997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-988fb8a6-ca61-477c-951f-3ab665dccdb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 1002 time: 0.0574543 Oct 20 11:45:03.611631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-9726cdf7-1efa-4ec0-8727-12dce5dbd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.613031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-9726cdf7-1efa-4ec0-8727-12dce5dbd703 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0423484 Oct 20 11:45:03.660312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-750efe13-6f07-462b-9133-96e7ae065ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.661747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-750efe13-6f07-462b-9133-96e7ae065ad5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425301 Oct 20 11:45:03.751785 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-9302002d-3e9c-4acc-a2c3-c939b9df64ca service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Oct 20 11:45:03.845681 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85a85dce-2c9a-46a8-a3f9-93ae38e69000 req-0f8c17ae-1244-4df8-865d-8255b47db24b service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Oct 20 11:45:04.555848 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30705f33-e31d-44c1-9766-15a8fb4d44aa req-d7b80df7-0ef4-4363-82a8-7c73b081c5dc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:04.557258 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30705f33-e31d-44c1-9766-15a8fb4d44aa req-d7b80df7-0ef4-4363-82a8-7c73b081c5dc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0494523 Oct 20 11:45:04.561668 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.595587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30705f33-e31d-44c1-9766-15a8fb4d44aa req-c128e6a6-7176-4d41-8fc6-5b93b4301fff tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Oct 20 11:45:04.617140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48528) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:04.680200 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d9666732-6677-4f95-b61d-61e9d2e9623e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/939222d0-8e67-413c-96e3-47e2858bf430 HTTP/1.1" status: 200 len: 994 time: 0.0618212 Oct 20 11:45:16.452057 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.425234 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.585834 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b3a58bc5-9a95-46af-bcfd-777f0302848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.433777 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-53617055-7c62-44ea-8f2d-aca89a08d1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.874271 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.030919 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.567562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.050814 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48544) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:35.207178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port ba11abd4-fc0b-4e2c-b383-a52fe9fa7730 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:35.207520 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.282146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.282471 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.297071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for ba11abd4-fc0b-4e2c-b383-a52fe9fa7730 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:35.440666 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.466296 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=ba11abd4-fc0b-4e2c-b383-a52fe9fa7730,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:35.493747 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.494090 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.494426 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.494756 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.495104 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.495438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.495761 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.496083 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.496405 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.496724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.497038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.497352 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:35.537807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.538142 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP 939222d0-8e67-413c-96e3-47e2858bf430 disassociated (deleted). External IP: 172.25.3.154, port: a08ebea5-3e53-4267-b64e-057d23fa1797. Oct 20 11:45:35.741772 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 026dc24b-2787-4e8d-b5ab-30d46873caf1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:35.847332 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:35.852116 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.856856 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Sync routers for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:35.865627 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:35.866232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:35.878275 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7e81335e-e08e-4144-8cd6-8f8e749d8a36 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/floatingips/939222d0-8e67-413c-96e3-47e2858bf430 HTTP/1.1" status: 204 len: 168 time: 0.8263404 Oct 20 11:45:35.878856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:35.881457 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:35.980289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:36.016975 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f050c8c-3e55-422b-9535-aa6fcee288a4 x-openstack-request-id: req-3f050c8c-3e55-422b-9535-aa6fcee288a4 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:36.017314 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:36.018066 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f050c8c-3e55-422b-9535-aa6fcee288a4 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:36.018232 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'status': 'completed', 'code': 200} Oct 20 11:45:36.112185 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-1184a09e-4787-48ce-9b83-14afdd368472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.113704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-1184a09e-4787-48ce-9b83-14afdd368472 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 1098 time: 0.0728371 Oct 20 11:45:36.126067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db256b7-5b02-46d0-862f-025b7a910e20 req-74b4613b-feae-4edd-b1a9-92cfa28af5eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.127560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3db256b7-5b02-46d0-862f-025b7a910e20 req-74b4613b-feae-4edd-b1a9-92cfa28af5eb tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0606043 Oct 20 11:45:36.189371 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:36.215681 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Checking router: 026dc24b-2787-4e8d-b5ab-30d46873caf1 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:45:36.218238 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3db256b7-5b02-46d0-862f-025b7a910e20 req-2d10206c-8afb-4f6e-ad36-a7825b997b74 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822804 Oct 20 11:45:36.224442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:36.224967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:36.242583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-6a47c361-f43b-4744-b96f-12e8230a43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.244088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-6a47c361-f43b-4744-b96f-12e8230a43ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 200 len: 899 time: 0.1156831 Oct 20 11:45:36.286872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-085063cb-7665-4d08-9e5e-79392a270979 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 200 len: 217 time: 0.0348711 Oct 20 11:45:36.331557 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:36.336382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-af3a05d3-dadc-4079-a775-dd30eeb63290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.337843 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-af3a05d3-dadc-4079-a775-dd30eeb63290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 200 len: 833 time: 0.0440044 Oct 20 11:45:36.388645 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-d77c3f40-34bd-4994-a5b1-e536a98959a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.390657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-d77c3f40-34bd-4994-a5b1-e536a98959a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53d056c2-d801-41a5-ae0a-fbf47eb33a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453236 Oct 20 11:45:36.498742 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-d15913cd-a86f-479e-a34d-2acae3efd6f2 service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992284 Oct 20 11:45:36.535805 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:36.563889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c214-4a21-45f0-b25f-267f740285d1 None None] The sync data for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 is: [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:44:09Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'dfcc3fc8-71cf-4986-96c5-1ce995538b15', 'name': '', 'network_id': '53d056c2-d801-41a5-ae0a-fbf47eb33a21', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:81:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:08Z', 'updated_at': '2021-10-20T11:44:12Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': '84c9b11b-ca29-4493-a68d-f1d811935736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:36.600791 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:45:36.602044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c66a77da-f36f-4fe8-9ba2-b420fa6d113c req-4143f88f-9360-4124-bd13-0ab3ff2d91fb service neutron] 10.222.0.70 "GET /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948153 Oct 20 11:45:36.817382 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962b176-c186-4fe6-b598-76eabc5963f4 None None] New status for floating IP 939222d0-8e67-413c-96e3-47e2858bf430: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:45:37.350478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284cc59-2f40-44df-8b76-4a1d95ec5139 req-b7ef46bb-dcfd-4193-92fe-ef049f611d52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:37.351959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8284cc59-2f40-44df-8b76-4a1d95ec5139 req-b7ef46bb-dcfd-4193-92fe-ef049f611d52 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0492163 Oct 20 11:45:37.390077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8284cc59-2f40-44df-8b76-4a1d95ec5139 req-d0d26c72-f3bb-4a34-b1aa-5cbd0936ede4 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=2472c76b-c6bd-4f0e-8992-22544f7e1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Oct 20 11:45:37.588637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-68fc3fcf-f506-4c4f-a808-b942f3cb1373 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:37.590045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-68fc3fcf-f506-4c4f-a808-b942f3cb1373 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 946 time: 0.0468962 Oct 20 11:45:37.678755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port a08ebea5-3e53-4267-b64e-057d23fa1797 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:37.679120 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.763889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port a08ebea5-3e53-4267-b64e-057d23fa1797, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=a08ebea5-3e53-4267-b64e-057d23fa1797,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:37.764238 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.781054 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for a08ebea5-3e53-4267-b64e-057d23fa1797 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:37.902924 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.929611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=a08ebea5-3e53-4267-b64e-057d23fa1797,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:37.939452 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.939803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.940145 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.940471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.940797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.941124 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.941467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.941773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.942638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.942638 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.942820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.943044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:37.987155 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] No DVR routers for this DVR port a08ebea5-3e53-4267-b64e-057d23fa1797 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:37.989849 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.993346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30b2d1c6-2f2c-452d-95dc-bc671d13923e req-7cf05dbc-b502-47a7-81b8-a91a16bb64b8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "DELETE /v2.0/ports/a08ebea5-3e53-4267-b64e-057d23fa1797 HTTP/1.1" status: 204 len: 173 time: 0.3973508 Oct 20 11:45:37.993804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'name': 'network-vif-deleted', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:37.996105 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f284beb-1e0c-4f41-b034-463657b7c3f0" -d '{"events": [{"server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "name": "network-vif-deleted", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:38.033116 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d461c94-de6a-4f32-8915-e41f2efb15e1 x-openstack-request-id: req-0d461c94-de6a-4f32-8915-e41f2efb15e1 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:38.033367 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1006aa8-975f-40a4-86f3-6f09baf1d2fb", "name": "network-vif-deleted", "tag": "a08ebea5-3e53-4267-b64e-057d23fa1797", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:38.033613 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d461c94-de6a-4f32-8915-e41f2efb15e1 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:38.034036 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1006aa8-975f-40a4-86f3-6f09baf1d2fb', 'name': 'network-vif-deleted', 'tag': 'a08ebea5-3e53-4267-b64e-057d23fa1797', 'status': 'completed', 'code': 200} Oct 20 11:45:38.498488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d473dad7-4ccd-49d9-8ebb-449de6b3617a req-95e81e89-622d-4b8a-bfc2-12a9340df037 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1006aa8-975f-40a4-86f3-6f09baf1d2fb HTTP/1.1" status: 200 len: 210 time: 0.0263679 Oct 20 11:45:39.552160 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48570) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:39.906991 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.157266 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port dfcc3fc8-71cf-4986-96c5-1ce995538b15 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:40.157525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.247290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port dfcc3fc8-71cf-4986-96c5-1ce995538b15, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=dfcc3fc8-71cf-4986-96c5-1ce995538b15,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:40.247647 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.260153 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for dfcc3fc8-71cf-4986-96c5-1ce995538b15 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:40.349649 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a08ebea5-3e53-4267-b64e-057d23fa1797 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:40.369661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: a08ebea5-3e53-4267-b64e-057d23fa1797 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:40.370003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device a08ebea5-3e53-4267-b64e-057d23fa1797 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:40.724612 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.750678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=dfcc3fc8-71cf-4986-96c5-1ce995538b15,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:40.919829 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.132000 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 026dc24b-2787-4e8d-b5ab-30d46873caf1 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:41.235359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:41.240377 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2748a304-7062-4d95-95ef-3285295b42c2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/026dc24b-2787-4e8d-b5ab-30d46873caf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872680 Oct 20 11:45:41.243264 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48572) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.246422 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Sync routers for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:41.256271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:41.256883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.295555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting subnet 84c9b11b-ca29-4493-a68d-f1d811935736 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:41.299229 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.338891 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.364500 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:41.427055 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.488686 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.517338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Subnet': ['ID=84c9b11b-ca29-4493-a68d-f1d811935736,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:41.521007 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.526764 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b6e63e88-21b5-4d79-b3d1-db83c10dabab tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/subnets/84c9b11b-ca29-4493-a68d-f1d811935736 HTTP/1.1" status: 204 len: 168 time: 0.2799740 Oct 20 11:45:41.527123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48574) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.583129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9c573-0fd4-4dbc-a5f1-ef7b03d1d4b5 None None] Network 53d056c2-d801-41a5-ae0a-fbf47eb33a21 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:41.816519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:45:40Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.844332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Checking router: 026dc24b-2787-4e8d-b5ab-30d46873caf1 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:45:41.853225 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Routers {'026dc24b-2787-4e8d-b5ab-30d46873caf1'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:41.853832 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['026dc24b-2787-4e8d-b5ab-30d46873caf1'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.889099 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] DHCP port deletion for 53d056c2-d801-41a5-ae0a-fbf47eb33a21 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:45:41.914287 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.985734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] Set router 026dc24b-2787-4e8d-b5ab-30d46873caf1 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:42.017245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.049809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Deleting port 7be8724a-c012-4350-b4f6-2c72f91503ff {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:42.050095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.075198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 37391490-7156-442a-85b8-c183c84fcd90 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:42.075482 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.153721 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 37391490-7156-442a-85b8-c183c84fcd90, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37391490-7156-442a-85b8-c183c84fcd90,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:42.154085 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.162565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] For port 7be8724a-c012-4350-b4f6-2c72f91503ff, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=7be8724a-c012-4350-b4f6-2c72f91503ff,segment=NetworkSegment(5477d23c-62cb-4339-8a53-1dae870df1a5),segment_id=5477d23c-62cb-4339-8a53-1dae870df1a5)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:42.162975 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.167895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 37391490-7156-442a-85b8-c183c84fcd90 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:42.186039 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Calling delete_port for 7be8724a-c012-4350-b4f6-2c72f91503ff owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:42.298608 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:45:40Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:42.326559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c03f-7013-4c80-a38d-64aa7ab0d6b8 None None] The sync data for ids ['026dc24b-2787-4e8d-b5ab-30d46873caf1'] in n-d-802060-17 is: [{'id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266680479', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '37391490-7156-442a-85b8-c183c84fcd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:05Z', 'updated_at': '2021-10-20T11:45:40Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '37391490-7156-442a-85b8-c183c84fcd90', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc24b-2787-4e8d-b5ab-30d46873caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:06Z', 'updated_at': '2021-10-20T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:42.329149 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.343324 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.357093 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Pushing event deleted for resources: {'Port': ['ID=7be8724a-c012-4350-b4f6-2c72f91503ff,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.360286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] No DVR routers for this DVR port 7be8724a-c012-4350-b4f6-2c72f91503ff on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:42.372296 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=37391490-7156-442a-85b8-c183c84fcd90,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.372497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.372956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.373150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.376546 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.377604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c57c07-2daa-4ee0-81c0-718e7d3860a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:42.434657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.522999 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.525105 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.566614 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.567183 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Fanout notify agent at l3_agent the message router_deleted on router 026dc24b-2787-4e8d-b5ab-30d46873caf1 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:45:42.574231 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.575673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d0878825-2579-414d-a6db-fddde6c0d663 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/routers/026dc24b-2787-4e8d-b5ab-30d46873caf1 HTTP/1.1" status: 204 len: 168 time: 1.0473759 Oct 20 11:45:42.578766 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48576) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:42.654656 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.740347 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.763270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d056c2-d801-41a5-ae0a-fbf47eb33a21']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:42.773421 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5477d23c-62cb-4339-8a53-1dae870df1a5') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:42.773722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5477d23c-62cb-4339-8a53-1dae870df1a5') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:42.784327 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.798048 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.805127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:42.806035 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:42.809173 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:42.872011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.880571 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.883014 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/networks/53d056c2-d801-41a5-ae0a-fbf47eb33a21 HTTP/1.1" status: 204 len: 168 time: 0.3033237 Oct 20 11:45:42.885862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48578) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:42.895079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0792a-402d-4517-843a-f9caf937457a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Network': ['ID=53d056c2-d801-41a5-ae0a-fbf47eb33a21,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.952400 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.979929 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.050852 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.053551 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.054713 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/security-groups/2472c76b-c6bd-4f0e-8992-22544f7e1eaa HTTP/1.1" status: 204 len: 168 time: 0.1677654 Oct 20 11:45:43.064439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255011b-e995-4476-9c49-416f2168c203 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472c76b-c6bd-4f0e-8992-22544f7e1eaa,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.591135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7be8724a-c012-4350-b4f6-2c72f91503ff no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:43.612083 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 7be8724a-c012-4350-b4f6-2c72f91503ff {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:43.612438 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 7be8724a-c012-4350-b4f6-2c72f91503ff not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:43.612907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dfcc3fc8-71cf-4986-96c5-1ce995538b15 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:43.634322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: dfcc3fc8-71cf-4986-96c5-1ce995538b15 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:43.634918 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device dfcc3fc8-71cf-4986-96c5-1ce995538b15 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:43.635343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37391490-7156-442a-85b8-c183c84fcd90 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:43.653289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 37391490-7156-442a-85b8-c183c84fcd90 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:43.653631 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37391490-7156-442a-85b8-c183c84fcd90 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:43.668743 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48584) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.674247 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52791859', 'description': 'tempest-secgroup-smoke-52791859 description', 'project_id': '4a56a34ed28b48f894a31165043d727f'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:43.699456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.763361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.767038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.793772 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.797724 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1252038 Oct 20 11:45:43.798664 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48586) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.799512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3518-4b4b-4013-8ae0-c08760bfa1dd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49bbe8-4696-45a2-bd58-cb5500842c37,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.804116 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:43.829586 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.886808 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.890095 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.907677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8182dd-4f18-4a38-bf30-301b69af90c2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.915037 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.916240 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf264e8a-5754-40f6-9e5b-3740d3eb5be3 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165426 Oct 20 11:45:43.919024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48588) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.923888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:43.955218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.010515 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.014119 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.036232 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f133a84-b7cc-4e4e-86af-6bb3a1821e67,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.043940 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.045118 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dfc45393-c6d1-4321-9c33-fea1a915df57 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251943 Oct 20 11:45:44.047869 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48590) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.052117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.076714 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.132373 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.136011 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.153573 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdb62a2-adf1-40f4-8cac-b52600bc5f4e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.161520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.162692 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-63d1ecbd-c616-4668-9b25-9bac71f5bbd8 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139083 Oct 20 11:45:44.165630 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48592) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.170118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.195185 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.252388 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.255928 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.275061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c21712-f589-4263-9fed-ec9e17572c75,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.279560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.280732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-546ad750-7401-4e77-9f83-366774fb157a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141756 Oct 20 11:45:44.284129 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48594) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.288526 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.309614 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:45:44.314981 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.372735 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.376752 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.398089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d31008-4385-471b-b91b-d178cf083fe2,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.405293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.406485 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-f0589065-185a-449d-b571-0f4a7e5440fa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213884 Oct 20 11:45:44.409222 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48596) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.413462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'security_group_rule': {'security_group_id': '7c49bbe8-4696-45a2-bd58-cb5500842c37', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.434894 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Project 4a56a34ed28b48f894a31165043d727f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:45:44.440061 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.499135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.502964 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.520111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002173b8-5782-4cb9-b928-e4f2e9002ad5,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.528264 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.529433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-4de08008-bc90-4993-ac78-7d1cca4ab76f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192956 Oct 20 11:45:44.532860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48598) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.537680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'network': {'name': 'tempest-network-smoke--1658220402', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'port_security_enabled': True}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.557995 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:44.561357 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.583469 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:44.592073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.592413 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Added segment a7f98a65-84a9-405a-b8f4-9a774ec14279 of type vlan for network a6347f3f-4258-45ac-86e1-647c820c9832 Oct 20 11:45:44.631878 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.655676 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.661669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:44.662245 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.692119 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1582589 Oct 20 11:45:44.695140 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48600) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.699767 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'admin_state_up': True, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.727230 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.728221 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.738244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a02d9-0d88-4173-9779-da39ae2ba9b9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Network': ['ID=a6347f3f-4258-45ac-86e1-647c820c9832,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.748693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network a6347f3f-4258-45ac-86e1-647c820c9832 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:44.780586 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.918554 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.106297 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.125652 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.227680 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.45 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/57e31fa8-4a52-4d88-b850-ca542472a473) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:45.328583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.361462 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.401778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:45.404589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:45.408705 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:45.433765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=57e31fa8-4a52-4d88-b850-ca542472a473,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.654289 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.847420 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.970338 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 4d2fb931-c356-4e72-9c6f-47111947b7ae is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:45:46.070071 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:46.079335 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Sync routers for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:46.088099 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:46.088694 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:46.089117 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.090385 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-51b0053a-c060-4932-a3b7-fbdf94ef3b20 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3942239 Oct 20 11:45:46.093471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48602) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.178837 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6be6b679-f037-4c35-a28a-de7b8a65b859 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=4a56a34ed28b48f894a31165043d727f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837474 Oct 20 11:45:46.181471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48606) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.192551 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:46.267821 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feef87d-4527-4912-9408-83fe868f54a1 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:46.269320 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8feef87d-4527-4912-9408-83fe868f54a1 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869329 Oct 20 11:45:46.272077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48608) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.299528 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0b11804c-58d5-4269-95be-ec65fc8205ef tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=f6b9d159-1e6e-4153-8a25-750db3bfcdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263748 Oct 20 11:45:46.301987 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48610) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.306688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25836168', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'project_id': '4a56a34ed28b48f894a31165043d727f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:46.366039 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:45Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:46.397251 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:46.397683 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Checking router: 4d2fb931-c356-4e72-9c6f-47111947b7ae for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:45:46.398111 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Updating router 4d2fb931-c356-4e72-9c6f-47111947b7ae port 57e31fa8-4a52-4d88-b850-ca542472a473 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:45:46.400740 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.422643 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.467396 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.579071 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.643612 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Subnet': ['ID=a4ed830b-9f02-4aaf-abf2-203398dfb507,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:46.653965 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Checking segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:46.654330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network hostable DHCP agents. Network: a6347f3f-4258-45ac-86e1-647c820c9832, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:46.670697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network a6347f3f-4258-45ac-86e1-647c820c9832 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:46.676090 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.679053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, a6347f3f-4258-45ac-86e1-647c820c9832) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:46.681318 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.683715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:46.684303 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.692850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98054b39-cb69-4e91-9d78-a46c45815531 None None] Network a6347f3f-4258-45ac-86e1-647c820c9832 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:46.702579 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5ea61797-4546-4d23-8c58-bfa4a635e6af tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3990946 Oct 20 11:45:46.705419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48612) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.733067 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Attempting to bind port 57e31fa8-4a52-4d88-b850-ca542472a473 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:46.733459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Attempting to bind port 57e31fa8-4a52-4d88-b850-ca542472a473 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:46.733784 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Attempting to bind port 57e31fa8-4a52-4d88-b850-ca542472a473 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:46.745267 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:46.745629 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:46.746146 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.746533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:46.747012 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Bound port: 57e31fa8-4a52-4d88-b850-ca542472a473, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:46.747386 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.748879 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Pushing event updated for resources: {'Port': ['ID=57e31fa8-4a52-4d88-b850-ca542472a473,revision_number=2']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:46.777034 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.777377 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.777712 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.778048 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.778369 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.778699 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.779029 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.779488 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.779718 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.779974 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.780284 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.780598 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:46.810155 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] For port 57e31fa8-4a52-4d88-b850-ca542472a473, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:46.813826 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] For port 57e31fa8-4a52-4d88-b850-ca542472a473, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57e31fa8-4a52-4d88-b850-ca542472a473,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:46.818832 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.852734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-a6347f3f-4258-45ac-86e1-647c820c9832', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:45:46.854200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.878822 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:46.879743 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:46.967318 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0566afb-b7d2-470c-a65a-650d7e5ea01d None None] Pushing event updated for resources: {'Port': ['ID=57e31fa8-4a52-4d88-b850-ca542472a473,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:46.992815 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:46.996792 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Allocated IP 172.20.0.2 (a6347f3f-4258-45ac-86e1-647c820c9832/a4ed830b-9f02-4aaf-abf2-203398dfb507/ff46c14f-0d79-4bea-a750-81d369a4d810) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:47.151429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.158648 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.161399 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.198014 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Network a6347f3f-4258-45ac-86e1-647c820c9832 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:47.202403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:47.209236 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:47.212350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Pushing event updated for resources: {'Port': ['ID=ff46c14f-0d79-4bea-a750-81d369a4d810,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:47.266235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Attempting to bind port ff46c14f-0d79-4bea-a750-81d369a4d810 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:47.266602 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Attempting to bind port ff46c14f-0d79-4bea-a750-81d369a4d810 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:47.266978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Attempting to bind port ff46c14f-0d79-4bea-a750-81d369a4d810 on network a6347f3f-4258-45ac-86e1-647c820c9832 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:47.270392 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:45Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:47.272158 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:47.272535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Checking segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:47.272940 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.273357 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Bound using segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:47.273955 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Bound port: ff46c14f-0d79-4bea-a750-81d369a4d810, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:47.274626 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.302894 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904c11b-cd18-4037-9276-2ac45cdefd8d None None] The sync data for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 is: [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:45Z', 'revision_number': 3, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:47.342481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] For port ff46c14f-0d79-4bea-a750-81d369a4d810, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:47.345952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] For port ff46c14f-0d79-4bea-a750-81d369a4d810, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ff46c14f-0d79-4bea-a750-81d369a4d810,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:47.349797 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.425936 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8615-a67a-4c55-baae-2639c2e94b40 None None] Pushing event updated for resources: {'Port': ['ID=ff46c14f-0d79-4bea-a750-81d369a4d810,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:47.438741 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.462449 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.1 (a6347f3f-4258-45ac-86e1-647c820c9832/a4ed830b-9f02-4aaf-abf2-203398dfb507/1d738daf-c9c6-4961-a2ed-994665fd65b6) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:47.601868 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.657786 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.702686 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network a6347f3f-4258-45ac-86e1-647c820c9832 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:47.706555 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:47.711222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:47.721097 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:47.766388 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.901974 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.381794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4e140-3528-4fd1-aaf5-7675ee942556 None None] Network a6347f3f-4258-45ac-86e1-647c820c9832 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:48.486781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.491553 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.509613 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] Provisioning complete for port ff46c14f-0d79-4bea-a750-81d369a4d810 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.509986 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.567222 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:48.570463 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.616814 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.656425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] For port ff46c14f-0d79-4bea-a750-81d369a4d810, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ff46c14f-0d79-4bea-a750-81d369a4d810,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:48.662159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.673754 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network a6347f3f-4258-45ac-86e1-647c820c9832 is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:48.675456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:48.718889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5966a-3e52-4b26-b156-3449299a7241 None None] Pushing event updated for resources: {'Port': ['ID=ff46c14f-0d79-4bea-a750-81d369a4d810,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:48.803258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 4d2fb931-c356-4e72-9c6f-47111947b7ae has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:48.887085 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6d5ace0d-44ea-4978-8a35-5d57f0833d9d None None] Provisioning complete for port 1d738daf-c9c6-4961-a2ed-994665fd65b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.887457 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d5ace0d-44ea-4978-8a35-5d57f0833d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.920770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:48.934985 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2c3a70da-8a7b-4adc-a5c5-b25ad8c62884 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/4d2fb931-c356-4e72-9c6f-47111947b7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199929 Oct 20 11:45:48.941470 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ace0d-44ea-4978-8a35-5d57f0833d9d None None] Port 1d738daf-c9c6-4961-a2ed-994665fd65b6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:48.960305 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6d5ace0d-44ea-4978-8a35-5d57f0833d9d None None] Provisioning complete for port ff46c14f-0d79-4bea-a750-81d369a4d810 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.960816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6d5ace0d-44ea-4978-8a35-5d57f0833d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.080658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Sync routers for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:49.093270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-175bab17-2a16-4dc1-8510-1469df3ce415 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52791859&fields=id&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 267 time: 0.0372851 Oct 20 11:45:49.103484 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:49.104137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.217162 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-70e51df8-750b-4be4-b4e1-eac00bf475e6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.219233 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-70e51df8-750b-4be4-b4e1-eac00bf475e6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 797 time: 0.1182365 Oct 20 11:45:49.223988 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:49.236399 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-c7e7c8f3-7010-499e-af59-e5456d6d5cae tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/quotas/4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 375 time: 0.0107920 Oct 20 11:45:49.291761 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-df93d95e-088b-461e-a252-6bf8af864635 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494192 Oct 20 11:45:49.351485 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-af568105-d725-4336-b117-eff5d188a6d8 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:45:49.352634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-af568105-d725-4336-b117-eff5d188a6d8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0464046 Oct 20 11:45:49.428502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-4ab9d792-7ea8-4943-bf9b-e0292bd4e33e None None] Provisioning complete for port 1d738daf-c9c6-4961-a2ed-994665fd65b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:49.429136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d792-7ea8-4943-bf9b-e0292bd4e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.447187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-8e8ca214-1b73-498a-8935-fbb7a88447f5 service neutron] 10.222.0.74 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880065 Oct 20 11:45:49.512916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9d792-7ea8-4943-bf9b-e0292bd4e33e None None] Port 1d738daf-c9c6-4961-a2ed-994665fd65b6 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:49.542827 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-6cc0463e-e9a2-41cd-a747-575826aa00cd service neutron] 10.222.0.74 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891159 Oct 20 11:45:49.629322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:48Z', 'revision_number': 2, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.662250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57e31fa8-4a52-4d88-b850-ca542472a473 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:49.685902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Checking router: 4d2fb931-c356-4e72-9c6f-47111947b7ae for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:45:49.686254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Updating router 4d2fb931-c356-4e72-9c6f-47111947b7ae port 1d738daf-c9c6-4961-a2ed-994665fd65b6 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:45:49.722158 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.747642 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e99d3470-896d-4af3-bbbf-2cb3d6b6eed2 req-dc4f44c2-ff27-4484-abce-3270699227da tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Oct 20 11:45:49.770767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 57e31fa8-4a52-4d88-b850-ca542472a473 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:49.771162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.972636 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.002638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 57e31fa8-4a52-4d88-b850-ca542472a473, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57e31fa8-4a52-4d88-b850-ca542472a473,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:50.010899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.011693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ff46c14f-0d79-4bea-a750-81d369a4d810 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:50.116972 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=57e31fa8-4a52-4d88-b850-ca542472a473,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.166876 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port ff46c14f-0d79-4bea-a750-81d369a4d810 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:50.167269 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.169860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.192077 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.255881 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac62dd4-0394-4e2a-9f99-4ea440d75129 None None] Pushing event updated for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.335668 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Attempting to bind port 1d738daf-c9c6-4961-a2ed-994665fd65b6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:50.336043 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Attempting to bind port 1d738daf-c9c6-4961-a2ed-994665fd65b6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:50.336411 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Attempting to bind port 1d738daf-c9c6-4961-a2ed-994665fd65b6 on network a6347f3f-4258-45ac-86e1-647c820c9832 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:50.345836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:50.346217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Checking segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:50.346616 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.347035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Bound using segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:50.347514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Bound port: 1d738daf-c9c6-4961-a2ed-994665fd65b6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:50.347891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.417240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] For port 1d738daf-c9c6-4961-a2ed-994665fd65b6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:50.420385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] For port 1d738daf-c9c6-4961-a2ed-994665fd65b6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d738daf-c9c6-4961-a2ed-994665fd65b6,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:50.425035 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.495446 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] Provisioning complete for port 1d738daf-c9c6-4961-a2ed-994665fd65b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:50.496031 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.498889 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac62dd4-0394-4e2a-9f99-4ea440d75129 None None] Pushing event updated for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.523396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:50.524024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:50.673835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:50.701537 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.701755 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-cf7d6280-435e-4ad3-ac7e-3b9a3782d638 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:50.704345 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-cf7d6280-435e-4ad3-ac7e-3b9a3782d638 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 797 time: 0.1427999 Oct 20 11:45:50.751721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-46bf0491-c890-453a-963c-9c62188656dc tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a56a34ed28b48f894a31165043d727f HTTP/1.1" status: 200 len: 378 time: 0.0369830 Oct 20 11:45:50.762277 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'port': {'device_id': '672767c2-e63a-49be-a692-c8f878ade014', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'admin_state_up': True, 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'security_groups': ['7c49bbe8-4696-45a2-bd58-cb5500842c37']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:50.787755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] For port 1d738daf-c9c6-4961-a2ed-994665fd65b6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d738daf-c9c6-4961-a2ed-994665fd65b6,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:50.793854 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.859679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-17cd3963-48c4-4800-92c8-c2f3d8fd48cf req-b6fe45f2-a582-4552-abc9-b4d112f46f45 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 210 time: 0.0377977 Oct 20 11:45:50.898027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f0595-b306-4336-a8af-5351cfa57ef6 None None] Pushing event updated for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.907625 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Made reservation on behalf of 4a56a34ed28b48f894a31165043d727f for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:50.912314 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.940665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-1c0d8909-0bd2-4cdf-ac99-9ac8e4c080e5 None None] Provisioning complete for port 1d738daf-c9c6-4961-a2ed-994665fd65b6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:50.941028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8909-0bd2-4cdf-ac99-9ac8e4c080e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.000488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:51.041570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.20.0.3 (a6347f3f-4258-45ac-86e1-647c820c9832/a4ed830b-9f02-4aaf-abf2-203398dfb507/fc407cbb-fc79-4ff6-bc7a-6f26403d392c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:51.047046 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8967e-16f0-4826-b1d2-f899e5ee81d2 None None] The sync data for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 is: [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:51.205510 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.240777 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.285196 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network a6347f3f-4258-45ac-86e1-647c820c9832 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:51.288473 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:51.294690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:51.305924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.360736 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.361414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.383457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-00702e6a-7237-421a-892c-1df1b3d6df8c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6247106 Oct 20 11:45:51.396790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Request body: {'port': {'device_id': '672767c2-e63a-49be-a692-c8f878ade014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:51.454687 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.596646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-539db14b-2d93-4633-b0c2-f971c1b25c93 None None] Provisioning complete for port fc407cbb-fc79-4ff6-bc7a-6f26403d392c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:51.597240 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-539db14b-2d93-4633-b0c2-f971c1b25c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.639511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-539db14b-2d93-4633-b0c2-f971c1b25c93 None None] Port fc407cbb-fc79-4ff6-bc7a-6f26403d392c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:51.686021 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d738daf-c9c6-4961-a2ed-994665fd65b6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:51.735568 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1d738daf-c9c6-4961-a2ed-994665fd65b6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:51.735906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.770065 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc407cbb-fc79-4ff6-bc7a-6f26403d392c {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:51.778854 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.794773 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Transition to ACTIVE for port object fc407cbb-fc79-4ff6-bc7a-6f26403d392c will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:45:51.799809 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.821070 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57e31fa8-4a52-4d88-b850-ca542472a473 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:51.852307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.875193 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 57e31fa8-4a52-4d88-b850-ca542472a473 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:51.875572 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.007978 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Attempting to bind port fc407cbb-fc79-4ff6-bc7a-6f26403d392c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:52.008390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Attempting to bind port fc407cbb-fc79-4ff6-bc7a-6f26403d392c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:52.008792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Attempting to bind port fc407cbb-fc79-4ff6-bc7a-6f26403d392c on network a6347f3f-4258-45ac-86e1-647c820c9832 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:52.018464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Port fc407cbb-fc79-4ff6-bc7a-6f26403d392c on network a6347f3f-4258-45ac-86e1-647c820c9832 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:45:52.018870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Attempting to bind port fc407cbb-fc79-4ff6-bc7a-6f26403d392c on network a6347f3f-4258-45ac-86e1-647c820c9832 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:52.032171 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26840cdf-29ec-4d48-b1b6-b6f62ccb2e76 req-858a0e3c-38c3-4eb4-994e-baa0763b9e18 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.033911 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26840cdf-29ec-4d48-b1b6-b6f62ccb2e76 req-858a0e3c-38c3-4eb4-994e-baa0763b9e18 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 943 time: 0.0771782 Oct 20 11:45:52.035457 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:52.035865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Checking segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:52.036324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Bound using segment: {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:52.036870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Bound port: fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f98a65-84a9-405a-b8f4-9a774ec14279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:52.037293 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.107806 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26840cdf-29ec-4d48-b1b6-b6f62ccb2e76 req-f390ef7f-4244-4a88-b1ee-d2f8b732a938 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670395 Oct 20 11:45:52.134004 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:52.137208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:52.142781 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.182227 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.182974 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.184338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 1092 time: 0.7928169 Oct 20 11:45:52.184872 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:52.187064 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7ec92-e619-4486-8e8b-43d39e632b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:52.240268 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f44ea-1f19-4b21-bb2f-00f1d242f218 x-openstack-request-id: req-764f44ea-1f19-4b21-bb2f-00f1d242f218 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:52.240576 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:52.240822 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-764f44ea-1f19-4b21-bb2f-00f1d242f218 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:52.241221 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'status': 'completed', 'code': 200} Oct 20 11:45:52.264020 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba609d-7d28-44e0-98e0-cc398d0d88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:52.282665 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-b7a2bd22-ca14-4630-b179-8edd2d168567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.284193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-b7a2bd22-ca14-4630-b179-8edd2d168567 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1095 time: 0.0550599 Oct 20 11:45:52.329013 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-0f114513-c73d-4a46-b145-31f604ac4784 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 217 time: 0.0369754 Oct 20 11:45:52.379214 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-4fcbeeb6-78ef-4769-b114-5982e510e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.380747 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-4fcbeeb6-78ef-4769-b114-5982e510e3c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0445573 Oct 20 11:45:52.428744 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-340a5c53-5a38-469b-8f65-802aadfe77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.430206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-340a5c53-5a38-469b-8f65-802aadfe77e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420291 Oct 20 11:45:52.522855 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-373c6d86-af83-4199-af91-bfa068ef8ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Oct 20 11:45:52.615466 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00cc2893-090f-4c0d-b1c0-f6da6762a0f9 req-de4cfd48-fb40-479d-aec9-faf8f7ff6276 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Oct 20 11:45:52.700063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-559b7616-444f-42cb-90a6-9e09aee68bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.701523 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-559b7616-444f-42cb-90a6-9e09aee68bef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1095 time: 0.0399005 Oct 20 11:45:52.790023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-9295b593-28a3-4fe2-9dd3-ec8c57698b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.791377 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-9295b593-28a3-4fe2-9dd3-ec8c57698b9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 899 time: 0.0826311 Oct 20 11:45:52.834772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-48f8372c-28d4-4bb7-b6ba-2a430605474f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 217 time: 0.0354955 Oct 20 11:45:52.884017 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-fb3af67d-41a9-46da-85db-99f7efec20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.885417 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-fb3af67d-41a9-46da-85db-99f7efec20fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0428672 Oct 20 11:45:52.931207 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-4e12d429-5fad-4bed-adb1-9c3418690974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.932623 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-4e12d429-5fad-4bed-adb1-9c3418690974 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390193 Oct 20 11:45:53.026452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-76bbe816-0ab6-4567-bf47-f5e99eea49eb service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Oct 20 11:45:53.117354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-01c7ec92-e619-4486-8e8b-43d39e632b4f req-91b34c51-9daa-4534-b808-70e559fe4196 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817430 Oct 20 11:45:53.226493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5916b-f8ae-4eeb-9b22-68012572d8c6 req-68e1cc08-3899-4da8-bf60-9a9c3c4e306f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:53.227959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37a5916b-f8ae-4eeb-9b22-68012572d8c6 req-68e1cc08-3899-4da8-bf60-9a9c3c4e306f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 943 time: 0.0529554 Oct 20 11:45:53.263888 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-37a5916b-f8ae-4eeb-9b22-68012572d8c6 req-2a88bf9d-5700-4333-8f6e-05697aeaf7aa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301170 Oct 20 11:45:54.378122 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e76ea-1440-4f30-bb39-10b236deedc0 req-8842b8a3-77f0-4b58-9be4-bdb0ad999187 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:54.379842 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-644e76ea-1440-4f30-bb39-10b236deedc0 req-8842b8a3-77f0-4b58-9be4-bdb0ad999187 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 943 time: 0.0485168 Oct 20 11:45:54.418278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-644e76ea-1440-4f30-bb39-10b236deedc0 req-51343957-1982-41c1-a3de-f32985b14f81 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326302 Oct 20 11:45:54.442853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device fc407cbb-fc79-4ff6-bc7a-6f26403d392c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:45:54.536547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:54.547328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'port_id': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'mac_address': 'fa:16:3e:72:d0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:45:54.582913 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.594928 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc407cbb-fc79-4ff6-bc7a-6f26403d392c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:54.613772 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:54.617532 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.667154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:54.844405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['fc407cbb-fc79-4ff6-bc7a-6f26403d392c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:55.529627 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf423c-8ae3-4eb9-8897-9923fd41c848 req-4b6d0702-ff9e-4c77-a56a-dee5bd5d54f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:55.531078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5daf423c-8ae3-4eb9-8897-9923fd41c848 req-4b6d0702-ff9e-4c77-a56a-dee5bd5d54f9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 944 time: 0.0481720 Oct 20 11:45:55.570835 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5daf423c-8ae3-4eb9-8897-9923fd41c848 req-e5db1c22-d333-4769-bc7d-5648b95811f6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333378 Oct 20 11:45:56.458376 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device fc407cbb-fc79-4ff6-bc7a-6f26403d392c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:56.505331 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port fc407cbb-fc79-4ff6-bc7a-6f26403d392c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:45:56.508896 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port fc407cbb-fc79-4ff6-bc7a-6f26403d392c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:56.509256 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.582718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.608229 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:56.610595 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef697c-e058-41c7-80a3-085b28b44ab4" -d '{"events": [{"server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "name": "network-vif-plugged", "status": "completed", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:56.625153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:56.629962 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.656598 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84baa83b-cdec-42bb-93cb-b3baddd5087d x-openstack-request-id: req-84baa83b-cdec-42bb-93cb-b3baddd5087d {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:56.656891 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "name": "network-vif-plugged", "status": "completed", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:56.657147 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84baa83b-cdec-42bb-93cb-b3baddd5087d {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:56.657541 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'code': 200} Oct 20 11:45:56.687743 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:56.693090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e8b14-ac61-468f-9134-111a3904b54d req-698a86b4-b9b9-4c77-b441-ffde568143a5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:56.694679 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-143e8b14-ac61-468f-9134-111a3904b54d req-698a86b4-b9b9-4c77-b441-ffde568143a5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Oct 20 11:45:56.754567 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-143e8b14-ac61-468f-9134-111a3904b54d req-bce421fc-3bf4-452e-a25d-19a281c035b1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528731 Oct 20 11:45:56.767043 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904eeb6-6d46-45dc-bb4a-4c7b3838fea7 req-ed43c82a-566d-46e2-8e7a-19e991b45ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:56.768517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3904eeb6-6d46-45dc-bb4a-4c7b3838fea7 req-ed43c82a-566d-46e2-8e7a-19e991b45ed5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1097 time: 0.0507789 Oct 20 11:45:56.802375 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3904eeb6-6d46-45dc-bb4a-4c7b3838fea7 req-4997c941-4a68-4d3a-b8d2-41ba82916db0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273242 Oct 20 11:45:57.869586 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b4576-e209-444b-a2a8-3db818c07f3a req-c4bcdc4d-5867-46b6-9760-5046971249ac tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:57.871154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b1b4576-e209-444b-a2a8-3db818c07f3a req-c4bcdc4d-5867-46b6-9760-5046971249ac tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0486991 Oct 20 11:45:57.911840 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6b1b4576-e209-444b-a2a8-3db818c07f3a req-132e61bc-9b0f-4116-ac2e-63a1a181448a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337574 Oct 20 11:45:58.586191 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2b89136-709a-4951-b155-906b8a4fcf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.027702 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a4853-96c6-4f3c-872e-ef93a25e2522 req-3f705770-dbb9-4f84-bd11-9478a5a2d334 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:59.029152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-531a4853-96c6-4f3c-872e-ef93a25e2522 req-3f705770-dbb9-4f84-bd11-9478a5a2d334 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0519681 Oct 20 11:45:59.066450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-531a4853-96c6-4f3c-872e-ef93a25e2522 req-a79c24eb-259d-4d9e-8504-66b74a4894a5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308304 Oct 20 11:45:59.177956 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a215b-66de-4605-9b00-28bf6c186f3b req-6ae8d153-82e7-450c-9269-732484da88d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:59.179441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-076a215b-66de-4605-9b00-28bf6c186f3b req-6ae8d153-82e7-450c-9269-732484da88d1 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Oct 20 11:45:59.216196 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-076a215b-66de-4605-9b00-28bf6c186f3b req-b78a64db-9686-4fe5-a7d4-599e58fde81a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308418 Oct 20 11:45:59.237574 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48664) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:59.276327 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66934666-7695-4532-ac78-9ee71c7a2299 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:59.277762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-66934666-7695-4532-ac78-9ee71c7a2299 tempest-TestNetworkAdvancedServerOps-1666083939 tempest-TestNetworkAdvancedServerOps-1666083939-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1092 time: 0.0392244 Oct 20 11:45:59.280581 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48666) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:59.284792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:59.305328 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.402481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.504497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Allocated IP 172.25.3.54 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/e0c4f767-e641-400f-8772-ea47bfa6543e) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:59.601075 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.634060 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.671073 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:59.674356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:59.677724 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:59.685422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=e0c4f767-e641-400f-8772-ea47bfa6543e,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:59.912659 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-9192a42b-08f0-4e92-a243-57bbb4b8931e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826964 Oct 20 11:46:00.039464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-8f912f27-2afc-432c-b623-1ede6aa7dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.040928 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-8f912f27-2afc-432c-b623-1ede6aa7dcf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1097 time: 0.0873787 Oct 20 11:46:00.426250 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.481917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-ab70428b-e005-4761-893e-2b74b0ab38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.483519 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-ab70428b-e005-4761-893e-2b74b0ab38e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 899 time: 0.4029839 Oct 20 11:46:00.545217 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.586314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-e53901e5-3e1a-466b-ab53-e62a57e2c3c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 998 time: 0.0838757 Oct 20 11:46:00.663669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-273218bc-1f22-4663-a461-6cdb8651429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.665121 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-273218bc-1f22-4663-a461-6cdb8651429a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0710340 Oct 20 11:46:00.757381 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-83f73a55-d89f-4376-892b-2763ef86bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.758848 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-83f73a55-d89f-4376-892b-2763ef86bcc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697668 Oct 20 11:46:00.793860 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.805424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.915808 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event updated for resources: {'Port': ['ID=e0c4f767-e641-400f-8772-ea47bfa6543e,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:00.933247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-2e80971c-ac9b-41b7-abc8-1621261dfa75 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671946 Oct 20 11:46:00.936083 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.098863 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP da4feccf-9d96-43a9-864d-aa127ae6bf34 associated. External IP: 172.25.3.54, port: fc407cbb-fc79-4ff6-bc7a-6f26403d392c. Oct 20 11:46:01.138050 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4cb95a3a-ba56-4508-a5c0-7e6a6a8eadf1 req-fc5ea917-8012-4ead-909e-9b1c453a5d48 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689312 Oct 20 11:46:01.311693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 4d2fb931-c356-4e72-9c6f-47111947b7ae has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:01.418288 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:01.427941 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Sync routers for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:01.436891 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a135a08b-0e85-426c-bda1-1f8d19fb81eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.438105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:01.439312 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:45:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:01.439665 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.466165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-a71d3d6d-8278-4d46-9c03-975b35456aaa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1845262 Oct 20 11:46:01.466654 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:01.469012 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92" -d '{"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:01.512337 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed6080-99cf-45bd-bf3c-d57c76870c08 x-openstack-request-id: req-00ed6080-99cf-45bd-bf3c-d57c76870c08 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:01.512633 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:01.512887 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00ed6080-99cf-45bd-bf3c-d57c76870c08 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:01.513296 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'status': 'completed', 'code': 200} Oct 20 11:46:01.549097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:01.605889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fd2c6-d54f-42fb-ab8d-1d5d7d17017f req-e0dad5af-1bd0-49a1-8f0d-22f5517617cd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.607382 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-008fd2c6-d54f-42fb-ab8d-1d5d7d17017f req-e0dad5af-1bd0-49a1-8f0d-22f5517617cd tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0833991 Oct 20 11:46:01.609144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-39c7e872-5057-42a6-bd7b-c7abe6d45e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.611062 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-39c7e872-5057-42a6-bd7b-c7abe6d45e6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1097 time: 0.0748403 Oct 20 11:46:01.696721 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-008fd2c6-d54f-42fb-ab8d-1d5d7d17017f req-7a066c0a-d37f-4dfb-b1c8-d59f748ac08b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827267 Oct 20 11:46:01.719465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48672) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:01.760938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-276141ad-46b8-4f8c-b07d-6dc526a790e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.762404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-276141ad-46b8-4f8c-b07d-6dc526a790e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 899 time: 0.1418049 Oct 20 11:46:01.776142 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'da4feccf-9d96-43a9-864d-aa127ae6bf34', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'port_id': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'mac_address': 'fa:16:3e:72:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672767c2-e63a-49be-a692-c8f878ade014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:45:59Z', 'updated_at': '2021-10-20T11:45:59Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:01.806107 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Checking router: 4d2fb931-c356-4e72-9c6f-47111947b7ae for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:01.814159 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:01.814745 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:01.826277 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bccd2a57-4715-430d-a39e-b58bf3d15d24 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/da4feccf-9d96-43a9-864d-aa127ae6bf34 HTTP/1.1" status: 200 len: 990 time: 0.1052737 Oct 20 11:46:01.840057 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-2c7acedb-6274-46fa-a942-c73ad8a3fa7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 998 time: 0.0694370 Oct 20 11:46:01.876204 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.895504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-0d36f3ed-7ace-4c57-aad1-cd2e570624fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.897412 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-0d36f3ed-7ace-4c57-aad1-cd2e570624fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0497417 Oct 20 11:46:01.920778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:01.943070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-31679301-c731-4b05-b8dd-12deca8bcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.944569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-31679301-c731-4b05-b8dd-12deca8bcac6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Oct 20 11:46:02.034517 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-fd2db102-d9c3-40fb-a85b-58bdd94a91ad service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824213 Oct 20 11:46:02.126793 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b0dfa0f5-50cb-4014-be86-b2ff24fc6e92 req-4d476ff1-d0c0-481b-8951-44a5cfe2b283 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Oct 20 11:46:02.136571 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'da4feccf-9d96-43a9-864d-aa127ae6bf34', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'port_id': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'mac_address': 'fa:16:3e:72:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672767c2-e63a-49be-a692-c8f878ade014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:45:59Z', 'updated_at': '2021-10-20T11:45:59Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:02.162886 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c8941-5f93-4f91-90f1-e912655ef40d None None] The sync data for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 is: [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'da4feccf-9d96-43a9-864d-aa127ae6bf34', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'port_id': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'mac_address': 'fa:16:3e:72:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672767c2-e63a-49be-a692-c8f878ade014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:45:59Z', 'updated_at': '2021-10-20T11:45:59Z', 'revision_number': 0, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:02.353588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e0b32-edfb-46b0-b194-85e39a77bb18 None None] New status for floating IP da4feccf-9d96-43a9-864d-aa127ae6bf34: ACTIVE {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:46:02.829691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48674) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:02.893430 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-88ad668a-f160-4c64-9909-64b4297c8c00 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/da4feccf-9d96-43a9-864d-aa127ae6bf34 HTTP/1.1" status: 200 len: 992 time: 0.0625486 Oct 20 11:46:03.034137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.567494 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.600367 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:46:16.468449 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.440703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.586174 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f24694fa-7a53-4c82-9935-6ee83661d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.438859 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b464-fab0-4ad7-8928-21d2441810b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.882355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.036730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.338319 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ca92-bdc7-4a1d-a0bd-6bd4c5180c22 req-a1c45041-97a0-4001-b319-b8281c56ec83 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:34.339829 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fab6ca92-bdc7-4a1d-a0bd-6bd4c5180c22 req-a1c45041-97a0-4001-b319-b8281c56ec83 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0933909 Oct 20 11:46:34.377067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fab6ca92-bdc7-4a1d-a0bd-6bd4c5180c22 req-06e7ffd9-1f03-450f-a35d-9e6a2375205c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309992 Oct 20 11:46:34.717355 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.535570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07884acb-2bdd-4416-92fe-6a103a3e60ea req-85b49929-0812-4d4a-89ab-d4de660b8ec5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:35.537051 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07884acb-2bdd-4416-92fe-6a103a3e60ea req-85b49929-0812-4d4a-89ab-d4de660b8ec5 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0911281 Oct 20 11:46:35.574558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-07884acb-2bdd-4416-92fe-6a103a3e60ea req-30504ec3-afd7-4826-815e-6ba959834e2d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316014 Oct 20 11:46:35.596465 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48704) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.659564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-801cc443-e683-4b57-bfc0-bfdbe0033167 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/da4feccf-9d96-43a9-864d-aa127ae6bf34 HTTP/1.1" status: 200 len: 992 time: 0.0620086 Oct 20 11:46:36.934746 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515643a8-ee33-463d-b3e0-9b7e877169fd req-4d3dc1de-88da-4b73-b601-f2e12ad2da6f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:36.942129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-515643a8-ee33-463d-b3e0-9b7e877169fd req-4d3dc1de-88da-4b73-b601-f2e12ad2da6f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0625508 Oct 20 11:46:37.001589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-515643a8-ee33-463d-b3e0-9b7e877169fd req-2132b8f3-3e9b-44f5-b561-e855ed0ec2aa tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586071 Oct 20 11:46:37.011158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-43829679-df0e-4eef-a246-1a724dcbfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.013177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-43829679-df0e-4eef-a246-1a724dcbfa65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1097 time: 0.0961759 Oct 20 11:46:37.106242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-40bcce59-9515-44d6-92e5-294058a36c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.107697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-40bcce59-9515-44d6-92e5-294058a36c52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 899 time: 0.0879087 Oct 20 11:46:37.171415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-689b81e1-ac2e-4045-a5cf-b06505e3c540 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 1000 time: 0.0559480 Oct 20 11:46:37.224529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-d2fcd381-7dd0-426e-8708-d5356a1eb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.225822 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-d2fcd381-7dd0-426e-8708-d5356a1eb013 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0457888 Oct 20 11:46:37.270315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-a463bca5-d374-4f8b-8882-6ffc3bc3d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.271760 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-a463bca5-d374-4f8b-8882-6ffc3bc3d8ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389493 Oct 20 11:46:37.362208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-81e093be-fcb3-40a8-901c-24b9c5a0a618 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Oct 20 11:46:37.455181 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba1a8a59-9a77-4d7c-b2ab-18834f6cdc63 req-6a0af7b8-32df-4e9e-a23e-481eec3f71c6 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860248 Oct 20 11:46:38.117997 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9861-faf7-47a9-849c-c43a91c031a2 req-24aa6e72-cfc5-4023-bd69-7b48db89fbf6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.119478 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40c9861-faf7-47a9-849c-c43a91c031a2 req-24aa6e72-cfc5-4023-bd69-7b48db89fbf6 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Oct 20 11:46:38.156926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d40c9861-faf7-47a9-849c-c43a91c031a2 req-8097cf82-b9c2-47f0-8503-1f86418d6c5d tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315289 Oct 20 11:46:39.274559 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebf9b-71ae-4438-a3de-ef80cae34730 req-152616b8-440e-4f99-a431-8c5e91fc87f7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.276044 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-547ebf9b-71ae-4438-a3de-ef80cae34730 req-152616b8-440e-4f99-a431-8c5e91fc87f7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0528357 Oct 20 11:46:39.314223 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-547ebf9b-71ae-4438-a3de-ef80cae34730 req-5c8b04ea-dec1-4d5e-ac04-f0b65faab5a9 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323613 Oct 20 11:46:39.336323 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48718) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.396581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-481b1854-71a0-4f63-b2a0-bf6262ae99ed tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/floatingips/da4feccf-9d96-43a9-864d-aa127ae6bf34 HTTP/1.1" status: 200 len: 992 time: 0.0590270 Oct 20 11:46:39.612653 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.768322 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port e0c4f767-e641-400f-8772-ea47bfa6543e {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:39.768661 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.846353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.846675 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.858102 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for e0c4f767-e641-400f-8772-ea47bfa6543e owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:40.001988 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.027990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=e0c4f767-e641-400f-8772-ea47bfa6543e,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:40.053944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.054284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.054619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.054959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.055303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.055630 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.055953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.056272 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.056590 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.056905 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.057220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.057532 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:40.098470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.098890 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Floating IP da4feccf-9d96-43a9-864d-aa127ae6bf34 disassociated (deleted). External IP: 172.25.3.54, port: fc407cbb-fc79-4ff6-bc7a-6f26403d392c. Oct 20 11:46:40.305074 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 4d2fb931-c356-4e72-9c6f-47111947b7ae has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:40.411618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:40.416506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.421062 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Sync routers for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:40.429858 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:40.430452 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:40.443326 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-647a3e18-5f0f-46bf-ac62-25862a44a89b tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/floatingips/da4feccf-9d96-43a9-864d-aa127ae6bf34 HTTP/1.1" status: 204 len: 168 time: 0.8295791 Oct 20 11:46:40.443911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:40.446144 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58b1c2-798f-4683-bed0-59f8bbc989eb" -d '{"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:40.485079 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c31df5-863e-4f01-92c1-a02ea5a9b051 x-openstack-request-id: req-c7c31df5-863e-4f01-92c1-a02ea5a9b051 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:40.485362 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:40.485611 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7c31df5-863e-4f01-92c1-a02ea5a9b051 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:40.486012 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'status': 'completed', 'code': 200} Oct 20 11:46:40.544814 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:40.550508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-a49e1e16-ce48-4bac-a797-1ff751fe666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.552205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-a49e1e16-ce48-4bac-a797-1ff751fe666d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a56a34ed28b48f894a31165043d727f&device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 1097 time: 0.0431416 Oct 20 11:46:40.685982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-97e140d5-84bb-4606-92e0-90427607425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.687469 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-97e140d5-84bb-4606-92e0-90427607425e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 200 len: 899 time: 0.1250999 Oct 20 11:46:40.696170 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d96e7-1562-41c9-9fcf-960d68237d96 req-5fc06893-15ef-4911-a04b-5067560893ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.697613 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f58d96e7-1562-41c9-9fcf-960d68237d96 req-5fc06893-15ef-4911-a04b-5067560893ea tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0709548 Oct 20 11:46:40.742323 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-8d20f2d6-233c-40bc-84a3-47a4a9cb21a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 200 len: 217 time: 0.0437829 Oct 20 11:46:40.744548 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:40.771645 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Checking router: 4d2fb931-c356-4e72-9c6f-47111947b7ae for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:40.779750 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:40.780346 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:40.796483 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f58d96e7-1562-41c9-9fcf-960d68237d96 req-00b42cc7-9406-4f90-92c9-016127324b6a tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912082 Oct 20 11:46:40.807584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-c1ea60ab-004b-4938-aad7-d9dc7a14ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.809021 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-c1ea60ab-004b-4938-aad7-d9dc7a14ac07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 200 len: 833 time: 0.0590179 Oct 20 11:46:40.856297 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-f2dcc4b6-377a-4fe4-a624-c9d8f6e891be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.857771 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-f2dcc4b6-377a-4fe4-a624-c9d8f6e891be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6347f3f-4258-45ac-86e1-647c820c9832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399401 Oct 20 11:46:40.888473 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:40.952726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-f649ade7-14d7-4042-aa49-fee3c7d36659 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871630 Oct 20 11:46:41.046272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7d58b1c2-798f-4683-bed0-59f8bbc989eb req-9ac14dd5-7ca4-40c4-aced-dab0f029e002 service neutron] 10.222.0.70 "GET /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855069 Oct 20 11:46:41.170271 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:41.195596 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3119841-3e1c-4566-8964-303bdd3a1bfb None None] The sync data for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 is: [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:45:47Z', 'revision_number': 4, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1d738daf-c9c6-4961-a2ed-994665fd65b6', 'name': '', 'network_id': 'a6347f3f-4258-45ac-86e1-647c820c9832', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'mac_address': 'fa:16:3e:4e:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:47Z', 'updated_at': '2021-10-20T11:45:50Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'subnets': [{'id': 'a4ed830b-9f02-4aaf-abf2-203398dfb507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:41.399503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b33b2-73bf-4d88-9378-660f764e5251 None None] New status for floating IP da4feccf-9d96-43a9-864d-aa127ae6bf34: DOWN {{(pid=100748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:46:41.920875 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428be88-d45d-4b52-85fb-67d80c3fe8fe req-0fdf6f7c-b8a7-47f9-9d95-445566e31ea2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:41.922328 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d428be88-d45d-4b52-85fb-67d80c3fe8fe req-0fdf6f7c-b8a7-47f9-9d95-445566e31ea2 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Oct 20 11:46:41.959319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d428be88-d45d-4b52-85fb-67d80c3fe8fe req-f76aad6e-db54-44d1-8056-1cbc9b47cc50 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/security-groups?id=7c49bbe8-4696-45a2-bd58-cb5500842c37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311553 Oct 20 11:46:42.230831 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-f8b29660-e5e4-4024-ae7d-cd7716ac3541 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:42.232202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-f8b29660-e5e4-4024-ae7d-cd7716ac3541 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Oct 20 11:46:42.323198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port fc407cbb-fc79-4ff6-bc7a-6f26403d392c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:42.323533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.410208 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port fc407cbb-fc79-4ff6-bc7a-6f26403d392c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:42.410560 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.422493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for fc407cbb-fc79-4ff6-bc7a-6f26403d392c owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:42.547568 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.573061 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=fc407cbb-fc79-4ff6-bc7a-6f26403d392c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:42.583347 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.583694 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.584031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.584363 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.584691 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.585024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.585353 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.585678 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.586002 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.586767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.586767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.586993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:42.626667 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] No DVR routers for this DVR port fc407cbb-fc79-4ff6-bc7a-6f26403d392c on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:42.629621 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.632992 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-63c09372-a84f-4c07-9425-e3b5fcd51f07 req-cb6d02b7-589e-45d3-91f6-dcbf032d048e tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.70 "DELETE /v2.0/ports/fc407cbb-fc79-4ff6-bc7a-6f26403d392c HTTP/1.1" status: 204 len: 173 time: 0.3937290 Oct 20 11:46:42.633428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'name': 'network-vif-deleted', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:42.635734 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2658a0-e463-478b-b47a-c66ddb98ee79" -d '{"events": [{"server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "name": "network-vif-deleted", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:42.676645 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c78190-89da-4755-a69c-0ff44ebff033 x-openstack-request-id: req-30c78190-89da-4755-a69c-0ff44ebff033 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:42.676933 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672767c2-e63a-49be-a692-c8f878ade014", "name": "network-vif-deleted", "tag": "fc407cbb-fc79-4ff6-bc7a-6f26403d392c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:42.677179 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30c78190-89da-4755-a69c-0ff44ebff033 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:42.677569 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672767c2-e63a-49be-a692-c8f878ade014', 'name': 'network-vif-deleted', 'tag': 'fc407cbb-fc79-4ff6-bc7a-6f26403d392c', 'status': 'completed', 'code': 200} Oct 20 11:46:43.082219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3ee48aa1-671c-458b-abd0-4b550ccebb42 req-f8aca6c3-69bd-433e-b197-0b9866b4001c tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "GET /v2.0/ports?device_id=672767c2-e63a-49be-a692-c8f878ade014 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Oct 20 11:46:44.140873 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48740) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:44.757509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.003497 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 1d738daf-c9c6-4961-a2ed-994665fd65b6 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:45.003842 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.092491 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 1d738daf-c9c6-4961-a2ed-994665fd65b6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1d738daf-c9c6-4961-a2ed-994665fd65b6,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:45.092851 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.105079 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 1d738daf-c9c6-4961-a2ed-994665fd65b6 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:45.282829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.309410 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=1d738daf-c9c6-4961-a2ed-994665fd65b6,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:45.487825 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.700390 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Router 4d2fb931-c356-4e72-9c6f-47111947b7ae has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:45.806249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:45.811332 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0db2f154-1ae9-44a1-8de8-d1e7f0b6c421 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "PUT /v2.0/routers/4d2fb931-c356-4e72-9c6f-47111947b7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693997 Oct 20 11:46:45.813958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48742) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:45.816514 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Sync routers for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:45.825433 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:45.826029 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:45.868268 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting subnet a4ed830b-9f02-4aaf-abf2-203398dfb507 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:45.871310 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.910837 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.929550 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:45.991317 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.052869 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.079263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ed830b-9f02-4aaf-abf2-203398dfb507,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.083496 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.086751 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b778950e-447d-4ca1-a71d-fdd98c087ae7 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/subnets/a4ed830b-9f02-4aaf-abf2-203398dfb507 HTTP/1.1" status: 204 len: 168 time: 0.2718565 Oct 20 11:46:46.089356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48744) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.092018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7074f98-08fb-4d9e-9d15-98e0a31baec0 None None] Network a6347f3f-4258-45ac-86e1-647c820c9832 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:46.110459 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:46:45Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.141191 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Checking router: 4d2fb931-c356-4e72-9c6f-47111947b7ae for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:46.151597 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Routers {'4d2fb931-c356-4e72-9c6f-47111947b7ae'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:46.152198 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['4d2fb931-c356-4e72-9c6f-47111947b7ae'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.200806 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.258006 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] Set router 4d2fb931-c356-4e72-9c6f-47111947b7ae gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:46.272590 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] DHCP port deletion for a6347f3f-4258-45ac-86e1-647c820c9832 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:46:46.315642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.319544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Deleting port ff46c14f-0d79-4bea-a750-81d369a4d810 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:46.319915 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.369542 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Deleting port 57e31fa8-4a52-4d88-b850-ca542472a473 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:46.369884 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.385393 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] For port ff46c14f-0d79-4bea-a750-81d369a4d810, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=ff46c14f-0d79-4bea-a750-81d369a4d810,segment=NetworkSegment(a7f98a65-84a9-405a-b8f4-9a774ec14279),segment_id=a7f98a65-84a9-405a-b8f4-9a774ec14279)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:46.385787 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.399100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Calling delete_port for ff46c14f-0d79-4bea-a750-81d369a4d810 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:46.449631 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:46:45Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.457595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] For port 57e31fa8-4a52-4d88-b850-ca542472a473, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57e31fa8-4a52-4d88-b850-ca542472a473,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:46.457962 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.470865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Calling delete_port for 57e31fa8-4a52-4d88-b850-ca542472a473 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:46.478328 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61311585-0493-4f45-8e69-af2b6ca0e280 None None] The sync data for ids ['4d2fb931-c356-4e72-9c6f-47111947b7ae'] in n-d-802060-17 is: [{'id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794912140', 'tenant_id': '4a56a34ed28b48f894a31165043d727f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:45:44Z', 'updated_at': '2021-10-20T11:46:45Z', 'revision_number': 5, 'project_id': '4a56a34ed28b48f894a31165043d727f', 'gw_port': {'id': '57e31fa8-4a52-4d88-b850-ca542472a473', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fb931-c356-4e72-9c6f-47111947b7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:45:45Z', 'updated_at': '2021-10-20T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:46.488137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.497771 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.523260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Pushing event deleted for resources: {'Port': ['ID=ff46c14f-0d79-4bea-a750-81d369a4d810,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.533686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] No DVR routers for this DVR port ff46c14f-0d79-4bea-a750-81d369a4d810 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:46.536266 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.536688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.537027 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.537361 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.537691 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.538017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.538345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.538670 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.539017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.539345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.539667 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.539986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25f85f7-9177-4df5-b94d-8fd7e928a4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:46.645918 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.675238 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Port': ['ID=57e31fa8-4a52-4d88-b850-ca542472a473,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.717276 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device fc407cbb-fc79-4ff6-bc7a-6f26403d392c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:46.733980 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.736752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: fc407cbb-fc79-4ff6-bc7a-6f26403d392c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:46.737247 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device fc407cbb-fc79-4ff6-bc7a-6f26403d392c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:46.826277 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.828647 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.873232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.873898 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2fb931-c356-4e72-9c6f-47111947b7ae {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:46:46.884204 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.887844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0a36ee24-746a-478d-8f76-35e083d2f44f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/routers/4d2fb931-c356-4e72-9c6f-47111947b7ae HTTP/1.1" status: 204 len: 168 time: 0.7950711 Oct 20 11:46:46.888051 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48746) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.969033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.057157 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.078045 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6347f3f-4258-45ac-86e1-647c820c9832']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:47.087501 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f98a65-84a9-405a-b8f4-9a774ec14279') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:47.087788 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f98a65-84a9-405a-b8f4-9a774ec14279') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:47.097811 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.111318 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.117914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:47.118302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:47.121358 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:47.181539 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.188359 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.191400 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/networks/a6347f3f-4258-45ac-86e1-647c820c9832 HTTP/1.1" status: 204 len: 168 time: 0.3024173 Oct 20 11:46:47.194167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48748) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.202172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10fd37-cc8b-437d-8523-a0b77e51fe3f tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'Network': ['ID=a6347f3f-4258-45ac-86e1-647c820c9832,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:47.252324 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.276997 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.339307 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.341902 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.343110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] 10.222.0.74 "DELETE /v2.0/security-groups/7c49bbe8-4696-45a2-bd58-cb5500842c37 HTTP/1.1" status: 204 len: 168 time: 0.1479416 Oct 20 11:46:47.352533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6069238-cd18-4e3d-8491-2bea6cfd0212 tempest-TestNetworkAdvancedServerOps-122476587 tempest-TestNetworkAdvancedServerOps-122476587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49bbe8-4696-45a2-bd58-cb5500842c37,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:47.437415 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.625420 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d738daf-c9c6-4961-a2ed-994665fd65b6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:47.646103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1d738daf-c9c6-4961-a2ed-994665fd65b6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:47.646453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1d738daf-c9c6-4961-a2ed-994665fd65b6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:47.646871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57e31fa8-4a52-4d88-b850-ca542472a473 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:47.665662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 57e31fa8-4a52-4d88-b850-ca542472a473 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:47.666007 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57e31fa8-4a52-4d88-b850-ca542472a473 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:47.666408 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ff46c14f-0d79-4bea-a750-81d369a4d810 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:47.676868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48756) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.684948 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: ff46c14f-0d79-4bea-a750-81d369a4d810 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:47.685310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device ff46c14f-0d79-4bea-a750-81d369a4d810 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:47.807455 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-981eeb72-5a0b-4f9e-91a3-b80a9c3ac7f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a56a34ed28b48f894a31165043d727f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293414 Oct 20 11:46:47.809838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48760) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.857568 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.878969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.926191 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.928825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.929978 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d7ac605-fbee-47f1-99fd-b916a0a3b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1192722 Oct 20 11:46:47.937861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb53e-79b6-4759-9dd5-5d738c31f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ac605-fbee-47f1-99fd-b916a0a3b1f9,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:48.189600 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48766) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:48.203085 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6600a1-50e2-4771-a22f-4147c8954402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.276944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6600a1-50e2-4771-a22f-4147c8954402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.280541 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2a6600a1-50e2-4771-a22f-4147c8954402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.321768 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2a6600a1-50e2-4771-a22f-4147c8954402 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee75495425bf4c5ab2809d66655c34c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303098 Oct 20 11:46:48.322866 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6600a1-50e2-4771-a22f-4147c8954402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83522144-5a18-49f2-9691-0b5b1b412b30,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:48.324211 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48768) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:48.372087 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.398334 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.443874 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.446674 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.447912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83522144-5a18-49f2-9691-0b5b1b412b30 HTTP/1.1" status: 204 len: 168 time: 0.1226337 Oct 20 11:46:48.455367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ed67-c5fe-4da5-875f-cf70805b642d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83522144-5a18-49f2-9691-0b5b1b412b30,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:49.137057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48790) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.231805 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-690895677-network', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:49.252533 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Made reservation on behalf of 729e3f6377b542d0b63ee7705f5c7299 for: {'network': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:49.255256 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.263485 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.337914 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.341503 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.365614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=100747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:49.373999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35ea74-10e8-44fc-95e3-645c92ebbf06,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:49.380135 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.380527 n-d-802060-17 neutron-server[100747]: INFO neutron.db.segments_db [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Added segment 99cc340d-baf1-48af-a88b-95218c3075b6 of type vlan for network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f Oct 20 11:46:49.420538 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.444961 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.446031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:49.446743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.481967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3436041 Oct 20 11:46:49.485020 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.489930 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Request body: {'subnet': {'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-690895677-subnet', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:49.510594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Made reservation on behalf of 729e3f6377b542d0b63ee7705f5c7299 for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:49.512944 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.514239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec32fb-3cf6-4157-821c-003ac1211044 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd68a1a-5481-4278-b3ec-3fc8d81df15f,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:49.528396 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:49.681898 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.739849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005b262e-cffd-46f6-a7bd-75cfbac91e87,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:49.748044 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:49.748402 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Network hostable DHCP agents. Network: 9cd68a1a-5481-4278-b3ec-3fc8d81df15f, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:49.764967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:49.773972 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 9cd68a1a-5481-4278-b3ec-3fc8d81df15f) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:49.778549 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:49.779162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.782827 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dc88a-291b-446b-99db-5de9f511af78 None None] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:49.794497 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1c69f17b-fc23-4789-90cc-36d1426fab93 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3084223 Oct 20 11:46:49.797185 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.801902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:49.822361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.823432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.875003 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.930246 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36992228-c665-45ee-9733-78381fa76bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:49.931135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.014774 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.064587 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-36992228-c665-45ee-9733-78381fa76bae None None] Allocated IP 172.20.0.2 (9cd68a1a-5481-4278-b3ec-3fc8d81df15f/005b262e-cffd-46f6-a7bd-75cfbac91e87/d7f287bf-f6d2-48f9-8ba9-119654153d7f) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:50.206518 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.212353 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.215461 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.234705 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.248179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36992228-c665-45ee-9733-78381fa76bae None None] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:50.251317 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-36992228-c665-45ee-9733-78381fa76bae None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:50.255123 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36992228-c665-45ee-9733-78381fa76bae None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:50.271340 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992228-c665-45ee-9733-78381fa76bae None None] Pushing event updated for resources: {'Port': ['ID=d7f287bf-f6d2-48f9-8ba9-119654153d7f,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.314260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-36992228-c665-45ee-9733-78381fa76bae None None] Attempting to bind port d7f287bf-f6d2-48f9-8ba9-119654153d7f on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:50.314628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-36992228-c665-45ee-9733-78381fa76bae None None] Attempting to bind port d7f287bf-f6d2-48f9-8ba9-119654153d7f by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:50.315023 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36992228-c665-45ee-9733-78381fa76bae None None] Attempting to bind port d7f287bf-f6d2-48f9-8ba9-119654153d7f on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:50.319915 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36992228-c665-45ee-9733-78381fa76bae None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:50.320281 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36992228-c665-45ee-9733-78381fa76bae None None] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:50.320677 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.321069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36992228-c665-45ee-9733-78381fa76bae None None] Bound using segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:50.321532 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-36992228-c665-45ee-9733-78381fa76bae None None] Bound port: d7f287bf-f6d2-48f9-8ba9-119654153d7f, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:50.321908 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.343685 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Allocated IP 172.25.3.102 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/a8410b0d-f0f8-46a1-90e4-283a0df87186) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:50.387387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-36992228-c665-45ee-9733-78381fa76bae None None] For port d7f287bf-f6d2-48f9-8ba9-119654153d7f, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:50.390604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-36992228-c665-45ee-9733-78381fa76bae None None] For port d7f287bf-f6d2-48f9-8ba9-119654153d7f, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d7f287bf-f6d2-48f9-8ba9-119654153d7f,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:50.396137 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-36992228-c665-45ee-9733-78381fa76bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.451270 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992228-c665-45ee-9733-78381fa76bae None None] Pushing event updated for resources: {'Port': ['ID=d7f287bf-f6d2-48f9-8ba9-119654153d7f,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.452222 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.486567 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.528181 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:50.531508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:50.535431 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:50.560092 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Pushing event updated for resources: {'Port': ['ID=a8410b0d-f0f8-46a1-90e4-283a0df87186,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.601012 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:46:50.823401 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.014669 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.145526 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Router a9357d27-d751-4447-b354-81e31e20f032 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:46:51.254528 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:51.265800 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:51.273585 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.279152 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4d7723bc-116a-4918-beb4-a8b1482f038c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4768915 Oct 20 11:46:51.279415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:51.279415 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:51.279734 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:51.396069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:51.425636 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127339d1-0285-4abe-a331-4a33ebb14f1f None None] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:51.571200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] Provisioning complete for port d7f287bf-f6d2-48f9-8ba9-119654153d7f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:51.571200 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.688834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d7f287bf-f6d2-48f9-8ba9-119654153d7f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:51.817999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.840087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d7f287bf-f6d2-48f9-8ba9-119654153d7f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:51.840455 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.849687 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:50Z', 'revision_number': 3, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:51.904431 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:51.904790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Updating router a9357d27-d751-4447-b354-81e31e20f032 port a8410b0d-f0f8-46a1-90e4-283a0df87186 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:46:51.934260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] For port d7f287bf-f6d2-48f9-8ba9-119654153d7f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d7f287bf-f6d2-48f9-8ba9-119654153d7f,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:51.944788 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.953407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.003987 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.169855 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Allocated IP 172.20.0.1 (9cd68a1a-5481-4278-b3ec-3fc8d81df15f/005b262e-cffd-46f6-a7bd-75cfbac91e87/1c35547b-1152-44ee-a1c3-cfe501b4c1c5) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:52.269400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496b03e-4338-4482-88ad-6ed4f73a5677 None None] Pushing event updated for resources: {'Port': ['ID=d7f287bf-f6d2-48f9-8ba9-119654153d7f,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.275815 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.293480 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c32cc765-0c5e-46af-baea-cb30f798aad4 None None] Provisioning complete for port d7f287bf-f6d2-48f9-8ba9-119654153d7f triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:52.293850 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c32cc765-0c5e-46af-baea-cb30f798aad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.316550 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.349517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:52.352582 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:52.355176 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:52.396474 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Pushing event updated for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.409900 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.520682 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.527107 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.547098 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.578571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Attempting to bind port a8410b0d-f0f8-46a1-90e4-283a0df87186 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:52.578931 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Attempting to bind port a8410b0d-f0f8-46a1-90e4-283a0df87186 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:52.579311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Attempting to bind port a8410b0d-f0f8-46a1-90e4-283a0df87186 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:52.587024 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952d3b-96d5-4df9-95fa-92d4d2aaad69 None None] Pushing event updated for resources: {'Port': ['ID=a8410b0d-f0f8-46a1-90e4-283a0df87186,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.592240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:52.592605 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:52.592999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.593375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:52.594502 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Bound port: a8410b0d-f0f8-46a1-90e4-283a0df87186, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:52.594502 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.644696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] For port a8410b0d-f0f8-46a1-90e4-283a0df87186, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:52.647982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] For port a8410b0d-f0f8-46a1-90e4-283a0df87186, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a8410b0d-f0f8-46a1-90e4-283a0df87186,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:52.652379 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.718101 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.718417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:52.719084 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:52.723121 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.755580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-9a1c5ea7-a14d-48d1-befc-6d054575d256 None None] Provisioning complete for port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:52.755944 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5ea7-a14d-48d1-befc-6d054575d256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.780927 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952d3b-96d5-4df9-95fa-92d4d2aaad69 None None] Pushing event updated for resources: {'Port': ['ID=a8410b0d-f0f8-46a1-90e4-283a0df87186,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.792351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Pushing event updated for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.794876 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.839269 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c5ea7-a14d-48d1-befc-6d054575d256 None None] Port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:52.864397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:52.885454 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:52.886833 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:53.008051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:53.079879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 2, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:53.106143 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975897f-ef84-4e26-914f-40c864abaa9c None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 2, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:53.132710 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:53.137267 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-57f2c715-c4b1-4c40-b549-eaf89c12741c admin admin] 10.222.0.74 "PUT /v2.0/routers/a9357d27-d751-4447-b354-81e31e20f032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569090 Oct 20 11:46:53.159696 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-8fbc754d-f760-4bd6-ac04-31cbbc62b0e0 None None] Provisioning complete for port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:53.160001 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8fbc754d-f760-4bd6-ac04-31cbbc62b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.202322 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc754d-f760-4bd6-ac04-31cbbc62b0e0 None None] Port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:53.636912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d7f287bf-f6d2-48f9-8ba9-119654153d7f up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:53.651242 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48814) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:53.657106 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1952846396-network', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:53.682553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Made reservation on behalf of 438a17bdd1c443a19cf0dc8206f9d91b for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:53.684940 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.690540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port d7f287bf-f6d2-48f9-8ba9-119654153d7f triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:53.690968 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.695087 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.800464 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.804665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.829792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:53.840544 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a0835f-f394-4a6e-9217-76004d622da1,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:53.845984 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.846350 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Added segment 66bbe57e-0901-4b08-a82c-4177440e8f82 of type vlan for network 428a10f7-928c-42ab-bbff-94fcf737f6a3 Oct 20 11:46:53.891719 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.918713 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.919851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:53.920459 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.956717 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3036244 Oct 20 11:46:53.959417 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48816) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:53.964434 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Request body: {'subnet': {'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1952846396-subnet', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'ip_version': 4}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:54.001787 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf96da-7e0f-4661-b345-dc8a23d9b95c admin admin] Pushing event updated for resources: {'Network': ['ID=428a10f7-928c-42ab-bbff-94fcf737f6a3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.013345 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:54.016861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Made reservation on behalf of 438a17bdd1c443a19cf0dc8206f9d91b for: {'subnet': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:54.019882 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9651811'] for subnet, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.206805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10307536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9651837'] for subnet, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.265124 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a9ef20-0375-4d50-acec-b76b1cbfe4cb,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.273570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Checking segment: {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:54.273933 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Network hostable DHCP agents. Network: 428a10f7-928c-42ab-bbff-94fcf737f6a3, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:54.290488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:54.302867 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 428a10f7-928c-42ab-bbff-94fcf737f6a3) {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:54.307054 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:54.307578 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.314647 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17bfdd-36fa-4cc4-8e47-d9accc352452 None None] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:54.325814 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a2778027-1ef1-47fe-8f22-0830d1b82660 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3653302 Oct 20 11:46:54.328290 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48818) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:54.332913 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:54.357306 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.358555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.418102 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.470796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-428a10f7-928c-42ab-bbff-94fcf737f6a3', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:54.471812 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.553777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.604922 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Allocated IP 172.20.0.2 (428a10f7-928c-42ab-bbff-94fcf737f6a3/e5a9ef20-0375-4d50-acec-b76b1cbfe4cb/6919e261-a073-4557-8d14-7f9d915a8140) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:54.754774 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.761266 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.762454 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.781946 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.805663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:54.811653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Pushing event updated for resources: {'Port': ['ID=6919e261-a073-4557-8d14-7f9d915a8140,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.814130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:54.816417 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:54.873442 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Attempting to bind port 6919e261-a073-4557-8d14-7f9d915a8140 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:54.874358 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Attempting to bind port 6919e261-a073-4557-8d14-7f9d915a8140 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:54.874736 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Attempting to bind port 6919e261-a073-4557-8d14-7f9d915a8140 on network 428a10f7-928c-42ab-bbff-94fcf737f6a3 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:54.880311 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:54.880690 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Checking segment: {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:54.881092 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.881494 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Bound using segment: {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:54.881971 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Bound port: 6919e261-a073-4557-8d14-7f9d915a8140, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:54.882357 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.894152 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Allocated IP 172.25.3.55 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/c3aa4a52-1f26-4265-8e2c-cf93c02e0389) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:54.946512 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] For port 6919e261-a073-4557-8d14-7f9d915a8140, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:54.949981 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] For port 6919e261-a073-4557-8d14-7f9d915a8140, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6919e261-a073-4557-8d14-7f9d915a8140,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:54.953762 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.999911 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.010223 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acd210-3a0a-4b47-be79-9e17a891c53a None None] Pushing event updated for resources: {'Port': ['ID=6919e261-a073-4557-8d14-7f9d915a8140,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.043509 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.085063 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:55.087968 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:55.091382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:55.099853 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Pushing event updated for resources: {'Port': ['ID=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.127275 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:55.138066 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:55.138733 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.257606 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:55.380939 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.462597 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 2, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.490637 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:55.491010 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Updating router a9357d27-d751-4447-b354-81e31e20f032 port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:46:55.514959 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.575316 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.735202 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6919e261-a073-4557-8d14-7f9d915a8140 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:55.742451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:46:55.798076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6919e261-a073-4557-8d14-7f9d915a8140 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:55.799140 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.817689 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.825619 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.882270 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Pushing event updated for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.883559 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:55.896842 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.900507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Sync routers for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:55.913616 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.914176 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.914710 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.915385 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.915931 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.916466 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.916974 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.917579 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.918143 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.918636 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.919138 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.919737 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:55.925456 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.927953 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8f4aa5b-0ebf-482f-834b-d35ce1906c7e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5983691 Oct 20 11:46:55.930924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48820) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:55.935723 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:55.936599 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.965744 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Attempting to bind port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:55.966509 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Attempting to bind port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:55.967202 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Attempting to bind port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:55.973586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:55.974237 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:55.974789 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.975349 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Bound using segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:55.975986 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Bound port: 1c35547b-1152-44ee-a1c3-cfe501b4c1c5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:55.976726 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.049715 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] For port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:56.053479 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] For port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:56.059942 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.082394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:56.086176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 6919e261-a073-4557-8d14-7f9d915a8140, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6919e261-a073-4557-8d14-7f9d915a8140,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:56.121885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.122677 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a8410b0d-f0f8-46a1-90e4-283a0df87186 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:56.248862 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:56.249617 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:56.250153 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7e03b-4bea-463f-b3dd-a5cbb3609dc3 None None] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:56.296100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=6919e261-a073-4557-8d14-7f9d915a8140,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:56.304231 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d57d-6a09-4823-9491-f29dd0b813c2 None None] Pushing event updated for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:56.394176 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:56.399055 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Provisioning complete for port 6919e261-a073-4557-8d14-7f9d915a8140 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:56.399583 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.499015 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a8410b0d-f0f8-46a1-90e4-283a0df87186 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:56.499998 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.623152 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:56.657951 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e850646-4895-4d3c-ac22-b5a7e0c674eb None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:56.803370 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.869653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.878545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:55Z', 'revision_number': 3, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:56.914782 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Provisioning complete for port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:56.915162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.919783 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Checking router: 948e46d3-fb41-4a60-b950-f2bb1f60fea7 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:56.919944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Updating router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:46:56.960539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port a8410b0d-f0f8-46a1-90e4-283a0df87186, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a8410b0d-f0f8-46a1-90e4-283a0df87186,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:56.970730 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.004131 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.024475 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Allocated IP 172.20.0.1 (428a10f7-928c-42ab-bbff-94fcf737f6a3/e5a9ef20-0375-4d50-acec-b76b1cbfe4cb/37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:57.068984 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=a8410b0d-f0f8-46a1-90e4-283a0df87186,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.129770 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.164093 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.172586 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.205955 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:57.208918 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:57.212462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:57.239117 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Pushing event updated for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.256991 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.258346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] For port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:57.265599 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.343212 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251923-1dd3-465e-986d-f0b7701a06ed None None] Pushing event updated for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.406063 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.407505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-93bbcb68-a5e3-49a1-98a1-972fd716d3d3 None None] Provisioning complete for port 6919e261-a073-4557-8d14-7f9d915a8140 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:57.408199 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bbcb68-a5e3-49a1-98a1-972fd716d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.413623 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.432373 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.504621 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b2f3c-b1b2-4cca-a968-ae9a96cf4985 None None] Pushing event updated for resources: {'Port': ['ID=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.508179 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Attempting to bind port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:57.508543 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Attempting to bind port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:57.508902 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Attempting to bind port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:57.516184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:57.516552 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:57.516945 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.517328 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:57.517791 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Bound port: c3aa4a52-1f26-4265-8e2c-cf93c02e0389, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:57.518688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.581220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.586820 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.598314 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] For port c3aa4a52-1f26-4265-8e2c-cf93c02e0389, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:57.602181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] For port c3aa4a52-1f26-4265-8e2c-cf93c02e0389, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:57.609764 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-93bbcb68-a5e3-49a1-98a1-972fd716d3d3 None None] Provisioning complete for port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:57.610324 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-93bbcb68-a5e3-49a1-98a1-972fd716d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.613233 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.661741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Pushing event updated for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.664577 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.699734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:57.729773 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:57.730397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:57.767307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:57.768095 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b2f3c-b1b2-4cca-a968-ae9a96cf4985 None None] Pushing event updated for resources: {'Port': ['ID=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.769356 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:57.883077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:57.883632 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.896710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:57.917751 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:58.011911 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:58.017003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-2245b2c7-2f0b-4834-8843-a7cfd986fef3 admin admin] 10.222.0.74 "PUT /v2.0/routers/948e46d3-fb41-4a60-b950-f2bb1f60fea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0851917 Oct 20 11:46:58.081573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-f4c9035e-0213-4c7e-beee-776c7fdd882d None None] Provisioning complete for port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:58.081956 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c9035e-0213-4c7e-beee-776c7fdd882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.125240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6919e261-a073-4557-8d14-7f9d915a8140 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:58.166796 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9035e-0213-4c7e-beee-776c7fdd882d None None] Port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:58.225253 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 6919e261-a073-4557-8d14-7f9d915a8140 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:58.225620 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.265280 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0', 'name': '', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'mac_address': 'fa:16:3e:bd:2b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:56Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 2, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'subnets': [{'id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:58.296061 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca16156-f0e9-44db-a7c0-b6153a37cf1d None None] The sync data for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 is: [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0', 'name': '', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'mac_address': 'fa:16:3e:bd:2b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:56Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 2, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'subnets': [{'id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:58.342423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a8410b0d-f0f8-46a1-90e4-283a0df87186 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:58.393089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a8410b0d-f0f8-46a1-90e4-283a0df87186 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:58.393948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.588645 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-95c1f3d1-a8c2-406e-b13a-7145d0d357a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.603734 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48828) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:58.608472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754617789', 'description': 'tempest-secgroup-smoke-754617789 description', 'project_id': '729e3f6377b542d0b63ee7705f5c7299'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:58.631958 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.704382 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.709130 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.739286 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.740452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1356819 Oct 20 11:46:58.742349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546cc3-f17f-4fad-90d8-133ff92a650f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6548aa5-87e4-4085-98c8-2a10a5bff20d,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:58.743678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 48830) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:58.748574 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:58.781873 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.844146 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.848805 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.863932 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09b446b-5e77-4bf4-83c1-8c487d7b4cac,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:58.880236 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.884328 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48832) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:58.884633 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-72ba9830-4a1e-4d94-b455-8fccde317ab4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396656 Oct 20 11:46:58.890072 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:58.920160 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.006301 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.011612 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.028044 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f1ba54-9530-4aec-a166-464d28ee1e5f,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.039479 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.040772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bda151eb-4207-4e44-8593-23c980f25b1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549177 Oct 20 11:46:59.043611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48834) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:59.048507 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:59.079054 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.140023 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.143875 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.163039 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261adc6b-9483-4fe4-ae8a-79939d062f9d,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.171344 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.172664 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3cb181c4-c5bf-4eee-8a89-9c0531232391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280692 Oct 20 11:46:59.175940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48836) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:59.180435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:59.207800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.273391 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.277567 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.298226 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1d82c8-63d8-4e7e-927f-51333cd66f1e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.308778 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.310042 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3cadacbb-2ee6-4b02-a150-cd43570a8546 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331463 Oct 20 11:46:59.312718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48838) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:59.317754 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:59.341349 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Project 729e3f6377b542d0b63ee7705f5c7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:46:59.348171 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.416469 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.420227 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.441364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78617c43-04d3-496e-8c14-905f62602583,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.447163 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.448776 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7ac71578-89b8-4a73-ad0a-24b99b46ec98 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350610 Oct 20 11:46:59.451795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48840) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:59.457140 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': 'b6548aa5-87e4-4085-98c8-2a10a5bff20d', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:59.479263 n-d-802060-17 neutron-server[100747]: INFO neutron.db.securitygroups_db [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Project 729e3f6377b542d0b63ee7705f5c7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:46:59.484508 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.546659 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.550908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.569234 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6958cc8-7aec-4c31-a8a8-a632a5eb874e,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.577051 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.579385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-bbcd19e6-2da9-465f-a071-b4fd17059974 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265171 Oct 20 11:46:59.668909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c3aa4a52-1f26-4265-8e2c-cf93c02e0389 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:59.721022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:59.721447 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.786132 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-df626110-f39f-4aad-9a4b-417de0d7ea35 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754617789&fields=id&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 267 time: 0.0321102 Oct 20 11:46:59.806060 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.827506 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port c3aa4a52-1f26-4265-8e2c-cf93c02e0389, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:59.832555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:59.880071 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:59.903121 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-8cf1fa55-c346-433b-90b7-5ac81b88f1bd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.904657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-8cf1fa55-c346-433b-90b7-5ac81b88f1bd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 808 time: 0.1109352 Oct 20 11:46:59.919579 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-8b764e0b-f90a-4a3c-9d51-6bd01091d987 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/quotas/729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 375 time: 0.0088406 Oct 20 11:46:59.970278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-56db94bf-e90e-4b92-81b9-ad5a0a2534ae tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455806 Oct 20 11:47:00.157393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-6e341215-f1b4-4b9d-995e-2d48e4153792 service neutron] 10.222.0.74 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751297 Oct 20 11:47:00.249097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-0b506a74-4591-4ad6-b10c-356603ef7659 service neutron] 10.222.0.74 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Oct 20 11:47:00.419555 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-5b36a024-514e-4fff-bfde-1401fdaf9601 req-9755e964-d8dc-4b91-9a5b-cd5ae230374b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 210 time: 0.0327199 Oct 20 11:47:00.522640 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Sync routers for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:47:00.531625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:00.532215 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:00.638440 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:47:00.836624 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0', 'name': '', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'mac_address': 'fa:16:3e:bd:2b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:56Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 2, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'subnets': [{'id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:00.862411 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Checking router: 948e46d3-fb41-4a60-b950-f2bb1f60fea7 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:47:00.862760 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Updating router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:47:00.891815 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.151638 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.156689 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.206635 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41f80-b4ab-4e15-b169-e872a26de859 None None] Pushing event updated for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.255659 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Attempting to bind port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:01.256026 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Attempting to bind port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:01.256403 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Attempting to bind port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 on network 428a10f7-928c-42ab-bbff-94fcf737f6a3 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:01.261567 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:01.261935 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Checking segment: {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:01.262325 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.262712 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Bound using segment: {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:01.263199 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Bound port: 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bbe57e-0901-4b08-a82c-4177440e8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:01.263576 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.329008 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] For port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:01.334586 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] For port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:01.339172 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.404696 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:01.405232 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:46:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:01.426524 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] Provisioning complete for port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:01.427055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.447021 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41f80-b4ab-4e15-b169-e872a26de859 None None] Pushing event updated for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.481544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-7999bd4a-6293-48da-96f4-25431bd2f72f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:01.483765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-7999bd4a-6293-48da-96f4-25431bd2f72f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 808 time: 0.1258447 Oct 20 11:47:01.548866 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-8137f07c-a62e-4e1a-ab0b-08a2c869bbde tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 379 time: 0.0488541 Oct 20 11:47:01.564131 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-81c920d1-e8d9-4783-a297-49c935c85966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.565750 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:47:01.576292 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'port': {'device_id': '894a8754-5b93-4afb-a668-191e39ef1f07', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'admin_state_up': True, 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'security_groups': ['b6548aa5-87e4-4085-98c8-2a10a5bff20d']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:01.590075 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.613340 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d16c2a74-ebe5-42d7-8f6d-d2540b97ea8e req-1c64cba0-28d1-46cb-8232-d0167170932d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 210 time: 0.0556951 Oct 20 11:47:01.656383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] For port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:01.662348 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.741375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a526a-eb47-478e-84ad-25c952f43505 None None] Pushing event updated for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.749662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:01.764493 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Made reservation on behalf of 729e3f6377b542d0b63ee7705f5c7299 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:01.769284 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.803822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-dbccd544-0764-4b1b-81c0-637ed74b701a None None] Provisioning complete for port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:01.804189 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-dbccd544-0764-4b1b-81c0-637ed74b701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.849312 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0', 'name': '', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'mac_address': 'fa:16:3e:bd:2b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:56Z', 'updated_at': '2021-10-20T11:47:01Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'subnets': [{'id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:01.853067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:01.853414 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.878234 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c4328-9bc4-41e7-9e5d-33d01823bda3 None None] The sync data for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 is: [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0', 'name': '', 'network_id': '428a10f7-928c-42ab-bbff-94fcf737f6a3', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'mac_address': 'fa:16:3e:bd:2b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:56Z', 'updated_at': '2021-10-20T11:47:01Z', 'revision_number': 4, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'subnets': [{'id': 'e5a9ef20-0375-4d50-acec-b76b1cbfe4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:47:01.915132 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Allocated IP 172.20.0.4 (9cd68a1a-5481-4278-b3ec-3fc8d81df15f/005b262e-cffd-46f6-a7bd-75cfbac91e87/ebc15c69-1a49-4d1a-89d0-79f58a1c4831) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:01.933547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.989400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c3aa4a52-1f26-4265-8e2c-cf93c02e0389 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:02.037809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:02.038329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.072796 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.113302 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.162847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:02.168583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:02.172337 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:02.201245 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:02.238878 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.239653 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.258360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ac19c755-3277-4210-abbe-cfee2504a6b2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6988008 Oct 20 11:47:02.271850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Request body: {'port': {'device_id': '894a8754-5b93-4afb-a668-191e39ef1f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:02.330046 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.464461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ea0397a2-ddfc-490d-8fdd-5275817f9d66 None None] Provisioning complete for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:02.464946 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ea0397a2-ddfc-490d-8fdd-5275817f9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.508258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ea0397a2-ddfc-490d-8fdd-5275817f9d66 None None] Port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:47:02.611435 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:02.618833 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.630719 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Transition to ACTIVE for port object ebc15c69-1a49-4d1a-89d0-79f58a1c4831 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:47:02.634570 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.687271 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:02.788633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2737c-ffe5-4961-8146-15ae1675624b req-145e07d4-7faa-447b-b8cf-ae0b69cea8cd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.790191 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53a2737c-ffe5-4961-8146-15ae1675624b req-145e07d4-7faa-447b-b8cf-ae0b69cea8cd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 943 time: 0.0985622 Oct 20 11:47:02.806677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:02.807038 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:02.807375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:02.819555 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:47:02.819888 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:02.828258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:02.828604 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:02.828987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Bound using segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:02.829422 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Bound port: ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:02.829782 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.855498 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-53a2737c-ffe5-4961-8146-15ae1675624b req-ae0e0984-61a6-40ab-8bb7-e5429dcce594 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589542 Oct 20 11:47:02.904789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:02.907782 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:02.912881 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.947080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.947800 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.949110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] 10.222.0.70 "PUT /v2.0/ports/ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1092 time: 0.6822929 Oct 20 11:47:02.949546 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:02.951865 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4781b729-7845-4ba2-ad06-a47e6600ae8f" -d '{"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:02.976322 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124701-00e8-4acc-8d4e-c5016ef7c964 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:02.996995 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96a8ad-23f0-45bb-86cb-958fa49fc433 x-openstack-request-id: req-1b96a8ad-23f0-45bb-86cb-958fa49fc433 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:02.997371 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:02.997693 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b96a8ad-23f0-45bb-86cb-958fa49fc433 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:02.998265 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'status': 'completed', 'code': 200} Oct 20 11:47:03.045567 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.055948 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-4dc71510-8b7e-4b77-acfb-536250b1080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.057482 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-4dc71510-8b7e-4b77-acfb-536250b1080a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1095 time: 0.0576644 Oct 20 11:47:03.101205 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-1139c909-76b3-4187-b577-2badba3c5516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 217 time: 0.0361078 Oct 20 11:47:03.151621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-dc61db06-8b01-4dac-931c-2329dfd31c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.153250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-dc61db06-8b01-4dac-931c-2329dfd31c50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0458989 Oct 20 11:47:03.202401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-b10bbb4c-5bf9-4009-b334-8635415eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.203851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-b10bbb4c-5bf9-4009-b334-8635415eaf97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432475 Oct 20 11:47:03.291824 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-42e42c43-34ca-4210-9bb3-5ec745284a7a service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805631 Oct 20 11:47:03.384601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e884f3cb-2f7b-40b4-b114-4e8808bf4650 req-83841ce0-3f46-45fc-ad0b-0b15b21fecc7 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857165 Oct 20 11:47:03.470247 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-11a92ec0-fc5d-4938-b1d3-9649c9c106ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.471814 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-11a92ec0-fc5d-4938-b1d3-9649c9c106ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1095 time: 0.0409653 Oct 20 11:47:03.566382 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-57f56f58-838d-422a-a053-707318d5e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.567917 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-57f56f58-838d-422a-a053-707318d5e3cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0895088 Oct 20 11:47:03.610075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-8a2ea91d-94cc-4b5f-8b25-e4c3affa6eaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 217 time: 0.0345216 Oct 20 11:47:03.638868 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:03.660937 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-49a68d83-044c-4c66-847d-cdd8f520843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.662450 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-49a68d83-044c-4c66-847d-cdd8f520843b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0437684 Oct 20 11:47:03.687060 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:03.687426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.709577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-dc6f6fdd-2e25-4fc1-9dcc-95e1c866b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.711111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-dc6f6fdd-2e25-4fc1-9dcc-95e1c866b758 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403714 Oct 20 11:47:03.808909 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-eeceeb57-c543-423c-b9d6-8fc0244867d4 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Oct 20 11:47:03.908370 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4781b729-7845-4ba2-ad06-a47e6600ae8f req-87bab366-9ad6-4dc3-b71f-e0a2361d096e service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912864 Oct 20 11:47:03.974677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee17e-529c-49cd-9b1f-4b166dd87857 req-ac4f102d-4886-49aa-a76d-59e3c2fbfe6c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.976193 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce6ee17e-529c-49cd-9b1f-4b166dd87857 req-ac4f102d-4886-49aa-a76d-59e3c2fbfe6c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Oct 20 11:47:04.014395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce6ee17e-529c-49cd-9b1f-4b166dd87857 req-60d90106-5537-4a30-94bf-f2dfe0a1f71d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Oct 20 11:47:04.571840 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:04.820879 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:47:04.914378 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:04.925732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:47:04.962307 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:04.974685 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:04.994077 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:04.997465 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.045666 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:05.130471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7bf7-6a43-44b7-a78f-0363ec4247d6 req-df86dae7-6c1a-4017-a539-4ca0da9ccc08 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:05.131873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3ea7bf7-6a43-44b7-a78f-0363ec4247d6 req-df86dae7-6c1a-4017-a539-4ca0da9ccc08 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0480154 Oct 20 11:47:05.168637 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e3ea7bf7-6a43-44b7-a78f-0363ec4247d6 req-a2e97dae-36ea-40da-b387-c138400ea815 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Oct 20 11:47:05.201447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc15c69-1a49-4d1a-89d0-79f58a1c4831'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:06.284940 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93542e94-7425-4822-bcf8-66d82e413fde req-710e47b3-ce66-4fdc-b448-150ceb5b1788 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:06.286420 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93542e94-7425-4822-bcf8-66d82e413fde req-710e47b3-ce66-4fdc-b448-150ceb5b1788 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0526297 Oct 20 11:47:06.323819 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-93542e94-7425-4822-bcf8-66d82e413fde req-89429667-6296-4f76-b5b2-7b1c2c13ec4d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Oct 20 11:47:06.835348 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:06.883313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:47:06.886862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:06.887259 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.961508 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.985341 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:06.987603 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98bd8fe-0e74-4a8c-8f50-4697709042b5" -d '{"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:06.999706 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:07.004549 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.027160 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698ceec4-3aad-426d-ba8c-a965465decae x-openstack-request-id: req-698ceec4-3aad-426d-ba8c-a965465decae {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:07.027447 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:07.027761 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-698ceec4-3aad-426d-ba8c-a965465decae {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:07.028148 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'code': 200} Oct 20 11:47:07.054372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:07.117977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc300ec-efc3-4d1e-93ad-ca868874d269 req-0e9525cd-b28b-4df6-87a3-6610adaa2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:07.119364 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc300ec-efc3-4d1e-93ad-ca868874d269 req-0e9525cd-b28b-4df6-87a3-6610adaa2214 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1097 time: 0.0393758 Oct 20 11:47:07.153082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ddc300ec-efc3-4d1e-93ad-ca868874d269 req-cd981df3-5972-4d14-ae50-714167f43cfe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268514 Oct 20 11:47:07.437652 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7355-47a0-407f-a5f1-c14ca597dca1 req-6fdd68e1-fe96-4ef1-b953-d9c96c980662 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:07.439045 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6fc7355-47a0-407f-a5f1-c14ca597dca1 req-6fdd68e1-fe96-4ef1-b953-d9c96c980662 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0496697 Oct 20 11:47:07.476082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b6fc7355-47a0-407f-a5f1-c14ca597dca1 req-e3220344-0b1e-40ff-aa86-48af01abf405 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Oct 20 11:47:08.596240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ade2-c937-41a0-a7bd-0ac7c97f47a0 req-cc93cf73-c5d6-41fc-ad25-5c81e6fcbb7b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:08.597704 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb50ade2-c937-41a0-a7bd-0ac7c97f47a0 req-cc93cf73-c5d6-41fc-ad25-5c81e6fcbb7b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Oct 20 11:47:08.635047 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cb50ade2-c937-41a0-a7bd-0ac7c97f47a0 req-baae544a-d670-4bb2-ad71-9349b0645ce9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Oct 20 11:47:08.745696 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b94fa-dddd-499d-b6ba-38da6173fefc req-3d5aac13-0c38-4cf9-a5b4-5bca3007cc63 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:08.747168 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-968b94fa-dddd-499d-b6ba-38da6173fefc req-3d5aac13-0c38-4cf9-a5b4-5bca3007cc63 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Oct 20 11:47:08.784595 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-968b94fa-dddd-499d-b6ba-38da6173fefc req-6ecbd9a1-2213-4b3d-a05d-aca8ec50da15 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Oct 20 11:47:08.805690 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48896) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:08.884312 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ceb2e4-9fce-412d-8ea0-4244bc2447f2 tempest-TestShelveInstance-174449878 tempest-TestShelveInstance-174449878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:08.885773 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e7ceb2e4-9fce-412d-8ea0-4244bc2447f2 tempest-TestShelveInstance-174449878 tempest-TestShelveInstance-174449878-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1092 time: 0.0791049 Oct 20 11:47:08.888649 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 48900) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:08.892796 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:08.914414 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.010730 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.111166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Allocated IP 172.25.3.172 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8d9d8d3a-1e52-446c-be69-1b15705bc139) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:09.212766 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.245312 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.280094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:09.282895 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:09.286984 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:09.312843 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=8d9d8d3a-1e52-446c-be69-1b15705bc139,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:09.911733 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.974398 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.120200 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.124601 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.195444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=8d9d8d3a-1e52-446c-be69-1b15705bc139,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:10.206476 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.304765 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Floating IP 58b457fb-e540-44bd-b0da-b904bbdb6f5a associated. External IP: 172.25.3.172, port: ebc15c69-1a49-4d1a-89d0-79f58a1c4831. Oct 20 11:47:10.505700 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:47:10.611188 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:47:10.620505 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:47:10.630420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.630809 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:10.631443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:47:02Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:10.657086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b3bf4a29-fc57-4efb-b281-87416c27ee54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7674549 Oct 20 11:47:10.657659 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:10.659981 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e" -d '{"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:10.736592 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:47:10.753130 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41307874-90ef-4fc7-be99-e1907cb295a5 x-openstack-request-id: req-41307874-90ef-4fc7-be99-e1907cb295a5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:10.753423 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:10.753667 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41307874-90ef-4fc7-be99-e1907cb295a5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:10.754067 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'status': 'completed', 'code': 200} Oct 20 11:47:10.814521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-62865182-bbf8-4489-8755-4959be04499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:10.816677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-62865182-bbf8-4489-8755-4959be04499e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1097 time: 0.0415463 Oct 20 11:47:10.915657 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-35884b76-61f5-4c99-98c8-5996151f3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:10.917165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-35884b76-61f5-4c99-98c8-5996151f3398 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0931883 Oct 20 11:47:10.984424 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-a9b97f47-4e5b-48b5-b205-8fbb1e7c3863 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 999 time: 0.0592079 Oct 20 11:47:11.035217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-761f33cc-3216-4ad2-8491-c9a2dfb408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.036670 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-761f33cc-3216-4ad2-8491-c9a2dfb408b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0443718 Oct 20 11:47:11.086504 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-f3b72b57-717f-4f5b-9537-34e5b1b59178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.087905 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-f3b72b57-717f-4f5b-9537-34e5b1b59178 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443935 Oct 20 11:47:11.111842 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '58b457fb-e540-44bd-b0da-b904bbdb6f5a', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a8754-5b93-4afb-a668-191e39ef1f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:47:09Z', 'updated_at': '2021-10-20T11:47:09Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:11.141190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:47:11.150041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:11.150646 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:47:02Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:11.178293 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-e8c1ebc2-f2c6-4658-aae1-9b0404e8b6ed service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Oct 20 11:47:11.255434 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:47:11.272349 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3e6366c1-ad13-4f2d-8a0a-a95abc1cc10e req-e232506d-289f-46f7-a752-60595ec32ed5 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876322 Oct 20 11:47:11.472847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '58b457fb-e540-44bd-b0da-b904bbdb6f5a', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a8754-5b93-4afb-a668-191e39ef1f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:47:09Z', 'updated_at': '2021-10-20T11:47:09Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:11.501653 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18298c-ef2e-4167-a008-87a0bb154f92 None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': '58b457fb-e540-44bd-b0da-b904bbdb6f5a', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a8754-5b93-4afb-a668-191e39ef1f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:47:09Z', 'updated_at': '2021-10-20T11:47:09Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:47:12.112282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f5f82-a064-4fa8-981d-a7f33af1b0ab None None] New status for floating IP 58b457fb-e540-44bd-b0da-b904bbdb6f5a: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:47:16.465783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.441432 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.603131 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:47:28.588929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9922-7f86-4c87-99b2-f5a4c2c3da3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.436195 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9064b4f6-2796-4deb-8463-3a119173f8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.886368 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.045418 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.574922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:46.476929 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.459840 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:58.589681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-392195e4-2548-402b-b57e-896f2bc4a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:59.858437 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-dba9670b-b898-4b43-8894-dd6064dfa7fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402095 Oct 20 11:47:59.937010 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-22ebe58b-13bd-4f34-847d-bdcf1156e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:59.938362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-22ebe58b-13bd-4f34-847d-bdcf1156e462 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1097 time: 0.0391841 Oct 20 11:48:00.043859 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-b627f238-2e7f-4cf4-aade-f9b74c3ca0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:00.045280 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-b627f238-2e7f-4cf4-aade-f9b74c3ca0c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0873535 Oct 20 11:48:00.109588 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-0779089c-c644-4f02-8396-c9d47ec488b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1001 time: 0.0572188 Oct 20 11:48:00.162520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-5510c375-dd8e-4810-8c4d-3e48f938abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:00.164005 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-5510c375-dd8e-4810-8c4d-3e48f938abd0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0476270 Oct 20 11:48:00.209729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-0bafb9c2-bfd1-4945-a12b-1893a0d0fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:00.211144 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-0bafb9c2-bfd1-4945-a12b-1893a0d0fe2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396516 Oct 20 11:48:00.299212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-fdd3a7d2-50ba-4ff7-b6a6-88b64a949dcf service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806928 Oct 20 11:48:00.392961 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d701b577-65ec-446c-af53-3d545d1c3f96 req-56478f85-e6f2-4b69-88d7-27137ec8df84 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866697 Oct 20 11:48:01.436903 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d85-3400-4f59-be4f-11ea00674309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:01.887482 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:03.045271 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.577954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.601397 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:48:16.492175 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.447897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.589970 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-87df9b80-0870-4367-9c3c-1628eac2ba52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.436804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2077ba84-5fd3-465d-9bfd-ad7707f232ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.890909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.048512 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.579957 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.600470 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:48:46.492084 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.470725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.590885 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a161-9c40-4cfb-84ec-5394156607fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.436538 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c99fcde8-9cbe-499e-9d24-06668986f552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.844102 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-51148fc2-9589-45fc-b577-2fc9346567ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410824 Oct 20 11:49:01.892300 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.925220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-febb4f4c-c894-477d-921b-5c126a624ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:01.926621 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-febb4f4c-c894-477d-921b-5c126a624ff8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1097 time: 0.0411043 Oct 20 11:49:02.032840 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-8b3ebcdb-44e4-4b8a-a767-6d6fd1e8a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:02.034292 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-8b3ebcdb-44e4-4b8a-a767-6d6fd1e8a499 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0873682 Oct 20 11:49:02.098615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-e00ccb31-f97f-4572-b1f0-c2694f892132 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1001 time: 0.0572438 Oct 20 11:49:02.149695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-91aed7af-609d-4c07-bf89-e955e0759a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:02.151100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-91aed7af-609d-4c07-bf89-e955e0759a5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0457106 Oct 20 11:49:02.195547 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-e8fe6e2d-a8d7-40f1-9e64-7aeb74f36916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:02.196904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-e8fe6e2d-a8d7-40f1-9e64-7aeb74f36916 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389493 Oct 20 11:49:02.291362 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-bca12ebe-1723-4c19-a027-dec353c03fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867858 Oct 20 11:49:02.381136 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2163fff9-5be5-4505-ba1b-b717cb70d0ed req-4f1819c9-8f53-4328-910e-54dcedce1b08 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827637 Oct 20 11:49:03.051232 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.583533 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.640621 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb9b20-784b-49d3-b1dc-73e54e43a8cf req-48b93556-ce70-4c85-8ca5-9b0305e3f4ef tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:06.642087 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dacb9b20-784b-49d3-b1dc-73e54e43a8cf req-48b93556-ce70-4c85-8ca5-9b0305e3f4ef tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Oct 20 11:49:06.682002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dacb9b20-784b-49d3-b1dc-73e54e43a8cf req-8c4c170e-cae3-436e-9b3e-bd1183b8cd36 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Oct 20 11:49:07.825741 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79261-ef7e-4cb7-925d-b1fb44eddd51 req-24673451-30cb-4bb7-b8ac-c25800519aa7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:07.827125 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03c79261-ef7e-4cb7-925d-b1fb44eddd51 req-24673451-30cb-4bb7-b8ac-c25800519aa7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0524032 Oct 20 11:49:07.864201 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-03c79261-ef7e-4cb7-925d-b1fb44eddd51 req-ff676164-748c-4eaf-bc88-782e6c323b3f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Oct 20 11:49:09.005795 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4964b6-a0cc-4b10-8c89-cc7cb266ddfa req-196aaf42-a935-4a30-b8ca-93ff5dd71f51 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:09.007250 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f4964b6-a0cc-4b10-8c89-cc7cb266ddfa req-196aaf42-a935-4a30-b8ca-93ff5dd71f51 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0482717 Oct 20 11:49:09.043936 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f4964b6-a0cc-4b10-8c89-cc7cb266ddfa req-e5b2cc71-864e-4162-b5e4-ec22ea69c4ec tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Oct 20 11:49:10.156561 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102330e-0bb0-4d49-95dd-f6f61e70b9f0 req-83be5bfa-9a6c-43a5-b1f7-548b76e64cf2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:10.158009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c102330e-0bb0-4d49-95dd-f6f61e70b9f0 req-83be5bfa-9a6c-43a5-b1f7-548b76e64cf2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Oct 20 11:49:10.195079 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c102330e-0bb0-4d49-95dd-f6f61e70b9f0 req-c1a60dfc-8283-43b8-80db-676d451d1dd2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Oct 20 11:49:11.310797 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049c5f-4d19-4870-a4c1-888c9aaf784b req-66d6b90c-bf42-4318-9409-765a5f7b3dba tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:11.312267 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a049c5f-4d19-4870-a4c1-888c9aaf784b req-66d6b90c-bf42-4318-9409-765a5f7b3dba tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Oct 20 11:49:11.348989 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6a049c5f-4d19-4870-a4c1-888c9aaf784b req-db073d88-aa7b-4dba-acef-1cccc6a180ac tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Oct 20 11:49:12.465722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc92b-ebf2-4bcd-b630-d1d906ba2774 req-7267160f-8df7-411e-926a-df090d6a2ba3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:12.467207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d6bc92b-ebf2-4bcd-b630-d1d906ba2774 req-7267160f-8df7-411e-926a-df090d6a2ba3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Oct 20 11:49:12.503718 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4d6bc92b-ebf2-4bcd-b630-d1d906ba2774 req-03c67e05-7823-42ed-877a-928d32daed04 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306308 Oct 20 11:49:13.619790 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f841e3-8e2f-4a8e-8f48-1cdd041779fd req-13d211d3-2354-4df2-a6ea-1cd879d86a92 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:13.621503 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45f841e3-8e2f-4a8e-8f48-1cdd041779fd req-13d211d3-2354-4df2-a6ea-1cd879d86a92 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Oct 20 11:49:13.659608 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45f841e3-8e2f-4a8e-8f48-1cdd041779fd req-38b3efc0-79b6-4aa9-ad38-d9182913221f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319245 Oct 20 11:49:14.777676 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a4485-e55a-4108-b731-913c17d450b5 req-f5331045-5d83-472a-a0fa-551f3236fa5e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:14.779164 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-582a4485-e55a-4108-b731-913c17d450b5 req-f5331045-5d83-472a-a0fa-551f3236fa5e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0528409 Oct 20 11:49:14.817255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-582a4485-e55a-4108-b731-913c17d450b5 req-ffa1cdf1-5e52-4cee-b201-d12ac0847af6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Oct 20 11:49:15.930187 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755b21-dcd8-4c38-9d21-04e4a76232c8 req-7a3d7f86-79e2-4e72-9411-80405ac3a469 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:15.931598 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba755b21-dcd8-4c38-9d21-04e4a76232c8 req-7a3d7f86-79e2-4e72-9411-80405ac3a469 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Oct 20 11:49:15.969690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ba755b21-dcd8-4c38-9d21-04e4a76232c8 req-454266b7-020c-45db-ab6b-3dceb288ec72 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Oct 20 11:49:16.490932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.081107 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c538974-75f8-417a-b6e7-cb02b19a04cf req-26bc103e-b83b-48e6-9fbc-564c4b0b1c0d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:17.082572 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c538974-75f8-417a-b6e7-cb02b19a04cf req-26bc103e-b83b-48e6-9fbc-564c4b0b1c0d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Oct 20 11:49:17.118423 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c538974-75f8-417a-b6e7-cb02b19a04cf req-d3f4cb73-4052-4cd1-a117-032a9663a8f6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Oct 20 11:49:17.480055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.237190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fcca-3b76-481d-ae25-d981da17bba8 req-668a6407-93f8-4239-a448-d7f5ec10a133 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:18.238667 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e406fcca-3b76-481d-ae25-d981da17bba8 req-668a6407-93f8-4239-a448-d7f5ec10a133 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0538266 Oct 20 11:49:18.276673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e406fcca-3b76-481d-ae25-d981da17bba8 req-2ebb7b5c-7cca-470d-b4cf-1b810ed92c18 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320785 Oct 20 11:49:18.600533 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:19.401640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afaa9-d583-4b6a-8df2-8b8b470b835d req-25a826e4-9998-4129-a518-c2f474eab6d0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:19.403837 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef0afaa9-d583-4b6a-8df2-8b8b470b835d req-25a826e4-9998-4129-a518-c2f474eab6d0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Oct 20 11:49:19.443581 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef0afaa9-d583-4b6a-8df2-8b8b470b835d req-993594c6-eb53-4fa7-b20d-14f9a985378c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Oct 20 11:49:19.531350 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:49:19.638519 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:19.651018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:49:19.690781 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.706044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:19.729205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:19.733675 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.790483 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:19.798974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.798974 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.799235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.800360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.800360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.800360 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.800620 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.800863 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.801182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.801521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.801812 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.802124 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:19.823336 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['ebc15c69-1a49-4d1a-89d0-79f58a1c4831'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:20.569987 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597250c-9662-4ff7-a203-5e872cfec842 req-2cf8a63d-231f-4e84-a39d-3def3b011759 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:20.571497 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7597250c-9662-4ff7-a203-5e872cfec842 req-2cf8a63d-231f-4e84-a39d-3def3b011759 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0519869 Oct 20 11:49:20.623254 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7597250c-9662-4ff7-a203-5e872cfec842 req-9ae882c5-d636-4113-aeb4-aacd0af3e7f0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441630 Oct 20 11:49:21.535638 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:49:21.589464 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:49:21.589740 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.682530 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.709787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:21.712250 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc373fcb-b6ad-4c0d-8166-940afb2235ce" -d '{"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:21.727012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:21.731509 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.788732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7bcd0-7e36-4aa3-958f-2e8e84dcaeee req-818577c6-66d3-48a3-87f1-c8ea25ee6bdd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:21.809304 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8a7bcd0-7e36-4aa3-958f-2e8e84dcaeee req-818577c6-66d3-48a3-87f1-c8ea25ee6bdd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0903916 Oct 20 11:49:21.814118 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.850341 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8a7bcd0-7e36-4aa3-958f-2e8e84dcaeee req-beaf99a0-2ad8-431e-9914-ea3de8ed188c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Oct 20 11:49:21.857327 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f359e-6b58-4910-ac05-8661e6ac451a x-openstack-request-id: req-e81f359e-6b58-4910-ac05-8661e6ac451a {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:21.857692 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:21.858014 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e81f359e-6b58-4910-ac05-8661e6ac451a {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:21.859116 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'code': 200} Oct 20 11:49:22.979217 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbd530-2f2c-448a-adf3-fe158907ab5d req-2fea93e7-45b3-4576-9170-c280038a575c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:22.988166 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1dbd530-2f2c-448a-adf3-fe158907ab5d req-2fea93e7-45b3-4576-9170-c280038a575c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0598857 Oct 20 11:49:23.031335 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a1dbd530-2f2c-448a-adf3-fe158907ab5d req-e3b41abc-c554-4bef-8057-a373c8e6c42e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Oct 20 11:49:24.152349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92376567-5e92-449e-b0d1-6b460cabd466 req-c4f157fc-4eff-43fd-9c91-86a4d9378bf9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:24.154780 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92376567-5e92-449e-b0d1-6b460cabd466 req-c4f157fc-4eff-43fd-9c91-86a4d9378bf9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Oct 20 11:49:24.199468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-92376567-5e92-449e-b0d1-6b460cabd466 req-c9437960-8e76-4b70-9588-26e61a183e65 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356960 Oct 20 11:49:25.329803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8933-dfc8-4126-8b47-bb17e4e68400 req-1a56ee1a-a43a-485d-a225-a09e1090e8d0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:25.331314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-803e8933-dfc8-4126-8b47-bb17e4e68400 req-1a56ee1a-a43a-485d-a225-a09e1090e8d0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0576253 Oct 20 11:49:25.373492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-803e8933-dfc8-4126-8b47-bb17e4e68400 req-6da395d8-f0f1-4c86-8a7f-dcd1c07d9555 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336242 Oct 20 11:49:26.498464 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8dfa7-1fed-46a4-a2ff-75c9a66a0012 req-7589487b-6806-426b-9b3c-db57b3ec9257 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:26.500270 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0f8dfa7-1fed-46a4-a2ff-75c9a66a0012 req-7589487b-6806-426b-9b3c-db57b3ec9257 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0527511 Oct 20 11:49:26.544702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e0f8dfa7-1fed-46a4-a2ff-75c9a66a0012 req-c38f7223-48c2-4a26-a25e-b95459b32ef8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346959 Oct 20 11:49:27.668655 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470273a-f353-4aa4-a580-8780e2465e64 req-17d30d60-cfc8-4bc2-b562-93a67579deca tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:27.676259 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0470273a-f353-4aa4-a580-8780e2465e64 req-17d30d60-cfc8-4bc2-b562-93a67579deca tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0594268 Oct 20 11:49:27.717086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0470273a-f353-4aa4-a580-8780e2465e64 req-7ebbd77f-e175-4367-ae4e-3be5827a7f4c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 Oct 20 11:49:28.592164 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-00a4e379-4e95-42b1-ba77-28ddb43d352f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:28.714113 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-eea8827e-8cb9-4ec3-a8ba-40f77479f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:28.715585 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-eea8827e-8cb9-4ec3-a8ba-40f77479f600 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1097 time: 0.0430048 Oct 20 11:49:29.115714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2d187-403b-4a2d-9c8d-0269ff1ddc15 req-f5ea6597-1217-4b76-b171-3d0f4a0a4d14 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:29.117165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30a2d187-403b-4a2d-9c8d-0269ff1ddc15 req-f5ea6597-1217-4b76-b171-3d0f4a0a4d14 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.3393230 Oct 20 11:49:29.118548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-9f7cf8d0-d80f-4ad6-a51a-719255998155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:29.119977 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-9f7cf8d0-d80f-4ad6-a51a-719255998155 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.3972759 Oct 20 11:49:29.196788 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-30a2d187-403b-4a2d-9c8d-0269ff1ddc15 req-ddd1e63f-f49b-4fe8-a7a8-622333c96166 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735919 Oct 20 11:49:29.205300 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-36de389f-8646-4ff1-ae78-3a296703a2e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1001 time: 0.0762215 Oct 20 11:49:29.255241 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-126f6142-9b1a-4574-9b0f-7f747fc4b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:29.256630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-126f6142-9b1a-4574-9b0f-7f747fc4b2e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0443830 Oct 20 11:49:29.304050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-c4c53f56-9ae7-465f-9220-5c6aa92869aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:29.305520 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-c4c53f56-9ae7-465f-9220-5c6aa92869aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420415 Oct 20 11:49:29.399413 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-b778339f-0b08-4271-aa53-a0afa8b3f47d service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807030 Oct 20 11:49:29.489628 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4fe3b64d-110e-4384-86d0-b5d0d1254f28 req-a472a34e-930e-43d0-b49f-cfe050c87f31 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836835 Oct 20 11:49:30.311860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd044-5fb0-4428-8c64-b778263466ba req-50abb0ea-68bd-42e2-9a65-81ae9a89a794 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:30.313330 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-340fd044-5fb0-4428-8c64-b778263466ba req-50abb0ea-68bd-42e2-9a65-81ae9a89a794 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Oct 20 11:49:30.349738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-340fd044-5fb0-4428-8c64-b778263466ba req-22c94f7f-8a1c-4789-947d-7e7e5f59e72c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305359 Oct 20 11:49:31.437711 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7bbeac63-5f85-475a-9596-c3a272d1abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:31.474293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eac7e-e45f-471b-86ca-96c66d123a62 req-a89517dd-6cb9-48d9-a2a3-160ec5430d43 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:31.475762 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d7eac7e-e45f-471b-86ca-96c66d123a62 req-a89517dd-6cb9-48d9-a2a3-160ec5430d43 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Oct 20 11:49:31.517203 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d7eac7e-e45f-471b-86ca-96c66d123a62 req-daa8eb50-51d8-4a8a-af06-a44cc0ef24e0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Oct 20 11:49:31.583999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-2c5f646b-e8cd-497d-ac0b-b44ab54756ad req-6ec09504-43e8-4cc6-a84e-5965c39212b2 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:49:31.584964 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c5f646b-e8cd-497d-ac0b-b44ab54756ad req-6ec09504-43e8-4cc6-a84e-5965c39212b2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053711 Oct 20 11:49:31.608064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:31.684135 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:31.706573 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:31.708811 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f79cd3d-7f60-4985-8cb1-d8daad8e94f0" -d '{"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:31.720752 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:31.725140 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:31.747243 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfd04b2-4b88-494c-afbc-e21d885b1465 x-openstack-request-id: req-1bfd04b2-4b88-494c-afbc-e21d885b1465 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:31.747521 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-unplugged", "status": "failed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:31.747766 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bfd04b2-4b88-494c-afbc-e21d885b1465 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:31.748145 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'code': 422} returned with failed status Oct 20 11:49:31.773628 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:31.891753 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.754024 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e772af6-98f7-4575-b0f1-bdc137bb9a2a req-62cfa16c-e32b-4c0e-b80e-d903971192e0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:32.755554 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e772af6-98f7-4575-b0f1-bdc137bb9a2a req-62cfa16c-e32b-4c0e-b80e-d903971192e0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 943 time: 0.0493548 Oct 20 11:49:32.794357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9e772af6-98f7-4575-b0f1-bdc137bb9a2a req-33ac3ea5-ea74-4e3d-be10-306e38ddf0eb tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Oct 20 11:49:33.003851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49098) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:33.055168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.082564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-fdbb7df0-a2de-4d83-af07-c9d8b17db9ca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775578 Oct 20 11:49:33.091926 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-9c95bff0-60f8-4283-a2c2-06a8603fbd9d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:49:33.092935 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-9c95bff0-60f8-4283-a2c2-06a8603fbd9d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054767 Oct 20 11:49:33.910732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944235e5-5f0f-4cc3-ada0-c839e6889905 req-766ee518-11e9-47c5-9b1a-e5ab66c82b29 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:33.912287 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-944235e5-5f0f-4cc3-ada0-c839e6889905 req-766ee518-11e9-47c5-9b1a-e5ab66c82b29 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 943 time: 0.0490148 Oct 20 11:49:33.950082 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-944235e5-5f0f-4cc3-ada0-c839e6889905 req-4f9672b0-d175-4e0e-8aaa-60edf48b6721 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Oct 20 11:49:33.963888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-7bbf79d1-1c67-4680-8c8d-26f5f7be1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:33.965374 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-7bbf79d1-1c67-4680-8c8d-26f5f7be1fe6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 1095 time: 0.0898046 Oct 20 11:49:33.976790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-38b43b51-5056-42b2-a231-d805ca36d33e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:49:33.977710 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-38b43b51-5056-42b2-a231-d805ca36d33e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047855 Oct 20 11:49:33.990030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-17', 'device_owner': 'compute:nova'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:34.043751 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.524676 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:34.555438 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h1-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:49:34.585421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.588950 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:34.596365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.608150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Transition to ACTIVE for port object ebc15c69-1a49-4d1a-89d0-79f58a1c4831 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:49:34.611452 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.685028 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=9']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:34.703836 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.704178 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.704507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.704847 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.705232 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.705504 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.705826 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.706145 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.706467 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.706785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.707130 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.707446 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:34.744665 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] No DVR routers for this DVR port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on host n-h1-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:34.881511 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:49:34.881888 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:49:34.882165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:34.886333 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:49:34.886643 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Attempting to bind port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:34.891310 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:49:34.891637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:49:34.892013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Bound using segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:49:34.892427 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Bound port: ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:49:34.892760 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.953463 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:49:34.956379 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:49:34.960978 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.996030 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:34.996664 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.998193 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] 10.222.0.83 "PUT /v2.0/ports/ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1092 time: 1.0125365 Oct 20 11:49:35.001056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:35.003912 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242a5ee-95a7-44db-9d7b-c69131e28172" -d '{"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:35.043820 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9ac2-da95-47fc-ae66-d2acca5bf182 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=10']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:35.065847 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79561c79-5f2e-4375-bf2c-5e9225d5fb99 x-openstack-request-id: req-79561c79-5f2e-4375-bf2c-5e9225d5fb99 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:35.066079 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:35.066286 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-79561c79-5f2e-4375-bf2c-5e9225d5fb99 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:35.066851 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'status': 'completed', 'code': 200} Oct 20 11:49:35.074595 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621b5b-00c1-496c-a527-bff4f4263ac3 req-c8f4555b-20ac-4870-9324-f4004fd88eb0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.081856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84621b5b-00c1-496c-a527-bff4f4263ac3 req-c8f4555b-20ac-4870-9324-f4004fd88eb0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0616689 Oct 20 11:49:35.085399 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-378481dd-079a-40aa-a663-2878b6288de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.086913 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-378481dd-079a-40aa-a663-2878b6288de7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1096 time: 0.0577672 Oct 20 11:49:35.116926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-84621b5b-00c1-496c-a527-bff4f4263ac3 req-912ebb76-a861-4ad7-bb21-5de5d8bfe0a4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341585 Oct 20 11:49:35.183845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-85a9cb7b-009e-473a-ae7f-210777385db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.185334 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-85a9cb7b-009e-473a-ae7f-210777385db8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0911324 Oct 20 11:49:35.256212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-87113836-dee7-4a57-9c76-204ce734dd53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 999 time: 0.0621085 Oct 20 11:49:35.308494 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-88f21969-5468-4ecc-b6a8-e55424d96f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.309962 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-88f21969-5468-4ecc-b6a8-e55424d96f7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0465312 Oct 20 11:49:35.355788 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-bf00322e-644d-4e0d-9251-18549c8fd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.357163 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-bf00322e-644d-4e0d-9251-18549c8fd218 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398042 Oct 20 11:49:35.449766 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-d21fb9d6-9856-4fb2-a79e-617b43b41ee7 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 Oct 20 11:49:35.538341 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-b5dd659d-7907-472e-be3c-3e5bf5a85b86 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813229 Oct 20 11:49:35.615063 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:35.627330 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-f0552971-da25-407b-ba8d-b263876f5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.629191 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-f0552971-da25-407b-ba8d-b263876f5c91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1096 time: 0.0481708 Oct 20 11:49:35.656251 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:49:35.725885 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-6c1ebd85-ad1d-4b97-8117-386d615eddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.727478 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-6c1ebd85-ad1d-4b97-8117-386d615eddc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0900345 Oct 20 11:49:35.810099 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-8be2efee-f993-4530-a670-0b529d8ebb5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 999 time: 0.0747309 Oct 20 11:49:36.246622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4e4c4-63d8-4e3e-bf0d-a1a71c9e1597 req-9941f534-7260-4f8f-85bc-f76157222430 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:36.248297 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3da4e4c4-63d8-4e3e-bf0d-a1a71c9e1597 req-9941f534-7260-4f8f-85bc-f76157222430 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0577052 Oct 20 11:49:36.286833 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3da4e4c4-63d8-4e3e-bf0d-a1a71c9e1597 req-869dc7a6-17ee-4a6e-ac57-44ac21f619f5 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Oct 20 11:49:37.406478 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e42d-eb41-4272-8b68-99c8d0b0c85c req-5561766f-221b-4739-825a-e1741ff12dc7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:37.408029 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3637e42d-eb41-4272-8b68-99c8d0b0c85c req-5561766f-221b-4739-825a-e1741ff12dc7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0520751 Oct 20 11:49:37.453808 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3637e42d-eb41-4272-8b68-99c8d0b0c85c req-2cf5a515-0afe-4c24-ac22-8d2ae98a0c80 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Oct 20 11:49:38.574031 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112a2c0-b6fc-4d5a-9a6f-53aaf83d594f req-5a310157-f114-4333-a1fd-d2d9c54cb20b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:38.575589 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c112a2c0-b6fc-4d5a-9a6f-53aaf83d594f req-5a310157-f114-4333-a1fd-d2d9c54cb20b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0544648 Oct 20 11:49:38.618717 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c112a2c0-b6fc-4d5a-9a6f-53aaf83d594f req-df0937b7-7139-457e-9d02-b4b78e945503 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362520 Oct 20 11:49:39.737289 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56479b-fd17-4eb0-8fdb-aa1f49f93a77 req-380cbb74-aa89-4fa6-9c3c-e123c5239bb7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:39.738872 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c56479b-fd17-4eb0-8fdb-aa1f49f93a77 req-380cbb74-aa89-4fa6-9c3c-e123c5239bb7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0490775 Oct 20 11:49:39.781317 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2c56479b-fd17-4eb0-8fdb-aa1f49f93a77 req-84e517dd-de67-482b-a634-f248d5a973d4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Oct 20 11:49:40.902304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0c40d-1123-44d7-b5bf-643e66c507be req-0497a7b0-2cd9-412e-b6dd-2df9c785c045 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:40.903979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f0c40d-1123-44d7-b5bf-643e66c507be req-0497a7b0-2cd9-412e-b6dd-2df9c785c045 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0519900 Oct 20 11:49:40.945276 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-00f0c40d-1123-44d7-b5bf-643e66c507be req-d8eea36c-9c27-4135-bdad-3645e9f9adf3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345116 Oct 20 11:49:42.067521 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671333e-8cfe-4e48-8c66-8ac872f107ef req-440b5bfb-e99e-4dd7-aa0a-3f4857cbfc7a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:42.069156 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c671333e-8cfe-4e48-8c66-8ac872f107ef req-440b5bfb-e99e-4dd7-aa0a-3f4857cbfc7a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0551996 Oct 20 11:49:42.109131 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c671333e-8cfe-4e48-8c66-8ac872f107ef req-37192028-b5ac-45c6-8507-133440c13168 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340250 Oct 20 11:49:43.232318 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74911d-7f89-4e3f-9078-52aed1f618a6 req-d256be57-bb13-4c7d-9732-53f4c27aa4c0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:43.234337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c74911d-7f89-4e3f-9078-52aed1f618a6 req-d256be57-bb13-4c7d-9732-53f4c27aa4c0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0551724 Oct 20 11:49:43.277110 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0c74911d-7f89-4e3f-9078-52aed1f618a6 req-12a7900a-b418-4eb1-aafc-32f267d11d65 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364640 Oct 20 11:49:44.396307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee1b76-010e-4e22-80b4-50a929a6404d req-0dd3f966-67d5-4bd7-b095-71f42d70c90a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:44.397811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89ee1b76-010e-4e22-80b4-50a929a6404d req-0dd3f966-67d5-4bd7-b095-71f42d70c90a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0529428 Oct 20 11:49:44.438690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-89ee1b76-010e-4e22-80b4-50a929a6404d req-7acf84d3-f10f-4823-a8a2-17f59b1740f1 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345769 Oct 20 11:49:45.571179 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55685-c5f6-4678-96b5-b5398ac3bb35 req-8f8a27f2-6cac-4b2b-869a-4d272063b941 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:45.572560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fae55685-c5f6-4678-96b5-b5398ac3bb35 req-8f8a27f2-6cac-4b2b-869a-4d272063b941 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0607717 Oct 20 11:49:45.611360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fae55685-c5f6-4678-96b5-b5398ac3bb35 req-48e4c34c-e8fb-491e-9012-96096f910906 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Oct 20 11:49:46.466210 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-a74e91b9-8cc4-4a34-8ec1-2e93b25107d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:46.467671 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-a74e91b9-8cc4-4a34-8ec1-2e93b25107d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0499909 Oct 20 11:49:46.501296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:46.514439 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-527c0298-b2d4-4542-ab26-e1d5354fb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:46.515941 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-527c0298-b2d4-4542-ab26-e1d5354fb6ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403242 Oct 20 11:49:46.609591 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-524715ca-b929-4e59-8817-eaea7dadd85c service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826383 Oct 20 11:49:46.702228 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6242a5ee-95a7-44db-9d7b-c69131e28172 req-e4f26d11-cad6-4dfa-b572-6ac7746a7b1f service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842061 Oct 20 11:49:46.725324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde5b47-c200-4e2e-be14-393b763be305 req-3520bebc-906b-49a2-86d9-392811dd9220 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:46.726786 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fde5b47-c200-4e2e-be14-393b763be305 req-3520bebc-906b-49a2-86d9-392811dd9220 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Oct 20 11:49:46.764414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9fde5b47-c200-4e2e-be14-393b763be305 req-5f62f37e-f3d4-4a6b-a72c-222710e8f285 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Oct 20 11:49:47.479790 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.877115 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc431-4bf1-4e18-9928-ba42ac3498ff req-f4802191-f758-49b6-a418-48526ad507ae tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:47.878542 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-943fc431-4bf1-4e18-9928-ba42ac3498ff req-f4802191-f758-49b6-a418-48526ad507ae tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Oct 20 11:49:47.915452 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-943fc431-4bf1-4e18-9928-ba42ac3498ff req-a2eb578b-5c40-4672-82f6-2d18e5d66712 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Oct 20 11:49:49.032921 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cbb4d-f167-4bf1-9a2c-1037e6f3439e req-4bdb8202-d7b6-4435-8afe-6870b909a0eb tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:49.034384 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-014cbb4d-f167-4bf1-9a2c-1037e6f3439e req-4bdb8202-d7b6-4435-8afe-6870b909a0eb tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 944 time: 0.0526271 Oct 20 11:49:49.070629 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-014cbb4d-f167-4bf1-9a2c-1037e6f3439e req-1d5ac2f1-79c6-43e7-8aed-6404908df2cf tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301955 Oct 20 11:49:49.150467 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:49:49.244581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:49.255516 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'port_id': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'mac_address': 'fa:16:3e:d7:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:49:49.292402 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.305035 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:49.324172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:49.327692 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.372730 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=11']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:49.573195 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['ebc15c69-1a49-4d1a-89d0-79f58a1c4831'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:50.184623 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6112f-2593-4694-94da-3b04cf964e4a req-7f384006-5b5d-4b7c-8bd3-9c4e51012e50 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:50.186078 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e6112f-2593-4694-94da-3b04cf964e4a req-7f384006-5b5d-4b7c-8bd3-9c4e51012e50 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Oct 20 11:49:50.222633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-57e6112f-2593-4694-94da-3b04cf964e4a req-ccd58e60-4664-40ef-8c0d-268fab960e33 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Oct 20 11:49:51.153661 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:49:51.204286 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:49:51.207886 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:49:51.208248 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.288400 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.312150 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:51.315158 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb04379-5f1a-4848-b04f-050649939773" -d '{"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:51.328430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:51.333405 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.348710 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8dd2-190c-43e5-a0e1-a031fc3a795f req-a0fa7323-8979-4572-8b56-95bdfed67391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:51.351095 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-482b8dd2-190c-43e5-a0e1-a031fc3a795f req-a0fa7323-8979-4572-8b56-95bdfed67391 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 945 time: 0.0566537 Oct 20 11:49:51.358337 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d4f8f-8b25-4bec-b46c-a1288a98b3bc x-openstack-request-id: req-099d4f8f-8b25-4bec-b46c-a1288a98b3bc {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:51.358624 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-plugged", "status": "completed", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:51.358875 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-099d4f8f-8b25-4bec-b46c-a1288a98b3bc {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:51.359282 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'code': 200} Oct 20 11:49:51.386129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=12']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:51.394881 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-482b8dd2-190c-43e5-a0e1-a031fc3a795f req-735ce8b2-7141-4660-96f2-a40c6a1600aa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371563 Oct 20 11:49:51.524344 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc7c37-47b0-4c0f-a986-71978af1d297 req-a623759f-875b-45b8-aa9f-b31c67602235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:51.525817 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cdc7c37-47b0-4c0f-a986-71978af1d297 req-a623759f-875b-45b8-aa9f-b31c67602235 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1098 time: 0.0454650 Oct 20 11:49:51.560172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-3cdc7c37-47b0-4c0f-a986-71978af1d297 req-e2ec5868-1c16-4311-9cc3-b74ab10c332b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268915 Oct 20 11:49:52.515548 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411381cf-40ff-4914-8168-82339cc026db req-0ceba4dd-9c57-4ca1-9918-13c24186fdea tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.517735 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-411381cf-40ff-4914-8168-82339cc026db req-0ceba4dd-9c57-4ca1-9918-13c24186fdea tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 946 time: 0.0540662 Oct 20 11:49:52.554702 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-411381cf-40ff-4914-8168-82339cc026db req-878e7ae6-b993-4665-9b2d-bcdc7ca1784d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Oct 20 11:49:53.669893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670691b-69f0-41ca-aba8-ad053562996e req-2a53650f-8f58-4e21-a1cd-3055d83ac684 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:53.671376 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0670691b-69f0-41ca-aba8-ad053562996e req-2a53650f-8f58-4e21-a1cd-3055d83ac684 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 946 time: 0.0492363 Oct 20 11:49:53.708693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0670691b-69f0-41ca-aba8-ad053562996e req-c691eb06-6b0d-4a3c-8d47-6333ccfd627a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Oct 20 11:49:54.179718 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-baaca43e-9221-4c9f-8a40-12abc82cf4c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401676 Oct 20 11:49:54.262057 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-d4808828-dc2a-4792-b166-ce6265cbe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.263544 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-d4808828-dc2a-4792-b166-ce6265cbe732 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1098 time: 0.0411913 Oct 20 11:49:54.368407 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-826e5444-25f8-44ed-8214-557910438f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.369851 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-826e5444-25f8-44ed-8214-557910438f5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0869253 Oct 20 11:49:54.432908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-c9bd5a14-fbc3-41b9-888f-45e7ec5c50be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1001 time: 0.0555212 Oct 20 11:49:54.480189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-68d36e22-5837-4206-89ee-b13ca54b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.481573 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-68d36e22-5837-4206-89ee-b13ca54b1525 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0411067 Oct 20 11:49:54.529786 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-f7e279d8-8d2b-420e-bdde-7a5c53ef0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.531241 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-f7e279d8-8d2b-420e-bdde-7a5c53ef0845 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420890 Oct 20 11:49:54.619849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-762190ad-754d-4094-8cd0-e2461ac514a9 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802574 Oct 20 11:49:54.710252 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-74282bc8-a0bb-4579-890c-25544f7e3cd1 req-0f9e46ea-17bc-482c-9e68-da65df62dcc3 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827971 Oct 20 11:49:55.599823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:58.592429 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2365-3a8b-425c-923b-3b0109b5dae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:01.437728 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b7363e54-ead8-47c5-ade0-76deeb33a223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:01.896281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:03.055552 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.588086 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.506021 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.492314 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.592454 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-70e806c5-770d-40e8-bcf5-164109617287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.437688 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-961eb4c7-78de-407b-aaf7-6118b7bb006d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.897159 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.598903 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:50:33.058227 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.590887 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:46.502461 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.506655 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:54.138357 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-c9a46cbe-a3fa-45e5-b66f-1e145da24eb2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392852 Oct 20 11:50:54.230305 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f063-2081-43e7-a1ec-193ee3197682 req-bf4a151a-5e59-4d95-87bb-0fe45fa462b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:54.231786 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-bf4a151a-5e59-4d95-87bb-0fe45fa462b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1098 time: 0.0401614 Oct 20 11:50:54.337669 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f063-2081-43e7-a1ec-193ee3197682 req-46643998-635a-4bdb-b4ac-c1946c8c21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:54.339693 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-46643998-635a-4bdb-b4ac-c1946c8c21a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0879917 Oct 20 11:50:54.404097 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-7e4730cd-c883-44d7-9097-19804951c84b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 1001 time: 0.0561323 Oct 20 11:50:54.455432 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f063-2081-43e7-a1ec-193ee3197682 req-5910166e-5a5c-4c3b-8761-7fa2ddc09101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:54.456825 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-5910166e-5a5c-4c3b-8761-7fa2ddc09101 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0456986 Oct 20 11:50:54.502602 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f063-2081-43e7-a1ec-193ee3197682 req-25346607-0bba-4cab-b826-f9296458befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:54.504058 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-25346607-0bba-4cab-b826-f9296458befc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389585 Oct 20 11:50:54.595111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-5efaa09f-82c8-49a9-a1c0-9a3dc14bf402 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831428 Oct 20 11:50:54.681796 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-e053f063-2081-43e7-a1ec-193ee3197682 req-1668fd41-dda2-40ba-9e19-210cc4188b37 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794916 Oct 20 11:50:58.593517 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-28b15ac3-4a92-4542-a21c-37ed2c8f338e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.438024 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c69fbf82-60ac-4d9f-9d6a-915d3f040a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.897391 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.060971 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.593755 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.607115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49244) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:06.761517 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Deleting port 8d9d8d3a-1e52-446c-be69-1b15705bc139 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:06.762472 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.838343 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.838665 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.849959 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Calling delete_port for 8d9d8d3a-1e52-446c-be69-1b15705bc139 owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:06.992913 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.022656 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'Port': ['ID=8d9d8d3a-1e52-446c-be69-1b15705bc139,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:07.044862 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.045203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.045538 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.045872 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.046218 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.046525 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.046849 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.047199 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.047518 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.047838 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.048157 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.048627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:07.087781 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.088110 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Floating IP 58b457fb-e540-44bd-b0da-b904bbdb6f5a disassociated (deleted). External IP: 172.25.3.172, port: ebc15c69-1a49-4d1a-89d0-79f58a1c4831. Oct 20 11:51:07.290580 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:51:07.396851 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:07.401529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.407132 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:07.415991 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:07.416595 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:51:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:07.428849 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-f92d49ed-877e-401c-9169-672196b8ec8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "DELETE /v2.0/floatingips/58b457fb-e540-44bd-b0da-b904bbdb6f5a HTTP/1.1" status: 204 len: 168 time: 0.8206985 Oct 20 11:51:07.429450 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:07.431739 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f3af7-36b2-4009-b1f9-597b5bacf627" -d '{"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:07.529163 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a70cb91-e9f5-499a-a276-cea08f92f55e x-openstack-request-id: req-9a70cb91-e9f5-499a-a276-cea08f92f55e {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:07.529523 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:07.529841 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a70cb91-e9f5-499a-a276-cea08f92f55e {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:07.530316 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'status': 'completed', 'code': 200} Oct 20 11:51:07.607715 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-8cf48e73-f6f6-48b0-8cf6-b807ac8d070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:07.609281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-8cf48e73-f6f6-48b0-8cf6-b807ac8d070a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 1098 time: 0.0479937 Oct 20 11:51:07.674703 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754afef-5271-45a0-8416-e0b30b71c868 req-d7283660-9b10-4c2b-a124-08e13969177a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:07.676460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8754afef-5271-45a0-8416-e0b30b71c868 req-d7283660-9b10-4c2b-a124-08e13969177a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 946 time: 0.0516906 Oct 20 11:51:07.695633 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:51:07.707065 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-3923f84d-0544-46a5-b605-a8dd2c6c0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:07.708764 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-3923f84d-0544-46a5-b605-a8dd2c6c0a91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0912082 Oct 20 11:51:07.723063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8754afef-5271-45a0-8416-e0b30b71c868 req-76e0175a-40f2-4532-959d-82436bcf550b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380239 Oct 20 11:51:07.753592 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-7cae2ca7-6280-4b52-aa90-2abf97fcf69e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 200 len: 217 time: 0.0369878 Oct 20 11:51:07.810955 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-0386fcda-b488-46fd-ad32-cb4c73ef9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:07.812519 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-0386fcda-b488-46fd-ad32-cb4c73ef9f73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0494313 Oct 20 11:51:07.860053 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-2173d3db-f49a-48e0-a89b-2571adb929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:07.861452 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-2173d3db-f49a-48e0-a89b-2571adb929f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399232 Oct 20 11:51:07.905005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:07.930372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:51:07.938409 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:07.939038 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:51:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:07.952437 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-f6119811-dba1-440f-8588-ff52c2199062 service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829854 Oct 20 11:51:08.046100 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:51:08.055281 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d41f3af7-36b2-4009-b1f9-597b5bacf627 req-a4c9d862-9045-4c59-a0ff-93d899f531ee service neutron] 10.222.0.83 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941136 Oct 20 11:51:08.240429 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:08.271205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e95209-1f9f-4e49-9351-4e0bd95e8bd6 None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:08.485905 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76d096-dcdc-42fc-a992-d106ac158cea None None] New status for floating IP 58b457fb-e540-44bd-b0da-b904bbdb6f5a: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:51:08.845329 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccbfac-b083-4c25-a594-1b7d86bd8c0f req-b55cb82d-19f0-4d06-8d74-ab60fb0bddea tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:08.846725 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dccbfac-b083-4c25-a594-1b7d86bd8c0f req-b55cb82d-19f0-4d06-8d74-ab60fb0bddea tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 946 time: 0.0493970 Oct 20 11:51:08.884960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9dccbfac-b083-4c25-a594-1b7d86bd8c0f req-2008fa38-c96b-492f-a1d8-b694fd5f25b0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=b6548aa5-87e4-4085-98c8-2a10a5bff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Oct 20 11:51:09.084508 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-11d60c21-e936-4061-84c8-a7d363cee88d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:09.085940 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-11d60c21-e936-4061-84c8-a7d363cee88d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.83 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Oct 20 11:51:09.176452 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Deleting port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:09.176706 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.262817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] For port ebc15c69-1a49-4d1a-89d0-79f58a1c4831, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:09.263196 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.275196 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Calling delete_port for ebc15c69-1a49-4d1a-89d0-79f58a1c4831 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:09.403523 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.429619 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'Port': ['ID=ebc15c69-1a49-4d1a-89d0-79f58a1c4831,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:09.473395 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] No DVR routers for this DVR port ebc15c69-1a49-4d1a-89d0-79f58a1c4831 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:09.475920 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.479419 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-191e6ef0-e09c-4653-b218-9456ec572d57 req-16fe517a-6533-4db2-9dab-29572b550075 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.83 "DELETE /v2.0/ports/ebc15c69-1a49-4d1a-89d0-79f58a1c4831 HTTP/1.1" status: 204 len: 173 time: 0.3869426 Oct 20 11:51:09.531415 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-deleted', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:09.533721 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6315d4-6985-4adc-a3c4-68a10933abe6" -d '{"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-deleted", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:09.569195 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989908e-d0de-459f-a788-029dd0b2f9af x-openstack-request-id: req-4989908e-d0de-459f-a788-029dd0b2f9af {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:09.569531 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a8754-5b93-4afb-a668-191e39ef1f07", "name": "network-vif-deleted", "tag": "ebc15c69-1a49-4d1a-89d0-79f58a1c4831", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:09.569767 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4989908e-d0de-459f-a788-029dd0b2f9af {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:09.570166 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a8754-5b93-4afb-a668-191e39ef1f07', 'name': 'network-vif-deleted', 'tag': 'ebc15c69-1a49-4d1a-89d0-79f58a1c4831', 'status': 'completed', 'code': 200} Oct 20 11:51:09.598208 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:51:09.993641 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0af353e6-f95e-4e03-9705-6b894477896f req-ac9a81b2-8eb2-40f4-8f85-a183c49e3b8b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=894a8754-5b93-4afb-a668-191e39ef1f07 HTTP/1.1" status: 200 len: 210 time: 0.0268736 Oct 20 11:51:11.049618 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49268) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:11.388241 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.412188 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.471969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.474848 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.476053 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "DELETE /v2.0/security-groups/b6548aa5-87e4-4085-98c8-2a10a5bff20d HTTP/1.1" status: 204 len: 168 time: 0.4254591 Oct 20 11:51:11.484804 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bdcf-e6d1-4250-bacd-5acdbbb3d504 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6548aa5-87e4-4085-98c8-2a10a5bff20d,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.025566 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49274) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.030620 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140579880', 'description': 'tempest-secgroup-smoke-2140579880 description', 'project_id': '729e3f6377b542d0b63ee7705f5c7299'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.052365 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.115214 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.118492 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.142065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.143289 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1166875 Oct 20 11:51:12.146261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49276) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.150958 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bcec8-0d38-4085-b665-50deee26076e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb319d-6b46-4d0f-a053-0cce704319b4,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.151109 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.177631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.231977 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.235664 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.255838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3b7b56-ad53-419c-8deb-452bd0e0d665,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.266140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.267314 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199331 Oct 20 11:51:12.268806 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.269146 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.269482 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.269814 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.270144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.270258 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49278) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.270467 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.270792 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.271137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.271460 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.271781 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.272104 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.272889 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc78f7e-6204-4348-b8ff-b027560e0e54 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:12.274975 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.305437 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.362468 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.366287 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.383790 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28c6f06-6e35-42c1-9080-88f1394e4cca,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.393624 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.394797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-049e49be-a801-4c31-81b2-5243f4d3528b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234798 Oct 20 11:51:12.397597 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49280) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.401807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.426641 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.481353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.485208 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.502904 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b523fb99-70d1-4726-b66d-b15e44ec7d24,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.512182 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.513342 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-733da857-58e0-4736-9082-681e5593107d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148090 Oct 20 11:51:12.516149 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49282) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.520362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.545938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.603162 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.606708 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.624346 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be996c96-a7c0-49b7-9050-5ee969862698,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.631593 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.632755 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-4b681702-99c1-403a-942f-ca573b87f677 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157045 Oct 20 11:51:12.635451 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49284) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.640859 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.660543 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Project 729e3f6377b542d0b63ee7705f5c7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:51:12.665211 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.724883 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.728193 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.744791 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb69d90b-82e2-4c96-828b-327c6a10aded,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.752414 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.753559 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3cdaf6cf-7b55-4490-861e-8c348b67d36f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172047 Oct 20 11:51:12.756362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49286) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.760724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'security_group_rule': {'security_group_id': '58fb319d-6b46-4d0f-a053-0cce704319b4', 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.782003 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Project 729e3f6377b542d0b63ee7705f5c7299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:51:12.786571 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.847362 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.850853 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.868974 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ba53b-717e-4706-9e7c-90f253a370d4,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.878280 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.879615 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-cba995d4-1e96-4078-b2db-2b058e03e084 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223016 Oct 20 11:51:13.528475 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:51:13.550385 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: ebc15c69-1a49-4d1a-89d0-79f58a1c4831 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:51:13.551000 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device ebc15c69-1a49-4d1a-89d0-79f58a1c4831 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:51:16.518855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:17.510281 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.097941 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-ab67b3d4-54c2-4c4c-8b82-89d8542fe9f1 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140579880&fields=id&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 267 time: 0.0366681 Oct 20 11:51:28.202348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-8e4da865-e372-4775-9e93-084a5c64d107 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:28.203884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-8e4da865-e372-4775-9e93-084a5c64d107 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 808 time: 0.0991147 Oct 20 11:51:28.219303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-e9cb159b-86fa-4437-a7c6-4d0e40039d63 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/quotas/729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 375 time: 0.0095983 Oct 20 11:51:28.269279 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-b7700121-c9cc-4015-8bbb-2a4d77122777 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448639 Oct 20 11:51:28.284635 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-057b600a-9d3e-4315-b8c9-b086a3c596b0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:51:28.285578 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-057b600a-9d3e-4315-b8c9-b086a3c596b0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049562 Oct 20 11:51:28.377065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-ad3cfd7f-ad73-40ff-8c0d-42a3d288574c service neutron] 10.222.0.74 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858483 Oct 20 11:51:28.469208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-33fcac86-0e46-4499-b028-f719be5d36cb service neutron] 10.222.0.74 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Oct 20 11:51:28.594000 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-556fea60-5228-416e-81e6-49260beaa89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.749488 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2d90fa18-e620-4f45-ae4c-14f8d2786376 req-ae52774f-e707-49ec-b8b3-3f0cc14b4396 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Oct 20 11:51:29.638698 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-045b869e-5a46-47c0-8f75-5ab398c33f5f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:29.640165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-045b869e-5a46-47c0-8f75-5ab398c33f5f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 808 time: 0.1005881 Oct 20 11:51:29.683388 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-63f52327-a924-4a1d-b3b7-4fc5b0e6927f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 380 time: 0.0340114 Oct 20 11:51:29.692286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'port': {'device_id': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'admin_state_up': True, 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'security_groups': ['58fb319d-6b46-4d0f-a053-0cce704319b4']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:29.813357 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Made reservation on behalf of 729e3f6377b542d0b63ee7705f5c7299 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:29.817481 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:29.857465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-66795219-07c0-4430-9a44-6c57fab6fbd8 req-bb5b10e4-8cfd-48e3-b55f-11955bf8ec4e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0363779 Oct 20 11:51:29.973490 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Allocated IP 172.20.0.3 (9cd68a1a-5481-4278-b3ec-3fc8d81df15f/005b262e-cffd-46f6-a7bd-75cfbac91e87/f02d2dde-84ad-47c7-9fcc-a6f2c6963597) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:30.111232 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.144804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.187220 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:30.192544 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:30.195397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:30.207261 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:30.260267 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:30.261024 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.278358 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-512f0a62-fa79-45d5-9412-38d199ad7c3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896969 Oct 20 11:51:30.291294 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Request body: {'port': {'device_id': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:30.354146 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.425823 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-55734e78-148e-4ad9-865d-238e9a74c97e None None] Provisioning complete for port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:30.425823 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-55734e78-148e-4ad9-865d-238e9a74c97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.459739 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-55734e78-148e-4ad9-865d-238e9a74c97e None None] Port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:30.619777 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02d2dde-84ad-47c7-9fcc-a6f2c6963597 {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:51:30.627848 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.640209 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Transition to ACTIVE for port object f02d2dde-84ad-47c7-9fcc-a6f2c6963597 will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:51:30.644646 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.699471 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:30.776365 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Attempting to bind port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:30.777532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Attempting to bind port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:30.778075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Attempting to bind port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:30.783144 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:51:30.783708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Attempting to bind port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 on network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:30.790235 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:30.790567 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Checking segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:30.790999 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Bound using segment: {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:30.791515 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Bound port: f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cc340d-baf1-48af-a88b-95218c3075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:30.791867 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.860299 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:30.863364 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:30.868915 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.904025 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:30.904633 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.906041 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] 10.222.0.70 "PUT /v2.0/ports/f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 1092 time: 0.6190898 Oct 20 11:51:30.906474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:30.908943 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:30.982924 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c396bad-473d-489f-86eb-b9108736c20a x-openstack-request-id: req-7c396bad-473d-489f-86eb-b9108736c20a {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:30.983131 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:30.983323 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c396bad-473d-489f-86eb-b9108736c20a {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:30.983645 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'status': 'completed', 'code': 200} Oct 20 11:51:31.014309 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b690b-982c-489c-ab7a-258b26a7d734 service neutron] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:31.043119 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-e82756b2-3895-4cf5-8062-42966be300de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.044633 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-e82756b2-3895-4cf5-8062-42966be300de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1095 time: 0.0710719 Oct 20 11:51:31.055668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db4c8d-e819-4d33-9afa-9c8c6681de54 req-d4d3fad0-6e09-4753-8bcd-d4ac0984930f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.057247 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6db4c8d-e819-4d33-9afa-9c8c6681de54 req-d4d3fad0-6e09-4753-8bcd-d4ac0984930f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.1110950 Oct 20 11:51:31.105460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-d0853681-5fe8-48ec-9daf-2713d7d3d7c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 217 time: 0.0471792 Oct 20 11:51:31.157441 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d6db4c8d-e819-4d33-9afa-9c8c6681de54 req-3abae95c-c0cf-4fe7-bbe9-cb3acc0c1b29 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932219 Oct 20 11:51:31.171111 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-aafab57f-9551-466e-856a-263bf42336b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.173099 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-aafab57f-9551-466e-856a-263bf42336b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0601432 Oct 20 11:51:31.224348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128534-1d34-401b-9eab-48145612c5d2 req-98094174-6d78-4796-9fa7-3354101a2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.225875 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-98094174-6d78-4796-9fa7-3354101a2787 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449178 Oct 20 11:51:31.320252 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-f12a1f4b-a212-4c89-92fb-6ef03f2bbb00 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Oct 20 11:51:31.414551 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b7128534-1d34-401b-9eab-48145612c5d2 req-44e0a461-853b-42f7-8a96-5c842d898492 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Oct 20 11:51:31.447890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-25b53572-9e05-47c5-9bb6-9601ef0a1a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.522158 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-8d5fd62e-db4b-4fd3-a383-3e01541a6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.524018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-8d5fd62e-db4b-4fd3-a383-3e01541a6e49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1095 time: 0.0478764 Oct 20 11:51:31.618484 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-71de5bae-52ab-4dd1-a912-7b5a1f490b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.619985 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-71de5bae-52ab-4dd1-a912-7b5a1f490b81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0891736 Oct 20 11:51:31.661726 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-3faba649-4685-4820-96b7-012742b58a83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 217 time: 0.0340843 Oct 20 11:51:31.713924 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-eff1e62a-b009-4166-ba34-97411840f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.715884 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-eff1e62a-b009-4166-ba34-97411840f197 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0470197 Oct 20 11:51:31.762397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-b0489cd8-88ac-4ff9-b762-abb7f9ad8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.763896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-b0489cd8-88ac-4ff9-b762-abb7f9ad8e0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411217 Oct 20 11:51:31.853076 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-338ae158-caf7-4a98-a56a-6668a5f92264 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814433 Oct 20 11:51:31.904570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.949129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8b1891a3-2c95-4bbe-9f9b-cdb42e4f7084 req-96c025eb-c41c-402c-a5d9-cf357e8da200 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Oct 20 11:51:32.277300 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67440ea-12f2-4836-b8ee-4fea5620a409 req-7d1cabe8-3e74-44cd-a80c-5a56a3176849 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:32.278782 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f67440ea-12f2-4836-b8ee-4fea5620a409 req-7d1cabe8-3e74-44cd-a80c-5a56a3176849 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0500784 Oct 20 11:51:32.318113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f67440ea-12f2-4836-b8ee-4fea5620a409 req-0d20aa52-bcd1-4c10-b2ba-168e73e1c29e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331545 Oct 20 11:51:33.063033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.433474 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc8271-1f13-41f3-9a50-dd3da105b023 req-6e226dbd-6f7c-4236-a8da-74eca0f085fa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:33.434968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64dc8271-1f13-41f3-9a50-dd3da105b023 req-6e226dbd-6f7c-4236-a8da-74eca0f085fa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0495753 Oct 20 11:51:33.477158 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64dc8271-1f13-41f3-9a50-dd3da105b023 req-eb8d68d3-1b63-465c-8279-7142fc69b8ee tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361595 Oct 20 11:51:34.601008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.643612 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b875a-373e-42f0-a5f5-388da248a297 req-84ca35cc-bc92-44c7-b4f7-1871256938a7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:34.645160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e4b875a-373e-42f0-a5f5-388da248a297 req-84ca35cc-bc92-44c7-b4f7-1871256938a7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.1017804 Oct 20 11:51:34.684260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-7e4b875a-373e-42f0-a5f5-388da248a297 req-b66688c2-ce07-407b-9bea-def1d0ed6da2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Oct 20 11:51:35.847502 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f646eb-5ac7-4811-98ca-3f712d1cc373 req-54a10cc3-c745-49c3-ae9b-326ff23e7e87 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:35.848929 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13f646eb-5ac7-4811-98ca-3f712d1cc373 req-54a10cc3-c745-49c3-ae9b-326ff23e7e87 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0961888 Oct 20 11:51:35.886558 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-13f646eb-5ac7-4811-98ca-3f712d1cc373 req-13734fe4-23a3-456c-8ed7-d758e2e2238e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Oct 20 11:51:36.998622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302fa70-5660-48e4-8cde-9db0689ca1ee req-26fb2bf4-9171-4724-bc4c-f4a2fcfffee8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:37.000081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9302fa70-5660-48e4-8cde-9db0689ca1ee req-26fb2bf4-9171-4724-bc4c-f4a2fcfffee8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0478022 Oct 20 11:51:37.040385 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9302fa70-5660-48e4-8cde-9db0689ca1ee req-9c873701-6006-4301-969c-471f9930125d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Oct 20 11:51:38.156868 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d10291-f926-481b-be2a-ad6f3853634e req-a8df5ab8-9137-4348-be2c-4d78266cd4bd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:38.158344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5d10291-f926-481b-be2a-ad6f3853634e req-a8df5ab8-9137-4348-be2c-4d78266cd4bd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0504670 Oct 20 11:51:38.195350 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c5d10291-f926-481b-be2a-ad6f3853634e req-8357f34a-f0ae-478b-a81c-02606153afc3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Oct 20 11:51:39.308152 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cac1f9-0e4c-46a0-8613-a4ffd8ba73fc req-65d7710b-85ab-4a2a-9d5b-a8659a8e3e24 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:39.309673 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9cac1f9-0e4c-46a0-8613-a4ffd8ba73fc req-65d7710b-85ab-4a2a-9d5b-a8659a8e3e24 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0493503 Oct 20 11:51:39.346831 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f9cac1f9-0e4c-46a0-8613-a4ffd8ba73fc req-3efe4ffc-4bef-4b06-88c2-fd6a3e123c9e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Oct 20 11:51:40.458828 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3fc9-37e5-494a-a1aa-eb325a5db9d5 req-67913c0e-538c-4fe9-8132-d9dae4907f8d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:40.460318 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d5d3fc9-37e5-494a-a1aa-eb325a5db9d5 req-67913c0e-538c-4fe9-8132-d9dae4907f8d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0487378 Oct 20 11:51:40.502070 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-6d5d3fc9-37e5-494a-a1aa-eb325a5db9d5 req-b82a50f9-d028-4ac6-80eb-49d5cc9ca713 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Oct 20 11:51:41.613591 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4da6c-9140-46cf-8d18-55315a6c3b53 req-3c7e6b22-5246-4164-b10a-3912d310fd91 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:41.615160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bea4da6c-9140-46cf-8d18-55315a6c3b53 req-3c7e6b22-5246-4164-b10a-3912d310fd91 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0479648 Oct 20 11:51:41.652524 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bea4da6c-9140-46cf-8d18-55315a6c3b53 req-654efb47-c5a7-47e2-8bd8-78bcd3f41ac8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Oct 20 11:51:42.763545 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3bb7-96d0-4547-9c61-e356b62afc4a req-ed05d110-ad54-44ee-983a-3bab0e56d924 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:42.764997 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af6e3bb7-96d0-4547-9c61-e356b62afc4a req-ed05d110-ad54-44ee-983a-3bab0e56d924 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0484486 Oct 20 11:51:42.802636 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-af6e3bb7-96d0-4547-9c61-e356b62afc4a req-0ec197ec-34cf-43bb-b805-a815fa28a6bf tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Oct 20 11:51:43.913057 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c6106-fffb-41db-83ae-08d579705712 req-6210d249-ef59-49fc-bb58-13036a6a4c05 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:43.914501 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-512c6106-fffb-41db-83ae-08d579705712 req-6210d249-ef59-49fc-bb58-13036a6a4c05 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0482626 Oct 20 11:51:43.954901 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-512c6106-fffb-41db-83ae-08d579705712 req-ecd9b8dc-8b41-4b0e-823e-e03254c0f6b8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Oct 20 11:51:44.197977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:51:44.290244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:44.302249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'mac_address': 'fa:16:3e:7b:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:51:44.342351 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.354597 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02d2dde-84ad-47c7-9fcc-a6f2c6963597 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:51:44.374148 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:44.377735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.422634 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:44.430012 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.430353 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.430686 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.431240 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.431570 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.431892 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.432210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.432528 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.432845 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.433768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.434087 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.434403 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:44.618556 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f02d2dde-84ad-47c7-9fcc-a6f2c6963597'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:51:45.066952 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb215789-d7af-4e58-82f1-4c8738f9d10c req-b15d5af9-53aa-4497-acd1-ccea94abb59d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:45.068410 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb215789-d7af-4e58-82f1-4c8738f9d10c req-b15d5af9-53aa-4497-acd1-ccea94abb59d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Oct 20 11:51:45.103983 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-eb215789-d7af-4e58-82f1-4c8738f9d10c req-4def6a4d-3460-461e-a94e-4c9a39f202e6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296781 Oct 20 11:51:46.197293 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:46.218202 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad04b3f-d4be-4ac9-9655-449fb8245ede req-e54ad211-cdc1-400d-b09c-0a7b5c2486b1 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:46.219789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dad04b3f-d4be-4ac9-9655-449fb8245ede req-e54ad211-cdc1-400d-b09c-0a7b5c2486b1 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 944 time: 0.0498228 Oct 20 11:51:46.246513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:51:46.250414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:46.250785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.259064 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-dad04b3f-d4be-4ac9-9655-449fb8245ede req-ff4a1481-0c23-4766-b063-b335f4a74bc4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Oct 20 11:51:46.330827 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.352423 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:46.354714 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9c8a6-247a-46d9-aec7-fd64af7daee2" -d '{"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:46.367042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:46.371918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.395730 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60047ed0-b0fa-4b56-9628-37779823151e x-openstack-request-id: req-60047ed0-b0fa-4b56-9628-37779823151e {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:46.396019 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:46.396285 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60047ed0-b0fa-4b56-9628-37779823151e {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:46.396702 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'code': 200} Oct 20 11:51:46.421939 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:46.516784 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.526651 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4380d2-cbd7-4231-a064-4fd02818e4ad req-c12acb61-f301-4e65-8413-3da51ec9234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:46.528160 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec4380d2-cbd7-4231-a064-4fd02818e4ad req-c12acb61-f301-4e65-8413-3da51ec9234e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0818958 Oct 20 11:51:46.567100 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec4380d2-cbd7-4231-a064-4fd02818e4ad req-ce5250a7-ea6f-42eb-8cad-92ebb56d483a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Oct 20 11:51:46.597702 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:51:47.372137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dc25d-66d1-4338-80bc-39385f4451d3 req-f0ee6130-7099-414c-9d96-f2ae540a5ee8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:47.373583 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-087dc25d-66d1-4338-80bc-39385f4451d3 req-f0ee6130-7099-414c-9d96-f2ae540a5ee8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Oct 20 11:51:47.410374 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-087dc25d-66d1-4338-80bc-39385f4451d3 req-8b7c9a22-6164-40c1-bc59-378f820122a5 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Oct 20 11:51:47.540209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.523195 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32276f9-a42f-4277-bfa4-d62b7cedad16 req-3bccf4df-0580-469b-963d-d55f8fac07dc tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:48.524640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a32276f9-a42f-4277-bfa4-d62b7cedad16 req-3bccf4df-0580-469b-963d-d55f8fac07dc tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Oct 20 11:51:48.562036 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a32276f9-a42f-4277-bfa4-d62b7cedad16 req-2017e436-14ed-444b-8c8a-e3ba98a73cd2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Oct 20 11:51:48.672851 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994aa-4993-4da6-9868-6b9a789b1a66 req-2d733cab-6e7c-4ea7-bfd2-dc120a0b10a2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:48.674290 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f24994aa-4993-4da6-9868-6b9a789b1a66 req-2d733cab-6e7c-4ea7-bfd2-dc120a0b10a2 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Oct 20 11:51:48.714714 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f24994aa-4993-4da6-9868-6b9a789b1a66 req-b264d795-a7de-45ae-b32f-a6df47719029 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Oct 20 11:51:48.735118 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49488) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:48.773701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be2e7c-5206-48e8-966b-3373c231fbd9 tempest-TestShelveInstance-174449878 tempest-TestShelveInstance-174449878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:48.775192 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-72be2e7c-5206-48e8-966b-3373c231fbd9 tempest-TestShelveInstance-174449878 tempest-TestShelveInstance-174449878-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1092 time: 0.0390966 Oct 20 11:51:48.778503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49490) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:48.782670 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:48.803631 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.897259 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.999747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Allocated IP 172.25.3.53 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/98b54f03-304e-497f-9e50-76cb60195ee8) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:49.097520 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.131291 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.179833 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:49.182558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:49.186692 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:49.210088 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=98b54f03-304e-497f-9e50-76cb60195ee8,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:49.538198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.604242 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.749392 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.753944 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.827847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event updated for resources: {'Port': ['ID=98b54f03-304e-497f-9e50-76cb60195ee8,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:49.836543 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.936517 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Floating IP dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c associated. External IP: 172.25.3.53, port: f02d2dde-84ad-47c7-9fcc-a6f2c6963597. Oct 20 11:51:50.137071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:51:50.514912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:50.524560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:50.532863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.533982 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:50.534600 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:50.559604 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cc3c6837-c28f-4fbf-801f-9dd997670fb6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7800832 Oct 20 11:51:50.560249 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:50.562421 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9647cde7-c126-4cbf-afde-b2726363a215" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:50.597202 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31fa93b-a73f-4e73-871c-692f96d7e2fd x-openstack-request-id: req-e31fa93b-a73f-4e73-871c-692f96d7e2fd {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:50.597495 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:50.597742 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e31fa93b-a73f-4e73-871c-692f96d7e2fd {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:50.598131 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'status': 'completed', 'code': 200} Oct 20 11:51:50.642564 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:51:50.660822 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647cde7-c126-4cbf-afde-b2726363a215 req-87191c1f-735e-4cc5-bdac-3a0eec1b6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:50.662299 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-87191c1f-735e-4cc5-bdac-3a0eec1b6da4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0407436 Oct 20 11:51:50.753807 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647cde7-c126-4cbf-afde-b2726363a215 req-afe4ef99-c9da-4bc0-b553-29c2764781d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:50.755278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-afe4ef99-c9da-4bc0-b553-29c2764781d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0862117 Oct 20 11:51:50.819286 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-6a1c7650-6603-477a-aa4e-720de7bf70ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 998 time: 0.0567636 Oct 20 11:51:50.865846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:7b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:51:49Z', 'updated_at': '2021-10-20T11:51:49Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:50.872804 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647cde7-c126-4cbf-afde-b2726363a215 req-2ad616a1-6f21-4c99-afb4-3838892b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:50.874253 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-2ad616a1-6f21-4c99-afb4-3838892b54a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0477920 Oct 20 11:51:50.891815 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:51:50.899916 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:50.900503 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:51:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:50.919857 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647cde7-c126-4cbf-afde-b2726363a215 req-7723c9f3-4620-4585-8fc1-fb01dc58d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:50.921333 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-7723c9f3-4620-4585-8fc1-fb01dc58d873 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401185 Oct 20 11:51:51.008569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:51:51.012468 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-89a8d7f2-0463-4a48-86b2-0fa309454b51 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835836 Oct 20 11:51:51.105816 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9647cde7-c126-4cbf-afde-b2726363a215 req-4cc576c7-8705-445e-bdc8-4895c439194e service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855830 Oct 20 11:51:51.230097 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:7b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:51:49Z', 'updated_at': '2021-10-20T11:51:49Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:51.260370 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54115850-ddc6-498a-8ecd-c529bd6b2e28 None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'mac_address': 'fa:16:3e:7b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:51:49Z', 'updated_at': '2021-10-20T11:51:49Z', 'revision_number': 0, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:51.471668 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5c593-f6c5-46e3-9bc5-a4e2efd7b911 None None] New status for floating IP dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:51:58.596568 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c770c57c-cb76-4ae0-ad2a-871c0e785469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.438114 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-7cea32b7-8581-4e48-a6ff-3d9e8cce7ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.856784 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-b45a88a5-1f2e-44cb-887a-97226d4a342a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392158 Oct 20 11:52:01.895535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.938686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-faa13df1-865e-4c1e-9420-43cb47cf2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:01.940088 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-faa13df1-865e-4c1e-9420-43cb47cf2c5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0411644 Oct 20 11:52:02.046909 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-2f9b6aa0-99ca-47fe-831e-fa9a519e01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.048344 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-2f9b6aa0-99ca-47fe-831e-fa9a519e01ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0863593 Oct 20 11:52:02.112458 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-8764b18d-faa6-4f17-bf0d-bbbb7fbc2f33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 1000 time: 0.0556045 Oct 20 11:52:02.164686 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-705f470a-3c26-45d1-8625-692c3c687b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.166081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-705f470a-3c26-45d1-8625-692c3c687b29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0461187 Oct 20 11:52:02.210022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-8bc7f30e-9c83-4ff6-bbd5-f1e423c318f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.211406 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-8bc7f30e-9c83-4ff6-bbd5-f1e423c318f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381062 Oct 20 11:52:02.222123 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-9c4c9184-c7b8-4f4e-b62a-f2666b8b83dc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:52:02.223061 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-9c4c9184-c7b8-4f4e-b62a-f2666b8b83dc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047011 Oct 20 11:52:02.313678 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-4e4b2a84-bad6-4118-a85c-a48a0c646120 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837228 Oct 20 11:52:02.402590 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c3d325dd-a66f-4c1a-bf07-eb9ab8e80821 req-1201d7e6-7060-4a13-8f81-91a09d368c20 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814621 Oct 20 11:52:03.067282 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.599341 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.519331 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.540766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.597212 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:52:28.597364 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a92dd44d-5514-43fa-8261-2da38a473905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.439064 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fda46b52-3709-4c29-9cf5-1a930dbda1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.895845 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.069669 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.602800 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.536831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.549605 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.597822 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f8943a15-a9ef-4ea7-be2d-53f60e5b8dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.596040 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:53:01.439369 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8abf1e03-2097-4e65-b8dd-bf741d9de946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.899857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.072573 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.840632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-6b7592cc-c68f-4a77-95b5-c538d17e6afe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401309 Oct 20 11:53:03.923449 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-ba5d4885-da90-4687-9586-2fef17ddbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:03.924898 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-ba5d4885-da90-4687-9586-2fef17ddbcd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0431089 Oct 20 11:53:04.025693 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-cdbee5d9-1f03-40d1-a12a-8450fd656e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.027053 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-cdbee5d9-1f03-40d1-a12a-8450fd656e92 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0831010 Oct 20 11:53:04.101984 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-92b2ac1a-0b96-4c0c-be11-dcfd045d5880 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 1000 time: 0.0651646 Oct 20 11:53:04.150483 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-70778172-f474-4f34-bfe6-811de878c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.151903 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-70778172-f474-4f34-bfe6-811de878c2fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0424020 Oct 20 11:53:04.196349 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-5bad7c9b-2feb-4fa3-96ed-3fb7b75342d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.197759 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-5bad7c9b-2feb-4fa3-96ed-3fb7b75342d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394073 Oct 20 11:53:04.289754 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-35e6d3e0-0b2a-4e65-9394-1297ac6f77e6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Oct 20 11:53:04.380249 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef370832-d7c1-4eb1-920b-4db14b879ffc req-302a4c70-b1ab-472d-b2df-16347aab6d0f service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826712 Oct 20 11:53:04.604960 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.528617 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.564659 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.598657 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d1ae5c97-6083-41a1-b70a-c21438284705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.438803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4e074458-4989-4ce1-831a-b637e74f2ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.901103 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.075589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.606772 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.595776 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:53:46.001622 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aed38-19f8-4ce9-8f51-d45539d91cfc req-9cbe6210-114e-4759-8349-54fdfc9a8c33 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:46.003026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc3aed38-19f8-4ce9-8f51-d45539d91cfc req-9cbe6210-114e-4759-8349-54fdfc9a8c33 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Oct 20 11:53:46.042239 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bc3aed38-19f8-4ce9-8f51-d45539d91cfc req-44b562cb-fe3e-4359-851b-7739c0325413 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Oct 20 11:53:46.532496 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.193729 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b861745-d421-4de6-a1dc-242357a62763 req-8de3f7e5-bfd8-4515-8a67-597dbfc9a4d8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:47.195219 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b861745-d421-4de6-a1dc-242357a62763 req-8de3f7e5-bfd8-4515-8a67-597dbfc9a4d8 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0489039 Oct 20 11:53:47.232032 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9b861745-d421-4de6-a1dc-242357a62763 req-5de29d3a-8dfb-48ff-bbb7-af7e89b3b416 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Oct 20 11:53:47.565848 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.376231 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b81ae-86d0-4795-94bf-0340b07da697 req-e030e201-2155-4a1d-8561-2519df4e2b9a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:48.377682 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864b81ae-86d0-4795-94bf-0340b07da697 req-e030e201-2155-4a1d-8561-2519df4e2b9a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Oct 20 11:53:48.415432 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-864b81ae-86d0-4795-94bf-0340b07da697 req-c2b062ec-0502-4a7a-9e69-4055bcf38140 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Oct 20 11:53:49.533324 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa8162-d8a3-4366-8855-7f2239f609fd req-bc1f3fd7-0fa9-416d-a071-3c4da3819436 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:49.534765 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cfa8162-d8a3-4366-8855-7f2239f609fd req-bc1f3fd7-0fa9-416d-a071-3c4da3819436 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Oct 20 11:53:49.571792 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2cfa8162-d8a3-4366-8855-7f2239f609fd req-981ab967-6d7b-4ec6-a857-f9125ee5bcda tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Oct 20 11:53:50.685032 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f263a-c4b4-42e2-b448-e69f530a8059 req-c167918a-141a-4936-ac1a-dee731dc4bec tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:50.686415 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-285f263a-c4b4-42e2-b448-e69f530a8059 req-c167918a-141a-4936-ac1a-dee731dc4bec tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Oct 20 11:53:50.722885 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-285f263a-c4b4-42e2-b448-e69f530a8059 req-6b17b530-2c6d-4ed0-991f-398af05bdd9d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305171 Oct 20 11:53:51.839216 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37576b2-2196-4ea6-a3d3-c178280c48d5 req-ef313520-1a4d-4aa0-9cf5-abc4756e5e43 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:51.840712 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a37576b2-2196-4ea6-a3d3-c178280c48d5 req-ef313520-1a4d-4aa0-9cf5-abc4756e5e43 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Oct 20 11:53:51.877635 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a37576b2-2196-4ea6-a3d3-c178280c48d5 req-1f129af0-420b-4989-97f2-c4581c8d274a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Oct 20 11:53:52.993333 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0f644-7824-4f2c-a915-94589d4f5d2b req-6858f0f1-f308-4149-a846-0f911e124b8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:52.995097 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2d0f644-7824-4f2c-a915-94589d4f5d2b req-6858f0f1-f308-4149-a846-0f911e124b8e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0530283 Oct 20 11:53:53.032428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a2d0f644-7824-4f2c-a915-94589d4f5d2b req-966c9cdd-10c6-4177-b050-e8a47ff80b3f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Oct 20 11:53:54.147802 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cec72-e0e0-4719-bb51-41516a058e9c req-f572ece9-41c0-42f4-becd-a52b51d5776e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:54.149272 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f9cec72-e0e0-4719-bb51-41516a058e9c req-f572ece9-41c0-42f4-becd-a52b51d5776e tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0500803 Oct 20 11:53:54.186113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-2f9cec72-e0e0-4719-bb51-41516a058e9c req-a4f0f6b4-f0c4-4d14-a4f5-56b40a24adbf tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Oct 20 11:53:55.302067 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2be9c-232d-4c98-8a45-703aedf8ed2b req-4d3af05e-30bb-4d64-a168-950f70aa9599 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:55.303611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2f2be9c-232d-4c98-8a45-703aedf8ed2b req-4d3af05e-30bb-4d64-a168-950f70aa9599 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Oct 20 11:53:55.342982 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e2f2be9c-232d-4c98-8a45-703aedf8ed2b req-2c076fe3-75e9-49cd-9340-2cbb71472932 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334129 Oct 20 11:53:56.127701 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-1a04d2a2-2b5e-417f-8067-082186225db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.129063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-1a04d2a2-2b5e-417f-8067-082186225db6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0452013 Oct 20 11:53:56.225938 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-d29a261a-8c29-4fa8-a9a4-4b6367f99708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.227431 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-d29a261a-8c29-4fa8-a9a4-4b6367f99708 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0916083 Oct 20 11:53:56.297447 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-1b273044-b157-4cba-ba64-e1eaaa248470 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 1000 time: 0.0618441 Oct 20 11:53:56.345266 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-0ef16dda-8cb9-4e79-a987-1101403a8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.346690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-0ef16dda-8cb9-4e79-a987-1101403a8d00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0427382 Oct 20 11:53:56.391462 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-75bb8f5c-1cb9-4847-a542-1211fe1043d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.393002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-75bb8f5c-1cb9-4847-a542-1211fe1043d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395403 Oct 20 11:53:56.519374 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177629ae-d4c4-4a61-8c1a-b3b27b06e501 req-68261cac-1388-4301-bd2f-e54598797be4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.520976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-177629ae-d4c4-4a61-8c1a-b3b27b06e501 req-68261cac-1388-4301-bd2f-e54598797be4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.1032543 Oct 20 11:53:56.527271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-8f486240-1b7e-4c0b-b7a9-03f867696732 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268957 Oct 20 11:53:56.614672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-177629ae-d4c4-4a61-8c1a-b3b27b06e501 req-7be0211d-569c-403e-963a-c87231bc1b3f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863986 Oct 20 11:53:56.644640 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0d401e61-06c0-44f2-9045-3b574316ec31 req-89fb35e8-5a3e-4faa-ac43-8e74a3226797 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098089 Oct 20 11:53:57.728258 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c1645-81f1-4255-84bb-56c901d37384 req-b5802f0a-e3b8-485d-ad0c-c429f22f6194 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:57.729713 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b59c1645-81f1-4255-84bb-56c901d37384 req-b5802f0a-e3b8-485d-ad0c-c429f22f6194 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Oct 20 11:53:57.767976 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b59c1645-81f1-4255-84bb-56c901d37384 req-ab2728b5-2db5-4896-87e9-44ac701a92fd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Oct 20 11:53:58.598317 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8f5bbf55-cfe8-44fc-bc77-24499888fb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.883758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e811b-d1d1-41e1-b0da-f2a9329caf44 req-76f0493d-ff90-4f3a-b485-1cef2ec1422c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:58.885224 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef7e811b-d1d1-41e1-b0da-f2a9329caf44 req-76f0493d-ff90-4f3a-b485-1cef2ec1422c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0492988 Oct 20 11:53:58.922738 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ef7e811b-d1d1-41e1-b0da-f2a9329caf44 req-a5eb6070-92d1-4ee7-9efa-400c4c16655a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Oct 20 11:54:00.046161 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bdc28-d346-45a0-97c7-55ec94a57925 req-7cbb151f-5e48-499c-b186-402fd9f90c92 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:00.047666 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d2bdc28-d346-45a0-97c7-55ec94a57925 req-7cbb151f-5e48-499c-b186-402fd9f90c92 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0554485 Oct 20 11:54:00.084850 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8d2bdc28-d346-45a0-97c7-55ec94a57925 req-64537c10-2f47-485a-9488-ce22b967b005 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Oct 20 11:54:00.798089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:00.874294 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.896313 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:00.898536 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d636c8-8c0c-480f-bf36-19ae79184b99" -d '{"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:00.910878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:00.915521 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.938779 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84fe54-910c-4e19-9d3b-6963c5ce55b6 x-openstack-request-id: req-1e84fe54-910c-4e19-9d3b-6963c5ce55b6 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:00.939098 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-unplugged", "status": "failed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "code": 422}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:00.939352 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e84fe54-910c-4e19-9d3b-6963c5ce55b6 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:00.939740 n-d-802060-17 neutron-server[100748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'code': 422} returned with failed status Oct 20 11:54:00.964330 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:00.971513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.971860 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.972200 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.972533 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.972862 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.973190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.973515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.973852 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.974185 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.974507 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.974828 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:00.975171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.199190 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019f41f-7746-4d13-9293-19840cea7c25 req-cc1e3211-915f-41c1-a6b8-c213ad4242c7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:01.200684 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a019f41f-7746-4d13-9293-19840cea7c25 req-cc1e3211-915f-41c1-a6b8-c213ad4242c7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0492406 Oct 20 11:54:01.238033 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a019f41f-7746-4d13-9293-19840cea7c25 req-4eb7eabe-0525-4151-94f4-e5208ca46ca1 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Oct 20 11:54:01.441228 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a41c5dab-f130-4cd9-aea4-23cc6f3ba081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.478714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8d900-c1e1-44a0-a2d5-2555bf00479e req-89e5f2aa-ae10-48c8-8565-8ebb22613aab tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:01.480209 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45f8d900-c1e1-44a0-a2d5-2555bf00479e req-89e5f2aa-ae10-48c8-8565-8ebb22613aab tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0826523 Oct 20 11:54:01.496863 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-1dbf29bf-5b85-447c-adaf-c610cff782be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228571 Oct 20 11:54:01.510673 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-735eaf3e-b057-4ea0-a414-5e40b7da792d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:54:01.511652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-735eaf3e-b057-4ea0-a414-5e40b7da792d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071552 Oct 20 11:54:01.529791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-45f8d900-c1e1-44a0-a2d5-2555bf00479e req-54b666ea-e910-4842-bb1a-b14bb542969b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Oct 20 11:54:01.903231 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.649058 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e66494-2fe2-44d4-b3ac-3822f8d4b0dd req-ac027a79-12a6-4f8a-b73a-003a320c10cc tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:02.650643 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60e66494-2fe2-44d4-b3ac-3822f8d4b0dd req-ac027a79-12a6-4f8a-b73a-003a320c10cc tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0513246 Oct 20 11:54:02.690025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-60e66494-2fe2-44d4-b3ac-3822f8d4b0dd req-ee7ddbe0-656d-4afb-bd88-d0166687c0d7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Oct 20 11:54:03.077078 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.805584 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119329cc-de19-44d9-be1b-bb1047de6598 req-aa3e45e4-2084-4e6e-a6e9-db197376f0fd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:03.807472 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-119329cc-de19-44d9-be1b-bb1047de6598 req-aa3e45e4-2084-4e6e-a6e9-db197376f0fd tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0508685 Oct 20 11:54:03.845357 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-119329cc-de19-44d9-be1b-bb1047de6598 req-edb28240-0ba0-4908-8b92-6230021195aa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Oct 20 11:54:04.610022 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.968927 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef60ca-e9a1-4389-8d17-bbd9daea847b req-f713a168-776c-4fc0-8acb-3a17f0be18b4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:04.970611 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afef60ca-e9a1-4389-8d17-bbd9daea847b req-f713a168-776c-4fc0-8acb-3a17f0be18b4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0549762 Oct 20 11:54:05.011690 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-afef60ca-e9a1-4389-8d17-bbd9daea847b req-dd5fdc6d-8bcb-43bd-8b72-0be5f91f4cd0 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345509 Oct 20 11:54:06.126716 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af39b-fe75-494f-be00-0f37f324deb7 req-7611d0e3-7a4c-41dc-a326-dac4524d4e21 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:06.128114 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f8af39b-fe75-494f-be00-0f37f324deb7 req-7611d0e3-7a4c-41dc-a326-dac4524d4e21 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0488427 Oct 20 11:54:06.165634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3f8af39b-fe75-494f-be00-0f37f324deb7 req-e23390d7-8b41-41bc-aba6-97d2b808a934 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Oct 20 11:54:07.228793 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-977f0d61-658d-4e4c-a5f3-184e64307688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.230303 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-977f0d61-658d-4e4c-a5f3-184e64307688 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4&tenant_id=729e3f6377b542d0b63ee7705f5c7299 HTTP/1.1" status: 200 len: 1095 time: 0.0427265 Oct 20 11:54:07.311660 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11eae-9475-4fd0-8921-98cf28d653f4 req-493009e3-902d-488b-a06c-87841283f98b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.313133 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fb11eae-9475-4fd0-8921-98cf28d653f4 req-493009e3-902d-488b-a06c-87841283f98b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0797775 Oct 20 11:54:07.319524 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-6691601f-8fbe-4ad6-91bd-43b352a81aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.320896 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-6691601f-8fbe-4ad6-91bd-43b352a81aa6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1095 time: 0.0627260 Oct 20 11:54:07.379563 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8fb11eae-9475-4fd0-8921-98cf28d653f4 req-1cf02171-a44b-45a0-a621-b88f2a18a596 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577133 Oct 20 11:54:07.439252 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-2df4668f-7e32-47c3-90d9-e48ea325988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.440703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-2df4668f-7e32-47c3-90d9-e48ea325988d service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.1056190 Oct 20 11:54:07.509685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-abb738dc-6e38-4a2e-a070-0cfe34360d02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 998 time: 0.0618944 Oct 20 11:54:07.558447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-37f48e8e-66df-4826-84f7-66b6882ebf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.559852 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-37f48e8e-66df-4826-84f7-66b6882ebf4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0427468 Oct 20 11:54:07.607977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-8285f297-cd65-4f3b-b0d0-5a38eb752eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.609409 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-8285f297-cd65-4f3b-b0d0-5a38eb752eef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423064 Oct 20 11:54:07.697967 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-212655e2-ea03-4af2-a573-5345095fbf39 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818322 Oct 20 11:54:07.792063 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-855a4993-549f-46ac-89ab-83de2cdd6c2a service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863702 Oct 20 11:54:08.494101 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ebd11-c603-4bc7-8d79-a98f242e7455 req-b53f703e-1fe1-4b50-9df7-196eeeddceaa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:08.495543 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b41ebd11-c603-4bc7-8d79-a98f242e7455 req-b53f703e-1fe1-4b50-9df7-196eeeddceaa tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0486398 Oct 20 11:54:08.532799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b41ebd11-c603-4bc7-8d79-a98f242e7455 req-74e59606-2d31-4940-966b-2dc3fb8d8fe3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Oct 20 11:54:09.644824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccb284-c3c7-4ba2-9d39-860fa4d137bd req-463ee020-88f8-4afb-9dcd-a877a6081135 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:09.646851 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7ccb284-c3c7-4ba2-9d39-860fa4d137bd req-463ee020-88f8-4afb-9dcd-a877a6081135 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Oct 20 11:54:09.682933 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e7ccb284-c3c7-4ba2-9d39-860fa4d137bd req-dd4fc8d1-aaf4-4120-bbc1-e502eccab120 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302989 Oct 20 11:54:10.799979 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5cc7b-c9bc-4119-a9c1-280a267a5df7 req-d74a25c2-5d4e-41d7-b7ea-513c1b68e8ec tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:10.801416 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20b5cc7b-c9bc-4119-a9c1-280a267a5df7 req-d74a25c2-5d4e-41d7-b7ea-513c1b68e8ec tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0524583 Oct 20 11:54:10.837999 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-20b5cc7b-c9bc-4119-a9c1-280a267a5df7 req-dbc79115-e5c5-4ae0-bf26-c3886952a910 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Oct 20 11:54:11.952578 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3879880-f6f5-44ac-a381-c08269acf09b req-51416a83-2e04-4b8e-acc6-2f784c541964 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:11.954009 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3879880-f6f5-44ac-a381-c08269acf09b req-51416a83-2e04-4b8e-acc6-2f784c541964 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0479875 Oct 20 11:54:11.991031 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b3879880-f6f5-44ac-a381-c08269acf09b req-adbaec97-f2f1-4c41-8a1b-9b6f9bb8132b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306048 Oct 20 11:54:13.103257 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6580-68d9-4865-a1eb-0e4b5d1e3aad req-ffe05fcb-ef10-443e-b590-aa31b028ba1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:13.104627 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d39f6580-68d9-4865-a1eb-0e4b5d1e3aad req-ffe05fcb-ef10-443e-b590-aa31b028ba1d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Oct 20 11:54:13.142187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d39f6580-68d9-4865-a1eb-0e4b5d1e3aad req-0e1b2f44-13f3-4306-926c-9f8644f5bea3 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Oct 20 11:54:14.258967 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb18e1-2db9-42e4-bbd8-1451c4af1f29 req-fe3fdde7-44c7-4e6c-a20e-2d62ce0583a4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:14.260346 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0fb18e1-2db9-42e4-bbd8-1451c4af1f29 req-fe3fdde7-44c7-4e6c-a20e-2d62ce0583a4 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Oct 20 11:54:14.297271 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c0fb18e1-2db9-42e4-bbd8-1451c4af1f29 req-05b107c3-b3b6-4554-a1e1-f1b847153018 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Oct 20 11:54:14.595204 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:15.411096 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f277f-3259-48be-b13a-37440b348caa req-a1a5da10-f097-45f0-870b-6a0e48a7b8b9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:15.412552 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c87f277f-3259-48be-b13a-37440b348caa req-a1a5da10-f097-45f0-870b-6a0e48a7b8b9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0487309 Oct 20 11:54:15.449790 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c87f277f-3259-48be-b13a-37440b348caa req-9ef352ee-af1f-4c94-a3cd-feda284448c6 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Oct 20 11:54:16.548420 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.568605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6d42e-69c1-4415-a269-3b2198c6231e req-9ae2e655-14cc-449a-8dbf-3f379a321e3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:16.570003 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca6d42e-69c1-4415-a269-3b2198c6231e req-9ae2e655-14cc-449a-8dbf-3f379a321e3d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 943 time: 0.0492587 Oct 20 11:54:16.606948 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9ca6d42e-69c1-4415-a269-3b2198c6231e req-74c1ca6c-25d1-4660-b3ea-97336e62a949 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305212 Oct 20 11:54:16.926327 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:17.020765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:17.031880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'port_id': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'mac_address': 'fa:16:3e:7b:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:17.068486 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.081022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02d2dde-84ad-47c7-9fcc-a6f2c6963597 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:17.100836 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:17.104585 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.150591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:17.347645 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['f02d2dde-84ad-47c7-9fcc-a6f2c6963597'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:17.579531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.725348 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40f5b-3874-4f3b-a49b-d01bc34a9c71 req-54a67442-9cbd-41b2-acdd-2536b3261fca tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:17.726797 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc40f5b-3874-4f3b-a49b-d01bc34a9c71 req-54a67442-9cbd-41b2-acdd-2536b3261fca tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 944 time: 0.0520823 Oct 20 11:54:17.764141 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-edc40f5b-3874-4f3b-a49b-d01bc34a9c71 req-600836a7-8865-4e17-813a-051019679555 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Oct 20 11:54:18.878126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209767d-fa58-4059-942d-bbfc93dfb076 req-ae1f52ba-883c-4fa9-a680-0e08c94cc5ac tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.879665 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a209767d-fa58-4059-942d-bbfc93dfb076 req-ae1f52ba-883c-4fa9-a680-0e08c94cc5ac tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 944 time: 0.0489438 Oct 20 11:54:18.917152 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a209767d-fa58-4059-942d-bbfc93dfb076 req-2d484a4d-ab35-4b3b-9519-dc97d128be0d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Oct 20 11:54:18.941439 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:18.989054 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.989422 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.065569 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.087082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:19.089807 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273adf13-0e6b-4538-b5de-235e51b09f0c" -d '{"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:19.102867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:19.107040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.276893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3652b-ca26-4420-9929-d04e9a1efa6d req-d96f06db-5318-4455-b6ed-85878874f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:19.278395 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64e3652b-ca26-4420-9929-d04e9a1efa6d req-d96f06db-5318-4455-b6ed-85878874f14e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0417383 Oct 20 11:54:19.295289 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1a2eb-2ded-4aeb-9837-029023081bd9 x-openstack-request-id: req-38c1a2eb-2ded-4aeb-9837-029023081bd9 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:19.295672 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:19.295861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38c1a2eb-2ded-4aeb-9837-029023081bd9 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:19.296201 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'code': 200} Oct 20 11:54:19.316732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64e3652b-ca26-4420-9929-d04e9a1efa6d req-c58f3e94-2334-4673-bf3a-eba41e3c59a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302157 Oct 20 11:54:19.322176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.034472 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff0238-2867-4128-a041-1929cfcd8712 req-84c0fea1-c77a-4114-bba4-354b9f2750ac tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:20.035953 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1ff0238-2867-4128-a041-1929cfcd8712 req-84c0fea1-c77a-4114-bba4-354b9f2750ac tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0530157 Oct 20 11:54:20.073968 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f1ff0238-2867-4128-a041-1929cfcd8712 req-91a0845f-b8c1-42fb-9d2e-505a938e99fe tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Oct 20 11:54:21.189492 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc054f5-93a3-40ae-bfe6-43f4664c8b78 req-7601f15d-32dd-49d2-933c-0e458c00d80d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:21.190960 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbc054f5-93a3-40ae-bfe6-43f4664c8b78 req-7601f15d-32dd-49d2-933c-0e458c00d80d tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Oct 20 11:54:21.228465 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbc054f5-93a3-40ae-bfe6-43f4664c8b78 req-0ad2a698-866e-4fb8-b7c0-63505b4e16c7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Oct 20 11:54:28.600444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8625114e-c97f-443f-9763-ca20a7ffdd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.442484 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-73f04138-7307-48a1-9da2-178646b247fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.903671 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.079735 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.612668 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.543562 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.580216 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.595823 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:58.602168 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4492aa53-07a7-4554-aa33-ac25c49b550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.443009 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-82745744-6c2d-42af-8468-dbef18aaf684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.905130 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.082826 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.614767 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.828879 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-46e1f957-48c9-4d80-b611-0753bb2a77d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381849 Oct 20 11:55:04.910962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-a7e86b9a-12ce-4ded-8318-c14331a32919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:04.912397 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-a7e86b9a-12ce-4ded-8318-c14331a32919 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0427375 Oct 20 11:55:05.013986 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-30bfc764-fdba-4289-80f5-8a040e49fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.015457 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-30bfc764-fdba-4289-80f5-8a040e49fe5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.0838315 Oct 20 11:55:05.083799 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-7b65d966-095d-431c-89fe-a4624a49c1ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 1000 time: 0.0607665 Oct 20 11:55:05.132191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-47c149af-284d-41e8-a6be-bb0fa83db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.133560 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-47c149af-284d-41e8-a6be-bb0fa83db82b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0426126 Oct 20 11:55:05.178013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-755bcfed-29cb-4318-a8a8-02aff3dac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.179448 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-755bcfed-29cb-4318-a8a8-02aff3dac9ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381584 Oct 20 11:55:05.270414 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-89ef42f2-815b-4f5d-b14f-0acfe6c26087 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836205 Oct 20 11:55:05.358426 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f0c72a8d-e612-4b5f-86ec-f78ec60dda5d req-e1269ede-2c66-4442-84d7-95d43f90147d service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805347 Oct 20 11:55:16.545320 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.587188 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.594904 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:55:28.605883 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-66504c5a-d6ae-4874-aa07-a29cfbcf5f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.443651 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4c40bad5-2a56-4eb3-8cd8-a07f849da974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.905358 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.085999 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.699847 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49656) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:33.851448 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Deleting port 98b54f03-304e-497f-9e50-76cb60195ee8 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:33.851561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.201526 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.201838 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.213369 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Calling delete_port for 98b54f03-304e-497f-9e50-76cb60195ee8 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:34.384526 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.412225 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'Port': ['ID=98b54f03-304e-497f-9e50-76cb60195ee8,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:34.424412 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.424758 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.425094 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.425429 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.425759 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.426084 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.426408 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.426732 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.427080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.427399 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.427722 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.428041 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:34.481607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.481858 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Floating IP dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c disassociated (deleted). External IP: 172.25.3.53, port: f02d2dde-84ad-47c7-9fcc-a6f2c6963597. Oct 20 11:55:34.617914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.685977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:34.792687 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:34.797462 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.802091 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:34.811486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:34.812098 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:34.823873 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-740e9481-8d7a-4a82-9bf8-e3d9cf12c8c9 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "DELETE /v2.0/floatingips/dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c HTTP/1.1" status: 204 len: 168 time: 1.1229448 Oct 20 11:55:34.824444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:34.826876 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eba179-00f8-4f48-8625-bed4a8dcb590" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:34.914995 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb1718-513f-4f92-9a85-4cbaf4163c73 x-openstack-request-id: req-32cb1718-513f-4f92-9a85-4cbaf4163c73 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:34.915919 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:34.915919 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32cb1718-513f-4f92-9a85-4cbaf4163c73 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:34.915919 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'status': 'completed', 'code': 200} Oct 20 11:55:34.922880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:35.002304 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-3b566d81-6044-4710-bae4-65826ea90b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.003979 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-3b566d81-6044-4710-bae4-65826ea90b72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=729e3f6377b542d0b63ee7705f5c7299&device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0651424 Oct 20 11:55:35.125147 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:35.133198 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a3c56-40f8-4822-8780-6bfc0b39862e req-3c52345b-154d-4092-a675-a71f0ce6f5c7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.134669 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-297a3c56-40f8-4822-8780-6bfc0b39862e req-3c52345b-154d-4092-a675-a71f0ce6f5c7 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.1020806 Oct 20 11:55:35.139413 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-762f4c7b-4f15-4727-8394-510073b20b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.140748 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-762f4c7b-4f15-4727-8394-510073b20b9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 200 len: 910 time: 0.1282492 Oct 20 11:55:35.151457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:35.159762 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:35.160362 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:35.198749 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-f4a03d84-a074-422e-8a9b-e0905595bc32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 200 len: 217 time: 0.0436466 Oct 20 11:55:35.218697 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-297a3c56-40f8-4822-8780-6bfc0b39862e req-2b4f85b9-9786-436c-8241-926a3ef76144 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770149 Oct 20 11:55:35.254742 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-8dbeff8e-46e2-4989-8990-baea73fb12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.256720 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-8dbeff8e-46e2-4989-8990-baea73fb12cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 200 len: 847 time: 0.0474877 Oct 20 11:55:35.264777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:35.304767 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-b19dd6f7-1c34-4dd6-a268-425b010d7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.306305 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-b19dd6f7-1c34-4dd6-a268-425b010d7606 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cd68a1a-5481-4278-b3ec-3fc8d81df15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407796 Oct 20 11:55:35.402186 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-4979a42d-c483-467a-895f-51b306a5e2a4 service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Oct 20 11:55:35.462394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:35.488076 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb660bf-f150-4d35-91f9-667b9d77cdf7 None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:46:52Z', 'revision_number': 4, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '1c35547b-1152-44ee-a1c3-cfe501b4c1c5', 'name': '', 'network_id': '9cd68a1a-5481-4278-b3ec-3fc8d81df15f', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'mac_address': 'fa:16:3e:8d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:52Z', 'updated_at': '2021-10-20T11:46:57Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'subnets': [{'id': '005b262e-cffd-46f6-a7bd-75cfbac91e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:35.494111 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-81eba179-00f8-4f48-8625-bed4a8dcb590 req-5cbd3dc5-8398-4460-9b22-158b70c470ac service neutron] 10.222.0.70 "GET /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818181 Oct 20 11:55:35.698387 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ea710-df09-4617-8745-ca1a3e0fe79c None None] New status for floating IP dd7eb208-f3d7-40cc-bc7d-2e9de8a9166c: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:55:36.339350 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d76df-04c7-49cd-837c-734e046aeb6e req-52634a3b-2795-4eb9-ac76-73c7026e8e61 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:36.340789 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-419d76df-04c7-49cd-837c-734e046aeb6e req-52634a3b-2795-4eb9-ac76-73c7026e8e61 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Oct 20 11:55:36.377844 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-419d76df-04c7-49cd-837c-734e046aeb6e req-62612491-71c9-4249-a4da-4d2af862358a tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/security-groups?id=58fb319d-6b46-4d0f-a053-0cce704319b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Oct 20 11:55:36.606239 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa4576-f4ed-4731-a180-235850648264 req-1b989c0c-fea7-408e-b898-ff40c286f541 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:36.607685 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9fa4576-f4ed-4731-a180-235850648264 req-1b989c0c-fea7-408e-b898-ff40c286f541 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 945 time: 0.0478415 Oct 20 11:55:36.696603 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Deleting port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:36.696945 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.787711 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] For port f02d2dde-84ad-47c7-9fcc-a6f2c6963597, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:36.788068 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.800320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Calling delete_port for f02d2dde-84ad-47c7-9fcc-a6f2c6963597 owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:36.928099 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.963481 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'Port': ['ID=f02d2dde-84ad-47c7-9fcc-a6f2c6963597,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.997684 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] No DVR routers for this DVR port f02d2dde-84ad-47c7-9fcc-a6f2c6963597 on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:37.000356 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.004094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e9fa4576-f4ed-4731-a180-235850648264 req-716ce1a5-e052-4347-b095-83482f7dc91f tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.70 "DELETE /v2.0/ports/f02d2dde-84ad-47c7-9fcc-a6f2c6963597 HTTP/1.1" status: 204 len: 173 time: 0.3893838 Oct 20 11:55:37.004592 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-deleted', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:37.007790 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d1e687-5464-4e89-8a3c-a8d5ea077bc4" -d '{"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-deleted", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:37.043565 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c70058-f2d3-4b05-ac86-55ca9c076324 x-openstack-request-id: req-06c70058-f2d3-4b05-ac86-55ca9c076324 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:37.043856 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4", "name": "network-vif-deleted", "tag": "f02d2dde-84ad-47c7-9fcc-a6f2c6963597", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:37.044104 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06c70058-f2d3-4b05-ac86-55ca9c076324 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:37.044527 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4', 'name': 'network-vif-deleted', 'tag': 'f02d2dde-84ad-47c7-9fcc-a6f2c6963597', 'status': 'completed', 'code': 200} Oct 20 11:55:37.473255 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b252e951-0ea3-4007-a14a-08f5060c600d req-8d1873c0-8e1d-45eb-8266-4da2c32218ba tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0258043 Oct 20 11:55:38.568243 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-411c09e7-75df-4904-85f4-74cbef62b314 req-8582feb4-9f29-4207-ab27-ad21f7b29f61 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0261390 Oct 20 11:55:39.363515 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:39.383871 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: f02d2dde-84ad-47c7-9fcc-a6f2c6963597 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:39.384217 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device f02d2dde-84ad-47c7-9fcc-a6f2c6963597 not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:39.664921 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-265d4595-5ade-43f3-861f-34a8b59579b5 req-bd94462b-197a-41e3-816b-6cd5fe03e88b tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0309248 Oct 20 11:55:40.758086 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4b5aefd7-7e5e-4cd3-b0e8-a2d4376d87b0 req-c06ff642-a310-4c81-9605-02e71ad8d54c tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b5de4b2-0f7b-4e7c-b103-1fa60b5af2a4 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Oct 20 11:55:41.812653 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49688) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:41.871618 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.896911 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.959400 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.963100 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.965027 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] 10.222.0.74 "DELETE /v2.0/security-groups/58fb319d-6b46-4d0f-a053-0cce704319b4 HTTP/1.1" status: 204 len: 168 time: 0.1513233 Oct 20 11:55:41.976439 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7ad4d-4609-4fb6-add7-0762f49eb004 tempest-TestShelveInstance-1592132558 tempest-TestShelveInstance-1592132558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb319d-6b46-4d0f-a053-0cce704319b4,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:42.029082 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49692) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:42.465340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.708081 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Deleting port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:42.708415 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.790334 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] For port 1c35547b-1152-44ee-a1c3-cfe501b4c1c5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:42.790679 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.802759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Calling delete_port for 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:42.979546 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.009038 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c35547b-1152-44ee-a1c3-cfe501b4c1c5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:43.038080 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.038724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.038835 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.039203 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.039539 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.039868 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.040201 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.040524 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.040845 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.041165 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.041570 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.041798 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:43.189839 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.411947 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Router a9357d27-d751-4447-b354-81e31e20f032 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:43.520212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:43.528059 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-59379fd1-85ab-4bcc-9b28-7caf77898250 admin admin] 10.222.0.74 "PUT /v2.0/routers/a9357d27-d751-4447-b354-81e31e20f032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4973397 Oct 20 11:55:43.528218 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49698) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:43.535053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Sync routers for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:43.546454 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:43.547103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.641313 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks [] for router, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.652263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:43.761588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.818219 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Deleting port a8410b0d-f0f8-46a1-90e4-283a0df87186 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:43.818592 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.836720 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:55:42Z', 'revision_number': 5, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port': {'id': 'a8410b0d-f0f8-46a1-90e4-283a0df87186', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9357d27-d751-4447-b354-81e31e20f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:50Z', 'updated_at': '2021-10-20T11:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.863880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Checking router: a9357d27-d751-4447-b354-81e31e20f032 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:43.873514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Routers {'a9357d27-d751-4447-b354-81e31e20f032'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:43.874126 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['a9357d27-d751-4447-b354-81e31e20f032'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.905993 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] For port a8410b0d-f0f8-46a1-90e4-283a0df87186, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a8410b0d-f0f8-46a1-90e4-283a0df87186,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:43.906220 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.918824 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Calling delete_port for a8410b0d-f0f8-46a1-90e4-283a0df87186 owned by network:router_gateway {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:43.965754 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] Set router a9357d27-d751-4447-b354-81e31e20f032 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:44.017771 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:55:43Z', 'revision_number': 6, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:44.050461 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec150e0-c55a-4c94-a84c-a943eadc37d0 None None] The sync data for ids ['a9357d27-d751-4447-b354-81e31e20f032'] in n-d-802060-17 is: [{'id': 'a9357d27-d751-4447-b354-81e31e20f032', 'name': 'tempest-TestShelveInstance-690895677-router', 'tenant_id': '729e3f6377b542d0b63ee7705f5c7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:49Z', 'updated_at': '2021-10-20T11:55:43Z', 'revision_number': 6, 'project_id': '729e3f6377b542d0b63ee7705f5c7299', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:44.098576 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.124752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a8410b0d-f0f8-46a1-90e4-283a0df87186,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:44.189307 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.284218 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.286364 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.330424 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.331015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9357d27-d751-4447-b354-81e31e20f032 {{(pid=100747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:44.337554 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.341187 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-d7b477aa-e05f-41e0-af93-da08c29fd9fc admin admin] 10.222.0.74 "DELETE /v2.0/routers/a9357d27-d751-4447-b354-81e31e20f032 HTTP/1.1" status: 204 len: 168 time: 0.8096025 Oct 20 11:55:44.341366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49700) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:44.385768 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Deleting subnet 005b262e-cffd-46f6-a7bd-75cfbac91e87 {{(pid=100747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:44.389084 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.425585 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9100646'] for subnet, precommit_delete_associations {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.519336 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.571607 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314579'] for subnet, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.598166 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005b262e-cffd-46f6-a7bd-75cfbac91e87,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:44.600170 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.603433 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-b2785da6-22cc-4167-9381-cd93eeee1ca2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/005b262e-cffd-46f6-a7bd-75cfbac91e87 HTTP/1.1" status: 204 len: 168 time: 0.2611296 Oct 20 11:55:44.605437 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee220229-7f8a-4751-9efa-e10eda2cffcb None None] Network 9cd68a1a-5481-4278-b3ec-3fc8d81df15f requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:44.605929 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49702) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:44.678132 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.732614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Deleting port d7f287bf-f6d2-48f9-8ba9-119654153d7f {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:44.732952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.798503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] For port d7f287bf-f6d2-48f9-8ba9-119654153d7f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d7f287bf-f6d2-48f9-8ba9-119654153d7f,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:44.798785 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.812871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Calling delete_port for d7f287bf-f6d2-48f9-8ba9-119654153d7f owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:44.833138 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] DHCP port deletion for 9cd68a1a-5481-4278-b3ec-3fc8d81df15f request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:44.881416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Deleting port d7f287bf-f6d2-48f9-8ba9-119654153d7f {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:44.882412 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.912033 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.939375 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f287bf-f6d2-48f9-8ba9-119654153d7f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:44.943126 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] No DVR routers for this DVR port d7f287bf-f6d2-48f9-8ba9-119654153d7f on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:44.947089 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] For port d7f287bf-f6d2-48f9-8ba9-119654153d7f, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=d7f287bf-f6d2-48f9-8ba9-119654153d7f,segment=NetworkSegment(99cc340d-baf1-48af-a88b-95218c3075b6),segment_id=99cc340d-baf1-48af-a88b-95218c3075b6)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:44.947480 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.960644 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Calling delete_port for d7f287bf-f6d2-48f9-8ba9-119654153d7f owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:45.032198 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.040872 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.054066 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] No DVR routers for this DVR port d7f287bf-f6d2-48f9-8ba9-119654153d7f on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:45.054668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd68a1a-5481-4278-b3ec-3fc8d81df15f']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.064799 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cc340d-baf1-48af-a88b-95218c3075b6') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.065089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cc340d-baf1-48af-a88b-95218c3075b6') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.074058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Pushing event deleted for resources: {'Port': ['ID=d7f287bf-f6d2-48f9-8ba9-119654153d7f,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.075230 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.087176 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.087457 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.087834 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.088009 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.088335 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.088658 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.088986 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.089307 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.089622 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.089937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.090869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.090869 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85717554-03ae-4b59-a5d4-be4ec051bfef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:45.094454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.101444 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:45.101863 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: timer() Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:45.113202 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:45.166615 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.176946 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.183752 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9cd68a1a-5481-4278-b3ec-3fc8d81df15f HTTP/1.1" status: 204 len: 168 time: 0.5741510 Oct 20 11:55:45.184139 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49704) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:45.193935 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a93c3-68f8-411a-9fe0-28f0039e1302 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd68a1a-5481-4278-b3ec-3fc8d81df15f,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.537251 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.778369 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Deleting port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:45.778700 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.856677 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] For port 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:45.857016 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.869621 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Calling delete_port for 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:45.916131 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:45.935359 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:45.935701 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 1c35547b-1152-44ee-a1c3-cfe501b4c1c5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:45.936107 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d7f287bf-f6d2-48f9-8ba9-119654153d7f no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:45.954445 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: d7f287bf-f6d2-48f9-8ba9-119654153d7f {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:45.954787 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device d7f287bf-f6d2-48f9-8ba9-119654153d7f not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:45.955213 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a8410b0d-f0f8-46a1-90e4-283a0df87186 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:45.976968 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a8410b0d-f0f8-46a1-90e4-283a0df87186 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:45.977349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a8410b0d-f0f8-46a1-90e4-283a0df87186 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:46.048096 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.071594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Pushing event deleted for resources: {'Port': ['ID=37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:46.238284 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.565119 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.728861 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:46.835231 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:46.840212 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-2688aa7f-8485-435a-ab4c-1b916e5a124b admin admin] 10.222.0.74 "PUT /v2.0/routers/948e46d3-fb41-4a60-b950-f2bb1f60fea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550472 Oct 20 11:55:46.842701 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49706) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:46.843615 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Sync routers for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:46.853199 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:46.853793 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:46.947065 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.955072 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:47.049180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.101779 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Deleting port c3aa4a52-1f26-4265-8e2c-cf93c02e0389 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:47.102002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.188250 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] For port c3aa4a52-1f26-4265-8e2c-cf93c02e0389, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:47.188643 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.201101 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Calling delete_port for c3aa4a52-1f26-4265-8e2c-cf93c02e0389 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:47.217737 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:55:46Z', 'revision_number': 5, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port': {'id': 'c3aa4a52-1f26-4265-8e2c-cf93c02e0389', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:47.243288 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Checking router: 948e46d3-fb41-4a60-b950-f2bb1f60fea7 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:47.251325 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Routers {'948e46d3-fb41-4a60-b950-f2bb1f60fea7'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:47.251921 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:47.336934 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] Set router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:47.365349 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.390627 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:55:47Z', 'revision_number': 6, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:47.391212 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aa4a52-1f26-4265-8e2c-cf93c02e0389,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.417901 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519ca78-3088-4aee-a666-7fb9154726b1 None None] The sync data for ids ['948e46d3-fb41-4a60-b950-f2bb1f60fea7'] in n-d-802060-17 is: [{'id': '948e46d3-fb41-4a60-b950-f2bb1f60fea7', 'name': 'tempest-TestShelveInstance-1952846396-router', 'tenant_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:54Z', 'updated_at': '2021-10-20T11:55:47Z', 'revision_number': 6, 'project_id': '438a17bdd1c443a19cf0dc8206f9d91b', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:47.452555 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.546503 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.548616 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.592408 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.592944 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 948e46d3-fb41-4a60-b950-f2bb1f60fea7 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:47.597291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.598476 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1633290a-8c69-4cf5-a968-c459d862752e admin admin] 10.222.0.74 "DELETE /v2.0/routers/948e46d3-fb41-4a60-b950-f2bb1f60fea7 HTTP/1.1" status: 204 len: 168 time: 0.7548330 Oct 20 11:55:47.601285 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49708) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.617261 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.646336 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Deleting subnet e5a9ef20-0375-4d50-acec-b76b1cbfe4cb {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:47.649321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.681896 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.761983 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.818293 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.846708 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a9ef20-0375-4d50-acec-b76b1cbfe4cb,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.849517 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.854172 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-ffc80d53-b128-4b62-9688-8dfca9bb6aef admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e5a9ef20-0375-4d50-acec-b76b1cbfe4cb HTTP/1.1" status: 204 len: 168 time: 0.2496870 Oct 20 11:55:47.854389 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49710) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.858811 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c8b35-a554-491a-b170-026e655f2279 None None] Network 428a10f7-928c-42ab-bbff-94fcf737f6a3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:47.925970 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.977359 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Deleting port 6919e261-a073-4557-8d14-7f9d915a8140 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:47.977698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.040447 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] For port 6919e261-a073-4557-8d14-7f9d915a8140, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=6919e261-a073-4557-8d14-7f9d915a8140,segment=NetworkSegment(66bbe57e-0901-4b08-a82c-4177440e8f82),segment_id=66bbe57e-0901-4b08-a82c-4177440e8f82)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:48.040807 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.052709 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Calling delete_port for 6919e261-a073-4557-8d14-7f9d915a8140 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:48.133171 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.157662 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Pushing event deleted for resources: {'Port': ['ID=6919e261-a073-4557-8d14-7f9d915a8140,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.161284 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] No DVR routers for this DVR port 6919e261-a073-4557-8d14-7f9d915a8140 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:48.196669 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94c9ae-fdfd-4bca-882e-5b90e276743e None None] DHCP port deletion for 428a10f7-928c-42ab-bbff-94fcf737f6a3 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:48.245712 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.248481 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:48.266226 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428a10f7-928c-42ab-bbff-94fcf737f6a3']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:48.271230 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:48.271579 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 37fb2c7c-1ed3-4691-8eeb-22fef2ef01b0 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:48.271990 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6919e261-a073-4557-8d14-7f9d915a8140 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:48.276773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bbe57e-0901-4b08-a82c-4177440e8f82') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:48.277073 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bbe57e-0901-4b08-a82c-4177440e8f82') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:48.286771 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.295261 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 6919e261-a073-4557-8d14-7f9d915a8140 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:48.295944 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 6919e261-a073-4557-8d14-7f9d915a8140 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:48.296364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c3aa4a52-1f26-4265-8e2c-cf93c02e0389 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:48.304418 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.310624 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:48.311038 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: timer() Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:48.312832 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:48.321949 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: c3aa4a52-1f26-4265-8e2c-cf93c02e0389 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:48.322424 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device c3aa4a52-1f26-4265-8e2c-cf93c02e0389 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:48.369127 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.374410 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.377576 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] 10.222.0.74 "DELETE /v2.0/networks/428a10f7-928c-42ab-bbff-94fcf737f6a3 HTTP/1.1" status: 204 len: 168 time: 0.5222523 Oct 20 11:55:48.388271 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6a842-7d24-4a15-85fe-7ca3104f2687 admin admin] Pushing event deleted for resources: {'Network': ['ID=428a10f7-928c-42ab-bbff-94fcf737f6a3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.495093 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49714) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.537740 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-d914ac92-8cb8-4f10-942c-4ed31713c5e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=729e3f6377b542d0b63ee7705f5c7299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414128 Oct 20 11:55:48.541167 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49716) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.586810 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.607357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.653326 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.655912 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.657050 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ae35ea74-10e8-44fc-95e3-645c92ebbf06 HTTP/1.1" status: 204 len: 168 time: 0.1149981 Oct 20 11:55:48.665166 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d120f-1d50-4ea0-8fa0-37ffeef7c76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35ea74-10e8-44fc-95e3-645c92ebbf06,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.957985 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49722) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.996709 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-0d6b5456-cb49-40a4-a45c-171d01538e49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=438a17bdd1c443a19cf0dc8206f9d91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375137 Oct 20 11:55:48.998920 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49724) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:49.044833 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.065668 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.114389 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.117780 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.119282 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32a0835f-f394-4a6e-9217-76004d622da1 HTTP/1.1" status: 204 len: 168 time: 0.1193757 Oct 20 11:55:49.127299 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8740734-d850-4303-b9d6-d1b07f18266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a0835f-f394-4a6e-9217-76004d622da1,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.758764 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49746) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:49.860117 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-446184851-network', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:49.881191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Made reservation on behalf of 570ad4d9fc6d4034a8838048cce17575 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:49.883630 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.891937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.966394 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.969956 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.993594 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:50.002007 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57172ccf-85a0-4ed3-93dc-52819e755034,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.007802 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.008137 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Added segment 269b8a65-bf90-4619-bd0c-babe800354a1 of type vlan for network 1bb39e37-142c-406a-a4fc-1edd690be7dc Oct 20 11:55:50.048353 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.071717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.072785 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.073361 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.108452 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3485153 Oct 20 11:55:50.111668 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49750) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:50.116708 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Request body: {'subnet': {'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-446184851-subnet', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:50.137131 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Made reservation on behalf of 570ad4d9fc6d4034a8838048cce17575 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:50.139421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.139674 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932302-fc81-4396-9420-004d9c5cbdf5 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb39e37-142c-406a-a4fc-1edd690be7dc,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.150017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:50.312642 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.365180 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.375307 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Checking segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:50.375661 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Network hostable DHCP agents. Network: 1bb39e37-142c-406a-a4fc-1edd690be7dc, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:50.392070 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:50.400936 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 1bb39e37-142c-406a-a4fc-1edd690be7dc) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:50.404842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.405420 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.409734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5156db-abad-42f8-9a09-30d24a986ea7 None None] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:50.420339 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-afcc69d9-0088-419e-9d2c-ee41ba49e49c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3075628 Oct 20 11:55:50.423090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49752) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:50.427818 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:50.450180 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.451224 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.501694 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.547405 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-1bb39e37-142c-406a-a4fc-1edd690be7dc', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:50.548258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.639140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.680559 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Allocated IP 172.20.0.2 (1bb39e37-142c-406a-a4fc-1edd690be7dc/6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57/98770534-4e4b-4251-8018-e2564d062fa2) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:50.825123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.831342 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.871003 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:50.873960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:50.877575 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:50.886053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Pushing event updated for resources: {'Port': ['ID=98770534-4e4b-4251-8018-e2564d062fa2,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.939789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Attempting to bind port 98770534-4e4b-4251-8018-e2564d062fa2 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:50.940125 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Attempting to bind port 98770534-4e4b-4251-8018-e2564d062fa2 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:50.940517 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Attempting to bind port 98770534-4e4b-4251-8018-e2564d062fa2 on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:50.945913 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:50.946287 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Checking segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:50.946678 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.947096 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Bound using segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:50.947560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Bound port: 98770534-4e4b-4251-8018-e2564d062fa2, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:50.947934 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.111679 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.135803 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.170171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] For port 98770534-4e4b-4251-8018-e2564d062fa2, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:51.173535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] For port 98770534-4e4b-4251-8018-e2564d062fa2, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=98770534-4e4b-4251-8018-e2564d062fa2,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:51.177377 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.240582 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36ea1d-79a7-433e-a4c5-3475c7bbb99e None None] Pushing event updated for resources: {'Port': ['ID=98770534-4e4b-4251-8018-e2564d062fa2,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:51.242894 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Allocated IP 172.25.3.246 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8669283d-80fc-49dd-9c5b-14e5e7d915b5) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:51.354376 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.402545 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.442707 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:51.447532 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:51.454902 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:51.458093 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Pushing event updated for resources: {'Port': ['ID=8669283d-80fc-49dd-9c5b-14e5e7d915b5,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:51.701107 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.902797 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.960932 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 98770534-4e4b-4251-8018-e2564d062fa2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:52.011052 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 98770534-4e4b-4251-8018-e2564d062fa2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:52.011425 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.043747 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:52.100895 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.138292 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 98770534-4e4b-4251-8018-e2564d062fa2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=98770534-4e4b-4251-8018-e2564d062fa2,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:52.142152 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.158912 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:52.174244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:52.179449 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.183732 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-8e8a2ac6-0516-4501-92e4-ceb6299134eb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7596655 Oct 20 11:55:52.184002 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49754) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:52.189254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b01bb-98ca-47e6-8160-d30957d6dc9c None None] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:52.226425 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:52.227025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.291674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=98770534-4e4b-4251-8018-e2564d062fa2,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:52.372765 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6c701628-9949-4b0d-a146-626edf446f11 None None] Provisioning complete for port 98770534-4e4b-4251-8018-e2564d062fa2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:52.373136 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6c701628-9949-4b0d-a146-626edf446f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.431435 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:52.590795 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.695544 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:51Z', 'revision_number': 3, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.726161 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:52.726511 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Updating router 5e61cc9f-1445-481e-9364-5bbd0e232293 port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:52.752239 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.757013 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Allocated IP 172.20.0.1 (1bb39e37-142c-406a-a4fc-1edd690be7dc/6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57/57d52d50-e8ad-46dd-bca7-609e0f85cca7) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:52.869340 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.886867 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-c9bc3067-9d3e-44b2-ae87-be8ef6c5778b None None] Provisioning complete for port 98770534-4e4b-4251-8018-e2564d062fa2 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:52.887268 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3067-9d3e-44b2-ae87-be8ef6c5778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.902506 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.941291 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:52.944024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:52.951326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:52.954144 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Pushing event updated for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:52.991447 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.086357 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.092535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.135380 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.148332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Attempting to bind port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:53.148708 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Attempting to bind port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:53.149080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Attempting to bind port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:53.158729 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84445d6a-efb6-428c-b7f6-923468537f58 None None] Pushing event updated for resources: {'Port': ['ID=8669283d-80fc-49dd-9c5b-14e5e7d915b5,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.161235 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:53.161601 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:53.161995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.162380 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:53.162861 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Bound port: 8669283d-80fc-49dd-9c5b-14e5e7d915b5, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:53.163911 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.214951 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] For port 8669283d-80fc-49dd-9c5b-14e5e7d915b5, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:53.218137 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] For port 8669283d-80fc-49dd-9c5b-14e5e7d915b5, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8669283d-80fc-49dd-9c5b-14e5e7d915b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:53.221725 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.294134 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:53.294789 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.297208 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84445d6a-efb6-428c-b7f6-923468537f58 None None] Pushing event updated for resources: {'Port': ['ID=8669283d-80fc-49dd-9c5b-14e5e7d915b5,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.299372 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ce529a69-85e1-4d9e-acf1-52875aab8d9f None None] Provisioning complete for port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:53.299745 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ce529a69-85e1-4d9e-acf1-52875aab8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.306717 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.311583 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.375400 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-ce529a69-85e1-4d9e-acf1-52875aab8d9f None None] Port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:53.379488 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Pushing event updated for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.382558 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.433129 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:53.639969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:52Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.670904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745ca36-b689-457b-87aa-3b723a094848 None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:52Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:53.763018 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:53.764362 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:53.905981 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:53.954569 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 98770534-4e4b-4251-8018-e2564d062fa2 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:54.011897 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 98770534-4e4b-4251-8018-e2564d062fa2 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:54.012407 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.041577 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:54.048672 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-c670d74a-e0ad-48dc-8ba6-dffebefc5e05 admin admin] 10.222.0.74 "PUT /v2.0/routers/5e61cc9f-1445-481e-9364-5bbd0e232293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629112 Oct 20 11:55:54.114064 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a7d637a0-6e3b-4b71-a311-8bac6710893c None None] Provisioning complete for port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:54.114362 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a7d637a0-6e3b-4b71-a311-8bac6710893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.155888 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a7d637a0-6e3b-4b71-a311-8bac6710893c None None] Port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:54.545487 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49770) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.550484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-726547368-network', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:54.572382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Made reservation on behalf of 05d75702e41d4167a107f3b2ac4a9ec8 for: {'network': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:54.574736 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for network, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.583718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.664405 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.668131 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.696863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=100746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:54.703564 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e642ba-0744-42ec-8bfc-6521f9f6c12a,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.712622 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.712960 n-d-802060-17 neutron-server[100746]: INFO neutron.db.segments_db [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Added segment acf7c2c2-73e8-4377-b124-3c2c5137714d of type vlan for network 56245222-72a5-48ec-bc2e-546d8f0d62d3 Oct 20 11:55:54.756357 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418640671'] for network, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.782733 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882'] for network, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.783778 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.784538 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.820469 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2738407 Oct 20 11:55:54.823334 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49772) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.828367 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Request body: {'subnet': {'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-726547368-subnet', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'ip_version': 4}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:54.850015 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40948d-aa90-41fc-a57b-50a9350219ad admin admin] Pushing event updated for resources: {'Network': ['ID=56245222-72a5-48ec-bc2e-546d8f0d62d3,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.853315 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Made reservation on behalf of 05d75702e41d4167a107f3b2ac4a9ec8 for: {'subnet': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:54.856140 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314806'] for subnet, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.861103 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 details requested by agent ovs-agent-n-d-802060-17 with host n-d-802060-17 {{(pid=100748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:55.031744 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314792'] for subnet, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.088466 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10a0eb2-8bbd-4997-a701-fbdf9f34b69b,revision_number=0']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.095784 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Checking segment: {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:55.096142 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Network hostable DHCP agents. Network: 56245222-72a5-48ec-bc2e-546d8f0d62d3, hostable agents: ['612b3620-8fb4-4b7f-a953-ff1aaa7eee64'], hosted agents: [] {{(pid=100747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:55.112529 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 is scheduled to be hosted by DHCP agent 612b3620-8fb4-4b7f-a953-ff1aaa7eee64 with binding_index 1 {{(pid=100747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:55.121733 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-17, 56245222-72a5-48ec-bc2e-546d8f0d62d3) {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:55.125619 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:55.126211 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.130967 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4848db-52a0-46c1-806c-e7c22bd703e9 None None] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:55.142212 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-9279cd1b-872d-4c8c-97f3-0ccdaa879e5f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3177352 Oct 20 11:55:55.144835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49774) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:55.149172 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:55.169883 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15673'] for router, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.170957 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15650'] for router, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.227513 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.283210 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9dd218-13f9-5264-a01f-45e53d5a1371-56245222-72a5-48ec-bc2e-546d8f0d62d3', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b'}]}} from n-d-802060-17. {{(pid=100748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:55.284082 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.367210 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.427101 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.db_base_plugin_common [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Allocated IP 172.20.0.2 (56245222-72a5-48ec-bc2e-546d8f0d62d3/a10a0eb2-8bbd-4997-a701-fbdf9f34b69b/9c28b6b4-6963-4a5a-9386-0aa048ce05a6) {{(pid=100748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:55.580829 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.588759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks [] for port, precommit_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.595199 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392'] for port, after_create {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.602662 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.634731 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 is already hosted by enough agents. {{(pid=100748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:55.638884 n-d-802060-17 neutron-server[100748]: DEBUG neutron.scheduler.base_scheduler [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Resources bound (agent type, host, resource id): {{(pid=100748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:55.641794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Received port after_create {{(pid=100748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:55.653264 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Pushing event updated for resources: {'Port': ['ID=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,revision_number=1']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.687451 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:55.696770 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:55.697493 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:55.705567 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Attempting to bind port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:55.706082 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Attempting to bind port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:55.706907 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Attempting to bind port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 on network 56245222-72a5-48ec-bc2e-546d8f0d62d3 {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:55.712779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:55.713154 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Checking segment: {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:55.713553 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.713950 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Bound using segment: {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:55.714416 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Bound port: 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:55.714803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.717242 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Allocated IP 172.25.3.9 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/285cc66d-2d43-4e20-9471-14f3d81c88bc) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:55.786347 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] For port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:55.791152 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] For port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:55.798061 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.812280 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:55.826919 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.864674 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2256c-3748-40a1-a811-b44fc35921ac None None] Pushing event updated for resources: {'Port': ['ID=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.865207 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.915620 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:55.919102 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:55.923005 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:55.961558 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Pushing event updated for resources: {'Port': ['ID=285cc66d-2d43-4e20-9471-14f3d81c88bc,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.006011 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8669283d-80fc-49dd-9c5b-14e5e7d915b5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:56.075828 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 2, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:56.104969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:56.104969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.139298 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:56.139895 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Updating router 5e61cc9f-1445-481e-9364-5bbd0e232293 port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:56.174058 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.283338 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.388055 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.413249 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 8669283d-80fc-49dd-9c5b-14e5e7d915b5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8669283d-80fc-49dd-9c5b-14e5e7d915b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:56.417474 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.468321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=8669283d-80fc-49dd-9c5b-14e5e7d915b5,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.474761 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.482252 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.493737 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728995'] for router, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.541881 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Pushing event updated for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.566760 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.567163 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.567448 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.567772 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.568097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.568546 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.568868 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.569181 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.570124 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.570438 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.570750 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.571094 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:56.605753 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Attempting to bind port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:56.606118 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Attempting to bind port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:56.606475 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Attempting to bind port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:56.612727 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:56.613105 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Checking segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:56.613509 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.613894 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Bound using segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:56.614376 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Bound port: 57d52d50-e8ad-46dd-bca7-609e0f85cca7, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:56.614763 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.688333 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] For port 57d52d50-e8ad-46dd-bca7-609e0f85cca7, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:56.692539 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] For port 57d52d50-e8ad-46dd-bca7-609e0f85cca7, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57d52d50-e8ad-46dd-bca7-609e0f85cca7,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:56.698070 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.750272 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:56.751019 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:56.805961 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae0ee-dee7-4bbc-bb13-6ec5897d023c None None] Pushing event updated for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.881562 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:56.932977 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Router 63177591-daa0-4884-89c9-d732b75a42a3 is scheduled to L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e with binding_index 1 {{(pid=100747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:56.998707 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] Provisioning complete for port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:56.999360 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.066783 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:57.083073 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Sync routers for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:57.091657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] Publish callbacks [] for router, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.093104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-61cbfa97-6b36-4aaf-8a02-50430ca16480 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9473259 Oct 20 11:55:57.096136 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49776) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:57.134488 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:57.135172 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.139632 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.169282 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19db101-ce92-45bf-8029-e00b8cb68fff None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:57.180218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf327fc2-3450-4b58-868d-4a6d4948ae53 None None] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:57.217252 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.330767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] For port 57d52d50-e8ad-46dd-bca7-609e0f85cca7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57d52d50-e8ad-46dd-bca7-609e0f85cca7,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:57.344076 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.410238 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:57.515912 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c85b3-8437-4513-b3e9-af385a961cc7 None None] Pushing event updated for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:57.579639 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Provisioning complete for port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:57.580328 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.595826 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.721764 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.761298 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 3, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.764232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] For port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:57.797737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Allocated IP 172.20.0.1 (56245222-72a5-48ec-bc2e-546d8f0d62d3/a10a0eb2-8bbd-4997-a701-fbdf9f34b69b/a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:57.808750 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.820058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Checking router: 63177591-daa0-4884-89c9-d732b75a42a3 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:57.820580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Updating router 63177591-daa0-4884-89c9-d732b75a42a3 port 285cc66d-2d43-4e20-9471-14f3d81c88bc binding host n-d-802060-17 {{(pid=100748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:57.909016 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Provisioning complete for port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:57.909296 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.910803 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.923831 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.980804 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.987453 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980dd4c-c8dd-4d2c-8448-afa9c6cc484c None None] Pushing event updated for resources: {'Port': ['ID=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.024893 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:58.028063 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:58.031628 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:58.039520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Pushing event updated for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.082509 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725452'] for router_interface, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.116142 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8669283d-80fc-49dd-9c5b-14e5e7d915b5 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:58.237968 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.278504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:58.278869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.371303 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks [] for port, precommit_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.381545 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.383853 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-81dab7cc-ddd9-4ab4-8564-6674a0548547 None None] Provisioning complete for port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:58.384209 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-81dab7cc-ddd9-4ab4-8564-6674a0548547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.401597 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.406726 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.481503 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Pushing event updated for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.483746 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725344'] for router_interface, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.503321 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-81dab7cc-ddd9-4ab4-8564-6674a0548547 None None] Port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:58.506248 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Attempting to bind port 285cc66d-2d43-4e20-9471-14f3d81c88bc on host n-d-802060-17 for vnic_type normal with profile {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:58.506624 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Attempting to bind port 285cc66d-2d43-4e20-9471-14f3d81c88bc by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:58.507044 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Attempting to bind port 285cc66d-2d43-4e20-9471-14f3d81c88bc on network f6b9d159-1e6e-4153-8a25-750db3bfcdfc {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:58.510349 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09cc90-dabb-4a95-86df-3161fc12c279 None None] Pushing event updated for resources: {'Port': ['ID=285cc66d-2d43-4e20-9471-14f3d81c88bc,revision_number=2']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.514182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:58.537218 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:58.537591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Checking segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:58.537986 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.538910 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Bound using segment: {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'} {{(pid=100748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:58.539414 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.managers [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Bound port: 285cc66d-2d43-4e20-9471-14f3d81c88bc, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e5fad0-f889-4306-918d-547bffb77f78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc'}}] {{(pid=100748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:58.539788 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.576364 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-81dab7cc-ddd9-4ab4-8564-6674a0548547 None None] Provisioning complete for port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:58.576606 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:58.576738 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-81dab7cc-ddd9-4ab4-8564-6674a0548547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.578023 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:58.656069 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-234375c0-6192-4d22-ab90-2b33a68df2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.657959 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] For port 285cc66d-2d43-4e20-9471-14f3d81c88bc, host n-d-802060-17, cleared binding levels {{(pid=100748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:58.664174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] For port 285cc66d-2d43-4e20-9471-14f3d81c88bc, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285cc66d-2d43-4e20-9471-14f3d81c88bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:58.671873 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.676738 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:58.677095 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.703528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Router 63177591-daa0-4884-89c9-d732b75a42a3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:58.800665 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:58.801297 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:58.802994 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09cc90-dabb-4a95-86df-3161fc12c279 None None] Pushing event updated for resources: {'Port': ['ID=285cc66d-2d43-4e20-9471-14f3d81c88bc,revision_number=3']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.824407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:58.829354 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-cf61ed7a-4bcd-4126-9fb4-1f8ad33bbf07 admin admin] 10.222.0.74 "PUT /v2.0/routers/63177591-daa0-4884-89c9-d732b75a42a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321126 Oct 20 11:55:59.088926 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57d52d50-e8ad-46dd-bca7-609e0f85cca7 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:59.136181 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:59.166430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-bde0c335-d266-4767-b229-04559d130ab7 None None] Provisioning complete for port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.166796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bde0c335-d266-4767-b229-04559d130ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.242004 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-bde0c335-d266-4767-b229-04559d130ab7 None None] Port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:59.249080 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.249441 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.432182 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434', 'name': '', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'mac_address': 'fa:16:3e:fb:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:57Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 2, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'subnets': [{'id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:59.462487 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c82eb-07d4-4c34-84f2-28bc14fc0608 None None] The sync data for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 is: [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434', 'name': '', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'mac_address': 'fa:16:3e:fb:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:57Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 2, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'subnets': [{'id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:59.942257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:59.992742 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.993303 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.304718 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49786) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.309520 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241012691', 'description': 'tempest-secgroup-smoke-1241012691 description', 'project_id': '570ad4d9fc6d4034a8838048cce17575'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.331967 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.402852 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.408144 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.438882 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:00.443110 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.444338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-6f195f14-d2b8-4a9a-a0c1-435b26026ff1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385262 Oct 20 11:56:00.447823 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49788) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.453551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.482204 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.541884 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.545909 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.565070 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68220ef9-46b0-404e-bcc2-c3434d5ab356,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:00.572545 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.576286 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-8e711d60-0e19-45d4-ab8e-222c604e84a7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249287 Oct 20 11:56:00.576585 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49790) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.581233 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.608062 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.670918 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.674371 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.690967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa20e94-cd4c-471e-92fe-f28ab8d831a5,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:00.699384 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.700554 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6d876d04-550d-40c6-83dc-8fd216c1bdac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228249 Oct 20 11:56:00.703304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49792) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.707637 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.732989 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.788718 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.792521 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.806830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b22f71-3224-4f0f-9d7c-79ec78ff7949,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:00.819363 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.821129 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5f60ab58-a492-4886-a401-bf5e5c2510d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168950 Oct 20 11:56:00.823902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49794) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.828304 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.854704 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.912625 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.916291 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.933917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e377bef-90e9-45ac-a773-1653c9fc60e3,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:00.939025 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.940210 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-724ac4cf-ff0a-4e61-94bd-4f75b3296096 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153977 Oct 20 11:56:00.942995 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49796) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:00.947757 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:00.969211 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Project 570ad4d9fc6d4034a8838048cce17575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:56:00.973888 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.037610 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.040954 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.059911 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340d1d7d-75fb-41d3-8979-fc6a3310e772,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:01.067186 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.068394 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-27988e30-99fe-4f6e-8ff8-c3aa1db3e22f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244893 Oct 20 11:56:01.071792 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 49798) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:01.076191 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'security_group_rule': {'security_group_id': '91782a8d-dbde-4b4d-a8a7-17bc1b6caa32', 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:01.099023 n-d-802060-17 neutron-server[100746]: INFO neutron.db.securitygroups_db [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Project 570ad4d9fc6d4034a8838048cce17575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:56:01.104174 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.164801 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.168109 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370589'] for security_group_rule, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.182901 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be72df17-47f8-42b8-9d70-ecda508f88f5,revision_number=0']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:01.194226 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.196040 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-3337d7f8-8e03-41df-af02-c52acb81f7ad tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232731 Oct 20 11:56:01.339331 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-efc1ff89-ce8d-4b60-a377-04885360ba0f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241012691&fields=id&tenant_id=570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 267 time: 0.0370805 Oct 20 11:56:01.356142 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Sync routers for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:01.364902 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:01.365494 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:55:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:01.446002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-68b51829-b7c5-4452-8ac7-f39f37b01452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.455961 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-fe20a7c0-f81c-4eba-8e64-f816850a056a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.457533 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-fe20a7c0-f81c-4eba-8e64-f816850a056a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 809 time: 0.1113789 Oct 20 11:56:01.473066 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-219324c8-6b64-41aa-9d05-fcef80d979a1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/quotas/570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 375 time: 0.0096645 Oct 20 11:56:01.525378 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-3b5b9bc0-2564-42e8-b639-ddff6046c483 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460241 Oct 20 11:56:01.560422 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:01.631720 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-ab71fbd2-2bf8-42e3-a3c8-5edf7eb91a0f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:56:01.632807 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-ab71fbd2-2bf8-42e3-a3c8-5edf7eb91a0f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0955944 Oct 20 11:56:01.727216 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-2d5434bd-363a-4307-8363-0f021782efbb service neutron] 10.222.0.74 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878177 Oct 20 11:56:01.756108 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434', 'name': '', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'mac_address': 'fa:16:3e:fb:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:57Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 2, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'subnets': [{'id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:01.781097 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Checking router: 63177591-daa0-4884-89c9-d732b75a42a3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:01.781440 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Updating router 63177591-daa0-4884-89c9-d732b75a42a3 port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 binding host n-d-802060-17 {{(pid=100749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:01.805772 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.820251 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-a5630257-9a21-4959-8681-2489698ecea3 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Oct 20 11:56:01.922743 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.985956 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285cc66d-2d43-4e20-9471-14f3d81c88bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:02.014322 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a8bf0ebe-47e9-45c7-ab45-66c96364a446 req-8f0de403-a693-4ebb-9ab3-1a196a02ce3c tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 210 time: 0.0361853 Oct 20 11:56:02.048232 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 285cc66d-2d43-4e20-9471-14f3d81c88bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:02.048606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.104744 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks [] for port, precommit_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.111633 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.130672 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.151682 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] For port 285cc66d-2d43-4e20-9471-14f3d81c88bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285cc66d-2d43-4e20-9471-14f3d81c88bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:02.156131 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.157812 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285525e-fc36-4767-b0cb-412950f9634d None None] Pushing event updated for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=3']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.215693 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Pushing event updated for resources: {'Port': ['ID=285cc66d-2d43-4e20-9471-14f3d81c88bc,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.230242 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Attempting to bind port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 on host n-d-802060-17 for vnic_type normal with profile {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:02.230625 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Attempting to bind port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 by drivers openvswitch,hyperv on host n-d-802060-17 at level 0 using segments [{'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:02.231001 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Attempting to bind port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 on network 56245222-72a5-48ec-bc2e-546d8f0d62d3 {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:02.243126 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Checking agent: {'id': 'a158e78d-a993-48de-a6bb-e80cd02c41bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 28, 2), 'started_at': datetime.datetime(2021, 10, 20, 10, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:02.243943 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Checking segment: {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:02.244147 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.244534 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Bound using segment: {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'} {{(pid=100749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:02.245017 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.managers [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Bound port: a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434, host: n-d-802060-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf7c2c2-73e8-4377-b124-3c2c5137714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3'}}] {{(pid=100749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:02.245391 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.318453 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] For port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434, host n-d-802060-17, cleared binding levels {{(pid=100749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:02.322174 n-d-802060-17 neutron-server[100749]: DEBUG neutron.plugins.ml2.db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] For port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434, host n-d-802060-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:02.328742 n-d-802060-17 neutron-server[100749]: DEBUG neutron_lib.callbacks.manager [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.394433 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:02.395342 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:02.398430 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] Provisioning complete for port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:02.398972 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.403186 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285525e-fc36-4767-b0cb-412950f9634d None None] Pushing event updated for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=4']} {{(pid=100749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.499397 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.532359 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:02.551257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] For port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:02.556706 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.614779 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6fde0-2976-4169-9ede-cb1f3ebe4d86 None None] Pushing event updated for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.679332 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-05aef14c-8aaf-4593-8139-521a3fce9d35 None None] Provisioning complete for port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:02.679720 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-05aef14c-8aaf-4593-8139-521a3fce9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.741242 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434', 'name': '', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'mac_address': 'fa:16:3e:fb:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:57Z', 'updated_at': '2021-10-20T11:56:02Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'subnets': [{'id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:02.771825 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e6185-fdb6-415b-b614-faadce83c219 None None] The sync data for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 is: [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:58Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': 'a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434', 'name': '', 'network_id': '56245222-72a5-48ec-bc2e-546d8f0d62d3', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'mac_address': 'fa:16:3e:fb:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:57Z', 'updated_at': '2021-10-20T11:56:02Z', 'revision_number': 4, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'subnets': [{'id': 'a10a0eb2-8bbd-4997-a701-fbdf9f34b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:03.084442 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-204d6a80-6f17-4004-a53e-3372e6b71cac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.086446 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-204d6a80-6f17-4004-a53e-3372e6b71cac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 809 time: 0.1200314 Oct 20 11:56:03.092072 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.148391 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-687e5f99-b3c3-4365-820a-d5fd158e14ea req-be0c2b53-3b84-4509-bb4f-92052427865a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 210 time: 0.0361836 Oct 20 11:56:03.170213 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-9fb5e089-8f1c-47f6-9ec0-9e4fd85886d9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 380 time: 0.0683367 Oct 20 11:56:03.174677 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'port': {'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'admin_state_up': True, 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'security_groups': ['91782a8d-dbde-4b4d-a8a7-17bc1b6caa32']}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:03.287127 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Made reservation on behalf of 570ad4d9fc6d4034a8838048cce17575 for: {'port': 1} {{(pid=100747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:03.291326 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.422477 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Allocated IP 172.20.0.9 (1bb39e37-142c-406a-a4fc-1edd690be7dc/6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57/cd20491b-d2ca-4e62-9944-24c74e6b5b7c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:03.557036 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.593296 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.634050 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:03.637021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:03.640570 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:03.666637 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:03.697047 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.697657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.714631 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-b8295a6c-6af9-481b-a884-7488bb220e0e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438235 Oct 20 11:56:03.727320 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Request body: {'port': {'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-17'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:03.782739 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.885239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-b933042e-4cc6-4c0e-9296-fc8173b1d989 None None] Provisioning complete for port cd20491b-d2ca-4e62-9944-24c74e6b5b7c triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:03.885726 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-b933042e-4cc6-4c0e-9296-fc8173b1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.926204 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-b933042e-4cc6-4c0e-9296-fc8173b1d989 None None] Port cd20491b-d2ca-4e62-9944-24c74e6b5b7c cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:03.979271 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:04.032265 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:04.032878 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.058427 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd20491b-d2ca-4e62-9944-24c74e6b5b7c {{(pid=100747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:04.066309 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.079864 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.provisioning_blocks [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Transition to ACTIVE for port object cd20491b-d2ca-4e62-9944-24c74e6b5b7c will not be triggered until provisioned by entity L2. {{(pid=100747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:56:04.086801 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.122894 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285cc66d-2d43-4e20-9471-14f3d81c88bc up at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:04.141029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:04.172768 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Provisioning complete for port 285cc66d-2d43-4e20-9471-14f3d81c88bc triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:04.173154 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.224071 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Attempting to bind port cd20491b-d2ca-4e62-9944-24c74e6b5b7c on host n-h1-802060-17 for vnic_type normal with profile {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:04.224577 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Attempting to bind port cd20491b-d2ca-4e62-9944-24c74e6b5b7c by drivers openvswitch,hyperv on host n-h1-802060-17 at level 0 using segments [{'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:04.224917 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Attempting to bind port cd20491b-d2ca-4e62-9944-24c74e6b5b7c on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:04.230583 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Port cd20491b-d2ca-4e62-9944-24c74e6b5b7c on network 1bb39e37-142c-406a-a4fc-1edd690be7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-17 {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:56:04.230914 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Attempting to bind port cd20491b-d2ca-4e62-9944-24c74e6b5b7c on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:04.236794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Checking agent: {'id': 'f0743447-052d-4d89-a59a-40cb47b5332a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:04.237139 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Checking segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:04.237522 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Bound using segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} {{(pid=100747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:04.237957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.managers [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Bound port: cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host: n-h1-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}}] {{(pid=100747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:04.238454 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.341585 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31aed-e4ae-49fb-8c17-b89bc177df37 req-e72af92c-47dd-41b2-ab95-3d22fd1a3df5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.343113 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95c31aed-e4ae-49fb-8c17-b89bc177df37 req-e72af92c-47dd-41b2-ab95-3d22fd1a3df5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0999155 Oct 20 11:56:04.346842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, cleared binding levels {{(pid=100747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:04.352090 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:04.359794 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.416989 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.417533 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.418926 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] 10.222.0.70 "PUT /v2.0/ports/cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 1092 time: 0.6959684 Oct 20 11:56:04.419388 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:04.421702 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ad367f-44bb-4da6-83ec-78778daf7d60" -d '{"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:04.435208 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-95c31aed-e4ae-49fb-8c17-b89bc177df37 req-e4abdc4f-253f-409b-861d-77757340d358 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856731 Oct 20 11:56:04.453849 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260592-9c63-4b80-a257-f61743cd9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=3']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:04.500012 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e23f49f-4eab-4dc0-8252-9f9e204a49a0 x-openstack-request-id: req-3e23f49f-4eab-4dc0-8252-9f9e204a49a0 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:04.500416 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:04.500557 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e23f49f-4eab-4dc0-8252-9f9e204a49a0 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:04.500960 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'status': 'completed', 'code': 200} Oct 20 11:56:04.517745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-e39433f5-84c6-41d7-b697-2fce41fc64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.519275 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-e39433f5-84c6-41d7-b697-2fce41fc64e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1095 time: 0.0498636 Oct 20 11:56:04.562269 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-5930416d-84ef-4b81-b196-a0336dc3472c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 217 time: 0.0353260 Oct 20 11:56:04.616434 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-73ac3439-c421-41a3-821f-7ca6091d6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.618298 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-73ac3439-c421-41a3-821f-7ca6091d6e4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0495353 Oct 20 11:56:04.620257 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.662384 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-c487d034-df90-47b3-8a6f-c2f330ca1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.664438 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-c487d034-df90-47b3-8a6f-c2f330ca1f67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395060 Oct 20 11:56:04.752363 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-e7908462-d994-4b51-b156-52fbe8b64090 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809362 Oct 20 11:56:04.843908 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-49627db2-77aa-422a-bdb7-4943f5c777f3 req-f3917c51-6b9b-4c18-9b1e-ce5535afefee service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847986 Oct 20 11:56:04.925727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-71a2193a-d1fc-4ed3-8768-e991d5f40059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.927207 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-71a2193a-d1fc-4ed3-8768-e991d5f40059 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1095 time: 0.0407941 Oct 20 11:56:05.020919 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-5b697e14-d386-4fdc-a7f9-210a2f040d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.022379 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-5b697e14-d386-4fdc-a7f9-210a2f040d2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0881279 Oct 20 11:56:05.064634 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-3a0bd025-21f2-44ca-b5dd-052e83d8c2bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 217 time: 0.0333872 Oct 20 11:56:05.114332 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-3c8f982c-21b1-40f4-a37a-e9523691b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.115772 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-3c8f982c-21b1-40f4-a37a-e9523691b46c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0436780 Oct 20 11:56:05.165602 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-ff48ca6c-66bb-4872-8ab7-306b3e0547a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.167081 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-ff48ca6c-66bb-4872-8ab7-306b3e0547a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436554 Oct 20 11:56:05.255389 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-412c673b-ed2c-4a31-8f57-86ba48800202 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807300 Oct 20 11:56:05.349338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-41ad367f-44bb-4da6-83ec-78778daf7d60 req-f4a66edb-ca6d-42f4-8c5d-420a11b36475 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Oct 20 11:56:05.572695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7edc8e-8240-43c6-a3e3-9854c9388af4 req-4b932e26-63a8-4f31-8d90-a1b3b72d95db tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.574059 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc7edc8e-8240-43c6-a3e3-9854c9388af4 req-4b932e26-63a8-4f31-8d90-a1b3b72d95db tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0486832 Oct 20 11:56:05.592932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:56:05.610232 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cc7edc8e-8240-43c6-a3e3-9854c9388af4 req-70eae91f-2b7c-4d0c-b5cf-47bb9dabf602 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302172 Oct 20 11:56:06.724996 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f275-490d-4431-bc9b-5fbd9de1f389 req-fd0beda5-5ea4-4e4f-986c-22cc6d112503 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.726492 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b614f275-490d-4431-bc9b-5fbd9de1f389 req-fd0beda5-5ea4-4e4f-986c-22cc6d112503 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0485888 Oct 20 11:56:06.763686 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b614f275-490d-4431-bc9b-5fbd9de1f389 req-97fdae67-4a22-4796-bb42-b1bc9ea8af33 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Oct 20 11:56:07.471873 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:07.564535 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:07.575401 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:07.614749 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.627908 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd20491b-d2ca-4e62-9944-24c74e6b5b7c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:07.646022 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:07.649944 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.695205 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:07.859571 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['cd20491b-d2ca-4e62-9944-24c74e6b5b7c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:07.883870 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfbcbb-43be-4e86-8d56-ef39bc8bada9 req-1519a41f-417d-41df-9df2-440f3792b605 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.885393 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15dfbcbb-43be-4e86-8d56-ef39bc8bada9 req-1519a41f-417d-41df-9df2-440f3792b605 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 944 time: 0.0550418 Oct 20 11:56:07.940439 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-15dfbcbb-43be-4e86-8d56-ef39bc8bada9 req-d3bd0929-896b-42ca-8895-b812c777315b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Oct 20 11:56:09.044614 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cd4ce-d401-4608-b65f-5af6bb97be31 req-4c243574-9ac9-422b-a440-687a6cbafc01 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:09.046077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-327cd4ce-d401-4608-b65f-5af6bb97be31 req-4c243574-9ac9-422b-a440-687a6cbafc01 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Oct 20 11:56:09.083693 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-327cd4ce-d401-4608-b65f-5af6bb97be31 req-65b7e156-4163-4b1e-ac92-490da5cc3fe1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Oct 20 11:56:09.482539 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:09.529909 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning for port cd20491b-d2ca-4e62-9944-24c74e6b5b7c completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:09.533547 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port cd20491b-d2ca-4e62-9944-24c74e6b5b7c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:09.533923 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.611899 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.633326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:09.635660 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6bd96-5eab-4175-b24c-7064707512b7" -d '{"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-plugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:09.649201 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:09.653169 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.699513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:09.727105 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0453b44-2415-4a77-9949-a38cacbe965c x-openstack-request-id: req-b0453b44-2415-4a77-9949-a38cacbe965c {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:09.727402 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-plugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:09.727660 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0453b44-2415-4a77-9949-a38cacbe965c {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:09.728057 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'code': 200} Oct 20 11:56:09.821752 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735a987-d37b-4126-be57-55b92968b126 req-2d445361-553b-442c-8fd1-faad643a5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:09.823283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c735a987-d37b-4126-be57-55b92968b126 req-2d445361-553b-442c-8fd1-faad643a5b2c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1097 time: 0.0412340 Oct 20 11:56:09.857065 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c735a987-d37b-4126-be57-55b92968b126 req-855f2cc6-5e0c-4888-8eef-a6d5780b1f44 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267227 Oct 20 11:56:10.200624 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce9a1-7ddf-4565-bca0-71301350db59 req-1eaf784b-78f0-400d-a55a-4d6c224a7b48 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:10.202077 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a12ce9a1-7ddf-4565-bca0-71301350db59 req-1eaf784b-78f0-400d-a55a-4d6c224a7b48 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Oct 20 11:56:10.239526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a12ce9a1-7ddf-4565-bca0-71301350db59 req-631cca81-5b16-407b-b99f-5868a60bf382 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Oct 20 11:56:11.354962 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00ae1-5b23-4943-b17f-64223dddbb94 req-c1225a91-e10e-4dda-a2b3-a1f116bc7df2 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:11.356404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64b00ae1-5b23-4943-b17f-64223dddbb94 req-c1225a91-e10e-4dda-a2b3-a1f116bc7df2 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Oct 20 11:56:11.393283 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-64b00ae1-5b23-4943-b17f-64223dddbb94 req-9be352a5-aba4-4bb0-bc3f-bdf4efe3f6d8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311651 Oct 20 11:56:11.507458 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46db38-1a2b-4d10-847a-2c283725ed9f req-150db500-e000-4563-a6a6-4d6bf58321a6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:11.508930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a46db38-1a2b-4d10-847a-2c283725ed9f req-150db500-e000-4563-a6a6-4d6bf58321a6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Oct 20 11:56:11.545886 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4a46db38-1a2b-4d10-847a-2c283725ed9f req-fc07b58f-b539-4841-ac0c-23c133971bbe tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Oct 20 11:56:11.567033 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49852) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:11.649827 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d3fc0-b2ce-48aa-aada-ba35a7a6c79f tempest-TestSnapshotPattern-1560027338 tempest-TestSnapshotPattern-1560027338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:11.651338 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-fd2d3fc0-b2ce-48aa-aada-ba35a7a6c79f tempest-TestSnapshotPattern-1560027338 tempest-TestSnapshotPattern-1560027338-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1092 time: 0.0833559 Oct 20 11:56:11.654240 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 49856) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:11.658407 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.v2.base [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:11.680003 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.773574 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.875714 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.db_base_plugin_common [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Allocated IP 172.25.3.234 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c) {{(pid=100747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:11.975106 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.006657 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.047286 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:12.050089 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.base_scheduler [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Resources bound (agent type, host, resource id): {{(pid=100747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:12.053445 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Received port after_create {{(pid=100747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:12.060610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c,revision_number=1']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:12.400643 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.467526 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.612258 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.616499 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10076720'] for port, after_update {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.682036 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c,revision_number=2']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:12.693040 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.068155 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Floating IP fc541cd2-f4f5-4b01-93cc-67b45ed5582e associated. External IP: 172.25.3.234, port: cd20491b-d2ca-4e62-9944-24c74e6b5b7c. Oct 20 11:56:13.271263 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:13.380080 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:13.390197 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:13.399563 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.400184 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:13.400850 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:13.427489 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-325f1810-56d2-46f7-a5bf-4513c1b2e7c6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7722251 Oct 20 11:56:13.428871 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:13.432012 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:13.475814 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d08f15-e718-45b1-84fe-7b02b493d2f5 x-openstack-request-id: req-c7d08f15-e718-45b1-84fe-7b02b493d2f5 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:13.476803 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:13.477055 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7d08f15-e718-45b1-84fe-7b02b493d2f5 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:13.477483 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'status': 'completed', 'code': 200} Oct 20 11:56:13.520019 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:13.545046 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-680db4d0-6b23-4003-9053-ab0c060b14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:13.546577 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-680db4d0-6b23-4003-9053-ab0c060b14cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1097 time: 0.0469234 Oct 20 11:56:13.641351 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-f7125c7e-0c10-4162-90f9-654f540ef692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:13.642723 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-f7125c7e-0c10-4162-90f9-654f540ef692 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0890977 Oct 20 11:56:13.715942 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-69372b40-78e2-4a0b-aa49-59df0af15697 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 999 time: 0.0653365 Oct 20 11:56:13.760648 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:12Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:13.772432 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-0a6b5457-09ac-41a5-8c79-06d0c5b054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:13.773995 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-0a6b5457-09ac-41a5-8c79-06d0c5b054ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0517056 Oct 20 11:56:13.787614 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:13.797283 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:13.797883 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:56:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:13.821160 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-7ec42af7-4365-444b-bec0-6519b18c1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:13.822652 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-7ec42af7-4365-444b-bec0-6519b18c1a83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413752 Oct 20 11:56:13.915319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:13.919672 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-c8cf3121-2cef-4bd4-9fdf-d63b96d7b5c5 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893207 Oct 20 11:56:14.014587 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-bbe3f1f5-3da7-4e30-baf0-9a25b4b7c7f6 req-67db3030-b643-4120-afcf-271be8e31d55 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869620 Oct 20 11:56:14.140822 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:12Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:14.172491 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cc17c-6581-4378-9d87-d8026b7b9be2 None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:12Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:14.375209 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acebc92-5357-41c2-ba6f-89e1369d1381 None None] New status for floating IP fc541cd2-f4f5-4b01-93cc-67b45ed5582e: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:56:16.565318 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.609783 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.608622 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9a1af5f-3c8c-4755-85ea-741d523332a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.447853 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-763d189c-31ea-4a5f-ba2b-a4a2b47186b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.914040 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.091606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.622932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.592070 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:56:46.575860 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:47.618922 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:58.609141 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-46b2fb1f-256b-4aa1-8fe3-2d2e5b1701d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.448187 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-bed8eb03-80db-4a8b-a5a6-ee24a72167d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.914715 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.095299 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.625476 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.872130 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-637d8912-0480-4cf1-a69f-bbe998a6596d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821869 Oct 20 11:57:05.954338 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-7208a371-453a-4e3e-b52c-bb0528072735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.955860 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-7208a371-453a-4e3e-b52c-bb0528072735 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1097 time: 0.0401268 Oct 20 11:57:06.063633 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-79b9a938-2e73-40c4-a84c-d9657b6b82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.065026 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-79b9a938-2e73-40c4-a84c-d9657b6b82ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0892000 Oct 20 11:57:06.129853 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-a5dbedc8-e5ec-44cc-a220-6b6ae374d4b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 1001 time: 0.0579352 Oct 20 11:57:06.181982 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-73735b36-5f1e-416d-b6f3-08104508c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.183453 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-73735b36-5f1e-416d-b6f3-08104508c2cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0467317 Oct 20 11:57:06.228695 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-d0ec9372-7480-4941-95f7-65ba92cf5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.230184 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-d0ec9372-7480-4941-95f7-65ba92cf5344 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396607 Oct 20 11:57:06.326464 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-555b186e-d80d-4440-8c79-bffe0aca0e13 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884938 Oct 20 11:57:06.414428 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c123e8f3-4fad-44fd-81a9-f059cb13eb77 req-8bbd7b41-ede2-4d92-bd3d-a2103527d732 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814278 Oct 20 11:57:16.583948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.626277 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:19.591525 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:28.613551 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50a7dd0a-2c25-4fed-94b4-f5a8c5669d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.447954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-17062a53-70dc-4e9e-8724-9a1aa2714f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.916220 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:33.097893 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:34.628606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:46.589522 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:47.628535 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:56.590262 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:58.614094 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92c71f8e-2905-4e70-ab91-ab4f7dcec300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:01.449032 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-655f3aaa-9662-4325-99c8-d3e8d208161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:01.917255 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:03.101504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.637510 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.833526 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-d086b036-02b9-4d41-9a4d-140cd6afdf6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404961 Oct 20 11:58:05.925865 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d55e-0cca-44f1-a8d6-193787abacae req-192aa8fe-76ee-41af-8a60-4f3363117f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:05.927538 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-192aa8fe-76ee-41af-8a60-4f3363117f4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1097 time: 0.0487356 Oct 20 11:58:06.035877 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d55e-0cca-44f1-a8d6-193787abacae req-fb4b12de-10a4-4061-b7dc-be387b4c96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.037615 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-fb4b12de-10a4-4061-b7dc-be387b4c96cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0896587 Oct 20 11:58:06.111639 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-e3c3565d-acfc-47c7-bf94-285ad39c0ed2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 1001 time: 0.0666094 Oct 20 11:58:06.162596 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d55e-0cca-44f1-a8d6-193787abacae req-d1dc7803-0f75-42e9-b962-a2cd22908ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.164104 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-d1dc7803-0f75-42e9-b962-a2cd22908ce9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0454769 Oct 20 11:58:06.221745 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d55e-0cca-44f1-a8d6-193787abacae req-f93fb15e-20ec-4e42-8c6a-48308a28f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.224173 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-f93fb15e-20ec-4e42-8c6a-48308a28f967 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528970 Oct 20 11:58:06.337143 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-1b6d6baa-6771-4f30-aa7a-e73b207d9a62 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041086 Oct 20 11:58:06.440060 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-c703d55e-0cca-44f1-a8d6-193787abacae req-4d98cde7-65b2-438e-9870-53fd09998f09 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Oct 20 11:58:10.042663 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c details requested by agent hyperv_n-h1-802060-17 with host n-h1-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:10.143531 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:10.320319 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Returning: {'device': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:10.361843 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.382412 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd20491b-d2ca-4e62-9944-24c74e6b5b7c {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:10.406277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:10.410754 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.464462 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:10.472821 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.473168 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.473504 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.473839 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.474171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.474496 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.474820 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.475177 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.475497 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.475816 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.476135 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.476452 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.496591 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] get_ports_and_sgs() called for port_ids ['cd20491b-d2ca-4e62-9944-24c74e6b5b7c'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:12.054732 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c up at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:12.108367 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Provisioning complete for port cd20491b-d2ca-4e62-9944-24c74e6b5b7c triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:12.108726 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.199830 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.226069 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:12.229626 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fcb507-b4e3-4b77-87a6-fb104afd3498" -d '{"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-plugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:12.243797 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:12.254123 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.286842 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab4476-d381-4bb3-a3bd-dd50c25a65f5 x-openstack-request-id: req-a3ab4476-d381-4bb3-a3bd-dd50c25a65f5 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:12.287179 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-plugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:12.287432 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3ab4476-d381-4bb3-a3bd-dd50c25a65f5 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:12.287825 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'code': 200} Oct 20 11:58:12.322625 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:16.614570 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.638954 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:19.931165 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-6cab9aa8-c327-42fa-9aed-d2d1201c537b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241012691&fields=id&tenant_id=570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 267 time: 0.0318742 Oct 20 11:58:20.043727 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-cc9e0ee2-fd8b-4be1-8896-320e0693a279 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:20.045202 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-cc9e0ee2-fd8b-4be1-8896-320e0693a279 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 809 time: 0.1069663 Oct 20 11:58:20.061278 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-1715ab63-ae9c-4afe-9b4a-387361a7485a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/quotas/570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Oct 20 11:58:20.118347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-143d6bbf-d0b5-49e9-92d9-a3d70847e0e5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501554 Oct 20 11:58:20.221513 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-31a0a4b5-a7bd-4041-95cb-9914d41d33cd service neutron] 10.222.0.74 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906317 Oct 20 11:58:20.324018 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-09f52d87-013a-4798-8496-f9ae912d12e9 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964506 Oct 20 11:58:20.611319 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ce6b339d-5de7-4847-9e1f-5e72d7633fec req-8b1d17fe-02b6-4d8b-a8e1-6c7040ef7468 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 210 time: 0.1093073 Oct 20 11:58:21.712695 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a82eb2f9-ba03-4e47-936e-49ec2296f895 req-25338564-c616-48a8-bfe4-ca208189b7f6 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Oct 20 11:58:22.137940 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a05413ca-90e2-4803-a1b7-db6a836da5c7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.139468 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a05413ca-90e2-4803-a1b7-db6a836da5c7 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 809 time: 0.1141760 Oct 20 11:58:22.185545 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-d8deecad-c5c9-4357-a0ba-f32eb798cdb0 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570ad4d9fc6d4034a8838048cce17575 HTTP/1.1" status: 200 len: 380 time: 0.0361271 Oct 20 11:58:22.196321 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'port': {'device_id': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'admin_state_up': True, 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'security_groups': ['91782a8d-dbde-4b4d-a8a7-17bc1b6caa32']}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:22.312816 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Made reservation on behalf of 570ad4d9fc6d4034a8838048cce17575 for: {'port': 1} {{(pid=100746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:22.317207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.469595 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Allocated IP 172.20.0.14 (1bb39e37-142c-406a-a4fc-1edd690be7dc/6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57/28fa4895-8caf-48b7-bb90-4f32b6e0d766) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:22.636766 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.684076 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.739800 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:22.743118 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:22.747690 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:22.795558 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:22.813589 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.814009 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.814351 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.816899 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.817259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.817727 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.818068 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.818403 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.820902 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.821260 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.821628 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.821921 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:22.867675 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.867969 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.896064 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-355fd844-9161-4803-ab6c-fd7e3601d404 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7034175 Oct 20 11:58:22.917794 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4262-a925-4cc1-becb-1dd542ac971a req-f826d1b2-97e2-499c-9525-a14576c66a8b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.920112 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e1a4262-a925-4cc1-becb-1dd542ac971a req-f826d1b2-97e2-499c-9525-a14576c66a8b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0905859 Oct 20 11:58:22.980537 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1e1a4262-a925-4cc1-becb-1dd542ac971a req-ff2559eb-4e8c-4af3-b81c-939cd4aabb6e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522730 Oct 20 11:58:23.083727 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-a3a15dad-0e2a-498d-bd78-5f37543a09d4 None None] Provisioning complete for port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 triggered by entity DHCP. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:23.084298 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a3a15dad-0e2a-498d-bd78-5f37543a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.120254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-a3a15dad-0e2a-498d-bd78-5f37543a09d4 None None] Port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 cannot update to ACTIVE because it is not bound. {{(pid=100748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:24.112401 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4896-d1ce-40eb-a575-cb0676b51abf req-218f80a7-637e-4055-bb39-6bca7ab0f51b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:24.113971 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71ae4896-d1ce-40eb-a575-cb0676b51abf req-218f80a7-637e-4055-bb39-6bca7ab0f51b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0590401 Oct 20 11:58:24.122969 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:24.174803 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-71ae4896-d1ce-40eb-a575-cb0676b51abf req-ff0c7d2c-23ec-4d8f-b9ef-7082609b0796 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547082 Oct 20 11:58:24.224193 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.252538 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:24.255559 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a24ee-4339-4425-9615-7565acd519ce" -d '{"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-unplugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:24.274734 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:24.280423 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.323195 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d7f0f0-9716-4dfa-bafc-d7d58c49ae35 x-openstack-request-id: req-97d7f0f0-9716-4dfa-bafc-d7d58c49ae35 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:24.323482 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-unplugged", "status": "completed", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:24.323730 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97d7f0f0-9716-4dfa-bafc-d7d58c49ae35 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:24.324118 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'code': 200} Oct 20 11:58:24.348067 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Pushing event updated for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=8']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.309835 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c49a-6a44-4528-8d95-f569669a7d60 req-f9ebb5bf-0902-4423-b2f5-d936af455b84 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.311584 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec19c49a-6a44-4528-8d95-f569669a7d60 req-f9ebb5bf-0902-4423-b2f5-d936af455b84 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0586386 Oct 20 11:58:25.355930 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-ec19c49a-6a44-4528-8d95-f569669a7d60 req-251592f1-b55d-4911-89f2-c1e7d2d50a2b tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Oct 20 11:58:26.488013 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542af677-7928-4f4a-8908-614e0bb7ed12 req-05078073-43af-4499-8bf3-b8d6995ff9f4 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.489791 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-542af677-7928-4f4a-8908-614e0bb7ed12 req-05078073-43af-4499-8bf3-b8d6995ff9f4 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0523973 Oct 20 11:58:26.538978 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-542af677-7928-4f4a-8908-614e0bb7ed12 req-87e6229f-c382-4d69-8430-a9be178a3d90 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Oct 20 11:58:27.670397 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf906224-9029-4e96-8724-8a28c84cf188 req-1f2acb6f-d00d-42c1-8bb8-f7a6f765cfef tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.672204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf906224-9029-4e96-8724-8a28c84cf188 req-1f2acb6f-d00d-42c1-8bb8-f7a6f765cfef tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0540304 Oct 20 11:58:27.713601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-cf906224-9029-4e96-8724-8a28c84cf188 req-7b674f4d-3127-4d77-89fd-32cbfd83615e tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348661 Oct 20 11:58:28.617816 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cdc6e7f8-9383-400a-bc66-ab580007f316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.858830 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0a2b9-f3e0-49eb-8323-dce1b0ec5222 req-a3131db5-d5d2-439a-acf0-c86ac6f86aab tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.860360 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72f0a2b9-f3e0-49eb-8323-dce1b0ec5222 req-a3131db5-d5d2-439a-acf0-c86ac6f86aab tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0619121 Oct 20 11:58:28.904593 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-72f0a2b9-f3e0-49eb-8323-dce1b0ec5222 req-d8ec8d11-7c0d-4d00-bc9d-539b1de94681 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Oct 20 11:58:30.032373 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c4d7-2a0f-42af-943a-8d30b5284bd3 req-7f110db2-cc43-457f-a593-621e3106bb56 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.033959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8a8c4d7-2a0f-42af-943a-8d30b5284bd3 req-7f110db2-cc43-457f-a593-621e3106bb56 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0551500 Oct 20 11:58:30.097129 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-b8a8c4d7-2a0f-42af-943a-8d30b5284bd3 req-d45e3359-c56a-41ba-bdec-32deb63a94ef tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526733 Oct 20 11:58:31.232064 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e5e1-e31b-4c02-bda5-3a90e72a2f5e req-8ef445f2-99a3-4a4a-a9ff-a4a6d6a47615 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:31.236206 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14c5e5e1-e31b-4c02-bda5-3a90e72a2f5e req-8ef445f2-99a3-4a4a-a9ff-a4a6d6a47615 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0573509 Oct 20 11:58:31.283103 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-14c5e5e1-e31b-4c02-bda5-3a90e72a2f5e req-39774ce6-5f76-4739-b0fb-b7576336a3aa tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Oct 20 11:58:31.453436 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f4c2781b-5101-4dfd-aec4-9f196a7ac1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.952547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.434631 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ab522-d3f9-4505-9cb9-48feb9053d82 req-8169fe45-f796-42d5-9d00-7d6bee06c070 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:32.436460 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-411ab522-d3f9-4505-9cb9-48feb9053d82 req-8169fe45-f796-42d5-9d00-7d6bee06c070 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 932 time: 0.0677807 Oct 20 11:58:32.479630 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-411ab522-d3f9-4505-9cb9-48feb9053d82 req-4a43ff38-ea05-47a7-b1da-a6b088810e99 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353146 Oct 20 11:58:32.575150 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Request body: {'port': {'device_id': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-17'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:32.634024 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.910356 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fa4895-8caf-48b7-bb90-4f32b6e0d766 {{(pid=100746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:32.918321 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.931189 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.provisioning_blocks [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Transition to ACTIVE for port object 28fa4895-8caf-48b7-bb90-4f32b6e0d766 will not be triggered until provisioned by entity L2. {{(pid=100746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:58:32.935866 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.991323 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:33.067735 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Attempting to bind port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 on host n-h2-802060-17 for vnic_type normal with profile {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:33.068115 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Attempting to bind port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 by drivers openvswitch,hyperv on host n-h2-802060-17 at level 0 using segments [{'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:33.068460 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Attempting to bind port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:33.073484 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 on network 1bb39e37-142c-406a-a4fc-1edd690be7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-17 {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:58:33.073830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Attempting to bind port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 on network 1bb39e37-142c-406a-a4fc-1edd690be7dc {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:33.079465 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Checking agent: {'id': 'fe1513ee-2891-4314-bf7b-06fe6ed77feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'started_at': datetime.datetime(2021, 10, 20, 10, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:33.080335 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Checking segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:33.080720 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Bound using segment: {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'} {{(pid=100746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:33.081156 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.managers [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Bound port: 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host: n-h2-802060-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269b8a65-bf90-4619-bd0c-babe800354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc'}}] {{(pid=100746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:33.081511 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.108039 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.154830 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, cleared binding levels {{(pid=100746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:33.158551 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:33.163773 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.210796 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.211787 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.213273 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] 10.222.0.83 "PUT /v2.0/ports/28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 1093 time: 0.6888380 Oct 20 11:58:33.213731 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:33.216080 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20288e0c-4ce2-43d0-8051-2fc78616313a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:33.247348 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdd583-9ad3-41e8-96dc-0233b6d2707b service neutron] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=3']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:33.326023 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-bd2f827c-6ea0-44cc-8054-1373564624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.328051 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-bd2f827c-6ea0-44cc-8054-1373564624f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0602362 Oct 20 11:58:33.329591 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0ebe0d-1b39-4253-9029-22f2eb834130 x-openstack-request-id: req-db0ebe0d-1b39-4253-9029-22f2eb834130 {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:33.329953 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:33.330123 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db0ebe0d-1b39-4253-9029-22f2eb834130 {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:33.330501 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'status': 'completed', 'code': 200} Oct 20 11:58:33.374486 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-69370509-fceb-4973-bc9d-509a3248c4ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 217 time: 0.0369163 Oct 20 11:58:33.427131 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-8b77ab6d-956f-4dde-a3a9-198257bef071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.428547 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-8b77ab6d-956f-4dde-a3a9-198257bef071 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0460215 Oct 20 11:58:33.489303 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-4afe8512-9185-4ecb-a17e-3311c53659d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.491536 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-4afe8512-9185-4ecb-a17e-3311c53659d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551653 Oct 20 11:58:33.588784 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-6689e078-fc25-4f65-bea6-a099a15371ae service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 Oct 20 11:58:33.593932 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:58:33.610765 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa53ad-2985-4736-9ccc-832ea13a3901 req-fcdeadbd-bc12-4090-a674-8fd0ba4c52a5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.612927 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85fa53ad-2985-4736-9ccc-832ea13a3901 req-fcdeadbd-bc12-4090-a674-8fd0ba4c52a5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 944 time: 0.0534711 Oct 20 11:58:33.657067 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-85fa53ad-2985-4736-9ccc-832ea13a3901 req-1dd3c6d4-62e8-41ea-ac35-d250606a6935 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367208 Oct 20 11:58:33.691492 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-d71f67f3-1ca8-4677-92c1-f3f46099a39d req-48f41de3-95aa-40af-9183-ad23dd19796e service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946796 Oct 20 11:58:33.790220 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-86414713-10cd-4eb2-bae2-3ea30a997cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.792098 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-86414713-10cd-4eb2-bae2-3ea30a997cd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0485563 Oct 20 11:58:33.888601 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-93630fdd-83ce-4fcf-9087-13993ea628a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.890094 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-93630fdd-83ce-4fcf-9087-13993ea628a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0896568 Oct 20 11:58:33.933092 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-53dd8cc9-8ee0-45a7-8d86-0a2ad42dafb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 217 time: 0.0349362 Oct 20 11:58:33.998759 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-038fc91a-0b86-41dd-bf8a-569c8796a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:34.000958 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-038fc91a-0b86-41dd-bf8a-569c8796a260 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0598235 Oct 20 11:58:34.049384 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-12edbb02-c824-48e5-b8c9-b64a6769a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:34.050847 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-12edbb02-c824-48e5-b8c9-b64a6769a6b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403674 Oct 20 11:58:34.162479 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-bf26f009-0aa7-4012-a6a0-36e549af1fdf service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969012 Oct 20 11:58:34.262326 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-20288e0c-4ce2-43d0-8051-2fc78616313a req-9db6aea8-a6da-4c8c-8b54-8a3143fb959b service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914459 Oct 20 11:58:34.633789 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:34.785539 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02d923-d3b2-4b85-8683-4146f96aefa2 req-25824c79-2e64-435b-80d1-5a163368b2e8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:34.787075 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb02d923-d3b2-4b85-8683-4146f96aefa2 req-25824c79-2e64-435b-80d1-5a163368b2e8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 944 time: 0.0598893 Oct 20 11:58:34.828481 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-fb02d923-d3b2-4b85-8683-4146f96aefa2 req-d1f2daa7-7ae2-4f6f-801a-034d2cf6deab tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350070 Oct 20 11:58:35.722777 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:35.831514 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:35.843048 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'mac_address': 'fa:16:3e:18:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:35.886656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.903219 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fa4895-8caf-48b7-bb90-4f32b6e0d766 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:35.930136 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:35.934437 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.966789 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8cca4-3a70-43a9-aa3f-a572b45497c0 req-fc6fe4b5-4d15-4837-9f69-90e2f5fb252f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:35.969122 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54b8cca4-3a70-43a9-aa3f-a572b45497c0 req-fc6fe4b5-4d15-4837-9f69-90e2f5fb252f tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 944 time: 0.0653949 Oct 20 11:58:35.993652 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=4']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:36.018677 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-54b8cca4-3a70-43a9-aa3f-a572b45497c0 req-8e646fdf-07ae-438f-ac30-d873e942fd4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Oct 20 11:58:36.194250 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['28fa4895-8caf-48b7-bb90-4f32b6e0d766'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:37.166593 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eaea-0cd3-4c17-a86f-f8fa8b62f197 req-868f140b-2f71-4853-8bbd-a8af8d482dac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.168404 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0476eaea-0cd3-4c17-a86f-f8fa8b62f197 req-868f140b-2f71-4853-8bbd-a8af8d482dac tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 945 time: 0.0672333 Oct 20 11:58:37.213657 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-0476eaea-0cd3-4c17-a86f-f8fa8b62f197 req-0482cf64-30cc-47e6-b331-84bbb37293c2 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Oct 20 11:58:37.740580 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:37.797290 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning for port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 completed by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:58:37.801980 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:37.802345 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:37.886203 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:37.909952 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:37.912527 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff58e0e-26ce-49a7-bbc2-c9a594d00c38" -d '{"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-plugged", "status": "completed", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:37.927289 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:37.935785 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:37.968416 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3291c-3e24-4ed7-97f9-1f903adb27b8 x-openstack-request-id: req-e2f3291c-3e24-4ed7-97f9-1f903adb27b8 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:37.968875 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-plugged", "status": "completed", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:37.969159 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2f3291c-3e24-4ed7-97f9-1f903adb27b8 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:37.969854 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'code': 200} Oct 20 11:58:38.004489 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=5']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:38.058990 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4783675-ee5a-40d7-910e-3c7dfe9eebe4 req-517191f4-8bde-446b-acd3-b9e4fb2c59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:38.060541 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4783675-ee5a-40d7-910e-3c7dfe9eebe4 req-517191f4-8bde-446b-acd3-b9e4fb2c59b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1098 time: 0.0428131 Oct 20 11:58:38.099908 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-f4783675-ee5a-40d7-910e-3c7dfe9eebe4 req-4099cfd1-ce9a-4e80-b603-0ef3a7796bf9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307739 Oct 20 11:58:38.340838 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa5f8-958d-4f0a-b6bd-7f7790479bbe req-a9624ab3-ee25-42d8-b678-ee07413479fc tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:38.342329 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-944fa5f8-958d-4f0a-b6bd-7f7790479bbe req-a9624ab3-ee25-42d8-b678-ee07413479fc tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0547481 Oct 20 11:58:38.382912 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-944fa5f8-958d-4f0a-b6bd-7f7790479bbe req-68dac43f-a5c4-4822-8074-1c71fa6b6cce tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Oct 20 11:58:39.512682 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7fbb-c865-4162-baaa-e0a1764cf5bf req-f9b36ca8-84a5-41e2-8e04-6e076744dc2d tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:39.514260 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b8a7fbb-c865-4162-baaa-e0a1764cf5bf req-f9b36ca8-84a5-41e2-8e04-6e076744dc2d tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0568447 Oct 20 11:58:39.560574 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-1b8a7fbb-c865-4162-baaa-e0a1764cf5bf req-50bc894f-a713-4b5f-8cf9-192c463d5192 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Oct 20 11:58:39.699345 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9921-c9a0-40c3-94ec-56d9322692cb req-e8011923-c09a-497e-88a3-ec0c2d02c611 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:39.701154 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d2d9921-c9a0-40c3-94ec-56d9322692cb req-e8011923-c09a-497e-88a3-ec0c2d02c611 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0605381 Oct 20 11:58:39.748010 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-3d2d9921-c9a0-40c3-94ec-56d9322692cb req-2cc69d68-a728-42bf-a5c4-beb4a9d1b1f5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Oct 20 11:58:39.774270 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50144) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:39.819605 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b776b-6e36-49ce-8f83-c60e8f9a5e2f tempest-TestSnapshotPattern-1560027338 tempest-TestSnapshotPattern-1560027338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:39.821777 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-782b776b-6e36-49ce-8f83-c60e8f9a5e2f tempest-TestSnapshotPattern-1560027338 tempest-TestSnapshotPattern-1560027338-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1093 time: 0.0463343 Oct 20 11:58:39.824670 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50146) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:39.829173 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.v2.base [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Request body: {'floatingip': {'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:39.853470 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:39.956604 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.068354 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Allocated IP 172.25.3.225 (f6b9d159-1e6e-4153-8a25-750db3bfcdfc/dcaa5930-85ea-44bf-a147-e5b2bb2f7297/92fae8f3-433c-4bf0-afe5-669918682317) {{(pid=100746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:40.178529 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.214207 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782418654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.251495 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Network f6b9d159-1e6e-4153-8a25-750db3bfcdfc is already hosted by enough agents. {{(pid=100746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:40.255129 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Resources bound (agent type, host, resource id): {{(pid=100746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:40.257598 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Received port after_create {{(pid=100746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:40.290036 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=92fae8f3-433c-4bf0-afe5-669918682317,revision_number=1']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:40.643409 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.709792 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.868938 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for port, precommit_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.873379 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10306655'] for port, after_update {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.943917 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event updated for resources: {'Port': ['ID=92fae8f3-433c-4bf0-afe5-669918682317,revision_number=2']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:40.956525 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728901'] for floatingip, after_create {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:41.056394 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Floating IP de1efef9-3b1f-4d68-96a8-007b3573c7be associated. External IP: 172.25.3.225, port: 28fa4895-8caf-48b7-bb90-4f32b6e0d766. Oct 20 11:58:41.276507 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:58:41.398817 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:41.409581 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:41.423432 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:41.427925 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:41.428604 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:58:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:41.462992 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1ac5cbae-a07b-42a7-adf2-bf9d63f701ec tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6277533 Oct 20 11:58:41.462992 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:41.462992 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395d1c42-153c-46ed-98fa-f4a0f2ad6704" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:41.493723 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c572c7-41b1-4e86-9f64-fa778cd6bf1b x-openstack-request-id: req-13c572c7-41b1-4e86-9f64-fa778cd6bf1b {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:41.494022 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:41.494256 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13c572c7-41b1-4e86-9f64-fa778cd6bf1b {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:41.494660 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'status': 'completed', 'code': 200} Oct 20 11:58:41.552521 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:41.797710 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'de1efef9-3b1f-4d68-96a8-007b3573c7be', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:18:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:40Z', 'updated_at': '2021-10-20T11:58:40Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}, {'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:41.824977 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:41.835741 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:41.836394 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T11:58:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:41.863967 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-cfab4035-b1ef-4ddb-a9ca-2b0bbe6ad2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:41.865498 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-cfab4035-b1ef-4ddb-a9ca-2b0bbe6ad2b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1098 time: 0.3461525 Oct 20 11:58:41.947588 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:41.962134 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-53a1675f-2e83-4ca5-8922-1209ce3c0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:41.964158 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-53a1675f-2e83-4ca5-8922-1209ce3c0320 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0886209 Oct 20 11:58:42.038021 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-fd46998b-8bcd-4d01-a53c-79428a37f5fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 1000 time: 0.0640640 Oct 20 11:58:42.088003 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-7f4ad7f3-79b2-4e10-b275-ce4e50c02af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:42.089378 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-7f4ad7f3-79b2-4e10-b275-ce4e50c02af7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0440388 Oct 20 11:58:42.137716 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-657b1df5-5ff1-4fa1-a1b2-d3e87b078163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:42.139284 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-657b1df5-5ff1-4fa1-a1b2-d3e87b078163 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420058 Oct 20 11:58:42.184492 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'de1efef9-3b1f-4d68-96a8-007b3573c7be', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:18:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:40Z', 'updated_at': '2021-10-20T11:58:40Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}, {'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:42.211018 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9baa99-56d8-41c4-aa99-9ff1c2953a95 None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'de1efef9-3b1f-4d68-96a8-007b3573c7be', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:18:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:40Z', 'updated_at': '2021-10-20T11:58:40Z', 'revision_number': 0, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}, {'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:42.238564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-4d8fda7c-86d3-4c4f-92f3-8bf3e6665021 service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910945 Oct 20 11:58:42.334192 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-395d1c42-153c-46ed-98fa-f4a0f2ad6704 req-0d8f32de-9692-47b5-a1e0-9599fe993d29 service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872614 Oct 20 11:58:42.415439 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15248f57-5266-44a1-8451-bdb4ab15687a None None] New status for floating IP de1efef9-3b1f-4d68-96a8-007b3573c7be: ACTIVE {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:58:46.594955 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:47.658091 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:58.619995 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fba0179e-574e-4c00-8223-883b650b94c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:01.457147 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6365aa6a-fb75-4ff6-b7d6-0b715afbc13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:01.915451 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:03.107932 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:04.152889 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-4013545a-eb8d-41ea-b401-634167786484 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463276 Oct 20 11:59:04.275051 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-0a93b315-6d73-4213-b11b-3da7fb2e9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:04.277372 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-0a93b315-6d73-4213-b11b-3da7fb2e9778 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1098 time: 0.0737798 Oct 20 11:59:04.396832 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-2b4b0969-d40e-4069-9554-3aab32154e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:04.398321 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-2b4b0969-d40e-4069-9554-3aab32154e2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0961876 Oct 20 11:59:04.474649 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-07dc93c4-5fe1-4316-a9c1-a384105ea15c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 1002 time: 0.0645788 Oct 20 11:59:04.525430 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-3e62d1d4-8e38-42be-8d1a-0314404654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:04.526826 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-3e62d1d4-8e38-42be-8d1a-0314404654d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0450709 Oct 20 11:59:04.574259 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-bfff4037-e3c0-45ee-bf14-71b0f2797e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:04.575885 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-bfff4037-e3c0-45ee-bf14-71b0f2797e0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416834 Oct 20 11:59:04.636890 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:04.675527 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-0c0e5f73-f5d2-43f4-854e-3cddb5db92bf service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905578 Oct 20 11:59:04.773412 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-6a9a0da8-4982-4080-9aff-8cce6ae27256 req-6ac9b442-a845-44d5-af94-3c758284583b service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Oct 20 11:59:05.853834 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-4ab5ccb0-358b-4bb8-b06d-4aa062ae33e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539534 Oct 20 11:59:05.943447 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-223583ca-1414-4ba5-b10e-af99a49dd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:05.945002 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-223583ca-1414-4ba5-b10e-af99a49dd4d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1095 time: 0.0431712 Oct 20 11:59:06.084075 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-e3c21e06-9238-40f9-b922-769d61aa4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:06.085810 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-e3c21e06-9238-40f9-b922-769d61aa4277 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.1199989 Oct 20 11:59:06.163311 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-18da19e2-d1bf-42ec-944b-e5155df3d310 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 999 time: 0.0698254 Oct 20 11:59:06.220015 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-14a85bbd-f578-4d0e-a916-0e0433afcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:06.221504 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-14a85bbd-f578-4d0e-a916-0e0433afcdb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0514965 Oct 20 11:59:06.286611 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-b50b440b-b2f0-48f4-90ae-159271a42fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:06.288177 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-b50b440b-b2f0-48f4-90ae-159271a42fa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585680 Oct 20 11:59:06.388120 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-8b0e71b2-aa45-4d89-82fc-2bed9470f414 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922065 Oct 20 11:59:06.490337 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e77a4c3b-c9c9-4222-933e-e24d803c5340 req-423fa8b4-ea49-41b6-9fd6-1e24d8afa0d2 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945230 Oct 20 11:59:10.594671 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:59:16.609643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.661053 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:28.621424 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-800760f4-bfa9-4289-80cf-ca8921609442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:31.458961 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d3a653b6-3b9d-4951-b455-a61fa51e8257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:31.917910 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:33.109359 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:34.640766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:46.620643 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:47.595093 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:59:47.662625 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:58.622330 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a50c-ddb3-4e2e-b703-c52a3955aa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:01.462357 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8d243e7e-e467-4792-8393-6034ac800a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:01.920116 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:03.114691 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:04.644616 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:05.380438 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-3bc8650e-0a11-4a43-8366-5c87917b475f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435147 Oct 20 12:00:05.469553 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-63348f03-48e3-41f8-a5ed-cc0d92ed95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:05.471101 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-63348f03-48e3-41f8-a5ed-cc0d92ed95c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1098 time: 0.0447764 Oct 20 12:00:05.583382 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-a95c4ca3-367b-4cc9-88ce-9de5af4aee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:05.584757 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-a95c4ca3-367b-4cc9-88ce-9de5af4aee37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0926192 Oct 20 12:00:05.653184 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-81000519-1d7e-45ab-8b01-e7ac496ed253 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 1002 time: 0.0604300 Oct 20 12:00:05.716040 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-32b488c5-ae1a-43ba-b006-8566d95bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:05.717533 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-32b488c5-ae1a-43ba-b006-8566d95bf565 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0561383 Oct 20 12:00:05.772856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-6f891290-879c-4305-8134-c440fa3dc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:05.774360 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-6f891290-879c-4305-8134-c440fa3dc815 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483711 Oct 20 12:00:05.787773 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-6b951516-c7fb-4dba-891a-38da99b2243c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=100746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:00:05.788780 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-6b951516-c7fb-4dba-891a-38da99b2243c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049484 Oct 20 12:00:05.887765 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-7a4183f1-2956-47f5-982a-31224f1dd7ae service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912435 Oct 20 12:00:05.989624 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-a1dff194-5e19-4ed7-95ef-0b6fc6308c4e req-5e837a77-fbb6-4760-8ecd-67e52778677a service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938044 Oct 20 12:00:06.852763 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-78cb1544-6db6-4f4d-8de5-15d6542e28b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482187 Oct 20 12:00:06.947931 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371373d-3909-468f-8471-d923ce1fb249 req-c2265285-cdf6-4c41-a87a-849192e31831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:06.949531 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-c2265285-cdf6-4c41-a87a-849192e31831 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1095 time: 0.0498888 Oct 20 12:00:07.060899 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371373d-3909-468f-8471-d923ce1fb249 req-f60489d9-11c5-4b4a-b73c-0231ebcd6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:07.063094 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-f60489d9-11c5-4b4a-b73c-0231ebcd6b2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.0920312 Oct 20 12:00:07.137655 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-e67ca30c-e079-409a-a6d2-3a089c142b83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 999 time: 0.0680392 Oct 20 12:00:07.185950 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371373d-3909-468f-8471-d923ce1fb249 req-fa51a760-9312-421f-b4d9-e9e93e63003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:07.187411 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-fa51a760-9312-421f-b4d9-e9e93e63003e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0435257 Oct 20 12:00:07.241455 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371373d-3909-468f-8471-d923ce1fb249 req-eeb757fe-7401-4626-9f8c-96fbf575abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:07.242980 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-eeb757fe-7401-4626-9f8c-96fbf575abab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490260 Oct 20 12:00:07.345632 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-283a19df-70ba-47cb-a97b-a6d6b8ae0b30 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935776 Oct 20 12:00:07.454811 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-4371373d-3909-468f-8471-d923ce1fb249 req-c42971c9-5e2d-4c63-aeaa-174065522c14 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017206 Oct 20 12:00:16.114728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 details requested by agent hyperv_n-h2-802060-17 with host n-h2-802060-17 {{(pid=100748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:00:16.228642 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:16.244655 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Returning: {'device': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'port_id': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'mac_address': 'fa:16:3e:18:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:00:16.287289 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:16.302302 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28fa4895-8caf-48b7-bb90-4f32b6e0d766 {{(pid=100748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:16.322459 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:16.329008 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:16.398545 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=6']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:16.417275 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] get_ports_and_sgs() called for port_ids ['28fa4895-8caf-48b7-bb90-4f32b6e0d766'] {{(pid=100748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:16.425088 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.425675 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.426258 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.426813 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.427406 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.428005 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.428565 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.429160 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.429755 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.430346 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.431017 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.431540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:16.642531 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:17.684948 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:18.137715 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 up at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:18.198858 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.provisioning_blocks [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Provisioning complete for port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 triggered by entity L2. {{(pid=100748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:18.199381 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897849'] for port, provisioning_complete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:18.280933 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33167371'] for port, before_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:18.306688 n-d-802060-17 neutron-server[100748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:18.309037 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4aa349e262545357716b9ebd3148ced32f1740e9a530db8cf1a5eb6a89bf029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35915500-694e-4461-85b8-69aea8e9b044" -d '{"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-plugged", "status": "completed", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:18.328174 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:18.332690 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419142247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782418654410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782418654428'] for port, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:18.361609 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbcd6b6-0733-4902-94b5-4c1ac66d3738 x-openstack-request-id: req-0cbcd6b6-0733-4902-94b5-4c1ac66d3738 {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:18.361953 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-plugged", "status": "completed", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "code": 200}]} {{(pid=100748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:18.362861 n-d-802060-17 neutron-server[100748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0cbcd6b6-0733-4902-94b5-4c1ac66d3738 {{(pid=100748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:18.362861 n-d-802060-17 neutron-server[100748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'code': 200} Oct 20 12:00:18.398130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Pushing event updated for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=7']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:24.583610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50352) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:24.594778 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:00:24.744508 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Deleting port 92fae8f3-433c-4bf0-afe5-669918682317 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:24.744743 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:24.824091 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:24.824588 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:24.836663 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Calling delete_port for 92fae8f3-433c-4bf0-afe5-669918682317 owned by network:floatingip {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:24.985561 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.019314 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event deleted for resources: {'Port': ['ID=92fae8f3-433c-4bf0-afe5-669918682317,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:25.042958 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.043302 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.043640 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.043974 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.044303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.044632 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.044957 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.045293 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.045610 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.046029 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.046274 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.046597 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:25.087944 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.088311 n-d-802060-17 neutron-server[100747]: INFO neutron.db.l3_db [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Floating IP de1efef9-3b1f-4d68-96a8-007b3573c7be disassociated (deleted). External IP: 172.25.3.225, port: 28fa4895-8caf-48b7-bb90-4f32b6e0d766. Oct 20 12:00:25.578737 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:25.687279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:25.692153 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.696960 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:25.710486 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:25.711139 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:25.719569 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-e7997810-6eb3-463c-9d60-6153c565383a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "DELETE /v2.0/floatingips/de1efef9-3b1f-4d68-96a8-007b3573c7be HTTP/1.1" status: 204 len: 168 time: 1.1348562 Oct 20 12:00:25.720134 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:25.722428 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5a442-5e45-453f-8aaa-e546c46cfa75" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:25.760178 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348d4f0-0c51-4d9e-99c9-23a56fa63518 x-openstack-request-id: req-8348d4f0-0c51-4d9e-99c9-23a56fa63518 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:25.760541 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:25.760867 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8348d4f0-0c51-4d9e-99c9-23a56fa63518 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:25.761343 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'status': 'completed', 'code': 200} Oct 20 12:00:25.827579 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-306689cf-f53f-4c45-85ce-225ae36d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.829190 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:25.829363 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-306689cf-f53f-4c45-85ce-225ae36d59b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 1098 time: 0.0459263 Oct 20 12:00:25.957769 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-16270f3a-b81c-4f44-a73a-e05f3181a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.959462 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-16270f3a-b81c-4f44-a73a-e05f3181a837 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.1201069 Oct 20 12:00:25.978352 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4544b45-c9d5-4547-8a40-798d322579fe req-290eb712-8e54-4be0-abc5-1d2e57aa71f3 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.980025 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4544b45-c9d5-4547-8a40-798d322579fe req-290eb712-8e54-4be0-abc5-1d2e57aa71f3 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0576043 Oct 20 12:00:26.006797 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-054534d2-a4de-493d-8dca-f09f6edc0be6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Oct 20 12:00:26.021342 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-e4544b45-c9d5-4547-8a40-798d322579fe req-fb7b253b-1df3-44f3-ac7b-7b249381e55d tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346663 Oct 20 12:00:26.060085 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-d6c4c1cd-8c63-4286-b110-bce986089cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:26.062111 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-d6c4c1cd-8c63-4286-b110-bce986089cb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0470045 Oct 20 12:00:26.108154 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-42fd334b-d3fc-42df-8bc2-b07b156cc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:26.110171 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-42fd334b-d3fc-42df-8bc2-b07b156cc29a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406384 Oct 20 12:00:26.213110 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-b9683a5b-b44d-4a66-aee6-3910c439fc5c service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943792 Oct 20 12:00:26.226244 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:26.257042 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:26.265878 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:26.266474 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:26.310648 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-5ca5a442-5e45-453f-8aaa-e546c46cfa75 req-1c8ef5e6-f647-4a47-a760-662c17d9ceba service neutron] 10.222.0.83 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897906 Oct 20 12:00:26.375041 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:26.592498 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:26.619904 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea7dfb-b681-4991-a90b-654271678e4a None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_floatingips': [{'id': 'fc541cd2-f4f5-4b01-93cc-67b45ed5582e', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'router_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'port_id': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'mac_address': 'fa:16:3e:aa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:56:12Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 1, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:26.847348 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d97c4c-2210-485a-9008-7961a9c3c67c None None] New status for floating IP de1efef9-3b1f-4d68-96a8-007b3573c7be: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:00:27.155709 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087ca1d-eb5f-4978-831d-51cf852810a3 req-0aaae674-6c9b-4f09-a937-7f74b0012ea1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:27.157204 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f087ca1d-eb5f-4978-831d-51cf852810a3 req-0aaae674-6c9b-4f09-a937-7f74b0012ea1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0501885 Oct 20 12:00:27.195054 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f087ca1d-eb5f-4978-831d-51cf852810a3 req-4cbbd9a3-2304-486a-a0cb-b7cfdabf6965 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Oct 20 12:00:27.596086 n-d-802060-17 neutron-server[100746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-53ff2f1c-b37e-458f-a941-18e02c727481 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:27.597564 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-53ff2f1c-b37e-458f-a941-18e02c727481 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 946 time: 0.0503972 Oct 20 12:00:27.690442 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Deleting port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:27.690775 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.788548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] For port 28fa4895-8caf-48b7-bb90-4f32b6e0d766, host n-h2-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-17',level=0,port_id=28fa4895-8caf-48b7-bb90-4f32b6e0d766,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:27.788923 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.804245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Calling delete_port for 28fa4895-8caf-48b7-bb90-4f32b6e0d766 owned by compute:nova {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:27.939686 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.974378 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event deleted for resources: {'Port': ['ID=28fa4895-8caf-48b7-bb90-4f32b6e0d766,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:28.001456 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.002056 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.002392 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.002728 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.003095 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.003419 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.003746 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.004064 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.004383 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.004704 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.005024 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.005345 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-17 {{(pid=100746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:28.026471 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] No DVR routers for this DVR port 28fa4895-8caf-48b7-bb90-4f32b6e0d766 on host n-h2-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:28.029195 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.033701 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [req-9cdc5cb2-b8cc-4ac1-9aed-e01640b825b3 req-58c16ea7-2b87-4a81-8032-433b45439ee8 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.83 "DELETE /v2.0/ports/28fa4895-8caf-48b7-bb90-4f32b6e0d766 HTTP/1.1" status: 204 len: 173 time: 0.4289653 Oct 20 12:00:28.034123 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-deleted', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:28.036977 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f282a91-d3ab-48d7-a86a-0b51e771ab8c" -d '{"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-deleted", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:28.074409 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ed0d5-8e4e-4b61-afe4-0e0df6708b0f x-openstack-request-id: req-3f8ed0d5-8e4e-4b61-afe4-0e0df6708b0f {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:28.083930 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fc598-aa8e-414f-89b1-9c1441fbc0e9", "name": "network-vif-deleted", "tag": "28fa4895-8caf-48b7-bb90-4f32b6e0d766", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:28.083930 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f8ed0d5-8e4e-4b61-afe4-0e0df6708b0f {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:28.083930 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7fc598-aa8e-414f-89b1-9c1441fbc0e9', 'name': 'network-vif-deleted', 'tag': '28fa4895-8caf-48b7-bb90-4f32b6e0d766', 'status': 'completed', 'code': 200} Oct 20 12:00:28.178440 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 no longer exists at agent hyperv_n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:28.202106 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] No Port match for: 28fa4895-8caf-48b7-bb90-4f32b6e0d766 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:28.202874 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Device 28fa4895-8caf-48b7-bb90-4f32b6e0d766 not bound to the agent host n-h2-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:28.310509 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-9789199c-0b85-4ec1-b87d-8b16d4bacaaf req-87d96a4b-a714-4167-aa15-46a05b88c321 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad7fc598-aa8e-414f-89b1-9c1441fbc0e9 HTTP/1.1" status: 200 len: 210 time: 0.0353878 Oct 20 12:00:28.625156 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-94906bac-37a3-4c9c-90e0-67215815976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.901406 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50408) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.062770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Deleting port 8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:30.063130 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.144512 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.144741 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.157245 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Calling delete_port for 8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c owned by network:floatingip {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:30.309867 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.336077 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event deleted for resources: {'Port': ['ID=8406b5c3-c855-4ec3-ae3a-7bb863ab1b2c,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.397183 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for floatingip, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.397423 n-d-802060-17 neutron-server[100746]: INFO neutron.db.l3_db [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Floating IP fc541cd2-f4f5-4b01-93cc-67b45ed5582e disassociated (deleted). External IP: 172.25.3.234, port: cd20491b-d2ca-4e62-9944-24c74e6b5b7c. Oct 20 12:00:30.609055 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:30.719765 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:30.724497 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for floatingip, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.729058 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:30.739263 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:30.739880 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:30.752299 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-6583a39f-b833-48ef-9035-7ee69c411af1 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "DELETE /v2.0/floatingips/fc541cd2-f4f5-4b01-93cc-67b45ed5582e HTTP/1.1" status: 204 len: 168 time: 0.8490813 Oct 20 12:00:30.753225 n-d-802060-17 neutron-server[100746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:30.757489 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce916fbc1c27f6daa0615e394ce228805b600e098f541c19c317a4adcc9f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c73ad1-a635-4237-8b04-c7d543abf359" -d '{"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:30.797419 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49886b8-2a47-40e5-822f-e00caa14c1bc x-openstack-request-id: req-a49886b8-2a47-40e5-822f-e00caa14c1bc {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:30.797783 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "status": "completed", "code": 200}]} {{(pid=100746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:30.798097 n-d-802060-17 neutron-server[100746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a49886b8-2a47-40e5-822f-e00caa14c1bc {{(pid=100746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:30.798570 n-d-802060-17 neutron-server[100746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'status': 'completed', 'code': 200} Oct 20 12:00:30.850477 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:30.863344 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-4df7edff-7e0b-4577-b4cf-bfd4ae23ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:30.864904 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-4df7edff-7e0b-4577-b4cf-bfd4ae23ec1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=570ad4d9fc6d4034a8838048cce17575&device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 1095 time: 0.0420618 Oct 20 12:00:30.995876 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-14140c88-a3c2-4abf-b8d3-0f0d4badb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:30.997371 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-14140c88-a3c2-4abf-b8d3-0f0d4badb4c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 200 len: 911 time: 0.1226070 Oct 20 12:00:31.019528 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d16642-95bf-47a5-9e43-605c3f45f114 req-0e0e12a4-f6da-476d-b51c-64dae95b0bf9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.021043 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7d16642-95bf-47a5-9e43-605c3f45f114 req-0e0e12a4-f6da-476d-b51c-64dae95b0bf9 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0734580 Oct 20 12:00:31.058407 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-032b3131-4276-434c-a0f6-b02d9b8327c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 200 len: 217 time: 0.0527210 Oct 20 12:00:31.066220 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:31.093790 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:31.102397 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:31.103025 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:01Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:31.125756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a7d16642-95bf-47a5-9e43-605c3f45f114 req-6347edb7-739c-4e4a-934b-b2b0a6d58c74 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742557 Oct 20 12:00:31.134250 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-e906af46-0323-4e70-aa6d-1e76c4f107eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.135756 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-e906af46-0323-4e70-aa6d-1e76c4f107eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 200 len: 848 time: 0.0692136 Oct 20 12:00:31.197191 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-0cdccb07-78ff-4b3e-a119-be52d600a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.198856 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-0cdccb07-78ff-4b3e-a119-be52d600a6b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1bb39e37-142c-406a-a4fc-1edd690be7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478239 Oct 20 12:00:31.215387 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:31.307564 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-74910be9-5a83-4665-b527-75aa24c37cf2 service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990653 Oct 20 12:00:31.419730 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-44c73ad1-a635-4237-8b04-c7d543abf359 req-d3af28d3-9798-4b43-9d1e-131dc7a84a8f service neutron] 10.222.0.70 "GET /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040668 Oct 20 12:00:31.437443 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:31.469463 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03108901-d021-4f20-aafd-0d08e3f6ecf4 None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T11:55:53Z', 'revision_number': 4, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17', '_interfaces': [{'id': '57d52d50-e8ad-46dd-bca7-609e0f85cca7', 'name': '', 'network_id': '1bb39e37-142c-406a-a4fc-1edd690be7dc', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'mac_address': 'fa:16:3e:95:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:52Z', 'updated_at': '2021-10-20T11:55:57Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'subnets': [{'id': '6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:31.485329 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-50c98723-b789-4845-8fc5-39be44b6eb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.712554 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a847e1-67ff-41b6-a26b-ce9b8b2197ff None None] New status for floating IP fc541cd2-f4f5-4b01-93cc-67b45ed5582e: DOWN {{(pid=100749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:00:31.920766 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.250820 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a60d77-dfa0-432c-b6ce-63b4aeb0133d req-5438e3ac-8470-4419-9875-cffd1b7fd3a5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:32.252601 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3a60d77-dfa0-432c-b6ce-63b4aeb0133d req-5438e3ac-8470-4419-9875-cffd1b7fd3a5 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0499635 Oct 20 12:00:32.290347 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-f3a60d77-dfa0-432c-b6ce-63b4aeb0133d req-739fbf42-5920-4d9c-9857-33dad1601e11 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/security-groups?id=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Oct 20 12:00:32.659772 n-d-802060-17 neutron-server[100747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-7c82056f-407c-4bbc-9e10-529547d79585 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:32.661210 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-7c82056f-407c-4bbc-9e10-529547d79585 tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.70 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Oct 20 12:00:32.753626 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Deleting port cd20491b-d2ca-4e62-9944-24c74e6b5b7c {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:32.753970 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.846059 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] For port cd20491b-d2ca-4e62-9944-24c74e6b5b7c, host n-h1-802060-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-17',level=0,port_id=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:32.846421 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.858060 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Calling delete_port for cd20491b-d2ca-4e62-9944-24c74e6b5b7c owned by compute:nova {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:32.988190 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.022887 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event deleted for resources: {'Port': ['ID=cd20491b-d2ca-4e62-9944-24c74e6b5b7c,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:33.069366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] No DVR routers for this DVR port cd20491b-d2ca-4e62-9944-24c74e6b5b7c on host n-h1-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:33.072264 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1019245'] for port, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.076308 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-a960b5d4-7d81-49b9-9829-b06cd69942c6 req-8e8efe04-2ae0-42b0-963a-09c829314bfd tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.70 "DELETE /v2.0/ports/cd20491b-d2ca-4e62-9944-24c74e6b5b7c HTTP/1.1" status: 204 len: 173 time: 0.4089773 Oct 20 12:00:33.076803 n-d-802060-17 neutron-server[100747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-deleted', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c'}] {{(pid=100747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:33.080670 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63448ba8ef809e804d68f0a7964c1840e9b0fe5daee55147ddbd6b8dbd62e512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe84195-d47a-4b61-a9b8-9470edcb038f" -d '{"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-deleted", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c"}]}' {{(pid=100747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:33.120604 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81bd331-765f-4d15-b51f-8a675fc7af31 x-openstack-request-id: req-d81bd331-765f-4d15-b51f-8a675fc7af31 {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:33.120914 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17872450-32fd-42ca-b9ef-eaa08d06b372", "name": "network-vif-deleted", "tag": "cd20491b-d2ca-4e62-9944-24c74e6b5b7c", "status": "completed", "code": 200}]} {{(pid=100747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:33.121315 n-d-802060-17 neutron-server[100747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d81bd331-765f-4d15-b51f-8a675fc7af31 {{(pid=100747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:33.121738 n-d-802060-17 neutron-server[100747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17872450-32fd-42ca-b9ef-eaa08d06b372', 'name': 'network-vif-deleted', 'tag': 'cd20491b-d2ca-4e62-9944-24c74e6b5b7c', 'status': 'completed', 'code': 200} Oct 20 12:00:33.126022 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.397356 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [req-8ac853f3-9965-4bfc-ac92-386577a7f268 req-2797d2de-ec24-4ffd-8163-a58047a38f2d tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "GET /v2.0/ports?device_id=17872450-32fd-42ca-b9ef-eaa08d06b372 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Oct 20 12:00:34.459520 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50424) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:34.531288 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.561286 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.633097 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.635823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.637011 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] 10.222.0.74 "DELETE /v2.0/security-groups/91782a8d-dbde-4b4d-a8a7-17bc1b6caa32 HTTP/1.1" status: 204 len: 168 time: 0.1761448 Oct 20 12:00:34.647041 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f8c95-d427-4d22-8f4c-24a7350f3c4a tempest-TestSnapshotPattern-178694309 tempest-TestSnapshotPattern-178694309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91782a8d-dbde-4b4d-a8a7-17bc1b6caa32,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:34.670555 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.679818 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50428) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:35.039937 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.310623 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Deleting port 57d52d50-e8ad-46dd-bca7-609e0f85cca7 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:35.310976 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.396951 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] For port 57d52d50-e8ad-46dd-bca7-609e0f85cca7, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=57d52d50-e8ad-46dd-bca7-609e0f85cca7,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:35.397312 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.410863 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Calling delete_port for 57d52d50-e8ad-46dd-bca7-609e0f85cca7 owned by network:router_interface {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:35.594067 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.620953 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d52d50-e8ad-46dd-bca7-609e0f85cca7,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:35.788381 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.303678 n-d-802060-17 neutron-server[100746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Router 5e61cc9f-1445-481e-9364-5bbd0e232293 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:36.416986 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:36.422460 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-5e612b99-76a4-4b58-b6e0-482f11ea02f5 admin admin] 10.222.0.74 "PUT /v2.0/routers/5e61cc9f-1445-481e-9364-5bbd0e232293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414153 Oct 20 12:00:36.425207 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50430) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:36.427237 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Sync routers for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:36.437808 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:36.438513 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.540842 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.565171 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: n-d-802060-17 {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:36.648376 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.701534 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Deleting port 8669283d-80fc-49dd-9c5b-14e5e7d915b5 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:36.701869 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.754389 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 5, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port': {'id': '8669283d-80fc-49dd-9c5b-14e5e7d915b5', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:51Z', 'updated_at': '2021-10-20T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.785257 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Checking router: 5e61cc9f-1445-481e-9364-5bbd0e232293 for host: n-d-802060-17 {{(pid=100748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:36.793662 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Routers {'5e61cc9f-1445-481e-9364-5bbd0e232293'} bound to L3 agent in host n-d-802060-17 {{(pid=100748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:36.793857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] For port 8669283d-80fc-49dd-9c5b-14e5e7d915b5, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=8669283d-80fc-49dd-9c5b-14e5e7d915b5,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:36.794128 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.794254 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['5e61cc9f-1445-481e-9364-5bbd0e232293'], 'active': True} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.806857 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Calling delete_port for 8669283d-80fc-49dd-9c5b-14e5e7d915b5 owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:36.881310 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvr_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] Set router 5e61cc9f-1445-481e-9364-5bbd0e232293 gateway port host: None {{(pid=100748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:36.909343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c no longer exists at agent hyperv_n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:36.940053 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_hamode_db [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 6, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.961447 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] No Port match for: cd20491b-d2ca-4e62-9944-24c74e6b5b7c {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:36.961794 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Device cd20491b-d2ca-4e62-9944-24c74e6b5b7c not bound to the agent host n-h1-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:36.981943 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.988245 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b1479-8693-45c4-b4c3-56b93ea74296 None None] The sync data for ids ['5e61cc9f-1445-481e-9364-5bbd0e232293'] in n-d-802060-17 is: [{'id': '5e61cc9f-1445-481e-9364-5bbd0e232293', 'name': 'tempest-TestSnapshotPattern-446184851-router', 'tenant_id': '570ad4d9fc6d4034a8838048cce17575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:50Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 6, 'project_id': '570ad4d9fc6d4034a8838048cce17575', 'gw_port_host': None}] {{(pid=100748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:37.011479 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=8669283d-80fc-49dd-9c5b-14e5e7d915b5,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.075601 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.168831 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.171425 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.214834 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.215409 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e61cc9f-1445-481e-9364-5bbd0e232293 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:00:37.219777 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.220924 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-1767680d-175c-4d71-9de8-eb6063466ebd admin admin] 10.222.0.74 "DELETE /v2.0/routers/5e61cc9f-1445-481e-9364-5bbd0e232293 HTTP/1.1" status: 204 len: 168 time: 0.7946165 Oct 20 12:00:37.223533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50432) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:37.268724 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Deleting subnet 6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:00:37.275663 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.320006 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.413756 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.474309 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.504811 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.506825 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.512447 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-28db8b43-fcc3-4abd-9b2d-ab36a89ee969 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6ea7a216-fc38-4ec9-a41f-e54e2ecbcc57 HTTP/1.1" status: 204 len: 168 time: 0.2855568 Oct 20 12:00:37.512903 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef57214-d7cc-4d05-9f92-d127397c64e5 None None] Network 1bb39e37-142c-406a-a4fc-1edd690be7dc requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:37.513336 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50434) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:37.600908 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.656842 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Deleting port 98770534-4e4b-4251-8018-e2564d062fa2 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:37.657176 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.725021 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] For port 98770534-4e4b-4251-8018-e2564d062fa2, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=98770534-4e4b-4251-8018-e2564d062fa2,segment=NetworkSegment(269b8a65-bf90-4619-bd0c-babe800354a1),segment_id=269b8a65-bf90-4619-bd0c-babe800354a1)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:37.725290 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.739850 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Calling delete_port for 98770534-4e4b-4251-8018-e2564d062fa2 owned by network:dhcp {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:37.826827 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.856279 n-d-802060-17 neutron-server[100747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] No DVR routers for this DVR port 98770534-4e4b-4251-8018-e2564d062fa2 on host n-d-802060-17 {{(pid=100747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:37.858366 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Pushing event deleted for resources: {'Port': ['ID=98770534-4e4b-4251-8018-e2564d062fa2,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.865449 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e86e1-1e6b-4ed4-acc2-6faa922afc96 None None] DHCP port deletion for 1bb39e37-142c-406a-a4fc-1edd690be7dc request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:00:37.942073 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.963331 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb39e37-142c-406a-a4fc-1edd690be7dc']}} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:37.973771 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269b8a65-bf90-4619-bd0c-babe800354a1') {'for_net_delete': True} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:37.974062 n-d-802060-17 neutron-server[100747]: DEBUG neutron.services.segments.db [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269b8a65-bf90-4619-bd0c-babe800354a1') {} {{(pid=100747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:37.984590 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9100575'] for segment, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.006265 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.012303 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=100747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:00:38.012683 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10076700'] for segment, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: Traceback (most recent call last): Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: timer() Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: cb(*args, **kw) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: return func(*args, **kwargs) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: self._notify() Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: self.callback(batched_events) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: event.method(event) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: return f(self, *a, **k) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: return self._get(url).json() Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: return self.request(url, 'GET', **kwargs) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:00:38.014328 n-d-802060-17 neutron-server[100747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:00:38.072952 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.083475 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Publish callbacks [] for network, before_response {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.084703 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1bb39e37-142c-406a-a4fc-1edd690be7dc HTTP/1.1" status: 204 len: 168 time: 0.5700362 Oct 20 12:00:38.087077 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [-] (100747) accepted ('10.222.0.74', 50436) {{(pid=100747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:38.103860 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece5c72-3aac-4919-9c87-a12ff4dcf423 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb39e37-142c-406a-a4fc-1edd690be7dc,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:38.110227 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8669283d-80fc-49dd-9c5b-14e5e7d915b5 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:38.131320 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 8669283d-80fc-49dd-9c5b-14e5e7d915b5 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:38.131767 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 8669283d-80fc-49dd-9c5b-14e5e7d915b5 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:38.132260 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 98770534-4e4b-4251-8018-e2564d062fa2 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:38.151784 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 98770534-4e4b-4251-8018-e2564d062fa2 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:38.152130 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 98770534-4e4b-4251-8018-e2564d062fa2 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:38.152540 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57d52d50-e8ad-46dd-bca7-609e0f85cca7 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:38.172375 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 57d52d50-e8ad-46dd-bca7-609e0f85cca7 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:38.173239 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 57d52d50-e8ad-46dd-bca7-609e0f85cca7 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:38.459156 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725317'] for router_interface, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.709273 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Deleting port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 {{(pid=100747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:38.709926 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.786669 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.db [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] For port a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:38.787059 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.800137 n-d-802060-17 neutron-server[100747]: DEBUG neutron.plugins.ml2.plugin [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Calling delete_port for a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 owned by network:router_interface {{(pid=100747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:38.986154 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10076611'] for port, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.016428 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434,revision_number=None']} {{(pid=100747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:39.183441 n-d-802060-17 neutron-server[100747]: DEBUG neutron_lib.callbacks.manager [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726485'] for router_interface, after_delete {{(pid=100747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.401861 n-d-802060-17 neutron-server[100747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Router 63177591-daa0-4884-89c9-d732b75a42a3 has already been hosted by L3 agent dee7831a-efac-498e-8ffc-ce0a5db35f4e {{(pid=100747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:39.797680 n-d-802060-17 neutron-server[100747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] Notify agent at l3_agent.n-d-802060-17 the message routers_updated {{(pid=100747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:39.802959 n-d-802060-17 neutron-server[100747]: INFO neutron.wsgi [None req-03dd44e8-afec-4938-8bc9-e86a16e5e293 admin admin] 10.222.0.74 "PUT /v2.0/routers/63177591-daa0-4884-89c9-d732b75a42a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148764 Oct 20 12:00:39.805770 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50438) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:39.806289 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Sync routers for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:39.820487 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:39.821119 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:39.914515 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks [] for router, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.921746 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: n-d-802060-17 {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:40.024785 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.100114 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Deleting port 285cc66d-2d43-4e20-9471-14f3d81c88bc {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:40.100487 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.122456 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'external_fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port': {'id': '285cc66d-2d43-4e20-9471-14f3d81c88bc', 'name': '', 'network_id': 'f6b9d159-1e6e-4153-8a25-750db3bfcdfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63177591-daa0-4884-89c9-d732b75a42a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcaa5930-85ea-44bf-a147-e5b2bb2f7297', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-17'}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:40.151221 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Checking router: 63177591-daa0-4884-89c9-d732b75a42a3 for host: n-d-802060-17 {{(pid=100749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:40.160746 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Routers {'63177591-daa0-4884-89c9-d732b75a42a3'} bound to L3 agent in host n-d-802060-17 {{(pid=100749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:40.161374 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:28:01Z,description=,heartbeat_timestamp=2021-10-20T12:00:31Z,host='n-d-802060-17',id=dee7831a-efac-498e-8ffc-ce0a5db35f4e,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:28:01Z,topic='l3_agent')) {'router_ids': ['63177591-daa0-4884-89c9-d732b75a42a3'], 'active': True} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:40.218361 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] For port 285cc66d-2d43-4e20-9471-14f3d81c88bc, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=285cc66d-2d43-4e20-9471-14f3d81c88bc,segment=NetworkSegment(92e5fad0-f889-4306-918d-547bffb77f78),segment_id=92e5fad0-f889-4306-918d-547bffb77f78)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:40.218735 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.232688 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Calling delete_port for 285cc66d-2d43-4e20-9471-14f3d81c88bc owned by network:router_gateway {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:40.255045 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_dvr_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] Set router 63177591-daa0-4884-89c9-d732b75a42a3 gateway port host: None {{(pid=100749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:40.313273 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.l3_hamode_db [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T12:00:40Z', 'revision_number': 6, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port_host': None}], 'n-d-802060-17', False) {} {{(pid=100749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:40.341254 n-d-802060-17 neutron-server[100749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f42f3-1c56-414a-8968-8a77626c53b5 None None] The sync data for ids ['63177591-daa0-4884-89c9-d732b75a42a3'] in n-d-802060-17 is: [{'id': '63177591-daa0-4884-89c9-d732b75a42a3', 'name': 'tempest-TestSnapshotPattern-726547368-router', 'tenant_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T12:00:40Z', 'revision_number': 6, 'project_id': '05d75702e41d4167a107f3b2ac4a9ec8', 'gw_port_host': None}] {{(pid=100749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:40.441433 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.470027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=285cc66d-2d43-4e20-9471-14f3d81c88bc,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:40.535213 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728959'] for router_gateway, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.627917 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15659'] for router, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.629942 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.673331 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723435'] for router, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.673331 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63177591-daa0-4884-89c9-d732b75a42a3 {{(pid=100746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:00:40.677518 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] Publish callbacks [] for router, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.679883 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-323c7dcd-cb6a-4a3a-9cea-87ea0e8a3e05 admin admin] 10.222.0.74 "DELETE /v2.0/routers/63177591-daa0-4884-89c9-d732b75a42a3 HTTP/1.1" status: 204 len: 168 time: 0.8718834 Oct 20 12:00:40.681807 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50440) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:40.728877 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Deleting subnet a10a0eb2-8bbd-4997-a701-fbdf9f34b69b {{(pid=100746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:00:40.732294 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.774180 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10307391'] for subnet, precommit_delete_associations {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.850422 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896093'] for subnet, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.902966 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10307473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9651846'] for subnet, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.927627 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10a0eb2-8bbd-4997-a701-fbdf9f34b69b,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:40.934465 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.938728 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-23ebac96-2344-4dc5-bd64-e68eddea7645 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a10a0eb2-8bbd-4997-a701-fbdf9f34b69b HTTP/1.1" status: 204 len: 168 time: 0.2557337 Oct 20 12:00:40.939937 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358aab8-f3cc-4bc1-9ff9-b4bf492d0030 None None] Network 56245222-72a5-48ec-bc2e-546d8f0d62d3 requested from n-d-802060-17 {{(pid=100748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:40.941512 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50442) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:41.015744 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33256834'] for network, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.078120 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Deleting port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 {{(pid=100746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:41.078477 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.131835 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] DHCP port deletion for 56245222-72a5-48ec-bc2e-546d8f0d62d3 request from n-d-802060-17 {{(pid=100748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:00:41.150697 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.db [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] For port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:41.151111 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.166712 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.plugin [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Calling delete_port for 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 owned by network:dhcp {{(pid=100746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:41.187262 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Deleting port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 {{(pid=100748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:41.187633 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419186059'] for port, before_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.248330 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10307500'] for port, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.263277 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.db [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] For port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6, host n-d-802060-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-17',level=0,port_id=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,segment=NetworkSegment(acf7c2c2-73e8-4377-b124-3c2c5137714d),segment_id=acf7c2c2-73e8-4377-b124-3c2c5137714d)] {{(pid=100748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:41.263908 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781296'] for port, precommit_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.283230 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:41.283846 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Calling delete_port for 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 owned by network:dhcp {{(pid=100748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:41.286533 n-d-802060-17 neutron-server[100746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] No DVR routers for this DVR port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 on host n-d-802060-17 {{(pid=100746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:41.397520 n-d-802060-17 neutron-server[100748]: self.session.flush() Oct 20 12:00:41.404267 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33167690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419142229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782418654401'] for port, after_delete {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.422417 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896468', 'neutron.services.segments.db._delete_segments_for_network-8782419170461'] for network, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.434756 n-d-802060-17 neutron-server[100748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] Pushing event deleted for resources: {'Port': ['ID=9c28b6b4-6963-4a5a-9386-0aa048ce05a6,revision_number=None']} {{(pid=100748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:41.442203 n-d-802060-17 neutron-server[100748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cdf31-08fd-4b1e-ae09-30fe9f6aa7f8 None None] No DVR routers for this DVR port 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 on host n-d-802060-17 {{(pid=100748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:41.444856 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56245222-72a5-48ec-bc2e-546d8f0d62d3']}} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:41.459596 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf7c2c2-73e8-4377-b124-3c2c5137714d') {'for_net_delete': True} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:41.459963 n-d-802060-17 neutron-server[100746]: DEBUG neutron.services.segments.db [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf7c2c2-73e8-4377-b124-3c2c5137714d') {} {{(pid=100746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:41.470794 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419168166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10307398'] for segment, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.486698 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750'] for segment, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.495548 n-d-802060-17 neutron-server[100746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=100746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:00:41.496072 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10306675'] for segment, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: Traceback (most recent call last): Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: timer() Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: cb(*args, **kw) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: return func(*args, **kwargs) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: self._notify() Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: self.callback(batched_events) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: event.method(event) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: return f(self, *a, **k) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: return self._get(url).json() Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: return self.request(url, 'GET', **kwargs) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:00:41.498128 n-d-802060-17 neutron-server[100746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:00:41.560002 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728923'] for network, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.566022 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.569664 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/56245222-72a5-48ec-bc2e-546d8f0d62d3 HTTP/1.1" status: 204 len: 168 time: 0.6269953 Oct 20 12:00:41.584027 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d4a3-023b-4b70-ad77-fca06904f1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56245222-72a5-48ec-bc2e-546d8f0d62d3,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:41.763608 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50446) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:41.805855 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-694bdf15-88ce-420e-afb8-461df01b2809 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=570ad4d9fc6d4034a8838048cce17575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410361 Oct 20 12:00:41.808412 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50448) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:41.857857 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.880094 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.930354 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.934167 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.935946 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57172ccf-85a0-4ed3-93dc-52819e755034 HTTP/1.1" status: 204 len: 168 time: 0.1264431 Oct 20 12:00:41.945326 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5fbac-7d17-432e-b68e-6b9fa57fade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57172ccf-85a0-4ed3-93dc-52819e755034,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:42.096560 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:42.118383 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:42.118728 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 9c28b6b4-6963-4a5a-9386-0aa048ce05a6 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:42.119165 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:42.141523 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:42.141847 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device a42e2d7e-2bb6-4d3c-9d09-0dc5295a9434 not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:42.142326 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285cc66d-2d43-4e20-9471-14f3d81c88bc no longer exists at agent ovs-agent-n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:42.161978 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.plugin [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] No Port match for: 285cc66d-2d43-4e20-9471-14f3d81c88bc {{(pid=100748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:42.162343 n-d-802060-17 neutron-server[100748]: DEBUG neutron.plugins.ml2.rpc [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Device 285cc66d-2d43-4e20-9471-14f3d81c88bc not bound to the agent host n-d-802060-17 {{(pid=100748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:42.291873 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50454) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:42.331936 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-b7280c84-4cec-4c6f-bc96-1fb849c2dacc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05d75702e41d4167a107f3b2ac4a9ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386775 Oct 20 12:00:42.334385 n-d-802060-17 neutron-server[100746]: DEBUG neutron.wsgi [-] (100746) accepted ('10.222.0.74', 50456) {{(pid=100746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:42.386964 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:42.408310 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:42.460742 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373362'] for security_group, after_delete {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:42.463823 n-d-802060-17 neutron-server[100746]: DEBUG neutron_lib.callbacks.manager [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:42.465279 n-d-802060-17 neutron-server[100746]: INFO neutron.wsgi [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9e642ba-0744-42ec-8bfc-6521f9f6c12a HTTP/1.1" status: 204 len: 168 time: 0.1298275 Oct 20 12:00:42.474087 n-d-802060-17 neutron-server[100746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639afc-eb3e-4254-b452-4034f0febfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e642ba-0744-42ec-8bfc-6521f9f6c12a,revision_number=None']} {{(pid=100746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:46.614546 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.665340 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.628462 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-10661329-21e7-4de3-bafb-c8a393f6f6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.467263 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-63800ac7-04d0-42ba-80a3-e504c21ea09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.593385 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:01:01.925969 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:03.112243 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:04.650208 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:16.635487 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:17.664096 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:28.630629 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f29fbcac-e5b1-43c6-a441-f19107f8fd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:31.468666 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-68b8af2c-39a5-4d28-9656-b970e25a4060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:31.928831 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:33.115595 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:34.653856 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:38.592382 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:01:46.651427 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.677401 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:58.631997 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-6212930d-f6f4-472d-b968-956fc49636f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:01.469428 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-d48a03cc-b81d-47a3-b634-365653d71548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:01.930475 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:03.119122 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:04.654205 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:15.592209 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:16.642719 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.693897 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.632836 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f20657ea-c631-42ed-ac00-dbfec963ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.471693 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cd85f722-005c-4bff-9bf4-ba85e2076b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.935653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.121272 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.656956 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:46.643703 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:47.696852 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:52.591933 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:58.634484 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c4af-527d-4c7c-a3ad-64b2928116db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:01.474905 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-92c159b9-a48f-4d0f-a8ac-d2e17415f819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:01.927653 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:03.123855 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:04.662036 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:16.661490 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:17.710686 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:28.636258 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-51a08e77-cf55-4608-bf2b-9ab6df588848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:29.591044 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:03:31.475033 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-a027b46e-7af5-4a8b-8b91-226706559aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.930260 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.126606 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:34.664480 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.661907 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:47.711042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:58.638808 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4a81a984-4e74-4b72-97ab-2e8e04565c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:01.475713 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-01ea8913-8fd2-4a32-824a-027aa0951dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:01.932589 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:03.131652 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:04.669687 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:06.590268 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:04:16.683145 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:17.714673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:28.640028 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-07409092-8562-4bb7-b4de-0f4c9d7aaa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:31.477044 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c3571232-274d-4099-bd39-42c838a00265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:31.934700 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:33.094022 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-1a7ba8bd-443b-4f25-9377-3c52270e686f req-9c95bff0-60f8-4283-a2c2-06a8603fbd9d service neutron] (100747) timed out ('10.222.0.74', 49098) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:04:33.134042 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:34.668928 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.592899 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:04:46.689218 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.708673 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:58.641590 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-204c8d8a-fe2f-47f7-9979-0f69aabeaa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:01.477759 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-33cacecc-0757-49f7-a0ce-698b89fbb913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:01.937109 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:03.135297 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:04.673003 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:16.692376 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:17.716185 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:20.592185 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:05:28.643804 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-671dc80b-9d6b-445d-8547-fa90842c9241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.481018 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-710b8b34-1747-4b16-962c-15d81334e227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.939444 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.137733 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.679094 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.700155 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.725534 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.591297 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:05:58.644162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-58a19777-7825-4068-aef2-fd9b8cea2ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.481547 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0f250fae-9eb1-4896-bb2d-301f104a50cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.940760 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:03.141304 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:04.678311 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:16.704610 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:17.723519 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:28.645679 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-344daa89-7617-45a3-94c5-d66b886034cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:31.481906 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bdc7-8ef5-4767-be48-585a11ef8b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:31.950492 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:33.143498 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:34.590880 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:06:34.680914 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.724421 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.754782 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:58.647287 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f251ef3c-9250-4a73-8a9e-1a29b09e85a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:01.482017 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e50c829e-d2d9-480c-b3cf-a6ab869cd7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:01.942718 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:03.154256 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:04.682810 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:11.591563 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:07:16.728857 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:17.754002 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:28.649332 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-0d81e340-de13-447a-a16f-069d76f72fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:31.482656 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-f2751c5c-3910-4d36-8b7a-5f158caea3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:31.948877 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:33.149504 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:34.685681 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:46.734918 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.761171 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.590787 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:07:58.652868 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-fc2234e5-98ce-4742-8866-c03a0dda0c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:01.484323 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-c20d7de1-65d4-431b-b6d0-6515179b7325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:01.941511 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:03.152707 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.689841 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:16.761279 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:17.773869 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.590783 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:08:28.654736 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-8031d90f-fb98-4bf5-b389-a9670841c83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.489662 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e4927c6d-8055-4bcd-a493-1a19e3693b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.942712 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.156941 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.689909 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.769796 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-2f26a362-867e-47a6-920b-c91d832eb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:47.768288 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-caf0c971-7b0c-48b3-b584-7a77f6b1b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.657004 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-cac42bb9-d6c1-44b1-8b1c-232d99529db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.481426 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e35917d3-8494-4d60-abef-20223b06e273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.513244 n-d-802060-17 neutron-server[100747]: DEBUG neutron.wsgi [req-26abe774-d406-4f3e-b2ce-1f9260f7e4bd req-735eaf3e-b057-4ea0-a414-5e40b7da792d service neutron] (100747) timed out ('10.222.0.74', 45464) {{(pid=100747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:09:01.946235 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-abd556c8-05b3-4853-9de8-a07c2c29830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.589692 n-d-802060-17 neutron-server[100749]: DEBUG neutron.db.agents_db [None req-ffe089f0-65d2-4ceb-be19-44e7f210d2a9 None None] Agent healthcheck: found 7 active agents {{(pid=100749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:09:03.159162 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-9c01e73b-9a6c-4f9d-8547-ba1d4903f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.692212 n-d-802060-17 neutron-server[100748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb964a-8a0c-4c86-8bda-d32126aa3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419170443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897748'] for agent, after_update {{(pid=100748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}